Files
leetcrypt 9109da7ae4 rotate: promote k8s + mongo to LIVE-VM via real-target POCs
Ran live cutover POCs in the sandbox VM against the real target software and
promoted both drivers from MOCK-ONLY to LIVE-VM in the proof table (data, not
driver behaviour):

- k8s: proven against real k3s v1.35 kube-apiserver + token controller
  (lab-provision-k8s.sh). The real apiserver serves a self-signed cert, so the
  driver gained CA-pinned TLS — blob params ca= (base64 PEM, pinned as the only
  trusted root) and insecure=1 (lab-only escape hatch), routed through a new
  clientFor(cr). Neither is test-awareness; a real deployment configures the same
  CA. Added TestK8sTLSTrust covering CA-pinned / insecure / untrusted-rejection
  and the blob round-trip.
- mongo: proven against real mongod 8.0 (lab-provision-mongo.sh).

npm stays MOCK-ONLY by decision (registry.npmjs.org not self-hostable; real
create-token requires the account password in the body) — documented as a
contract gap rather than faking a LIVE-VM. gcp/twilio/flyio remain MOCK-ONLY.

Live POCs surfaced real-target-only behaviour now recorded in the docs: the
apiserver's ~10s successful-auth cache (old token kept working ~7s after Secret
deletion) and real mongosh's stdout prompt. Full suite 104 green, -race clean.

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
2026-06-18 21:50:21 -07:00

283 lines
8.2 KiB
Go

package rotate
import (
"context"
"crypto/rand"
"encoding/base64"
"encoding/hex"
"encoding/json"
"encoding/pem"
"net/http"
"net/http/httptest"
"net/url"
"strings"
"sync"
"testing"
"incredigo/internal/discover"
"incredigo/internal/vault"
)
// k8sEmu emulates the relevant slice of the kube-apiserver and ENFORCES token
// validity: a token authenticates only while its backing Secret exists. Creating a
// token Secret immediately populates a fresh token (acting as the token-controller);
// deleting a token Secret invalidates its token — so a test can prove a real cutover.
type k8sEmu struct {
mu sync.Mutex
ns string
sa string
secrets map[string]string // secret name -> token value
valid map[string]bool // token value -> alive
srv *httptest.Server
}
func newK8sEmu(t *testing.T, ns, sa, seedSecret, seedToken string) *k8sEmu {
e := &k8sEmu{
ns: ns,
sa: sa,
secrets: map[string]string{seedSecret: seedToken},
valid: map[string]bool{seedToken: true},
}
mux := http.NewServeMux()
mux.HandleFunc("/api/v1/namespaces/"+ns+"/secrets", e.handleSecrets)
mux.HandleFunc("/api/v1/namespaces/"+ns+"/secrets/", e.handleSecret)
mux.HandleFunc("/api/v1/namespaces/"+ns+"/serviceaccounts/", e.handleSA)
e.srv = httptest.NewTLSServer(mux)
t.Cleanup(e.srv.Close)
return e
}
func (e *k8sEmu) tokenOK(r *http.Request) bool {
tok := bearer(r)
e.mu.Lock()
defer e.mu.Unlock()
return e.valid[tok]
}
// handleSecrets serves POST .../secrets (create token Secret + populate token).
func (e *k8sEmu) handleSecrets(w http.ResponseWriter, r *http.Request) {
if !e.tokenOK(r) {
w.WriteHeader(http.StatusUnauthorized)
return
}
if r.Method != http.MethodPost {
w.WriteHeader(http.StatusMethodNotAllowed)
return
}
var obj map[string]any
json.NewDecoder(r.Body).Decode(&obj)
meta, _ := obj["metadata"].(map[string]any)
name, _ := meta["name"].(string)
raw := make([]byte, 24)
rand.Read(raw)
tok := "eyJ" + hex.EncodeToString(raw) // pseudo-JWT-looking token
e.mu.Lock()
e.secrets[name] = tok
e.valid[tok] = true
e.mu.Unlock()
w.WriteHeader(http.StatusCreated)
json.NewEncoder(w).Encode(map[string]any{"metadata": map[string]any{"name": name}})
}
// handleSecret serves GET/DELETE .../secrets/<name>.
func (e *k8sEmu) handleSecret(w http.ResponseWriter, r *http.Request) {
if !e.tokenOK(r) {
w.WriteHeader(http.StatusUnauthorized)
return
}
name := r.URL.Path[strings.LastIndex(r.URL.Path, "/")+1:]
switch r.Method {
case http.MethodGet:
e.mu.Lock()
tok, ok := e.secrets[name]
e.mu.Unlock()
if !ok {
w.WriteHeader(http.StatusNotFound)
return
}
json.NewEncoder(w).Encode(map[string]any{
"metadata": map[string]any{"name": name},
"data": map[string]string{"token": base64.StdEncoding.EncodeToString([]byte(tok))},
})
case http.MethodDelete:
e.mu.Lock()
if tok, ok := e.secrets[name]; ok {
delete(e.valid, tok)
delete(e.secrets, name)
}
e.mu.Unlock()
w.WriteHeader(http.StatusOK)
w.Write([]byte("{}"))
default:
w.WriteHeader(http.StatusMethodNotAllowed)
}
}
func (e *k8sEmu) handleSA(w http.ResponseWriter, r *http.Request) {
if !e.tokenOK(r) {
w.WriteHeader(http.StatusUnauthorized)
return
}
json.NewEncoder(w).Encode(map[string]any{"metadata": map[string]any{"name": e.sa, "namespace": e.ns}})
}
func (e *k8sEmu) tokenValid(tok string) bool {
e.mu.Lock()
defer e.mu.Unlock()
return e.valid[tok]
}
func TestK8sDetect(t *testing.T) {
k := &K8s{}
if !k.Detect(discover.Credential{Source: "k8s"}) {
t.Error("should detect Source=k8s")
}
if k.Detect(discover.Credential{Source: "gcp"}) {
t.Error("should not detect Source=gcp")
}
}
func TestK8sRotateRealCutover(t *testing.T) {
v := vault.New()
defer v.Purge()
ctx := context.Background()
const ns, sa, seedSecret, oldTok = "labns", "labsa", "labsa-token-seed", "eyJold0123456789"
emu := newK8sEmu(t, ns, sa, seedSecret, oldTok)
host := strings.TrimPrefix(emu.srv.URL, "https://")
oldBlob := "k8s://" + host + "/?ns=" + ns + "&sa=" + sa + "&secret=" + seedSecret + "&token=" + oldTok
cred := discover.Credential{
Source: "k8s",
Kind: discover.KindToken,
Identity: sa + " @ k8s",
Location: "imported/k8s/labsa",
Secret: v.Store([]byte(oldBlob)),
}
k := &K8s{HTTPClient: emu.srv.Client()}
if !emu.tokenValid(oldTok) {
t.Fatal("seed token should be valid at start")
}
// 1. Rotate.
newH, err := k.Rotate(ctx, cred, v)
if err != nil {
t.Fatalf("Rotate: %v", err)
}
nc, err := parseK8sCred(v, newH)
if err != nil {
t.Fatalf("parse new secret: %v", err)
}
if nc.token == oldTok {
t.Fatal("new token equals old — rotation minted nothing")
}
if nc.secret == "" || nc.secret == seedSecret {
t.Fatalf("new secret must carry a fresh token-secret name, got %q", nc.secret)
}
if !emu.tokenValid(oldTok) {
t.Fatal("old token must remain valid before revoke")
}
if !emu.tokenValid(nc.token) {
t.Fatal("new token must be valid after create")
}
// 2. Verify(new).
if err := k.Verify(ctx, newH, v); err != nil {
t.Fatalf("Verify(new): %v", err)
}
// 3. RevokeOld.
if err := k.RevokeOld(ctx, cred, v); err != nil {
t.Fatalf("RevokeOld: %v", err)
}
if emu.tokenValid(oldTok) {
t.Fatal("old token must be invalid after revoke")
}
if err := k.Verify(ctx, newH, v); err != nil {
t.Fatalf("new token must still authenticate after revoke: %v", err)
}
// Leak check.
for _, f := range []string{cred.Identity, cred.Source, cred.Location, string(cred.Kind)} {
if strings.Contains(f, oldTok) || strings.Contains(f, nc.token) {
t.Errorf("token leaked into non-secret field %q", f)
}
}
}
func TestK8sRevokeRequiresSecretName(t *testing.T) {
v := vault.New()
defer v.Purge()
k := &K8s{}
cred := discover.Credential{
Source: "k8s",
Secret: v.Store([]byte("k8s://10.0.0.1:6443/?ns=n&sa=s&token=t")),
}
err := k.RevokeOld(context.Background(), cred, v)
if err == nil || !strings.Contains(err.Error(), "no recorded secret name") {
t.Fatalf("expected revoke-without-secret error, got %v", err)
}
}
// TestK8sTLSTrust proves the ca=/insecure= plumbing actually drives the TLS
// handshake when no client is injected (the real-apiserver path). The httptest
// server serves a self-signed cert, so a default client rejects it; pinning its CA
// or setting insecure=1 must make the same request succeed.
func TestK8sTLSTrust(t *testing.T) {
v := vault.New()
defer v.Purge()
ctx := context.Background()
const ns, sa, tok = "labns", "labsa", "eyJtls0123"
mux := http.NewServeMux()
mux.HandleFunc("/api/v1/namespaces/"+ns+"/serviceaccounts/", func(w http.ResponseWriter, r *http.Request) {
json.NewEncoder(w).Encode(map[string]any{"metadata": map[string]any{"name": sa}})
})
srv := httptest.NewTLSServer(mux)
defer srv.Close()
host := strings.TrimPrefix(srv.URL, "https://")
caPEM := pem.EncodeToMemory(&pem.Block{Type: "CERTIFICATE", Bytes: srv.Certificate().Raw})
caB64 := base64.StdEncoding.EncodeToString(caPEM)
verifyWith := func(blob string) error {
k := &K8s{} // NO injected client — exercises clientFor's real TLS path
h := v.Store([]byte(blob))
return k.Verify(ctx, h, v)
}
base := "k8s://" + host + "/?ns=" + ns + "&sa=" + sa + "&token=" + tok
if err := verifyWith(base); err == nil {
t.Error("untrusted self-signed cert should fail without ca=/insecure=")
}
if err := verifyWith(base + "&insecure=1"); err != nil {
t.Errorf("insecure=1 should skip verification: %v", err)
}
if err := verifyWith(base + "&ca=" + url.QueryEscape(caB64)); err != nil {
t.Errorf("pinned ca= should trust the server cert: %v", err)
}
// Blob round-trip: ca=/insecure= survive build()->parse().
cr := k8sCred{base: "https://" + host, ns: ns, sa: sa, token: tok, ca: caB64, insecure: true}
got, err := parseK8sCred(v, v.Store([]byte(cr.build())))
if err != nil {
t.Fatalf("round-trip parse: %v", err)
}
if got.ca != caB64 || !got.insecure {
t.Errorf("ca/insecure did not round-trip: ca-match=%v insecure=%v", got.ca == caB64, got.insecure)
}
}
func TestK8sRejectsBadSecret(t *testing.T) {
v := vault.New()
defer v.Purge()
k := &K8s{}
// missing namespace/sa
cred := discover.Credential{Source: "k8s", Secret: v.Store([]byte("k8s://10.0.0.1:6443/?token=t"))}
if _, err := k.Rotate(context.Background(), cred, v); err == nil {
t.Error("Rotate should reject a secret with no namespace/sa")
}
}