mirror of
https://github.com/sredevopsorg/deepseek-kubernetes-sandbox.git
synced 2026-11-03 01:13:24 +00:00
Port the upstream hermes-agents-as-a-service example to DSH Web: numbered manifests (00-prereqs .. 50-gateway), a Python gateway (signup, per-user tokens, wake-on-connect proxy, idle suspend), run-test-kind.sh smoke test, and docs. Fix deploy/k8s/sandbox-template.yaml (v1beta1, correct image, volumeClaimTemplates). Add a validate workflow (manifest server dry-run + gateway unit tests). Co-authored-by: SREDevOpsAgents <agents@sredevops.org>
151 lines
6.7 KiB
Bash
Executable File
151 lines
6.7 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# Smoke test for the dsh-agents-as-a-service example: runs the full README
|
|
# walkthrough non-interactively against the current kubectl context.
|
|
# Expects agent-sandbox (with extensions) already installed.
|
|
#
|
|
# NOTE: the only local port bound is the gateway port-forward on 18080.
|
|
# The DSH Web container port (3080) is in-cluster only and is never bound
|
|
# on the local host.
|
|
set -euo pipefail
|
|
cd "$(dirname "$0")"
|
|
|
|
NS=dsh-demo
|
|
pass() { echo "PASS: $1"; }
|
|
fail() { echo "FAIL: $1" >&2; exit 1; }
|
|
cleanup() { kubectl delete namespace "$NS" --ignore-not-found --wait=false >/dev/null 2>&1 || true; }
|
|
trap cleanup EXIT
|
|
|
|
echo "=== 1. install prereqs (throwaway key) + template + warm pool"
|
|
kubectl apply -f 00-prereqs.yaml
|
|
# The provider key is never committed; generate a throwaway value.
|
|
kubectl -n "$NS" delete secret dsh-provider-keys --ignore-not-found >/dev/null
|
|
kubectl -n "$NS" create secret generic dsh-provider-keys \
|
|
--from-literal=DEEPSEEK_API_KEY="sk-test-$(openssl rand -hex 16)"
|
|
kubectl apply -f 10-sandboxtemplate.yaml -f 20-sandboxwarmpool.yaml
|
|
for _ in $(seq 1 120); do
|
|
READY=$(kubectl -n "$NS" get sandboxes -l agents.x-k8s.io/warm-pool-sandbox \
|
|
-o jsonpath='{range .items[*]}{.status.conditions[?(@.type=="Ready")].status}{"\n"}{end}' | grep -c True || true)
|
|
[ "$READY" -ge 2 ] && break
|
|
sleep 5
|
|
done
|
|
[ "${READY:-0}" -ge 2 ] || fail "warm pool did not reach 2 Ready spares"
|
|
pass "warm pool: 2 spares Ready"
|
|
|
|
echo "=== 2. signup via claim (warm adoption)"
|
|
T0=$(date +%s)
|
|
kubectl apply -f 30-claim-alice.yaml
|
|
kubectl -n "$NS" wait sandboxclaim dsh-alice --for=condition=Ready --timeout=60s
|
|
ELAPSED=$(( $(date +%s) - T0 ))
|
|
SB=$(kubectl -n "$NS" get sandboxclaim dsh-alice -o jsonpath='{.status.sandbox.name}')
|
|
case "$SB" in dsh-pool-*) ;; *) fail "expected warm adoption, got sandbox '$SB'";; esac
|
|
pass "claim Ready in ${ELAPSED}s, adopted $SB"
|
|
|
|
echo "=== 3. write state on the PVC"
|
|
POD="$SB"
|
|
kubectl -n "$NS" exec "$POD" -- sh -c 'echo "remember me" > /home/node/.dsh/marker.txt'
|
|
pass "marker written in $POD"
|
|
|
|
echo "=== 4. suspend (pod deleted, PVC + Service retained)"
|
|
kubectl -n "$NS" patch sandbox "$SB" --type merge -p '{"spec":{"operatingMode":"Suspended"}}'
|
|
kubectl -n "$NS" wait --for=delete "pod/$POD" --timeout=120s
|
|
kubectl -n "$NS" get pvc "dsh-home-$SB" >/dev/null || fail "PVC was not retained"
|
|
kubectl -n "$NS" get svc "$SB" >/dev/null || fail "Service was not retained"
|
|
pass "suspended: pod gone, PVC and Service retained"
|
|
|
|
echo "=== 5. resume and verify state survived"
|
|
kubectl -n "$NS" patch sandbox "$SB" --type merge -p '{"spec":{"operatingMode":"Running"}}'
|
|
kubectl -n "$NS" wait sandbox "$SB" --for=condition=Ready --timeout=180s
|
|
POD="$SB"
|
|
MARKER=$(kubectl -n "$NS" exec "$POD" -- cat /home/node/.dsh/marker.txt)
|
|
[ "$MARKER" = "remember me" ] || fail "marker did not survive suspend/resume"
|
|
pass "resumed: state survived on the reattached PVC"
|
|
|
|
echo "=== 6. injection policy rejects env-carrying claims"
|
|
kubectl apply -f 40-claim-rejected.yaml
|
|
# Wait for the POSITIVE rejection signal, not merely "not bound yet".
|
|
REASON=""
|
|
for _ in $(seq 1 12); do
|
|
REASON=$(kubectl -n "$NS" get sandboxclaim dsh-mallory \
|
|
-o jsonpath='{.status.conditions[?(@.type=="Ready")].reason}' 2>/dev/null || true)
|
|
[ "$REASON" = "EnvVarsInjectionRejected" ] && break
|
|
sleep 5
|
|
done
|
|
[ "$REASON" = "EnvVarsInjectionRejected" ] \
|
|
|| fail "claim was not rejected (Ready reason='$REASON')"
|
|
BOUND=$(kubectl -n "$NS" get sandboxclaim dsh-mallory -o jsonpath='{.status.sandbox.name}' 2>/dev/null || true)
|
|
[ -z "$BOUND" ] || fail "env-carrying claim unexpectedly bound sandbox '$BOUND'"
|
|
kubectl delete -f 40-claim-rejected.yaml >/dev/null
|
|
pass "claim rejected with EnvVarsInjectionRejected and never bound"
|
|
|
|
echo "=== 7. gateway: signup, proxy, idle-suspend, wake-on-connect"
|
|
if command -v docker >/dev/null && command -v kind >/dev/null; then
|
|
KIND_CLUSTER="${KIND_CLUSTER:-$(kubectl config current-context | sed 's/^kind-//')}"
|
|
docker build -q -t dsh-aaas-gateway:demo gateway/ >/dev/null
|
|
kind load docker-image dsh-aaas-gateway:demo --name "$KIND_CLUSTER" >/dev/null
|
|
kubectl apply -f 50-gateway.yaml
|
|
kubectl -n "$NS" rollout status deploy/dsh-gateway --timeout=120s
|
|
# Local port-forward uses 18080 (NOT 3080, which stays in-cluster).
|
|
kubectl -n "$NS" port-forward svc/dsh-gateway 18080:8080 >/dev/null 2>&1 &
|
|
PF=$!
|
|
sleep 3
|
|
GW=localhost:18080
|
|
|
|
SIGNUP=$(curl -s -X POST "http://$GW/users" -H 'Content-Type: application/json' -d '{"user":"bob"}')
|
|
TOKEN=$(echo "$SIGNUP" | sed -n 's/.*"token":"\([^"]*\)".*/\1/p')
|
|
[ -n "$TOKEN" ] || fail "signup returned no token: $SIGNUP"
|
|
echo "$SIGNUP" | grep -q '"state":"Ready"' || fail "signup not Ready: $SIGNUP"
|
|
pass "gateway signup: bob Ready with one-time token"
|
|
|
|
curl -sf -H "Authorization: Bearer $TOKEN" "http://$GW/u/bob/" >/dev/null \
|
|
|| fail "proxied web call failed"
|
|
curl -s -o /dev/null -w '%{http_code}' "http://$GW/u/bob/" | grep -q 401 \
|
|
|| fail "tokenless request was not rejected"
|
|
pass "gateway proxy: authed request 200, tokenless 401"
|
|
|
|
echo "waiting for idle sweeper (~75s)..."
|
|
for _ in $(seq 1 30); do
|
|
STATE=$(curl -s -H "Authorization: Bearer $TOKEN" "http://$GW/users/bob" \
|
|
| sed -n 's/.*"state":"\([^"]*\)".*/\1/p')
|
|
[ "$STATE" = "Suspended" ] && break
|
|
sleep 5
|
|
done
|
|
[ "$STATE" = "Suspended" ] || fail "bob was not idle-suspended (state=$STATE)"
|
|
pass "idle sweeper suspended bob"
|
|
|
|
T0=$(date +%s)
|
|
curl -sf -m 150 -H "Authorization: Bearer $TOKEN" "http://$GW/u/bob/" >/dev/null \
|
|
|| fail "wake-on-connect request failed"
|
|
pass "wake-on-connect: request held and served after $(( $(date +%s) - T0 ))s"
|
|
|
|
curl -sf -X DELETE -H "Authorization: Bearer $TOKEN" "http://$GW/users/bob" >/dev/null \
|
|
|| fail "gateway user deletion failed"
|
|
kill "$PF" 2>/dev/null || true
|
|
elif [ "${SKIP_GATEWAY:-}" = "1" ]; then
|
|
echo "WARNING: gateway checks SKIPPED (SKIP_GATEWAY=1) — signup, auth," >&2
|
|
echo "WARNING: proxy, idle-suspend and wake-on-connect were NOT validated" >&2
|
|
GATEWAY_SKIPPED=1
|
|
else
|
|
fail "docker + kind are required for the gateway checks (set SKIP_GATEWAY=1 to run only the resource-layer checks)"
|
|
fi
|
|
|
|
echo "=== 8. cascade delete"
|
|
kubectl -n "$NS" delete sandboxclaim dsh-alice
|
|
for _ in $(seq 1 24); do
|
|
kubectl -n "$NS" get sandbox "$SB" >/dev/null 2>&1 || break
|
|
sleep 5
|
|
done
|
|
kubectl -n "$NS" get sandbox "$SB" >/dev/null 2>&1 && fail "sandbox not garbage-collected"
|
|
for _ in $(seq 1 24); do
|
|
kubectl -n "$NS" get pvc "dsh-home-$SB" >/dev/null 2>&1 || break
|
|
sleep 5
|
|
done
|
|
kubectl -n "$NS" get pvc "dsh-home-$SB" >/dev/null 2>&1 && fail "PVC not garbage-collected"
|
|
pass "claim delete cascaded: sandbox + PVC gone"
|
|
|
|
echo
|
|
if [ -n "${GATEWAY_SKIPPED:-}" ]; then
|
|
echo "Resource-layer checks passed; gateway checks were SKIPPED."
|
|
else
|
|
echo "All checks passed."
|
|
fi
|