Evenfire is an intelligence layer platform for running LLM agents that take real actions, on your infrastructure
TypeScript
#!/usr/bin/env bash
set -euo pipefail
ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/../.." && pwd)"
# Overlays to render. Defaults to the full production set; the gcp-* overlays
# live in keyper-labs/evenfire-infra, so this script's full coverage runs there.
# Override (space-separated) to validate only the overlays present in a given
# checkout — e.g. SINGLE_WRITER_OVERLAYS="deploy/overlays/minikube" in this repo.
read -r -a OVERLAYS <<<"${SINGLE_WRITER_OVERLAYS:-deploy/overlays/minikube deploy/overlays/gcp-dev deploy/overlays/gcp-prod}"
DATABASE_DEPLOYS=(
"control-plane/control-postgres"
"registry/registry-postgres"
)
# Deployments whose safety model assumes a single writer with NO leader election
# (see host-context-controller/src/statelessLifecycleExecutor.ts). For these the
# RENDERED manifest — not just deploy/base — must keep replicas<=1 and
# strategy=Recreate with no rollingUpdate residue, or a rollout reopens the
# two-writer NetworkPolicy overlap closed in PR #205. Unlike DATABASE_DEPLOYS
# these mount no PVC, so they need their own list rather than the PVC heuristic.
SINGLE_WRITER_DEPLOYS=(
"control-plane/host-context-controller"
)
fail() {
echo "ERROR: $*" >&2
exit 1
}
# A Deployment id ("namespace/name") is DEFINED in this repo when its namespace
# has a base manifest tree here (deploy/base/<namespace>/). For such a LOCAL
# deploy the rendered overlay MUST contain it: a silent disappearance would let
# the loops below validate the single-writer/database rollout invariant over an
# absent deploy (a fail-open). Deploys whose base lives only in the sibling
# evenfire-infra repo (e.g. registry/*) are FOREIGN here and are validated where
# they are defined, so for them an absence is a NOTICE-and-skip, not a failure.
deploy_defined_in_this_repo() {
local id="$1"
local namespace="${id%%/*}"
[ -d "${ROOT_DIR}/deploy/base/${namespace}" ]
}
command -v kubectl >/dev/null 2>&1 || fail "kubectl is required"
command -v jq >/dev/null 2>&1 || fail "jq is required"
command -v yq >/dev/null 2>&1 || fail "yq is required"
# Zero overlays means the loop below runs zero iterations and the script exits 0
# having validated nothing — a fail-open. An empty or whitespace-only
# SINGLE_WRITER_OVERLAYS must fail loudly, not pass vacuously.
[ "${#OVERLAYS[@]}" -gt 0 ] ||
fail "SINGLE_WRITER_OVERLAYS resolved to zero overlays — refusing to pass vacuously"
for overlay in "${OVERLAYS[@]}"; do
# Render OFFLINE: `kubectl kustomize` builds the overlay client-side, and yq
# converts the multi-document YAML into a single JSON array for jq. The
# previous `kubectl create --dry-run=client` performed API discovery
# (kind -> resource), which needs a live API server and fails in CI with
# "unable to recognize STDIN: connection refused". This validation is a pure
# rendered-manifest lint and must never touch a cluster.
rendered_json="$(
cd "${ROOT_DIR}" &&
kubectl kustomize "${overlay}" |
yq ea -o=json '[.]'
)"
for id in "${DATABASE_DEPLOYS[@]}"; do
namespace="${id%%/*}"
name="${id#*/}"
if ! deployment="$(
jq -e --arg namespace "${namespace}" --arg name "${name}" \
'first(.[] | select(.kind == "Deployment" and .metadata.namespace == $namespace and .metadata.name == $name))' \
<<<"${rendered_json}"
)"; then
# This overlay does not render ${id}. A deploy this repo DEFINES
# (deploy/base/<namespace>/ exists here) MUST be rendered by a local
# overlay: a silent disappearance would validate the rollout invariant over
# an absent deploy (fail-open), so fail loudly. Foreign deploys (gcp-* and
# the registry Deployment live in the sibling evenfire-infra repo) are
# validated where they are defined, so for them a NOTICE-and-skip is right.
if deploy_defined_in_this_repo "${id}"; then
fail "${overlay}: renders no Deployment ${id}, but this repo defines deploy/base/${id%%/*} — a local overlay must not validate the rollout invariant over an absent deploy (did the overlay stop including it?)"
fi
echo "NOTICE: ${overlay} does not render foreign Deployment ${id}; skipping (validated where it is defined)" >&2
continue
fi
pvc_count="$(
jq '[.spec.template.spec.volumes[]? | select(.persistentVolumeClaim.claimName != null)] | length' \
<<<"${deployment}"
)"
if [ "${pvc_count}" -eq 0 ]; then
fail "${overlay}: Deployment ${id} does not mount a PVC; update DATABASE_DEPLOYS if it is no longer stateful"
fi
strategy="$(jq -r '.spec.strategy.type // "RollingUpdate"' <<<"${deployment}")"
if [ "${strategy}" != "Recreate" ]; then
fail "${overlay}: Deployment ${id} mounts a PVC and must use strategy.type=Recreate, got ${strategy}"
fi
if jq -e '.spec.strategy.rollingUpdate != null' >/dev/null <<<"${deployment}"; then
fail "${overlay}: Deployment ${id} uses Recreate and must not render spec.strategy.rollingUpdate"
fi
done
for id in "${SINGLE_WRITER_DEPLOYS[@]}"; do
namespace="${id%%/*}"
name="${id#*/}"
if ! deployment="$(
jq -e --arg namespace "${namespace}" --arg name "${name}" \
'first(.[] | select(.kind == "Deployment" and .metadata.namespace == $namespace and .metadata.name == $name))' \
<<<"${rendered_json}"
)"; then
# This overlay does not render ${id}. A deploy this repo DEFINES
# (deploy/base/<namespace>/ exists here) MUST be rendered by a local
# overlay: a silent disappearance would validate the rollout invariant over
# an absent deploy (fail-open), so fail loudly. Foreign deploys (gcp-* and
# the registry Deployment live in the sibling evenfire-infra repo) are
# validated where they are defined, so for them a NOTICE-and-skip is right.
if deploy_defined_in_this_repo "${id}"; then
fail "${overlay}: renders no Deployment ${id}, but this repo defines deploy/base/${id%%/*} — a local overlay must not validate the rollout invariant over an absent deploy (did the overlay stop including it?)"
fi
echo "NOTICE: ${overlay} does not render foreign Deployment ${id}; skipping (validated where it is defined)" >&2
continue
fi
replicas="$(jq -r '.spec.replicas // 1' <<<"${deployment}")"
if [ "${replicas}" -gt 1 ]; then
fail "${overlay}: single-writer Deployment ${id} must keep replicas<=1 (no leader election), got ${replicas}"
fi
strategy="$(jq -r '.spec.strategy.type // "RollingUpdate"' <<<"${deployment}")"
if [ "${strategy}" != "Recreate" ]; then
fail "${overlay}: single-writer Deployment ${id} must use strategy.type=Recreate, got ${strategy}"
fi
if jq -e '.spec.strategy.rollingUpdate != null' >/dev/null <<<"${deployment}"; then
fail "${overlay}: single-writer Deployment ${id} uses Recreate and must not render spec.strategy.rollingUpdate"
fi
done
done
echo "Single-writer rollout strategy validation passed"