Skip to content

Agent Mesh

fix hub deployment

Antonio Ojea179ca085b09f
diff --git a/.github/workflows/deploy.yaml b/.github/workflows/deploy.yaml
index 38feae4b..100aa573 100644
--- a/.github/workflows/deploy.yaml
+++ b/.github/workflows/deploy.yaml
@@ -520,12 +520,10 @@ jobs:
--external-addr=/ip4/${EXTERNAL_IP}/udp/4501/quic-v1'
- - name: Deploy Canaries
+ - name: Deploy COP Canary
env:
VAR_ENV_NAME: ${{ vars.ENV_NAME }}
VAR_IMAGE_TAG: ${{ env.IMAGE_TAG }}
- VAR_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
- VAR_HF_TOKEN: ${{ secrets.HF_TOKEN }}
run: |
print_rollout_diagnostics() {
local namespace="$1"
@@ -554,44 +552,89 @@ jobs:
export CANARY_NAMESPACE="sam-canary-${ENV_NAME}"
export NAMESPACE="sam-${ENV_NAME}"
export IMAGE_TAG="${VAR_IMAGE_TAG}"
- export GEMINI_API_KEY="${VAR_GEMINI_API_KEY}"
- export HF_TOKEN="${VAR_HF_TOKEN}"
-
- # Read and indent banana bot playground script for the ConfigMap template
- export BANANA_BOT_SCRIPT=$(cat site/content/docs/snippets/banana_bot_playground.py | sed 's/^/ /')
- # Provision the openclaw-secret, preserving the gateway-token if it exists
- GATEWAY_TOKEN=$(kubectl get secret openclaw-secret-${ENV_NAME} -n ${CANARY_NAMESPACE} -o jsonpath="{.data.gateway-token}" 2>/dev/null | base64 -d || openssl rand -hex 16)
- kubectl create secret generic openclaw-secret-${ENV_NAME} \
- --namespace=${CANARY_NAMESPACE} \
- --from-literal=gateway-token="${GATEWAY_TOKEN}" \
- --from-literal=gemini-api-key="${GEMINI_API_KEY}" \
- --dry-run=client -o yaml | kubectl apply -f -
-
- kubectl create secret generic vllm-secret-${ENV_NAME} \
- --namespace=${CANARY_NAMESPACE} \
- --from-literal=hf-token="${HF_TOKEN}" \
- --dry-run=client -o yaml | kubectl apply -f -
- envsubst < .github/k8s/sam-node-template.yaml | kubectl apply -f -
- envsubst < .github/k8s/sam-node-openclaw-template.yaml | kubectl apply -f -
- envsubst < .github/k8s/sam-node-vllm-template.yaml | kubectl apply -f -
- envsubst < .github/k8s/sam-node-everything-template.yaml | kubectl apply -f -
envsubst < .github/k8s/sam-node-cop-template.yaml | kubectl apply -f -
- envsubst < .github/k8s/sam-box-canary-template.yaml | kubectl apply -f -
-
kubectl rollout status deployment/cop-canary-${ENV_NAME} -n ${CANARY_NAMESPACE} --timeout=120s || {
echo "Cop Canary Deployment failed!"
print_rollout_diagnostics "${CANARY_NAMESPACE}" "cop-canary-${ENV_NAME}" "app=cop-canary-${ENV_NAME}"
exit 1
}
+ - name: Deploy SAM Box Canary
+ env:
+ VAR_ENV_NAME: ${{ vars.ENV_NAME }}
+ VAR_IMAGE_TAG: ${{ env.IMAGE_TAG }}
+ run: |
+ print_rollout_diagnostics() {
+ local namespace="$1"
+ local deployment="$2"
+ local selector="$3"
+
+ echo "Collecting diagnostics for deployment/${deployment} in namespace ${namespace}..."
+
+ kubectl describe deployment/${deployment} -n ${namespace} || true
+ kubectl get pods -n ${namespace} -l "${selector}" -o wide || true
+ kubectl describe pods -n ${namespace} -l "${selector}" || true
+ kubectl get events -n ${namespace} --sort-by=.lastTimestamp || true
+
+ for pod in $(kubectl get pods -n ${namespace} -l "${selector}" -o name 2>/dev/null); do
+ echo "==== Describe ${pod} ===="
+ kubectl describe -n ${namespace} "${pod}" || true
+
+ for container in $(kubectl get -n ${namespace} "${pod}" -o jsonpath='{.spec.containers[*].name}' 2>/dev/null); do
+ echo "==== Logs for ${pod} container ${container} ===="
+ kubectl logs -n ${namespace} "${pod#pod/}" -c "${container}" --tail=-1 || true
+ done
+ done
+ }
+
+ export ENV_NAME="${VAR_ENV_NAME}"
+ export CANARY_NAMESPACE="sam-canary-${ENV_NAME}"
+ export NAMESPACE="sam-${ENV_NAME}"
+ export IMAGE_TAG="${VAR_IMAGE_TAG}"
+
+ envsubst < .github/k8s/sam-box-canary-template.yaml | kubectl apply -f -
kubectl rollout status deployment/box-canary-${ENV_NAME} -n ${CANARY_NAMESPACE} --timeout=120s || {
echo "sam-box Canary Deployment failed!"
print_rollout_diagnostics "${CANARY_NAMESPACE}" "box-canary-${ENV_NAME}" "app=box-canary-${ENV_NAME}"
exit 1
}
-
+ - name: Deploy SAM Node Canary
+ env:
+ VAR_ENV_NAME: ${{ vars.ENV_NAME }}
+ VAR_IMAGE_TAG: ${{ env.IMAGE_TAG }}
+ run: |
+ print_rollout_diagnostics() {
+ local namespace="$1"
+ local deployment="$2"
+ local selector="$3"
+
+ echo "Collecting diagnostics for deployment/${deployment} in namespace ${namespace}..."
+
+ kubectl describe deployment/${deployment} -n ${namespace} || true
+ kubectl get pods -n ${namespace} -l "${selector}" -o wide || true
+ kubectl describe pods -n ${namespace} -l "${selector}" || true
+ kubectl get events -n ${namespace} --sort-by=.lastTimestamp || true
+
+ for pod in $(kubectl get pods -n ${namespace} -l "${selector}" -o name 2>/dev/null); do
+ echo "==== Describe ${pod} ===="
+ kubectl describe -n ${namespace} "${pod}" || true
+
+ for container in $(kubectl get -n ${namespace} "${pod}" -o jsonpath='{.spec.containers[*].name}' 2>/dev/null); do
+ echo "==== Logs for ${pod} container ${container} ===="
+ kubectl logs -n ${namespace} "${pod#pod/}" -c "${container}" --tail=-1 || true
+ done
+ done
+ }
+
+ export ENV_NAME="${VAR_ENV_NAME}"
+ export CANARY_NAMESPACE="sam-canary-${ENV_NAME}"
+ export NAMESPACE="sam-${ENV_NAME}"
+ export IMAGE_TAG="${VAR_IMAGE_TAG}"
+ export BANANA_BOT_SCRIPT=$(cat site/content/docs/snippets/banana_bot_playground.py | sed 's/^/ /')
+
+ envsubst < .github/k8s/sam-node-template.yaml | kubectl apply -f -
kubectl rollout status deployment/sam-canary-${ENV_NAME} -n ${CANARY_NAMESPACE} --timeout=120s || {
echo "Canary Deployment failed!"
print_rollout_diagnostics "${CANARY_NAMESPACE}" "sam-canary-${ENV_NAME}" "app=sam-canary-${ENV_NAME}"
@@ -602,6 +645,49 @@ jobs:
exit 1
}
+ - name: Deploy OpenClaw Canary
+ env:
+ VAR_ENV_NAME: ${{ vars.ENV_NAME }}
+ VAR_IMAGE_TAG: ${{ env.IMAGE_TAG }}
+ VAR_GEMINI_API_KEY: ${{ secrets.GEMINI_API_KEY }}
+ run: |
+ print_rollout_diagnostics() {
+ local namespace="$1"
+ local deployment="$2"
+ local selector="$3"
+
+ echo "Collecting diagnostics for deployment/${deployment} in namespace ${namespace}..."
+
+ kubectl describe deployment/${deployment} -n ${namespace} || true
+ kubectl get pods -n ${namespace} -l "${selector}" -o wide || true
+ kubectl describe pods -n ${namespace} -l "${selector}" || true
+ kubectl get events -n ${namespace} --sort-by=.lastTimestamp || true
+
+ for pod in $(kubectl get pods -n ${namespace} -l "${selector}" -o name 2>/dev/null); do
+ echo "==== Describe ${pod} ===="
+ kubectl describe -n ${namespace} "${pod}" || true
+
+ for container in $(kubectl get -n ${namespace} "${pod}" -o jsonpath='{.spec.containers[*].name}' 2>/dev/null); do
+ echo "==== Logs for ${pod} container ${container} ===="
+ kubectl logs -n ${namespace} "${pod#pod/}" -c "${container}" --tail=-1 || true
+ done
+ done
+ }
+
+ export ENV_NAME="${VAR_ENV_NAME}"
+ export CANARY_NAMESPACE="sam-canary-${ENV_NAME}"
+ export NAMESPACE="sam-${ENV_NAME}"
+ export IMAGE_TAG="${VAR_IMAGE_TAG}"
+ export GEMINI_API_KEY="${VAR_GEMINI_API_KEY}"
+
+ GATEWAY_TOKEN=$(kubectl get secret openclaw-secret-${ENV_NAME} -n ${CANARY_NAMESPACE} -o jsonpath="{.data.gateway-token}" 2>/dev/null | base64 -d || openssl rand -hex 16)
+ kubectl create secret generic openclaw-secret-${ENV_NAME} \
+ --namespace=${CANARY_NAMESPACE} \
+ --from-literal=gateway-token="${GATEWAY_TOKEN}" \
+ --from-literal=gemini-api-key="${GEMINI_API_KEY}" \
+ --dry-run=client -o yaml | kubectl apply -f -
+
+ envsubst < .github/k8s/sam-node-openclaw-template.yaml | kubectl apply -f -
kubectl rollout status deployment/openclaw-canary-${ENV_NAME} -n ${CANARY_NAMESPACE} --timeout=120s || {
echo "OpenClaw Canary Deployment failed!"
print_rollout_diagnostics "${CANARY_NAMESPACE}" "openclaw-canary-${ENV_NAME}" "app=openclaw-canary-${ENV_NAME}"
@@ -612,6 +698,48 @@ jobs:
exit 1
}
+ - name: Deploy vLLM Canary
+ if: vars.ENV_NAME != 'hub'
+ env:
+ VAR_ENV_NAME: ${{ vars.ENV_NAME }}
+ VAR_IMAGE_TAG: ${{ env.IMAGE_TAG }}
+ VAR_HF_TOKEN: ${{ secrets.HF_TOKEN }}
+ run: |
+ print_rollout_diagnostics() {
+ local namespace="$1"
+ local deployment="$2"
+ local selector="$3"
+
+ echo "Collecting diagnostics for deployment/${deployment} in namespace ${namespace}..."
+
+ kubectl describe deployment/${deployment} -n ${namespace} || true
+ kubectl get pods -n ${namespace} -l "${selector}" -o wide || true
+ kubectl describe pods -n ${namespace} -l "${selector}" || true
+ kubectl get events -n ${namespace} --sort-by=.lastTimestamp || true
+
+ for pod in $(kubectl get pods -n ${namespace} -l "${selector}" -o name 2>/dev/null); do
+ echo "==== Describe ${pod} ===="
+ kubectl describe -n ${namespace} "${pod}" || true
+
+ for container in $(kubectl get -n ${namespace} "${pod}" -o jsonpath='{.spec.containers[*].name}' 2>/dev/null); do
+ echo "==== Logs for ${pod} container ${container} ===="
+ kubectl logs -n ${namespace} "${pod#pod/}" -c "${container}" --tail=-1 || true
+ done
+ done
+ }
+
+ export ENV_NAME="${VAR_ENV_NAME}"
+ export CANARY_NAMESPACE="sam-canary-${ENV_NAME}"
+ export NAMESPACE="sam-${ENV_NAME}"
+ export IMAGE_TAG="${VAR_IMAGE_TAG}"
+ export HF_TOKEN="${VAR_HF_TOKEN}"
+
+ kubectl create secret generic vllm-secret-${ENV_NAME} \
+ --namespace=${CANARY_NAMESPACE} \
+ --from-literal=hf-token="${HF_TOKEN}" \
+ --dry-run=client -o yaml | kubectl apply -f -
+
+ envsubst < .github/k8s/sam-node-vllm-template.yaml | kubectl apply -f -
kubectl rollout status deployment/vllm-canary-${ENV_NAME} -n ${CANARY_NAMESPACE} --timeout=300s || {
echo "vLLM Canary Deployment failed!"
print_rollout_diagnostics "${CANARY_NAMESPACE}" "vllm-canary-${ENV_NAME}" "app=vllm-canary-${ENV_NAME}"
@@ -622,6 +750,40 @@ jobs:
exit 1
}
+ - name: Deploy Everything Canary
+ env:
+ VAR_ENV_NAME: ${{ vars.ENV_NAME }}
+ VAR_IMAGE_TAG: ${{ env.IMAGE_TAG }}
+ run: |
+ print_rollout_diagnostics() {
+ local namespace="$1"
+ local deployment="$2"
+ local selector="$3"
+
+ echo "Collecting diagnostics for deployment/${deployment} in namespace ${namespace}..."
+
+ kubectl describe deployment/${deployment} -n ${namespace} || true
+ kubectl get pods -n ${namespace} -l "${selector}" -o wide || true
+ kubectl describe pods -n ${namespace} -l "${selector}" || true
+ kubectl get events -n ${namespace} --sort-by=.lastTimestamp || true
+
+ for pod in $(kubectl get pods -n ${namespace} -l "${selector}" -o name 2>/dev/null); do
+ echo "==== Describe ${pod} ===="
+ kubectl describe -n ${namespace} "${pod}" || true
+
+ for container in $(kubectl get -n ${namespace} "${pod}" -o jsonpath='{.spec.containers[*].name}' 2>/dev/null); do
+ echo "==== Logs for ${pod} container ${container} ===="
+ kubectl logs -n ${namespace} "${pod#pod/}" -c "${container}" --tail=-1 || true
+ done
+ done
+ }
+
+ export ENV_NAME="${VAR_ENV_NAME}"
+ export CANARY_NAMESPACE="sam-canary-${ENV_NAME}"
+ export NAMESPACE="sam-${ENV_NAME}"
+ export IMAGE_TAG="${VAR_IMAGE_TAG}"
+
+ envsubst < .github/k8s/sam-node-everything-template.yaml | kubectl apply -f -
kubectl rollout status deployment/everything-canary-${ENV_NAME} -n ${CANARY_NAMESPACE} --timeout=120s || {
echo "Everything Canary Deployment failed!"
print_rollout_diagnostics "${CANARY_NAMESPACE}" "everything-canary-${ENV_NAME}" "app=everything-canary-${ENV_NAME}"