ODS V3 Pre-Release: Public testing and refinement ahead of the official V3 launch. Turn your PC, Mac, or Linux box into a private AI server.
Python ai-agentsamdcomfyuidockerllama-cppllmlocal-ain8nnvidiaopen-webuiragself-hostedspeech-to-textstrix-halotext-to-speechworkflow-automation
#!/bin/bash
# ============================================================================
# ODS CLI update post-verification test
# ============================================================================
# The verification loop in cmd_update counted services with
# ((total_services++)) / ((failed_services++)). Bash post-increment
# evaluates to the old value, so the first increment (0 -> 1) returns
# status 1 and set -e aborts the CLI right there: every `ods update` with
# at least one enabled extension died during "Verifying update..." —
# before persisting the new ODS_VERSION, restarting the host agent, or
# printing "Update complete" — and exited 1 despite a successful update.
#
# Strategy: throwaway INSTALL_DIR fixture (ODS_HOME) with one enabled
# extension, plus docker/curl shims on PATH so pull/up/ps succeed without
# a real daemon, then run the real CLI through `ods update`.
#
# Usage: ./tests/test-cli-update-verification.sh
# ============================================================================
set -euo pipefail
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
ROOT_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
GREEN='\033[0;32m'
RED='\033[0;31m'
NC='\033[0m'
PASSED=0
FAILED=0
pass() { echo -e " ${GREEN}✓ PASS${NC} $1"; PASSED=$((PASSED + 1)); }
fail() { echo -e " ${RED}✗ FAIL${NC} $1"; FAILED=$((FAILED + 1)); }
FIXTURE="$(mktemp -d "${TMPDIR:-/tmp}/ods-cli-update-verify.XXXXXX")"
trap 'rm -rf "$FIXTURE"' EXIT
# ---------------------------------------------------------------------------
# Fixture: minimal install dir plus docker/curl shims
# ---------------------------------------------------------------------------
mkdir -p "$FIXTURE/lib" "$FIXTURE/extensions/services/bsvc" "$FIXTURE/extensions/services/oneshot" "$FIXTURE/bin"
cp "$ROOT_DIR/ods-cli" "$FIXTURE/ods-cli"
cp "$ROOT_DIR"/lib/*.sh "$FIXTURE/lib/"
: > "$FIXTURE/docker-compose.base.yml"
cat > "$FIXTURE/ods-update.sh" <<'BACKUP'
#!/usr/bin/env bash
# This fixture exercises service verification after a completed snapshot.
[[ "${1:-}" == backup && -n "${2:-}" ]]
BACKUP
chmod +x "$FIXTURE/ods-update.sh"
cat > "$FIXTURE/extensions/services/bsvc/manifest.yaml" <<'EOF'
schema_version: ods.services.v1
service:
id: bsvc
name: bsvc
container_name: ods-bsvc
health: /health
type: docker
gpu_backends: [all]
compose_file: compose.yaml
category: optional
depends_on: []
EOF
echo "services: {}" > "$FIXTURE/extensions/services/bsvc/compose.yaml"
cat > "$FIXTURE/extensions/services/oneshot/manifest.yaml" <<'EOF'
schema_version: ods.services.v1
service:
id: oneshot
name: oneshot
container_name: ods-oneshot
health: ""
type: docker
startup_check: false
gpu_backends: [all]
compose_file: compose.yaml
category: optional
depends_on: []
EOF
echo "services: {}" > "$FIXTURE/extensions/services/oneshot/compose.yaml"
# Update target: installed 2.0.0 (.env) -> target 2.0.1 (manifest.json)
echo '{"ods_version": "2.0.1"}' > "$FIXTURE/manifest.json"
# docker shim: pull/up succeed; `ps` reports the container running unless
# FAKE_DOCKER_PS_EMPTY=1; `info` supplies a CPU count for the budget calc
cat > "$FIXTURE/bin/docker" <<'SH'
#!/usr/bin/env bash
# Model the active-compose-stack verification protocol:
# compose config --services -> declared stack services
# compose ps --services --status running -> running subset
# compose ps --all -q SVC -> synthetic container id
# inspect -f ... id-SVC -> status/exit for one-shot tolerance
# compose pull IMG... -> record pulled images for assertions
if [[ "${1:-}" == "compose" ]]; then
sub=""
for a in "$@"; do case "$a" in config|ps|pull|up|down|version) sub=$a; break;; esac; done
case "$sub" in
config)
echo "bsvc"
echo "oneshot"
;;
pull)
seen=0
for a in "$@"; do
[[ "$a" == "pull" ]] && { seen=1; continue; }
[[ "$seen" == "1" && "$a" != -* ]] && echo "$a" >> "${FAKE_DOCKER_PULL_LOG:-/dev/null}"
done
;;
ps)
if [[ " $* " == *" -q "* ]]; then
for last in "$@"; do :; done
echo "id-$last"
elif [[ " $* " == *"--status"*"running"* ]]; then
[[ "${FAKE_DOCKER_PS_EMPTY:-}" == "1" ]] || echo "bsvc"
else
echo "bsvc"
echo "oneshot"
fi
;;
esac
exit 0
fi
case "${1:-}" in
pull)
echo "${2:-}" >> "${FAKE_DOCKER_PULL_LOG:-/dev/null}"
;;
inspect)
for last in "$@"; do :; done
case "$last" in
id-bsvc)
if [[ "${FAKE_DOCKER_PS_EMPTY:-}" == "1" ]]; then echo "exited 1"; else echo "running 0"; fi
;;
id-oneshot) echo "exited 0" ;;
*) echo "running 0" ;;
esac
;;
ps)
[[ "${FAKE_DOCKER_PS_EMPTY:-}" == "1" ]] && exit 0
echo "ods-bsvc"
;;
info) echo "8" ;;
esac
exit 0
SH
# curl shim: fail fast so trailing status/health probes don't stall the test
cat > "$FIXTURE/bin/curl" <<'SH'
#!/usr/bin/env bash
echo "curl: (7) Failed to connect" >&2
exit 7
SH
chmod +x "$FIXTURE/bin/docker" "$FIXTURE/bin/curl"
reset_env() {
cat > "$FIXTURE/.env" <<'EOF'
ODS_VERSION=2.0.0
GPU_BACKEND=nvidia
SHIELD_API_KEY=test-fixture-key
EOF
}
run_update() {
# Never let a non-zero CLI exit kill the test; callers assert on output/state
PATH="$FIXTURE/bin:$PATH" INSTALL_DIR="$FIXTURE" ODS_HOME="$FIXTURE" \
bash "$FIXTURE/ods-cli" update 2>&1 || true
}
echo ""
echo "╔═══════════════════════════════════════════════╗"
echo "║ CLI update verification test ║"
echo "╚═══════════════════════════════════════════════╝"
echo ""
# ---------------------------------------------------------------------------
# 1. update survives verification with an enabled extension running
# ---------------------------------------------------------------------------
reset_env
output=$(run_update)
if echo "$output" | grep -q "Update complete"; then
pass "update reaches 'Update complete' past the verification loop"
else
fail "update aborted during verification: $(echo "$output" | tail -5)"
fi
if grep -q "^ODS_VERSION=2.0.1" "$FIXTURE/.env"; then
pass "update persisted the new ODS_VERSION"
else
fail "update did not persist ODS_VERSION: $(grep '^ODS_VERSION=' "$FIXTURE/.env")"
fi
if echo "$output" | grep -q "Update verification failed"; then
fail "update reported a false verification failure"
else
pass "update reported no verification failure"
fi
# ---------------------------------------------------------------------------
# 2. a non-running service is counted and reported, not crashed on
# ---------------------------------------------------------------------------
reset_env
export FAKE_DOCKER_PS_EMPTY=1
output=$(run_update)
unset FAKE_DOCKER_PS_EMPTY
if echo "$output" | grep -q "Update verification failed: 1/2 services are not running"; then
pass "update counts and reports the non-running service"
else
fail "update did not report the failed-service count: $(echo "$output" | tail -5)"
fi
if echo "$output" | grep -q "Update complete"; then
fail "update claimed success despite failed verification"
else
pass "update does not claim success on failed verification"
fi
# ---------------------------------------------------------------------------
# 3. update pulls registry images only, never locally built tags
# ---------------------------------------------------------------------------
reset_env
mkdir -p "$FIXTURE/installers/lib"
cat > "$FIXTURE/installers/lib/compose-images.sh" <<'HELPER'
ods_compose_external_images() {
echo "ghcr.io/example/upstream:1.2.3"
}
HELPER
export FAKE_DOCKER_PULL_LOG="$FIXTURE/pull.log"
: > "$FAKE_DOCKER_PULL_LOG"
output=$(run_update)
unset FAKE_DOCKER_PULL_LOG
if grep -q "ghcr.io/example/upstream:1.2.3" "$FIXTURE/pull.log" 2>/dev/null && ! grep -q "ods-lemonade-server" "$FIXTURE/pull.log" 2>/dev/null; then
pass "update pulls registry images without pulling local build tags"
else
fail "external-only pull not exercised: $(cat "$FIXTURE/pull.log" 2>/dev/null)"
fi
echo ""
echo "Results: $PASSED passed, $FAILED failed"
[[ $FAILED -eq 0 ]] || exit 1
exit 0