ODS V3 Pre-Release: Public testing and refinement ahead of the official V3 launch. Turn your PC, Mac, or Linux box into a private AI server.
Python ai-agentsamdcomfyuidockerllama-cppllmlocal-ain8nnvidiaopen-webuiragself-hostedspeech-to-textstrix-halotext-to-speechworkflow-automation
#!/usr/bin/env bash
# Test suite: Service templates validation
# Verifies template YAML files parse correctly, reference valid service IDs,
# and have unique template IDs.
set -euo pipefail
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
PROJECT_DIR="$(cd "$SCRIPT_DIR/.." && pwd)"
TEMPLATES_DIR="$PROJECT_DIR/templates"
EXTENSIONS_DIR="$PROJECT_DIR/extensions/services"
# Library extension source (pre-install). Runtime path after install is
# data/extensions-library/ but the source tree ships them under ods/extensions/library/.
EXTENSIONS_LIBRARY_DIR="${EXTENSIONS_LIBRARY_DIR:-$PROJECT_DIR/extensions/library/services}"
PYTHON_CMD="python3"
if [[ -f "$PROJECT_DIR/lib/python-cmd.sh" ]]; then
. "$PROJECT_DIR/lib/python-cmd.sh"
PYTHON_CMD="$(ods_detect_python_cmd_with_module yaml 2>/dev/null || ods_detect_python_cmd)"
elif command -v python >/dev/null 2>&1; then
PYTHON_CMD="python"
fi
PASS=0
FAIL=0
pass() { PASS=$((PASS + 1)); echo " PASS: $1"; }
fail() { FAIL=$((FAIL + 1)); echo " FAIL: $1" >&2; }
echo "=== Template Validation Tests ==="
if ! "$PYTHON_CMD" -c "import yaml" 2>/dev/null; then
echo "SKIP: PyYAML not installed - cannot validate templates"
exit 0
fi
# --- Test 1: All template YAML files parse correctly ---
echo ""
echo "--- Test: Template YAML parsing ---"
if [[ ! -d "$TEMPLATES_DIR" ]]; then
fail "Templates directory not found: $TEMPLATES_DIR"
else
for f in "$TEMPLATES_DIR"/*.yaml "$TEMPLATES_DIR"/*.yml; do
[[ -f "$f" ]] || continue
basename="$(basename "$f")"
if "$PYTHON_CMD" -c "
import yaml, sys
with open(sys.argv[1]) as fh:
d = yaml.safe_load(fh)
assert isinstance(d, dict), 'root must be a mapping'
assert d.get('schema_version') == 'ods.templates.v1', 'wrong schema_version'
t = d.get('template', {})
assert t.get('id'), 'missing template.id'
assert t.get('name'), 'missing template.name'
assert isinstance(t.get('services', []), list) and len(t['services']) > 0, 'services must be non-empty list'
" "$f" 2>/dev/null; then
pass "$basename parses correctly"
else
fail "$basename failed to parse"
fi
done
fi
# --- Test 2: All template service IDs exist in manifest registry ---
echo ""
echo "--- Test: Template service IDs exist in manifests ---"
# Build set of known service IDs from built-in manifests AND the library.
# Library extensions are installable on demand by the template apply flow,
# so they are valid template service IDs even though they're not under
# extensions/services/.
known_ids=$("$PYTHON_CMD" - "$EXTENSIONS_DIR" "$EXTENSIONS_LIBRARY_DIR" <<'PYEOF' | tr -d '\r'
import yaml, sys
from pathlib import Path
ids = set()
for root in sys.argv[1:]:
rp = Path(root)
if not rp.is_dir():
continue
for d in sorted(rp.iterdir()):
if not d.is_dir():
continue
for name in ("manifest.yaml", "manifest.yml"):
mp = d / name
if mp.exists():
try:
with open(mp) as f:
m = yaml.safe_load(f)
except Exception:
break
if isinstance(m, dict) and m.get("schema_version") == "ods.services.v1":
s = m.get("service", {})
if s.get("id"):
ids.add(s["id"])
break
for sid in sorted(ids):
print(sid)
PYEOF
)
for f in "$TEMPLATES_DIR"/*.yaml "$TEMPLATES_DIR"/*.yml; do
[[ -f "$f" ]] || continue
basename="$(basename "$f")"
services=$("$PYTHON_CMD" -c "
import yaml, sys
with open(sys.argv[1]) as fh:
d = yaml.safe_load(fh)
for s in d.get('template', {}).get('services', []):
print(s)
" "$f" 2>/dev/null | tr -d '\r') || continue
all_found=true
while IFS= read -r svc; do
[[ -z "$svc" ]] && continue
if ! echo "$known_ids" | grep -q "^${svc}$"; then
fail "$basename: service '$svc' not found in manifests"
all_found=false
fi
done <<< "$services"
if $all_found; then
pass "$basename: all service IDs exist"
fi
done
# --- Test 3: Template IDs are unique ---
echo ""
echo "--- Test: Template IDs are unique ---"
all_ids=$("$PYTHON_CMD" - "$TEMPLATES_DIR" <<'PYEOF' | tr -d '\r'
import yaml, sys
from pathlib import Path
d = Path(sys.argv[1])
for f in sorted(list(d.glob("*.yaml")) + list(d.glob("*.yml"))):
with open(f) as fh:
data = yaml.safe_load(fh)
if isinstance(data, dict) and data.get("schema_version") == "ods.templates.v1":
tid = data.get("template", {}).get("id", "")
if tid:
print(tid)
PYEOF
)
total=$(echo "$all_ids" | wc -l | tr -d ' ')
unique=$(echo "$all_ids" | sort -u | wc -l | tr -d ' ')
if [[ "$total" == "$unique" ]]; then
pass "All $total template IDs are unique"
else
fail "Duplicate template IDs found ($total total, $unique unique)"
fi
# --- Test: ods template apply reports services it could not enable ---
echo ""
echo "--- Test: template apply does not claim success when a service is missing ---"
# A real template lists Library extensions (aider, gitea, chromadb) that the
# CLI cannot install. It used to print "Template applied" and exit 0 anyway.
apply_root=$(mktemp -d)
trap 'rm -rf "$apply_root"' EXIT
apply_install="$apply_root/install"
mkdir -p "$apply_install/templates" "$apply_install/extensions/services" "$apply_install/data/user-extensions" \
"$apply_install/extensions/library/services/libsvc"
cp -R "$PROJECT_DIR/extensions/services/n8n" "$apply_install/extensions/services/n8n"
mv "$apply_install/extensions/services/n8n/compose.yaml" "$apply_install/extensions/services/n8n/compose.yaml.disabled"
cp -R "$PROJECT_DIR/scripts" "$apply_install/scripts"
cp "$PROJECT_DIR/docker-compose.base.yml" "$apply_install/docker-compose.base.yml"
printf 'ODS_MODE=local\n' > "$apply_install/.env"
write_template() {
printf 'schema_version: ods.templates.v1\ntemplate:\n id: %s\n name: Test\n services: [%s]\n' \
"$1" "$2" > "$apply_install/templates/$1.yaml"
}
apply_template() {
set +e
APPLY_OUTPUT=$(ODS_HOME="$apply_install" NO_COLOR=1 bash "$PROJECT_DIR/ods-cli" template apply "$1" </dev/null 2>&1)
APPLY_RC=$?
set -e
}
write_template partial "n8n, libsvc, ghost-service"
apply_template partial
if [[ "$APPLY_RC" -ne 0 \
&& "$APPLY_OUTPUT" == *"Not installed: libsvc"* \
&& "$APPLY_OUTPUT" == *"Could not enable: ghost-service"* \
&& "$APPLY_OUTPUT" == *"only partly applied"* \
&& "$APPLY_OUTPUT" != *"Template applied"* \
&& -f "$apply_install/extensions/services/n8n/compose.yaml" ]]; then
pass "partial template apply exits non-zero, names what is missing, keeps what was enabled"
else
fail "partial template apply: rc=$APPLY_RC output: $(printf '%s' "$APPLY_OUTPUT" | tail -n 6 | tr '\n' '|')"
fi
write_template complete "n8n"
apply_template complete
if [[ "$APPLY_RC" -eq 0 && "$APPLY_OUTPUT" == *"Template applied: complete"* ]]; then
pass "fully applied template still reports success"
else
fail "complete template apply: rc=$APPLY_RC output: $(printf '%s' "$APPLY_OUTPUT" | tail -n 4 | tr '\n' '|')"
fi
# --- Summary ---
echo ""
echo "=== Results: $PASS passed, $FAIL failed ==="
[[ "$FAIL" -eq 0 ]] || exit 1