Real-time monitoring dashboard for Proxmox VE, PBS, Docker, Kubernetes, TrueNAS and vSphere. Self-hosted, with alerts for failed backups, full disks, unhealthy containers and offline nodes.
Go aialertsdashboarddockerdocker-monitoringgohomelabinfrastructure-monitoringkubernetesmonitoringmspproxmoxproxmox-backup-serverproxmox-mail-gatewayproxmox-veself-hostedtruenastypescriptvspherewebhooks
#!/bin/bash
#
# Run Pulse integration tests with different suites
# Usage: ./run-tests.sh [suite]
# suite: all, core, diagnostic, perf, visual, multi-tenant, retired-trial-acquisition, cloud-hosting, cloud-lifecycle, demo-contract, evals, updates-api
#
set -e
SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"
TEST_ROOT="$(cd "$SCRIPT_DIR/.." && pwd)"
# The outer process owns credentials and waits for all browser descendants.
if [ "${1:-}" != --owned-run ]; then
exec python3 "$SCRIPT_DIR/owned-run.py" "${BASH_SOURCE[0]}" "$@"
fi
shift
SUITE="${1:-all}"
# Colors for output
RED='\033[0;31m'
GREEN='\033[0;32m'
YELLOW='\033[1;33m'
NC='\033[0m' # No Color
echo "==================================="
echo "Pulse Update Integration Tests"
echo "==================================="
echo ""
cd "$TEST_ROOT"
REPO_ROOT="$(cd "$TEST_ROOT/../.." && pwd)"
# Unique per invocation, including simultaneous runs of the same checkout.
# Never inherit another runner's project, image tags or fixed host ports.
: "${PULSE_E2E_RUN_ID:?owned-run supervisor required}"
export PULSE_E2E_SERVER_IMAGE="pulse:$PULSE_E2E_RUN_ID"
export PULSE_E2E_MOCK_IMAGE="pulse-mock-github:$PULSE_E2E_RUN_ID"
export PULSE_E2E_SERVER_CONTAINER="$PULSE_E2E_RUN_ID-server"
export PULSE_E2E_MOCK_CONTAINER="$PULSE_E2E_RUN_ID-mock"
export PULSE_E2E_SEED_CONTAINER="$PULSE_E2E_RUN_ID-seed"
# Entitlement bootstrap and browser helpers use this older variable name.
# Do not let inherited live-runtime overrides redirect writes outside this run.
export PULSE_E2E_PULSE_CONTAINER="$PULSE_E2E_SERVER_CONTAINER"
unset PULSE_E2E_ENTITLEMENT_WRITE_COMMAND PULSE_E2E_BILLING_STATE_PATH
unset PULSE_E2E_CONTAINER_BILLING_PATH PULSE_E2E_SKIP_DOCKER
unset PLAYWRIGHT_BASE_URL
export PULSE_E2E_PORT=0 PULSE_E2E_AGENT_PORT=0 PULSE_E2E_MOCK_GITHUB_PORT=0
# Reports and browser artifacts must be as isolated as the containers.
# Override inherited paths: sharing these can erase another invocation's receipts.
export PULSE_E2E_REPORT_DIR="$TEST_ROOT/playwright-report/$PULSE_E2E_RUN_ID"
export PULSE_E2E_RESULTS_DIR="$TEST_ROOT/test-results/$PULSE_E2E_RUN_ID"
echo "Isolated integration project: $PULSE_E2E_RUN_ID"
if command -v docker >/dev/null 2>&1 && docker compose version >/dev/null 2>&1; then
COMPOSE_CMD=(docker compose)
else
COMPOSE_CMD=(docker-compose)
fi
compose() {
"${COMPOSE_CMD[@]}" -p "$PULSE_E2E_RUN_ID" -f docker-compose.test.yml "$@"
}
ensure_test_images() {
# A local tag may belong to another checkout. Always build from these
# sources; Docker can reuse unchanged layers, but tag existence is not
# evidence that the image includes the code we are qualifying.
echo "Building test images from: $REPO_ROOT"
docker build -t "$PULSE_E2E_MOCK_IMAGE" "$TEST_ROOT/mock-github-server"
# Select the source-built server stage explicitly: the final Dockerfile
# stage is a prebuilt agent requiring a release_payload context.
# Test image drops the release build tag so the suite can enable mock
# fixtures without a demo entitlement. A build failure must stop the run,
# never fall back to a previously tagged image.
docker build --target e2e_runtime -t "$PULSE_E2E_SERVER_IMAGE" --build-arg GO_BUILD_TAGS="" -f "$REPO_ROOT/Dockerfile" "$REPO_ROOT"
}
# EXIT also handles build/start/test failures; signals preserve failure status.
cleanup() {
compose down -v || true
docker image rm "$PULSE_E2E_SERVER_IMAGE" "$PULSE_E2E_MOCK_IMAGE" >/dev/null 2>&1 || true
}
trap cleanup EXIT
trap 'exit 130' INT
trap 'exit 143' TERM
trap 'exit 129' HUP
teardown_suite() {
# run_suite is called in an || list, where Bash disables errexit.
# Stop the entire run if teardown fails: later suites must not inherit
# containers or volumes from a previous scenario.
if ! compose down -v; then
echo -e "${RED}❌ Failed to clean up test environment; stopping run${NC}"
exit 1
fi
}
# Function to run suite with specific mock config
run_suite() {
local name="$1"
local suite="$2"
local checksum_error="${3:-false}"
local network_error="${4:-false}"
local rate_limit="${5:-false}"
local stale_release="${6:-false}"
local multi_tenant_enabled="${7:-false}"
echo ""
echo -e "${YELLOW}Running: $name${NC}"
echo "-----------------------------------"
# Set environment variables
export MOCK_CHECKSUM_ERROR="$checksum_error"
export MOCK_NETWORK_ERROR="$network_error"
export MOCK_RATE_LIMIT="$rate_limit"
export MOCK_STALE_RELEASE="$stale_release"
export PULSE_MULTI_TENANT_ENABLED="$multi_tenant_enabled"
if [ "$multi_tenant_enabled" = "true" ]; then
export PULSE_E2E_ENTITLEMENT_PROFILE="multi-tenant"
else
unset PULSE_E2E_ENTITLEMENT_PROFILE
fi
export PULSE_E2E_PORT=0 PULSE_E2E_AGENT_PORT=0 PULSE_E2E_MOCK_GITHUB_PORT=0
# Start services
echo "Starting test environment..."
if ! compose up -d; then
echo -e "${RED}❌ Failed to start docker services${NC}"
compose logs
teardown_suite
return 1
fi
# Resolve Docker-allocated ports only after successful startup. A failed
# bind must never fall back to probing a different worktree's listener.
local binding
binding="$(compose port pulse-test 7655)" || { teardown_suite; return 1; }
[[ "$binding" =~ :([0-9]+)$ ]] || { teardown_suite; return 1; }
export PULSE_BASE_URL="http://127.0.0.1:${BASH_REMATCH[1]}"
local pulse_base_url="$PULSE_BASE_URL"
local health_url="$pulse_base_url/api/health"
binding="$(compose port pulse-test 7656)" || { teardown_suite; return 1; }
[[ "$binding" =~ :([0-9]+)$ ]] || { teardown_suite; return 1; }
export PULSE_E2E_AGENT_PORT="${BASH_REMATCH[1]}"
export PULSE_AGENT_BASE_URL="http://127.0.0.1:${BASH_REMATCH[1]}"
binding="$(compose port mock-github 8080)" || { teardown_suite; return 1; }
[[ "$binding" =~ :([0-9]+)$ ]] || { teardown_suite; return 1; }
export MOCK_GITHUB_URL="http://127.0.0.1:${BASH_REMATCH[1]}"
# Wait for services
echo "Waiting for services to be ready..."
local health_ok=0
for i in {1..60}; do
if curl -fsS "$health_url" >/dev/null 2>&1; then
health_ok=1
break
fi
sleep 1
done
# Check if the Pulse test container is actually running and reachable.
local pulse_running
pulse_running="$(docker inspect -f '{{.State.Running}}' "$PULSE_E2E_SERVER_CONTAINER" 2>/dev/null || true)"
if [ "$health_ok" -ne 1 ] || [ "$pulse_running" != "true" ]; then
echo -e "${RED}❌ Services failed to start${NC}"
compose ps
compose logs
teardown_suite
return 1
fi
if ! node ./scripts/apply-entitlement-profile.mjs; then
echo -e "${RED}❌ Failed to apply entitlement bootstrap${NC}"
compose logs
teardown_suite
return 1
fi
# Run tests
echo "Running tests..."
set +e
case "$suite" in
diagnostic)
npx playwright test "tests/00-diagnostic.spec.ts" --reporter=list
;;
core)
npx playwright test "tests/01-core-e2e.spec.ts" --reporter=list
;;
perf)
PULSE_E2E_PERF=1 npx playwright test "tests/02-navigation-perf.spec.ts" --project=chromium --reporter=list
;;
visual)
npx playwright test "tests/06-theme-visual.spec.ts" --project=chromium --reporter=list
;;
multi-tenant)
npx playwright test --config=playwright.multi-tenant-diagnostic.config.ts --project=chromium
;;
retired-trial-acquisition)
npx playwright test "tests/07-retired-trial-acquisition.spec.ts" --project=chromium --reporter=list
;;
cloud-hosting)
npx playwright test "tests/08-cloud-hosting.spec.ts" --project=chromium --reporter=list
;;
cloud-lifecycle)
npx playwright test "tests/09-cloud-billing-lifecycle.spec.ts" --project=chromium --reporter=list
;;
demo-contract)
npx playwright test "tests/53-demo-mode-commercial-boundary.spec.ts" --project=chromium --project=mobile-chrome --reporter=list
;;
evals)
node ./scripts/run-evals.mjs --mode deterministic
;;
updates-api)
(
cd "$REPO_ROOT"
UPDATE_API_BASE_URL="$pulse_base_url" \
go test ./internal/api -run 'TestHandleCheckUpdates|TestHandleApplyUpdate|TestHandleUpdateStatus' -count=1
)
;;
*)
echo "Unknown suite: $suite"
set -e
return 1
;;
esac
TEST_RESULT=$?
set -e
if [ $TEST_RESULT -eq 0 ]; then
echo -e "${GREEN}✅ $name passed${NC}"
else
echo -e "${RED}❌ $name failed${NC}"
fi
# Cleanup
echo "Cleaning up..."
teardown_suite
return $TEST_RESULT
}
# Run specific test suite or all tests
FAILED_TESTS=()
ensure_test_images
case "$SUITE" in
all)
echo "Running all suites..."
run_suite "Diagnostic Smoke" "diagnostic" || FAILED_TESTS+=("Diagnostic Smoke")
run_suite "Core E2E" "core" || FAILED_TESTS+=("Core E2E")
run_suite "Multi-tenant E2E" "multi-tenant" "false" "false" "false" "false" "true" || FAILED_TESTS+=("Multi-tenant E2E")
run_suite "Retired Trial Acquisition E2E" "retired-trial-acquisition" || FAILED_TESTS+=("Retired Trial Acquisition E2E")
run_suite "Cloud Hosting E2E" "cloud-hosting" || FAILED_TESTS+=("Cloud Hosting E2E")
run_suite "Cloud Billing Lifecycle E2E" "cloud-lifecycle" || FAILED_TESTS+=("Cloud Billing Lifecycle E2E")
run_suite "Public Demo Contract" "demo-contract" || FAILED_TESTS+=("Public Demo Contract")
run_suite "Navigation Performance" "perf" || FAILED_TESTS+=("Navigation Performance")
run_suite "Theme Visual Regression" "visual" || FAILED_TESTS+=("Theme Visual Regression")
run_suite "Update API Integration" "updates-api" || FAILED_TESTS+=("Update API Integration")
;;
diagnostic)
run_suite "Diagnostic Smoke" "diagnostic" || FAILED_TESTS+=("Diagnostic Smoke")
;;
core)
run_suite "Core E2E" "core" || FAILED_TESTS+=("Core E2E")
;;
perf)
run_suite "Navigation Performance" "perf" || FAILED_TESTS+=("Navigation Performance")
;;
visual)
run_suite "Theme Visual Regression" "visual" || FAILED_TESTS+=("Theme Visual Regression")
;;
multi-tenant)
run_suite "Multi-tenant E2E" "multi-tenant" "false" "false" "false" "false" "true" || FAILED_TESTS+=("Multi-tenant E2E")
;;
retired-trial-acquisition)
run_suite "Retired Trial Acquisition E2E" "retired-trial-acquisition" || FAILED_TESTS+=("Retired Trial Acquisition E2E")
;;
cloud-hosting)
run_suite "Cloud Hosting E2E" "cloud-hosting" || FAILED_TESTS+=("Cloud Hosting E2E")
;;
cloud-lifecycle)
run_suite "Cloud Billing Lifecycle E2E" "cloud-lifecycle" || FAILED_TESTS+=("Cloud Billing Lifecycle E2E")
;;
demo-contract)
run_suite "Public Demo Contract" "demo-contract" || FAILED_TESTS+=("Public Demo Contract")
;;
evals)
run_suite "Agentic Eval Pack (Deterministic)" "evals" || FAILED_TESTS+=("Agentic Eval Pack (Deterministic)")
;;
updates-api)
run_suite "Update API Integration" "updates-api" || FAILED_TESTS+=("Update API Integration")
;;
*)
echo "Unknown suite: $SUITE"
echo "Available suites: all, diagnostic, core, perf, visual, multi-tenant, retired-trial-acquisition, cloud-hosting, cloud-lifecycle, demo-contract, evals, updates-api"
exit 1
;;
esac
# Summary
echo ""
echo "==================================="
echo "Test Summary"
echo "==================================="
if [ ${#FAILED_TESTS[@]} -eq 0 ]; then
echo -e "${GREEN}✅ All tests passed!${NC}"
exit 0
else
echo -e "${RED}❌ Some tests failed:${NC}"
for test in "${FAILED_TESTS[@]}"; do
echo -e "${RED} - $test${NC}"
done
exit 1
fi