Real-time monitoring dashboard for Proxmox VE, PBS, Docker, Kubernetes, TrueNAS and vSphere. Self-hosted, with alerts for failed backups, full disks, unhealthy containers and offline nodes.
Go aialertsdashboarddockerdocker-monitoringgohomelabinfrastructure-monitoringkubernetesmonitoringmspproxmoxproxmox-backup-serverproxmox-mail-gatewayproxmox-veself-hostedtruenastypescriptvspherewebhooks
#!/usr/bin/env bash
#
# Smoke tests for scripts/npm-audit-retry.sh — a change that moves the
# dependency graph must fail on any advisory and on an unreachable endpoint;
# only a change whose graph is the base commit's may warn instead.
set -euo pipefail
ROOT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")/../.." && pwd)"
SCRIPT="${ROOT_DIR}/scripts/npm-audit-retry.sh"
# Own the fake-provider baseline. Individual deadline controls below still
# override these values at the function call, but a CI caller's audit budget
# must not silently alter all the other canned-verdict tests.
NPM_AUDIT_ATTEMPTS=3
NPM_AUDIT_ATTEMPT_TIMEOUT=60
NPM_AUDIT_MAX_SECONDS=240
WORK_DIR="$(mktemp -d)"
trap 'rm -rf "${WORK_DIR}"' EXIT
failures=0
# Build a fake npm that emits a canned payload per invocation. Each line of
# the mode list is used for one successive call, so retry behaviour is
# observable.
make_fake_npm() {
local name="$1"
shift
local path="${WORK_DIR}/${name}"
{
printf '#!/usr/bin/env bash\n'
printf 'count_file="%s/${0##*/}.count"\n' "${WORK_DIR}"
printf 'n=$(cat "$count_file" 2>/dev/null || echo 0)\n'
printf 'n=$((n + 1))\n'
printf 'printf "%%s" "$n" > "$count_file"\n'
printf 'case "$n" in\n'
local i=1
local status
for payload in "$@"; do
status=1
if [ "${payload}" = "${CLEAN}" ]; then status=0; fi
printf ' %d) cat <<'"'"'JSON'"'"'\n%s\nJSON\n exit %d\n ;;\n' "${i}" "${payload}" "${status}"
i=$((i + 1))
done
status=1
if [ "${!#}" = "${CLEAN}" ]; then status=0; fi
printf ' *) cat <<'"'"'JSON'"'"'\n%s\nJSON\n exit %d\n ;;\n' "${!#}" "${status}"
printf 'esac\n'
printf 'exit 1\n'
} > "${path}"
chmod +x "${path}"
printf '%s' "${path}"
}
CLEAN='{"metadata":{"vulnerabilities":{"info":0,"low":0,"moderate":0,"high":0,"critical":0,"total":0}}}'
VULN='{"metadata":{"vulnerabilities":{"info":0,"low":0,"moderate":1,"high":0,"critical":0,"total":1}}}'
ENOAUDIT='{"error":{"code":"ENOAUDIT","summary":"503 Service Unavailable","detail":""}}'
run_case() {
local desc="$1" expected_status="$2" npm_bin="$3" require="$4"
shift 4
local out status
set +e
out="$(NPM_AUDIT_CMD="${npm_bin}" \
NPM_AUDIT_RETRY_DELAY=0 \
NPM_AUDIT_ATTEMPTS="${NPM_AUDIT_ATTEMPTS:-3}" \
NPM_AUDIT_ATTEMPT_TIMEOUT="${NPM_AUDIT_ATTEMPT_TIMEOUT:-60}" \
NPM_AUDIT_MAX_SECONDS="${NPM_AUDIT_MAX_SECONDS:-240}" \
NPM_AUDIT_REQUIRE_RESULT="${require}" \
bash "${SCRIPT}" all 2>&1)"
status=$?
set -e
if [ "${status}" != "${expected_status}" ]; then
echo "FAIL: ${desc} — exit ${status}, want ${expected_status}"
printf '%s\n' "${out}" | sed 's/^/ /'
failures=$((failures + 1))
return
fi
for needle in "$@"; do
if ! printf '%s' "${out}" | grep -qF -- "${needle}"; then
echo "FAIL: ${desc} — output missing: ${needle}"
printf '%s\n' "${out}" | sed 's/^/ /'
failures=$((failures + 1))
return
fi
done
echo "ok: ${desc}"
}
# A clean audit passes on the first attempt.
run_case "clean audit passes" 0 "$(make_fake_npm npm-clean "${CLEAN}")" true \
"no vulnerabilities"
# A vulnerability fails a change that moves the dependency graph.
run_case "vulnerability fails when dependencies changed" 1 \
"$(make_fake_npm npm-vuln "${VULN}")" true \
"vulnerabilities present" "::error::"
# A change whose graph is the base commit's cannot have introduced the
# finding, so it warns and still names it rather than reading it as clean.
run_case "inherited vulnerability warns when dependencies unchanged" 0 \
"$(make_fake_npm npm-vuln-inherited "${VULN}")" false \
"vulnerabilities present" "::warning::" "base commit already has"
# Only an explicit "false" relaxes the verdict. An empty or misspelled value,
# as a missing workflow output would produce, keeps it strict.
run_case "empty mode value keeps a vulnerability failing" 1 \
"$(make_fake_npm npm-vuln-empty "${VULN}")" "" \
"vulnerabilities present" "::error::"
run_case "unrecognised mode value keeps a vulnerability failing" 1 \
"$(make_fake_npm npm-vuln-typo "${VULN}")" False \
"vulnerabilities present" "::error::"
run_case "empty mode value keeps an outage failing" 1 \
"$(make_fake_npm npm-out-empty "${ENOAUDIT}")" "" \
"could not reach the advisory endpoint"
# A transient endpoint failure that clears on retry passes.
run_case "retry recovers from a transient outage" 0 \
"$(make_fake_npm npm-recover "${ENOAUDIT}" "${CLEAN}")" true \
"did not return a usable result" "no vulnerabilities"
# A vulnerability found only after a transient failure still fails.
run_case "retry surfacing a vulnerability fails" 1 \
"$(make_fake_npm npm-late-vuln "${ENOAUDIT}" "${VULN}")" true \
"vulnerabilities present"
# A sustained outage fails when this change touches the dependency graph.
run_case "sustained outage fails when dependencies changed" 1 \
"$(make_fake_npm npm-out-required "${ENOAUDIT}")" true \
"could not reach the advisory endpoint"
# A sustained outage warns but passes when the dependency graph is unchanged.
run_case "sustained outage warns when dependencies unchanged" 0 \
"$(make_fake_npm npm-out-optional "${ENOAUDIT}")" false \
"::warning::" "does not touch package.json"
# Unparseable output is treated as unreachable, never as a pass.
run_case "garbage output is not treated as clean" 1 \
"$(make_fake_npm npm-garbage "not json at all")" true \
"could not reach the advisory endpoint"
# An empty report is likewise not a pass.
run_case "empty output is not treated as clean" 1 \
"$(make_fake_npm npm-empty "")" true \
"could not reach the advisory endpoint"
# An unknown payload shape must not pass silently.
run_case "unknown payload shape is not treated as clean" 1 \
"$(make_fake_npm npm-shape '{"metadata":{}}')" true \
"could not reach the advisory endpoint"
# A hung endpoint must be cut off per attempt rather than inheriting npm's
# own five-minute fetch timeout. This is the regression that cancelled the
# Frontend job on 2026-09-04: three "attempts" ran for eleven minutes.
hanging_npm="${WORK_DIR}/npm-hang"
cat > "${hanging_npm}" <<'SH'
#!/usr/bin/env bash
sleep 300
SH
chmod +x "${hanging_npm}"
started=$(date +%s)
NPM_AUDIT_ATTEMPT_TIMEOUT=1 NPM_AUDIT_MAX_SECONDS=10 \
run_case "a hung audit is stopped at the per-attempt limit" 1 \
"${hanging_npm}" true "was stopped" "could not reach the advisory endpoint"
elapsed=$(( $(date +%s) - started ))
if [ "${elapsed}" -gt 30 ]; then
echo "FAIL: hung audit took ${elapsed}s; the per-attempt limit did not bound it"
failures=$((failures + 1))
else
echo "ok: hung audit bounded in ${elapsed}s"
fi
# The total budget, not just the attempt count, has to end the sequence, and
# an exhausted budget must still respect the fail-closed/fail-open split.
started=$(date +%s)
NPM_AUDIT_ATTEMPTS=50 NPM_AUDIT_ATTEMPT_TIMEOUT=1 NPM_AUDIT_MAX_SECONDS=3 \
run_case "the wall-clock budget ends the retry sequence" 1 \
"${hanging_npm}" true "retry budget exhausted"
elapsed=$(( $(date +%s) - started ))
if [ "${elapsed}" -gt 25 ]; then
echo "FAIL: 50 attempts under a 3s budget took ${elapsed}s; the budget did not bound them"
failures=$((failures + 1))
else
echo "ok: wall-clock budget bounded 50 attempts in ${elapsed}s"
fi
# An exhausted budget is still tolerated when the dependency graph is unchanged.
NPM_AUDIT_ATTEMPTS=50 NPM_AUDIT_ATTEMPT_TIMEOUT=1 NPM_AUDIT_MAX_SECONDS=3 \
run_case "an exhausted budget warns when dependencies unchanged" 0 \
"${hanging_npm}" false "::warning::" "retry budget"
# A real advisory must still fail even under a tight budget: the bound may
# only ever change what happens to an unreachable endpoint.
NPM_AUDIT_ATTEMPT_TIMEOUT=1 NPM_AUDIT_MAX_SECONDS=3 \
run_case "a vulnerability still fails under a tight budget" 1 \
"$(make_fake_npm npm-vuln-budget "${VULN}")" true \
"vulnerabilities present"
if [ "${failures}" -ne 0 ]; then
echo "${failures} test(s) failed"
exit 1
fi
echo "all npm-audit-retry tests passed"