Skip to content

Garry's Opinionated OpenClaw/Hermes Agent Brain

TypeScript

ci: advisory harness-check workflow (keyless harness-evals gbrain check; skips without HARNESS_EVALS_READ_TOKEN)

garrytan904676952590
diff --git a/.github/workflows/harness-check.yml b/.github/workflows/harness-check.yml
new file mode 100644
index 0000000000..ab3fdd6b77
--- /dev/null
+++ b/.github/workflows/harness-check.yml
@@ -0,0 +1,161 @@
+# harness-check (GBRA-108, GBRA-156): the keyless check of this pull request's gbrain commit against harness-evals' harness
+# machinery (garrytan/harness-evals, scripts/gbrain-check.ts; docs/gbrain-arm.md, "Checking a gbrain commit"). The job clones
+# harness-evals at HARNESS_EVALS_PIN, builds the gbrain sidecar image for the pull request's head commit with
+# scripts/build-gbrain-image.sh (keyword target: four keyword brains and the install bundle, no key), runs the keyless rungs of
+# gbrain-check.ts against that image (the fake harness through the real runner and the world's gbrain tap: one trial per
+# surface, one gbrain-docs mount, one company-brain trial under scope "sources" with two members, plus the direct source_ids
+# probe of the company brain), and fails only when the cross-scope page count is not zero: a page or row returned to a member
+# whose grant does not hold its source. Every other failed assertion (tool counts, a missing search tool, a retrieval miss,
+# a bundle digest, the Hermes context, the installer files) is written to the job summary as a warning, so a pull request
+# that changes gbrain's tool list or install output is told and not blocked. A non-required check: no branch protection rule
+# names it. No model key, no paid trial: the metering proxy runs with placeholder keys the fake harness never uses, and the
+# only secret read is HARNESS_EVALS_READ_TOKEN, a read-only token for the private harness-evals repository (Settings >
+# Secrets and variables > Actions; a fine-grained token with Contents: read on garrytan/harness-evals). Nothing here embeds
+# a key. Without that secret the job skips: a ::notice:: and a job-summary line say why, and it succeeds.
+#
+# The image is built from the commit on github.com/garrytan/gbrain, which the Dockerfile fetches by sha, so the check covers
+# branches of this repository; a pull request from a fork has no such commit, and the first step refuses it before the
+# secret check (a fork run gets no secrets either way).
+#
+# Bumping the pin: HARNESS_EVALS_PIN is a commit on harness-evals main. Pick the new main head
+# (git ls-remote https://github.com/garrytan/harness-evals refs/heads/main), set it below, and run the same steps once by hand
+# (docs/ci-event-parity.md#harness-check) against master before merging the bump, so a change on the harness-evals side
+# shows up in a sample run and not in every gbrain pull request. Actions are pinned to commit SHAs; Bun to the version
+# harness-evals' own ci.yml pins.
+name: harness-check
+
+on:
+ pull_request:
+ branches: [master]
+
+permissions:
+ contents: read
+
+# Event parity: docs/ci-event-parity.md#classification (harness-check.yml): pull requests only, advisory.
+concurrency:
+ group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }}
+ cancel-in-progress: true
+
+env:
+ HARNESS_EVALS_PIN: 2c45a247f67285e693ed6d63cb16710272927a19
+
+jobs:
+ # Event parity: docs/ci-event-parity.md#classification (harness-check.yml): a fork head is refused, a missing token skips.
+ keyless:
+ runs-on: ubicloud-standard-4-ubuntu-2404
+ timeout-minutes: 45
+ steps:
+ - name: Refuse a fork head; skip without HARNESS_EVALS_READ_TOKEN
+ id: gate
+ env:
+ TOKEN: ${{ secrets.HARNESS_EVALS_READ_TOKEN }}
+ HEAD_REPO: ${{ github.event.pull_request.head.repo.full_name }}
+ REPO: ${{ github.repository }}
+ run: |
+ set -euo pipefail
+ if [ "$HEAD_REPO" != "$REPO" ]; then
+ echo "::error::harness-check builds the commit from github.com/$REPO; a pull request from a fork ($HEAD_REPO) has no fetchable commit there"
+ exit 1
+ fi
+ if [ -z "$TOKEN" ]; then
+ reason="HARNESS_EVALS_READ_TOKEN is not set for this repository, so the private harness-evals repository cannot be cloned"
+ echo "::notice::harness-check skipped: $reason"
+ { echo "## harness-check: skipped"; echo; echo "$reason. Add the secret (Settings > Secrets and variables > Actions) to run the keyless check."; } >> "$GITHUB_STEP_SUMMARY"
+ echo "run=false" >> "$GITHUB_OUTPUT"
+ exit 0
+ fi
+ echo "run=true" >> "$GITHUB_OUTPUT"
+ - name: Check out this pull request's gbrain
+ if: steps.gate.outputs.run == 'true'
+ uses: actions/checkout@11d5960a326750d5838078e36cf38b85af677262 # v4
+ with:
+ ref: ${{ github.event.pull_request.head.sha }}
+ fetch-depth: 1
+ - name: Clone harness-evals at the pin
+ if: steps.gate.outputs.run == 'true'
+ env:
+ TOKEN: ${{ secrets.HARNESS_EVALS_READ_TOKEN }}
+ PIN: ${{ env.HARNESS_EVALS_PIN }}
+ run: |
+ set -euo pipefail
+ git -c "http.https://github.com/.extraheader=AUTHORIZATION: basic $(printf 'x-access-token:%s' "$TOKEN" | base64 -w0)" \
+ clone -q --filter=blob:none https://github.com/garrytan/harness-evals "$RUNNER_TEMP/harness-evals"
+ git -C "$RUNNER_TEMP/harness-evals" checkout -q --detach "$PIN"
+ echo "harness-evals at $(git -C "$RUNNER_TEMP/harness-evals" rev-parse HEAD) (VERSION $(cat "$RUNNER_TEMP/harness-evals/VERSION"))"
+ - if: steps.gate.outputs.run == 'true'
+ uses: oven-sh/setup-bun@0c5077e51419868618aeaa5fe8019c62421857d6 # v2
+ with:
+ bun-version: 1.4.3
+ - name: Install harness-evals (frozen lockfile; bounded, retried once)
+ if: steps.gate.outputs.run == 'true'
+ timeout-minutes: 8
+ working-directory: ${{ runner.temp }}/harness-evals
+ run: bun "$GITHUB_WORKSPACE/scripts/ci-bun-install.ts" --frozen-lockfile
+ - name: Build the gbrain sidecar image for this commit
+ if: steps.gate.outputs.run == 'true'
+ working-directory: ${{ runner.temp }}/harness-evals
+ env:
+ GBRAIN_SHA: ${{ github.event.pull_request.head.sha }}
+ run: |
+ set -euo pipefail
+ scripts/build-gbrain-image.sh --gbrain "$GBRAIN_SHA" --tag "harness-eval/gbrain:check-${GBRAIN_SHA::12}" --out /tmp/gbrain-build
+ - name: Keyless check (gbrain-check.ts, no key, no paid trial)
+ id: check
+ if: steps.gate.outputs.run == 'true'
+ working-directory: ${{ runner.temp }}/harness-evals
+ continue-on-error: true
+ env:
+ GBRAIN_SHA: ${{ github.event.pull_request.head.sha }}
+ GBRAIN_CHECK_DIR: /tmp/gbrain-check
+ run: bun scripts/gbrain-check.ts --gbrain "$GBRAIN_SHA" --image "harness-eval/gbrain:check-${GBRAIN_SHA::12}" --no-build
+ - name: Job summary
+ if: always() && steps.gate.outputs.run == 'true'
+ env:
+ OUTCOME: ${{ steps.check.outcome }}
+ run: |
+ { echo "## harness-check (gbrain-check keyless; exit $OUTCOME)"; echo; cat /tmp/gbrain-check/summary.md 2>/dev/null || echo "no summary.md: the image build or the check did not finish"; } >> "$GITHUB_STEP_SUMMARY"
+ - name: Gate on the cross-scope page count
+ if: always() && steps.gate.outputs.run == 'true'
+ run: |
+ set -euo pipefail
+ # Gate: the job fails only when the cross-scope page count is not zero (or cannot be read); every other failed assertion is a warning.
+ check=/tmp/gbrain-check/keyless/check.json
+ if [ ! -s "$check" ]; then
+ echo "::error::harness-check: no check.json was written (the image build or the check itself did not finish); the cross-scope count cannot be read"
+ exit 1
+ fi
+ cross=$(jq '
+ (.evidence.scoped.grants // {}) as $g
+ | ((.evidence.scoped.probe.outside // []) | length)
+ + ([ (.evidence.scoped.trial.calls // [])[]
+ | select((.source_ids_requested == null) and (.outcome == "ok") and (.tool == "gbrain.search" or .tool == "gbrain.query"))
+ | ((.sources // []) - ($g[.grant // ""] // [])) | length ] | add // 0)' "$check")
+ scoped=$(jq -r 'if .evidence.scoped == null then "absent" elif .evidence.scoped.probe == null then "probe missing" else "present" end' "$check")
+ fails=$(jq -r '.failures | length' "$check")
+ passed=$(jq -r '.passed | length' "$check")
+ diffs=$(jq -r '.pin_diffs | length' "$check")
+ echo "harness-check: cross-scope pages $cross (scoped evidence $scoped); $passed assertion(s) passed, $fails failed (warnings), $diffs pin diff(s)"
+ jq -r '.failures[]' "$check" | while IFS= read -r line; do echo "::warning::$line"; done
+ jq -r '.pin_diffs[]' "$check" | while IFS= read -r line; do echo "::notice::PIN DIFF: $line"; done
+ if [ "$scoped" != present ]; then
+ echo "::error::harness-check: the scoped probe did not run, so the cross-scope count is not a measurement"
+ exit 1
+ fi
+ if [ "$cross" != 0 ]; then
+ echo "::error::harness-check: $cross page(s) returned outside the requester's grant (cross-scope); see check.json evidence.scoped"
+ exit 1
+ fi
+ echo "harness-check: gate passed (cross-scope pages 0)"
+ - name: Build log tail (on failure)
+ if: failure() && steps.gate.outputs.run == 'true'
+ run: tail -60 /tmp/gbrain-build/build.log || true
+ # Only the summary and the assertion record: never a trial's state or a token file.
+ - uses: actions/upload-artifact@ea165f8d65b6e75b540449e92b4886f43607fa02 # v4
+ if: always() && steps.gate.outputs.run == 'true'
+ with:
+ name: harness-check-keyless
+ path: |
+ /tmp/gbrain-check/summary.md
+ /tmp/gbrain-check/keyless/check.json
+ /tmp/gbrain-check/keyless/trials.jsonl
+ if-no-files-found: ignore
diff --git a/CHANGELOG.md b/CHANGELOG.md
index aa5bd03509..9c89821209 100644
--- a/CHANGELOG.md
+++ b/CHANGELOG.md
@@ -10,6 +10,16 @@ credits are retained; no result has been reassigned to another provider. Origina
identifiers and attribution are available in the pre-removal Git revision
`6040075c6cb95be5881cc2e1b76ef7d71f4e5d29` (retained on 2026-09-23).
+## [Unreleased]
+
+**Pull requests now get an advisory `harness-check`: a keyless run of harness-evals' gbrain check against the pull request's commit that fails only when a member is shown a page outside their grant.**
+
+### What changed
+
+- New workflow `.github/workflows/harness-check.yml` (not a required check). It builds harness-evals' gbrain sidecar image for the pull request's head commit, runs `scripts/gbrain-check.ts` without a key, and gates on the cross-scope page count being zero. Every other failed assertion (tool counts, retrieval, install bundle, installer files) is a warning in the job log and summary.
+- The job reads one secret, `HARNESS_EVALS_READ_TOKEN` (read-only, harness-evals Contents). Without it the job skips with a notice and succeeds; a pull request from a fork is refused. No model key and no paid trial.
+- Docs: `docs/ci-event-parity.md#harness-check` (what it runs, the gate, the skip, a sample run and how to bump the harness-evals pin).
+
## [0.60.465.0] - 2026-10-26
**On a managed brain, releasing a held fact (`gbrain trust release h<id>`) now writes it into its entity page's `## Facts` table through the page-write door, so the released fact lives in Git and a re-import keeps it, instead of a database-only row the file never had.**
diff --git a/docs/architecture/key-files/ci-health-and-test-guards.md b/docs/architecture/key-files/ci-health-and-test-guards.md
index a237b2f80f..b76547a88e 100644
--- a/docs/architecture/key-files/ci-health-and-test-guards.md
+++ b/docs/architecture/key-files/ci-health-and-test-guards.md
@@ -30,6 +30,7 @@ Current behavior and load-bearing invariants; history belongs in Git and CHANGEL
- `scripts/contributor-audit.ts` + `scripts/contributor-audit-fixture.ts` — `bun run audit:contributors <base>..<head> [--prs <manifest>] [--json]`. Per first-parent commit in the range and per pinned PR head trial-merged onto `<head>`: green baseline of the change's test files (one Bun process per file), reverse only its product hunks (non-test, non-doc) with `git apply -R` in an isolated worktree of `<head>` (falling back to the merge commit when the hunks no longer apply), classify (`discriminates`, `does_not_discriminate`, `vacuous_failure`, `setup_failed`, `conflict`, `not_audited` with a reason), restore, verify the tree is identical and green again. Untrusted install and tests run under `env -i` with `sandboxEnv()`'s allowlist (temporary `HOME`/`GBRAIN_HOME`, empty `DATABASE_URL`/`GBRAIN_DATABASE_URL` unless `--postgres` names a test-shaped database). Runs the trusted `wave-security-scan.sh` and `check-postgres-lane-coverage.ts` (`GBRAIN_GUARD_ROOT` = audited tree). State, logs and `prs.pinned.json` live in `<git-dir>/contributor-audit/<base>-<head>/`; `--resume` refuses on changed refs or pins (`preview_changed`). Human verdicts come only from the verdicts file. Exit 0 clean, 1 review, 2 refusal envelope, 130 interrupted. The fixture builds the offline demo range. Tests: `test/scripts/contributor-audit.test.ts`. Docs: `docs/TESTING.md#contributor-audit`.
- `.github/workflows/fix-wave-gate.yml` + `scripts/fix-wave-gate.ts` — the contributor gate. `pull_request_target` on master (`opened`, `edited`, `reopened`, `synchronize`, `labeled`, `unlabeled`); sparse-checks-out only the script from the default branch and never PR code. `decide()` (pure) passes a head repository equal to `TRUSTED_HEAD_REPO` with the base repository's id, or a present `maintainer-override` label whose latest `labeled` timeline event was made by a `User` on `MAINTAINERS` (no `[bot]` login); a null head repository, a missing label or any other labeler fails. Overrides print a `notice` and step-summary line naming the actor, time and event id. `--comment` (the `welcome-comment` job, `pull-requests: write`, `opened` only) posts `gateMessage()` once per PR, keyed by `COMMENT_MARKER`. The script imports only `node:` modules. Tests: `test/scripts/fix-wave-gate.test.ts` (fixture payloads in `test/fixtures/fix-wave-gate/`). Process and the required-check settings step: `docs/RELEASING.md#fix-wave-gate`.
- `.github/workflows/fix-wave-closeout.yml` + `scripts/fix-wave-closeout.ts` — closes what a merged fix wave superseded. `pull_request_target` on master (`closed`); the job runs only when the PR merged and its head repository is `garrytan/gbrain`, and sparse-checks-out only the script from the default branch. `supersededNumbers()` (pure) reads the PR numbers listed right after a line-leading `Supersedes` keyword; `runCloseout()` skips non-PRs and closed PRs, posts `closeoutMessage()` once per PR (keyed by `COMMENT_MARKER`, crediting the contributor only when the wave body says `Contributed by @handle`), closes it, caps a run at `MAX_CLOSES`, and turns a failed close into a warning. `--dry-run` reads without writing. Tests: `test/scripts/fix-wave-closeout.test.ts`. Process: `docs/RELEASING.md#fix-wave-closeout`.
+- `.github/workflows/harness-check.yml` — the advisory keyless harness check (GBRA-156, non-required). On pull requests to master from this repository: clones the private harness-evals at `HARNESS_EVALS_PIN` with the read-only `HARNESS_EVALS_READ_TOKEN`, builds the gbrain sidecar image for the head commit, runs `scripts/gbrain-check.ts --no-build` and fails only on a non-zero cross-scope page count (or an unreadable `check.json` or a missing scoped probe); other failed assertions are warnings. The first step (`id: gate`, output `run`) refuses a fork head, then skips the job with a `::notice::` and a job-summary line when the secret is missing; every later step is gated on `steps.gate.outputs.run == 'true'`. Runner `ubicloud-standard-4-ubuntu-2404`, 45 minutes. Docs: `docs/ci-event-parity.md#harness-check`. Guards: `test/scripts/ci-pr-scope.test.ts` (event-parity classification) and `test/scripts/ci-runner-routing.test.ts` (Ubicloud routing).
- `scripts/check-skill-refs.mjs` + `scripts/portable-skill-links.ts` + `scripts/skills-commit-gate.sh` — skills-tree integrity gate (`bun run check:skill-refs`, in verify and the skills commit gate). Fails on dangling backtick `skills/` refs, `./`/`../` links, `composes:` and RESOLVER dispatcher slugs; donor-workspace paths outside the shrink-only allowlist; any `gbrain <cmd>` in a fenced line or inline code span (command position only: line/span start, after a shell separator, `nohup`/env prefixes) that is not a real command (union of `--tools-json`, `CLI_FLAG_REGISTRY`, `src/cli.ts` dispatch, the command table and op `cliHints`), plus curated known-bad subcommands (`embed refresh`); and a relative link that resolves outside the skills root, in `skills/` and in the generated `plugin/skills` and `plugin-variants/*/skills` trees (`skills/migrations/**` exempt). W4.7: a tools-json load failure FAILS the CLI lane (`--no-cli-refs` skips it deliberately); links are read in every form (`](./x)`, bare `](x.md)` unless a placeholder, `](<x>)`, titled, `[id]: x` definitions); a `[paid-consent]` lane, migrations included, fails a paid `gbrain` command carrying `--yes`/`--max-usd`/`--max-cost[-usd]` with no ask/agree/approve/consent/confirm/permission wording on its line or the 8 before. `portable-skill-links.ts` is that rule's fix: it points `docs/protocol/AGENT_OPERATOR_v1.md` links at the bundled `skills/conventions/agent-operator-protocol.md` and other repo files at absolute blob URLs derived from `LLMS_REPO_BASE` (raw.githubusercontent base → github.com blob base; default `garrytan/gbrain/blob/master`; a non-https or credentialed value throws via `repoBaseOrThrow`, as in `scripts/llms-config.ts`), retargeting default-base links for forks; `--check` reports pending rewrites. Tests: `test/check-skill-refs.test.ts`, `test/skills-portable-links.test.ts` (scaffold `--all` into a tmp host: 0 broken local links).
- `scripts/check-file-url-pathname.sh` — `check:file-url-pathname` (in verify, #6845): no `.pathname` of a file URL (`import.meta.url).pathname`, `pathToFileURL(...).pathname`) in test/, which keeps `%20` and breaks a checkout under a path with a space; use `fileURLToPath` or `import.meta.dir`. Self-tested via `GBRAIN_GUARD_ROOT` fixtures; skips `test/fixtures/guards/`.
diff --git a/docs/ci-event-parity.md b/docs/ci-event-parity.md
index 18dd78adf4..4450073bf4 100644
--- a/docs/ci-event-parity.md
+++ b/docs/ci-event-parity.md
@@ -46,6 +46,7 @@ checks ([below](#full-ci-on-pull-requests)), never per-cell matrix names.
| `osv-scanner.yml` | Pull requests scan only on a manifest change | Named exception | Weekly OSV schedule; `dependency-audit` on every PR |
| `nightly-watch.yml` | `workflow_run` event guard | Not a test scope: it files issues from qualifying scheduled and push-to-master runs | — |
| `fix-wave-gate.yml`, `fix-wave-closeout.yml` | Pull-request action and merge state | Not a test scope: merge-process automation | — |
+| `harness-check.yml` | `pull_request` only; a missing `HARNESS_EVALS_READ_TOKEN` skips the job (succeeds with a notice); a fork head is refused | Named exception: advisory, non-required check ([below](#harness-check)) | None: pushes to master and schedules do not run it; the pin bump runs its steps by hand on master |
| `full-ci.yml` | `full-ci` label, later pushes to a labeled pull request, same-repository head | Not a test scope: dispatches the full profile on the head | — |
## Full CI on pull requests
@@ -177,3 +178,11 @@ stays the unit `test` shards (median 13.9 minutes). A `merge_group` run uses
the same profile and costs the same per run; the merge queue is inert, so it
adds nothing today. If the added median PR wall time exceeds 15 minutes over
a week, the agent on release duty records it on the CI health issue.
+
+## Harness check
+
+`.github/workflows/harness-check.yml` runs on every pull request to master from a branch of this repository, on a 4-vCPU Ubicloud runner with a 45-minute limit. It is not a required check. It clones [harness-evals](https://github.com/garrytan/harness-evals) at the commit `HARNESS_EVALS_PIN` names (`2c45a247f6`, harness-evals v0.0.9, main on 2026-10-26), builds the gbrain sidecar image for the pull request's head commit with harness-evals' `scripts/build-gbrain-image.sh` (the keyword target: gbrain at that commit run from source, four keyword PGLite brains over the messy-company-v1 corpus, the install bundle from `gbrain skillpack scaffold`, `compile-context` and `gbrain setup`; no key anywhere), and runs the keyless rungs of `scripts/gbrain-check.ts` against that image with `--no-build`: the fake harness through harness-evals' real runner and its world's gbrain tap, one trial on the starter surface, one on the verbs surface, one with the gbrain-docs bundle mounted, one on the company brain under scope `sources` with two members, plus a direct probe of the company brain that searches and queries once per member and query under that member's `source_ids` (15 members, 344 calls, 1,062 rows in the sample run). It gates on one number: the count of pages or rows returned to a member whose grant does not hold their source (cross-scope). The job fails when that count is not zero, when the scoped probe did not run, or when no `check.json` was written (the image did not build or the check did not finish); every other failed assertion of gbrain-check (a tool count off harness-evals' pin, a missing search tool or verb, a retrieval that misses the known dev page, an install bundle or view digest, the Hermes context, the installer's brain-first block or per-turn hook files) is a `::warning::` in the job log and a line in the job summary, so a pull request that changes the tool list or the install output is told and not blocked. The only secret it reads is `HARNESS_EVALS_READ_TOKEN`, a fine-grained token with Contents: read on the private harness-evals repository; it reads no model key and runs no paid trial (the metering proxy runs with placeholder keys the fake harness never uses). When the secret is not set, the job's first step writes a `::notice::` and a "skipped" job summary naming the missing secret, every later step is skipped, and the job succeeds. A pull request from a fork is refused before that check: the image build fetches the commit from this repository, where a fork's commit does not exist. The artifact `harness-check-keyless` holds `summary.md`, `keyless/check.json` (every assertion and the evidence behind it, including `evidence.scoped` the gate reads) and `trials.jsonl`; never a trial's state or a token file.
+
+Measured by hand on 2026-10-26 against master at `b06ac32b` (0.60.465.0) on a 2-core, 7 GB Linux machine (Docker 29.9.2, bun 1.4.4): image build 359 s, check 59 s (30 assertions passed, 0 failed, 0 pin diffs, cross-scope pages 0), 457 s end to end. A CI runner is not measured yet.
+
+**Bumping the harness-evals pin.** The pin is one line in the workflow, `HARNESS_EVALS_PIN`, and it must be a commit on harness-evals main. To move it, read the new head with `git ls-remote https://github.com/garrytan/harness-evals refs/heads/main`, run the workflow's steps once by hand against master with the new pin (clone at the pin, `bun install --frozen-lockfile`, `scripts/build-gbrain-image.sh`, `scripts/gbrain-check.ts --no-build`, then the gate step's shell), and read its last lines (`gate passed` and the warning count). Then change the line and open the bump as its own pull request, so the first run under the new pin is on a commit whose gbrain did not change. A pin diff reported as a warning after a deliberate gbrain change is fixed on the harness-evals side (its `gbrain/pin.json`), and the bump that follows picks it up.
diff --git a/test/scripts/ci-pr-scope.test.ts b/test/scripts/ci-pr-scope.test.ts
index fd89f32793..3c0a62ccfe 100644
--- a/test/scripts/ci-pr-scope.test.ts
+++ b/test/scripts/ci-pr-scope.test.ts
@@ -179,7 +179,7 @@ esac
const conditional = /github\.event_name|github\.event\.(?:pull_request|merge_group|action)|inputs\.scope|"\$EVENT"|\$EVENT\b/;
const dispatchMode = /github\.event_name\s*(?:!=|==)\s*'workflow_dispatch'/g;
const unclassified: string[] = [];
- for (const name of ['test', 'stress', 'persistence-validation', 'convergence-nightly', 'native-locks', 'e2e', 'heavy-tests', 'macos-validation', 'scale-tier', 'semgrep']) {
+ for (const name of ['test', 'stress', 'persistence-validation', 'convergence-nightly', 'native-locks', 'e2e', 'heavy-tests', 'macos-validation', 'scale-tier', 'semgrep', 'harness-check']) {
const lines = readFileSync(join(root, '.github/workflows', `${name}.yml`), 'utf8').split('\n');
// Blocks: each job (from the comments directly above its key to the next job) and the top-level preamble.
const starts = lines.flatMap((line, i) => (/^ [\w-]+:\s*$/.test(line) && lines.slice(0, i).some(l => l === 'jobs:') ? [i] : []));
@@ -202,7 +202,7 @@ esac
expect(readFileSync(join(root, 'docs/TESTING.md'), 'utf8')).toContain('### Event parity');
const docs = readFileSync(join(root, 'docs/ci-event-parity.md'), 'utf8');
const section = docs.slice(docs.indexOf('## Classification'), docs.indexOf('## Dependency-audit rule'));
- for (const name of ['test', 'stress', 'persistence-validation', 'convergence-nightly', 'native-locks', 'e2e', 'heavy-tests', 'macos-validation', 'scale-tier', 'semgrep', 'osv-scanner', 'nightly-watch']) {
+ for (const name of ['test', 'stress', 'persistence-validation', 'convergence-nightly', 'native-locks', 'e2e', 'heavy-tests', 'macos-validation', 'scale-tier', 'semgrep', 'osv-scanner', 'nightly-watch', 'harness-check']) {
expect(section, name).toContain(`${name}.yml`);
}
expect(docs).toContain('## Dependency-audit rule');
diff --git a/test/scripts/ci-runner-routing.test.ts b/test/scripts/ci-runner-routing.test.ts
index 4efe157aa8..c50d261489 100644
--- a/test/scripts/ci-runner-routing.test.ts
+++ b/test/scripts/ci-runner-routing.test.ts
@@ -22,7 +22,7 @@ const targetRunners = (job: Job) =>
describe('CI runner routing', () => {
test('owned Linux validation jobs use Ubicloud without moving release publishing', () => {
- for (const file of ['test.yml', 'e2e.yml', 'heavy-tests.yml', 'persistence-validation.yml', 'convergence-nightly.yml', 'native-locks.yml', 'actionlint.yml', 'semgrep.yml']) {
+ for (const file of ['test.yml', 'e2e.yml', 'heavy-tests.yml', 'persistence-validation.yml', 'convergence-nightly.yml', 'native-locks.yml', 'actionlint.yml', 'semgrep.yml', 'harness-check.yml']) {
for (const job of Object.values(load(file).jobs)) {
const runner = job['runs-on'];
if (!runner || runner.startsWith('${{')) continue;