Skip to content

The ultimate harness for coding agents and beyond. All your agents. All your machines. One command center. Start with code, then follow your curiosity and build across disciplines: CAD, circuits, robots, games and music.

Run CLI CI shards and contract checks concurrently (#635)

Dee6d336a6f04f1
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index e1ed090ba..f3a336775 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -38,6 +38,10 @@ on:
permissions:
contents: read
+# The managed runtime shipped by the CLI; keep release.yml's pin in sync.
+env:
+ CLI_NODE_VERSION: 22.23.2
+
concurrency:
group: cli-ci-${{ github.workflow }}-${{ github.ref }}-${{ inputs.scope || 'full' }}
# Every run here was started by a person or by a release, and is the record of whether that commit
@@ -92,8 +96,8 @@ jobs:
- name: Agent startup through the system zsh login shell
run: npx vitest run src/lib/engineShellStartup.spec.ts
- # Typecheck, the full suite, and the package updater's complete-coverage gate.
- typecheck-test:
+ # Typecheck and contract checks run alongside the default suite's four shards.
+ cli-contracts:
if: ${{ contains(fromJSON('["full","cli"]'), inputs.scope || 'full') }}
runs-on: ubuntu-latest
timeout-minutes: 20
@@ -119,7 +123,7 @@ jobs:
# is not a pin: a floating 22.x turns an unrelated upstream release into a red build on an
# untouched commit.)
- id: pin
- run: echo "node-version=22.23.2" >> "$GITHUB_OUTPUT"
+ run: echo "node-version=$CLI_NODE_VERSION" >> "$GITHUB_OUTPUT"
- uses: actions/setup-node@v7
with:
@@ -155,13 +159,9 @@ jobs:
- run: npx tsc --noEmit
- # Run the full default suite. The `*.real.spec.ts` / `localE2e.spec.ts` suites that
- # need a live tmux or Cursor are gated behind RUN_* env vars and stay skipped here —
- # `npm run test:tmux-real` and friends are how those are run, on a machine that has them.
# The guard fuzz suite measures a wall-clock CPU budget. Sibling workers running
# subprocess fixtures can deschedule it past that bound on a shared runner.
- # Run it separately with the same assertions and deadline; every test still runs.
- - run: npx vitest run --exclude src/pair/learn/guard.fuzz.spec.ts
+ # Keep it outside the default-suite shards, with the same assertions and deadline.
- name: Guard fuzz and bounded hostile-input time
run: npx vitest run src/pair/learn/guard.fuzz.spec.ts
@@ -179,6 +179,77 @@ jobs:
- name: Require complete harness updater coverage
run: npm run test:dsh-updates
+ cli-tests:
+ if: ${{ contains(fromJSON('["full","cli"]'), inputs.scope || 'full') }}
+ strategy:
+ fail-fast: false
+ matrix:
+ shard: [1, 2, 3, 4]
+ runs-on: ubuntu-latest
+ timeout-minutes: 10
+ defaults:
+ run:
+ working-directory: cli
+ steps:
+ - uses: actions/checkout@v7
+ - uses: actions/setup-node@v7
+ with:
+ node-version: ${{ env.CLI_NODE_VERSION }}
+ cache: npm
+ cache-dependency-path: cli/package-lock.json
+ - run: npm ci --no-audit --no-fund
+ # Vitest partitions files using the same config in every shard. Keep the
+ # existing worker cap/isolation: subprocess fixtures still need spare CPUs.
+ # Opt-in real-engine suites retain their existing explicit skips.
+ - name: Discover the complete default-suite inventory
+ run: npx vitest list --filesOnly --exclude src/pair/learn/guard.fuzz.spec.ts --json="$RUNNER_TEMP/inventory-${{ matrix.shard }}.json"
+ - name: Run default-suite shard
+ run: npx vitest run --exclude src/pair/learn/guard.fuzz.spec.ts --shard=${{ matrix.shard }}/4 --reporter=default --reporter=json --outputFile.json="$RUNNER_TEMP/result-${{ matrix.shard }}.json"
+ - name: Preserve inventory and test results
+ if: ${{ !cancelled() }}
+ uses: actions/upload-artifact@v4
+ with:
+ name: cli-shard-${{ matrix.shard }}
+ path: |
+ ${{ runner.temp }}/inventory-${{ matrix.shard }}.json
+ ${{ runner.temp }}/result-${{ matrix.shard }}.json
+ if-no-files-found: error
+ overwrite: true
+ retention-days: 7
+
+ # Preserve the original aggregate check/output for callers. A missing, failed
+ # or skipped shard/contract job cannot turn into a green aggregate check.
+ typecheck-test:
+ needs: [cli-contracts, cli-tests]
+ if: ${{ !cancelled() && contains(fromJSON('["full","cli"]'), inputs.scope || 'full') }}
+ runs-on: ubuntu-latest
+ timeout-minutes: 3
+ outputs:
+ node-version: ${{ needs.cli-contracts.outputs.node-version }}
+ steps:
+ - uses: actions/checkout@v7
+ - uses: actions/download-artifact@v4
+ with:
+ pattern: cli-shard-*
+ path: ${{ runner.temp }}/cli-shards
+ merge-multiple: true
+ - name: Require every discovered file exactly once and all checks passing
+ env:
+ CLI_TEST_RESULT: ${{ needs.cli-tests.result }}
+ CLI_CONTRACT_RESULT: ${{ needs.cli-contracts.result }}
+ run: >-
+ python3 scripts/verify-cli-test-shards.py "$RUNNER_TEMP/cli-shards"
+ --root "$GITHUB_WORKSPACE/cli" --shards 4
+ --tests-result "$CLI_TEST_RESULT" --contracts-result "$CLI_CONTRACT_RESULT"
+ --output "$RUNNER_TEMP/cli-test-summary.json"
+ - uses: actions/upload-artifact@v4
+ with:
+ name: cli-test-summary
+ path: ${{ runner.temp }}/cli-test-summary.json
+ if-no-files-found: error
+ overwrite: true
+ retention-days: 7
+
# Native shell lifecycle checks on the Linux platforms used over SSH. This workflow
# remains on demand; it builds and tests without publishing or installing a release.
tui-test:
diff --git a/docs/performance/2026-10-03-cli-ci-shards.json b/docs/performance/2026-10-03-cli-ci-shards.json
new file mode 100644
index 000000000..388816057
--- /dev/null
+++ b/docs/performance/2026-10-03-cli-ci-shards.json
@@ -0,0 +1,1139 @@
+{
+ "schema": 1,
+ "source": "b2aa5c24d366c13a8981b282d2d8b1e766a87ae6",
+ "run": {
+ "url": "https://github.com/autonomous-ai/openharness/actions/runs/37044314333",
+ "createdAt": "2026-10-02T17:58:29Z",
+ "updatedAt": "2026-10-02T18:01:48Z",
+ "status": "completed",
+ "conclusion": "success"
+ },
+ "workflow_seconds": 199.0,
+ "summary_sha256": "ad4236cba7103aaf5ee316ea997f60178fa0169b24760eedd8dd3d5399dc8aa6",
+ "coverage": {
+ "schema": 1,
+ "status": "passed",
+ "files": 508,
+ "passed": 8818,
+ "skipped": 63,
+ "todo": 0,
+ "shards": [
+ {
+ "shard": 1,
+ "files": 127,
+ "passed": 1959,
+ "skipped": 10,
+ "todo": 0,
+ "inventory_sha256": "087e2745f8f8064b5a095d9d8fb72eeed737443d1bb110791ccecfd2af7a8c9b",
+ "result_sha256": "a108f2e1f965b8fa9869f1db36ccaa748c2943aad6a2bd6efaa64f22f2ffef72"
+ },
+ {
+ "shard": 2,
+ "files": 127,
+ "passed": 2311,
+ "skipped": 16,
+ "todo": 0,
+ "inventory_sha256": "43b4520837c716c10368f0f8a1bdb49fb59f7214a33667739b0823c8d63eb35c",
+ "result_sha256": "344378cca7ed61cc1ba7df34c7bbd3fec0b4595cede2bbb00cb3da96991af55c"
+ },
+ {
+ "shard": 3,
+ "files": 127,
+ "passed": 2043,
+ "skipped": 3,
+ "todo": 0,
+ "inventory_sha256": "6684c3d438f9698113166361a9d0d51620e9704e90bddf2c4874e9475ff7eef9",
+ "result_sha256": "480bfbac32c1c99ae8b6c7bd86e3d3071cd5426609b76a0f9254073b052e5c4b"
+ },
+ {
+ "shard": 4,
+ "files": 127,
+ "passed": 2505,
+ "skipped": 34,
+ "todo": 0,
+ "inventory_sha256": "5ecd623e67729329b69b915af7c1155ec0fb3738c8b1ad6f0d47de1355b73047",
+ "result_sha256": "904e604cf30317b55a8b2e298e929bcf4f77134a223a8d023d7ab8b52de4086e"
+ }
+ ],
+ "verified_files": [
+ "src/authCommand.spec.ts",
+ "src/backendSocket.devices.spec.ts",
+ "src/backendSocket.dsh.spec.ts",
+ "src/backendSocket.gridReads.spec.ts",
+ "src/backendSocket.handoff.spec.ts",
+ "src/backendSocket.memorySettings.spec.ts",
+ "src/backendSocket.models.spec.ts",
+ "src/backendSocket.spec.ts",
+ "src/cable/cableFleet.spec.ts",
+ "src/cable/cableFrame.spec.ts",
+ "src/cable/cableHost.spec.ts",
+ "src/cable/cableSession.spec.ts",
+ "src/cable/cableVoice.spec.ts",
+ "src/cable/companionIdentity.spec.ts",
+ "src/cable/dialLog.spec.ts",
+ "src/cable/dialPortVerdicts.spec.ts",
+ "src/cable/fwPush.spec.ts",
+ "src/cable/passageCarry.spec.ts",
+ "src/cable/questionInbox.spec.ts",
+ "src/cable/serial.real.spec.ts",
+ "src/cable/serial.spec.ts",
+ "src/cable/terminalActivity.spec.ts",
+ "src/cable/voiceDraft.spec.ts",
+ "src/cable/windowForm.spec.ts",
+ "src/cable/windowRoute.spec.ts",
+ "src/cable/windowSelection.spec.ts",
+ "src/cable/windowVisit.spec.ts",
+ "src/cliCommand.spec.ts",
+ "src/config/envIsolation.spec.ts",
+ "src/config/loadEnv.spec.ts",
+ "src/config/terminalConfig.spec.ts",
+ "src/device/deviceFleet.spec.ts",
+ "src/device/machineList.spec.ts",
+ "src/devices/client.spec.ts",
+ "src/devicesCommand.spec.ts",
+ "src/dsh/artifacts.spec.ts",
+ "src/dsh/builtins.spec.ts",
+ "src/dsh/catalog.spec.ts",
+ "src/dsh/catalogPublisher.spec.ts",
+ "src/dsh/check.spec.ts",
+ "src/dsh/command.spec.ts",
+ "src/dsh/install.spec.ts",
+ "src/dsh/installed.spec.ts",
+ "src/dsh/launch.spec.ts",
+ "src/dsh/lock.spec.ts",
+ "src/dsh/manifest.spec.ts",
+ "src/dsh/materialize.spec.ts",
+ "src/dsh/portability.integration.spec.ts",
+ "src/dsh/probe.spec.ts",
+ "src/dsh/registry.spec.ts",
+ "src/dsh/runtime.spec.ts",
+ "src/dsh/service.spec.ts",
+ "src/dsh/shell.spec.ts",
+ "src/dsh/store.spec.ts",
+ "src/dsh/studios.integration.spec.ts",
+ "src/dsh/update.spec.ts",
+ "src/dsh/verdict.spec.ts",
+ "src/dsh/viewer.spec.ts",
+ "src/dsh/viewerLedger.spec.ts",
+ "src/dsh/wire.spec.ts",
+ "src/engines/agy/askQuestion.spec.ts",
+ "src/engines/agy/history.spec.ts",
+ "src/engines/agy/normalizer.spec.ts",
+ "src/engines/agy/runtimeProfile.spec.ts",
+ "src/engines/amp/askQuestion.spec.ts",
+ "src/engines/amp/normalizer.spec.ts",
+ "src/engines/amp/threadExport.spec.ts",
+ "src/engines/codex/askQuestion.spec.ts",
+ "src/engines/codex/normalizer.spec.ts",
+ "src/engines/codex/ownLoginProvider.spec.ts",
+ "src/engines/codex/portableHistory.real.spec.ts",
+ "src/engines/codex/portableHistory.spec.ts",
+ "src/engines/codex/subagent.spec.ts",
+ "src/engines/commandcode/normalizer.spec.ts",
+ "src/engines/commandcode/runtimeProfile.spec.ts",
+ "src/engines/commandcode/transcript.spec.ts",
+ "src/engines/copilot/normalizer.spec.ts",
+ "src/engines/cursor/discovery.spec.ts",
+ "src/engines/cursor/home.spec.ts",
+ "src/engines/cursor/localE2e.spec.ts",
+ "src/engines/cursor/normalizer.spec.ts",
+ "src/engines/cursor/taskHookQueue.spec.ts",
+ "src/engines/devin/askQuestion.spec.ts",
+ "src/engines/devin/errorLog.spec.ts",
+ "src/engines/devin/normalizer.spec.ts",
+ "src/engines/devin/reader.spec.ts",
+ "src/engines/devin/runtimeProfile.spec.ts",
+ "src/engines/grok/askQuestion.spec.ts",
+ "src/engines/grok/normalizer.spec.ts",
+ "src/engines/grok/runtimeProfile.spec.ts",
+ "src/engines/grok/session.spec.ts",
+ "src/engines/hermes/delegation.spec.ts",
+ "src/engines/hermes/home.spec.ts",
+ "src/engines/hermes/normalizer.spec.ts",
+ "src/engines/hermes/reader.spec.ts",
+ "src/engines/hermes/runtimeProfile.spec.ts",
+ "src/engines/kilo/askQuestion.spec.ts",
+ "src/engines/kilo/normalizer.spec.ts",
+ "src/engines/kilo/reader.spec.ts",
+ "src/engines/kilo/runtimeProfile.spec.ts",
+ "src/engines/muse/askQuestion.spec.ts",
+ "src/engines/muse/normalizer.spec.ts",
+ "src/engines/opencode/normalizer.spec.ts",
+ "src/engines/opencode/reader.spec.ts",
+ "src/engines/opencode/runtimeProfile.spec.ts",
+ "src/engines/opencode/sessionModel.spec.ts",
+ "src/engines/opencode/tuiFlags.spec.ts",
+ "src/engines/opencode/version.spec.ts",
+ "src/engines/pi/normalizer.spec.ts",
+ "src/engines/pi/runtimeProfile.spec.ts",
+ "src/gridCommand.spec.ts",
+ "src/hookNotify.spec.ts",
+ "src/hookServer.spec.ts",
+ "src/lib/accountUsage.spec.ts",
+ "src/lib/agentCreateDiagnosis.spec.ts",
+ "src/lib/agentCreationReceipt.spec.ts",
+ "src/lib/agentEvent.spec.ts",
+ "src/lib/agentFrame.spec.ts",
+ "src/lib/agentNames.spec.ts",
+ "src/lib/agentNotifications.spec.ts",
+ "src/lib/agentOutputStats.spec.ts",
+ "src/lib/agentProject.spec.ts",
+ "src/lib/agentTokenUsage.spec.ts",
+ "src/lib/apiCommand.spec.ts",
+ "src/lib/apiConnections.spec.ts",
+ "src/lib/apiConnectionsRpc.spec.ts",
+ "src/lib/apiModels.spec.ts",
+ "src/lib/appModels.spec.ts",
+ "src/lib/askQuestion.more.spec.ts",
+ "src/lib/askQuestion.polling.spec.ts",
+ "src/lib/askQuestion.spec.ts",
+ "src/lib/askQuestion.whitespace.spec.ts",
+ "src/lib/attachTracker.spec.ts",
+ "src/lib/authSession.spec.ts",
+ "src/lib/autonomous-device/command.spec.ts",
+ "src/lib/autonomous-device/direct.spec.ts",
+ "src/lib/autonomous-device/discovery.spec.ts",
+ "src/lib/autonomous-device/dump.spec.ts",
+ "src/lib/autonomous-device/input.spec.ts",
+ "src/lib/autonomous-device/localApi.spec.ts",
+ "src/lib/autonomous-device/relay.spec.ts",
+ "src/lib/autonomous-device/results.spec.ts",
+ "src/lib/autonomous-device/service.spec.ts",
+ "src/lib/autonomous-device/store.spec.ts",
+ "src/lib/autonomous-device/storeContract.spec.ts",
+ "src/lib/autonomous-device/storeRuntime.spec.ts",
+ "src/lib/autonomous-device/stream.spec.ts",
+ "src/lib/binaryOnPath.spec.ts",
+ "src/lib/captureResumeIdentity.spec.ts",
+ "src/lib/childLocale.spec.ts",
+ "src/lib/claudeProject.spec.ts",
+ "src/lib/claudeTrust.spec.ts",
+ "src/lib/closeAgentService.spec.ts",
+ "src/lib/codexHomeProbe.spec.ts",
+ "src/lib/codexProfileDiscovery.test.ts",
+ "src/lib/codexProfiles.test.ts",
+ "src/lib/codexSessionLifecycle.spec.ts",
+ "src/lib/codexStartupRetry.real.spec.ts",
+ "src/lib/codexStartupRetry.spec.ts",
+ "src/lib/codexTurnRecovery.spec.ts",
+ "src/lib/commandBar.test.ts",
+ "src/lib/commandcodeModel.spec.ts",
+ "src/lib/commander.spec.ts",
+ "src/lib/commanderNotifications.spec.ts",
+ "src/lib/commanderReplay.spec.ts",
+ "src/lib/companionOneShot.spec.ts",
+ "src/lib/computerIdentity.spec.ts",
+ "src/lib/createAgentPane.spec.ts",
+ "src/lib/cwdRepair.spec.ts",
+ "src/lib/daemonEndpoint.spec.ts",
+ "src/lib/daemonLaunch.spec.ts",
+ "src/lib/daemonSafeMode.spec.ts",
+ "src/lib/daemonSpawnLock.spec.ts",
+ "src/lib/daemonStop.spec.ts",
+ "src/lib/daemonsSwitch.spec.ts",
+ "src/lib/deleteAgentFallback.spec.ts",
+ "src/lib/deriveTurnSummary.spec.ts",
+ "src/lib/deviceAuth.spec.ts",
+ "src/lib/deviceErrors.spec.ts",
+ "src/lib/deviceRecap.spec.ts",
+ "src/lib/deviceRecentTrim.spec.ts",
+ "src/lib/devinTrust.spec.ts",
+ "src/lib/discoveryScripts.spec.ts",
+ "src/lib/disposableOneShotPool.spec.ts",
+ "src/lib/e2ee/core.test.ts",
+ "src/lib/e2ee/deviceDisplay.spec.ts",
+ "src/lib/e2ee/deviceHistory.spec.ts",
+ "src/lib/e2ee/deviceLog.spec.ts",
+ "src/lib/e2ee/deviceLogStore.spec.ts",
+ "src/lib/e2ee/deviceLogSyncer.spec.ts",
+ "src/lib/e2ee/groupSyncer.spec.ts",
+ "src/lib/e2ee/manager.test.ts",
+ "src/lib/e2ee/passwordPake.spec.ts",
+ "src/lib/e2ee/relayLink.spec.ts",
+ "src/lib/e2ee/replayWindow.spec.ts",
+ "src/lib/e2ee/store.spec.ts",
+ "src/lib/e2ee/trustGroup.spec.ts",
+ "src/lib/engineBin.spec.ts",
+ "src/lib/engineBinOpencode.spec.ts",
+ "src/lib/engineInstall.spec.ts",
+ "src/lib/engineInstall.user.spec.ts",
+ "src/lib/engineLaunch.spec.ts",
+ "src/lib/engineShellStartup.spec.ts",
+ "src/lib/firstTurnReplay.spec.ts",
+ "src/lib/flash.spec.ts",
+ "src/lib/forkAgent.spec.ts",
+ "src/lib/fsBrowse.spec.ts",
+ "src/lib/gatewayRuntime.spec.ts",
+ "src/lib/gitProject.spec.ts",
+ "src/lib/gitPullRequest.spec.ts",
+ "src/lib/goalCommand.spec.ts",
+ "src/lib/gridActs.spec.ts",
+ "src/lib/gridAssignment.spec.ts",
+ "src/lib/gridAttach.spec.ts",
+ "src/lib/gridDerive.spec.ts",
+ "src/lib/gridEnsure.spec.ts",
+ "src/lib/gridExec.spec.ts",
+ "src/lib/gridFleetRpc.spec.ts",
+ "src/lib/gridHandoff.spec.ts",
+ "src/lib/gridInstall.spec.ts",
+ "src/lib/gridLaunch.spec.ts",
+ "src/lib/gridLogout.spec.ts",
+ "src/lib/gridMcpUrl.spec.ts",
+ "src/lib/gridPicture.spellings.spec.ts",
+ "src/lib/gridReads.spec.ts",
+ "src/lib/gridSetupCommand.spec.ts",
+ "src/lib/gridTarget.spec.ts",
+ "src/lib/gridWebSearchFrame.spec.ts",
+ "src/lib/grokOneShot.spec.ts",
+ "src/lib/harnessDefaults.spec.ts",
+ "src/lib/harnessDevices.spec.ts",
+ "src/lib/harnessMonitor.spec.ts",
+ "src/lib/harnessResources.spec.ts",
+ "src/lib/harnessTelemetry.spec.ts",
+ "src/lib/harnessWebTools.spec.ts",
+ "src/lib/hermesHome.spec.ts",
+ "src/lib/hookAuth.spec.ts",
+ "src/lib/hooks.spec.ts",
+ "src/lib/hostTheme.spec.ts",
+ "src/lib/interactiveViewer.spec.ts",
+ "src/lib/jsonDriver.spec.ts",
+ "src/lib/kiloOneShot.spec.ts",
+ "src/lib/launchOverrides.spec.ts",
+ "src/lib/literalToolCall.spec.ts",
+ "src/lib/localModels.integration.spec.ts",
+ "src/lib/localModels.spec.ts",
+ "src/lib/localSocket.spec.ts",
+ "src/lib/log.spec.ts",
+ "src/lib/logBundle.spec.ts",
+ "src/lib/loginCallback.spec.ts",
+ "src/lib/loginShellEnv.spec.ts",
+ "src/lib/loopbackRequest.spec.ts",
+ "src/lib/machineHardware.spec.ts",
+ "src/lib/machineResources.spec.ts",
+ "src/lib/macosProcessGpu.integration.spec.ts",
+ "src/lib/macosProcessGpu.spec.ts",
+ "src/lib/mediaPreview.spec.ts",
+ "src/lib/newAgentModel.spec.ts",
+ "src/lib/newCommand.spec.ts",
+ "src/lib/normalize.spec.ts",
+ "src/lib/normalize.test.ts",
+ "src/lib/openFiles.spec.ts",
+ "src/lib/openTabProtection.spec.ts",
+ "src/lib/opencodeMemoryPlugin.spec.ts",
+ "src/lib/opencodeOneShot.spec.ts",
+ "src/lib/opencodeRecallPlugin.spec.ts",
+ "src/lib/openrouter.spec.ts",
+ "src/lib/osClipboard.spec.ts",
+ "src/lib/ownerCommands.spec.ts",
+ "src/lib/pathContainment.spec.ts",
+ "src/lib/processArgv.spec.ts",
+ "src/lib/processEnv.spec.ts",
+ "src/lib/processLiveness.spec.ts",
+ "src/lib/processRows.spec.ts",
+ "src/lib/projectFolder.spec.ts",
+ "src/lib/projectPreview.spec.ts",
+ "src/lib/purgeAgentService.spec.ts",
+ "src/lib/qrSignIn.spec.ts",
+ "src/lib/registry.observation.spec.ts",
+ "src/lib/registry.spec.ts",
+ "src/lib/remoteRelay.spec.ts",
+ "src/lib/remoteRelayRestart.spec.ts",
+ "src/lib/remoteViewerProxy.faults.spec.ts",
+ "src/lib/remoteViewerProxy.spec.ts",
+ "src/lib/remoteViewerRelay.spec.ts",
+ "src/lib/restartAgent.spec.ts",
+ "src/lib/restartDiscovery.real.spec.ts",
+ "src/lib/restoreAgents.spec.ts",
+ "src/lib/resumeAgentService.spec.ts",
+ "src/lib/resumeCapability.spec.ts",
+ "src/lib/resumeStoppedAgent.spec.ts",
+ "src/lib/retainExitedSession.spec.ts",
+ "src/lib/routeApi.spec.ts",
+ "src/lib/runtimeActivity.spec.ts",
+ "src/lib/runtimeInstall.spec.ts",
+ "src/lib/runtimeProfile.spec.ts",
+ "src/lib/runtimeProfileController.spec.ts",
+ "src/lib/secureState.spec.ts",
+ "src/lib/selfUpdate.spec.ts",
+ "src/lib/sessionCheckpoint.spec.ts",
+ "src/lib/sessionCheckpoint.sqlite.spec.ts",
+ "src/lib/sessionGitContext.spec.ts",
+ "src/lib/sessionGitHistory.spec.ts",
+ "src/lib/sessionGitPullRequest.spec.ts",
+ "src/lib/sessionInput.spec.ts",
+ "src/lib/sessionRepair.spec.ts",
+ "src/lib/sessionSearch/command.spec.ts",
+ "src/lib/sessionSearch/external.spec.ts",
+ "src/lib/sessionSearch/externals/agy.spec.ts",
+ "src/lib/sessionSearch/externals/claude.spec.ts",
+ "src/lib/sessionSearch/externals/codex.spec.ts",
+ "src/lib/sessionSearch/externals/commandcode.spec.ts",
+ "src/lib/sessionSearch/externals/copilot.spec.ts",
+ "src/lib/sessionSearch/externals/cursor.spec.ts",
+ "src/lib/sessionSearch/externals/devin.spec.ts",
+ "src/lib/sessionSearch/externals/grok.spec.ts",
+ "src/lib/sessionSearch/externals/hermes.spec.ts",
+ "src/lib/sessionSearch/externals/index.spec.ts",
+ "src/lib/sessionSearch/externals/muse.spec.ts",
+ "src/lib/sessionSearch/externals/opencode.spec.ts",
+ "src/lib/sessionSearch/externals/pi.spec.ts",
+ "src/lib/sessionSearch/externals/support.spec.ts",
+ "src/lib/sessionSearch/indexer.spec.ts",
+ "src/lib/sessionSearch/store.spec.ts",
+ "src/lib/sessionSearch/transcript.spec.ts",
+ "src/lib/sessionSearch/turns.spec.ts",
+ "src/lib/sessionSearch/when.spec.ts",
+ "src/lib/sessionSync.spec.ts",
+ "src/lib/sessionTitle.spec.ts",
+ "src/lib/sessionWork.spec.ts",
+ "src/lib/sessionWorkCache.spec.ts",
+ "src/lib/sessions.spec.ts",
+ "src/lib/signInMethodPicker.spec.ts",
+ "src/lib/sleepAware.spec.ts",
+ "src/lib/sqliteAvailability.spec.ts",
+ "src/lib/sqliteRead.spec.ts",
+ "src/lib/stopAgentService.spec.ts",
+ "src/lib/stoppedAgents.spec.ts",
+ "src/lib/storeProxy.spec.ts",
+ "src/lib/stunSelect.spec.ts",
+ "src/lib/subagentTurn.spec.ts",
+ "src/lib/subscriptionModel.spec.ts",
+ "src/lib/summarize.spec.ts",
+ "src/lib/terminalAgentDiscovery.codexHome.spec.ts",
+ "src/lib/terminalAgentDiscovery.gateway.spec.ts",
+ "src/lib/terminalAgentDiscovery.grid.spec.ts",
+ "src/lib/terminalAgentDiscovery.spec.ts",
+ "src/lib/terminalAgentReconciler.spec.ts",
+ "src/lib/terminalBackendCoordinator.spec.ts",
+ "src/lib/terminalBinary.spec.ts",
+ "src/lib/terminalEnvironment.spec.ts",
+ "src/lib/terminalP2p.spec.ts",
+ "src/lib/terminalRuntime.spec.ts",
+ "src/lib/terminalStreamManager.spec.ts",
+ "src/lib/tmux.spec.ts",
+ "src/lib/tmuxAgentDiscovery.real.spec.ts",
+ "src/lib/tmuxAgentDiscovery.spec.ts",
+ "src/lib/tmuxBackend.spec.ts",
+ "src/lib/tmuxBackendValidate.spec.ts",
+ "src/lib/tmuxCapture.spec.ts",
+ "src/lib/tmuxLegacySessions.spec.ts",
+ "src/lib/tmuxOnPath.spec.ts",
+ "src/lib/tmuxPaneInfo.spec.ts",
+ "src/lib/tmuxStream.decode.spec.ts",
+ "src/lib/tmuxStream.failure.spec.ts",
+ "src/lib/tmuxStream.real.spec.ts",
+ "src/lib/tmuxStream.spec.ts",
+ "src/lib/tmuxVersion.spec.ts",
+ "src/lib/transcriptActivity.spec.ts",
+ "src/lib/turnActivity.spec.ts",
+ "src/lib/turnRelay.real.spec.ts",
+ "src/lib/unusedCodexClose.spec.ts",
+ "src/lib/viewerForwarder.spec.ts",
+ "src/lib/viewerWire.spec.ts",
+ "src/lib/voiceRouter.spec.ts",
+ "src/lib/workspaceCheck.spec.ts",
+ "src/lib/worktreeDeletion.spec.ts",
+ "src/lib/worktreeSweep.spec.ts",
+ "src/lib/wsLiveness.spec.ts",
+ "src/lib/zooLessons.spec.ts",
+ "src/lib/zooTurns.spec.ts",
+ "src/localWsServer.spec.ts",
+ "src/loginForceRace.spec.ts",
+ "src/machinesCommand.spec.ts",
+ "src/memory/account.spec.ts",
+ "src/memory/activity.spec.ts",
+ "src/memory/admission.spec.ts",
+ "src/memory/capture.spec.ts",
+ "src/memory/claudeInference.spec.ts",
+ "src/memory/client.spec.ts",
+ "src/memory/companion.spec.ts",
+ "src/memory/control.spec.ts",
+ "src/memory/evaluation.spec.ts",
+ "src/memory/evaluationReview.spec.ts",
+ "src/memory/experiment.spec.ts",
+ "src/memory/extractionAuthorization.spec.ts",
+ "src/memory/extractionEvidence.spec.ts",
+ "src/memory/feedback.spec.ts",
+ "src/memory/hostSessions.spec.ts",
+ "src/memory/inference.spec.ts",
+ "src/memory/learner.spec.ts",
+ "src/memory/library.spec.ts",
+ "src/memory/native.spec.ts",
+ "src/memory/notebook.spec.ts",
+ "src/memory/opencodeBinding.spec.ts",
+ "src/memory/opencodeCapture.spec.ts",
+ "src/memory/opencodeInference.spec.ts",
+ "src/memory/project.spec.ts",
+ "src/memory/queue.spec.ts",
+ "src/memory/receipts.spec.ts",
+ "src/memory/retention.spec.ts",
+ "src/memory/runtime.spec.ts",
+ "src/memory/store.spec.ts",
+ "src/memory/usefulness.spec.ts",
+ "src/multiUserDaemon.spec.ts",
+ "src/orchestrator/command.spec.ts",
+ "src/orchestrator/prompts.spec.ts",
+ "src/orchestrator/service.spec.ts",
+ "src/orchestrator/wire.spec.ts",
+ "src/pair/brain.more.spec.ts",
+ "src/pair/brain.spec.ts",
+ "src/pair/brief.more.spec.ts",
+ "src/pair/brief.spec.ts",
+ "src/pair/classify.fuzz.spec.ts",
+ "src/pair/classify.more.spec.ts",
+ "src/pair/classify.spec.ts",
+ "src/pair/client.spec.ts",
+ "src/pair/control.more.spec.ts",
+ "src/pair/control.spec.ts",
+ "src/pair/fleet.spec.ts",
+ "src/pair/floor.spec.ts",
+ "src/pair/frames.spec.ts",
+ "src/pair/gate.more.spec.ts",
+ "src/pair/gate.spec.ts",
+ "src/pair/individuals.spec.ts",
+ "src/pair/intelligence.spec.ts",
+ "src/pair/journal.spec.ts",
+ "src/pair/learn/approval.more.spec.ts",
+ "src/pair/learn/approval.spec.ts",
+ "src/pair/learn/borrow.more.spec.ts",
+ "src/pair/learn/borrow.spec.ts",
+ "src/pair/learn/conversationReview.spec.ts",
+ "src/pair/learn/curate.spec.ts",
+ "src/pair/learn/distill.more.spec.ts",
+ "src/pair/learn/distill.spec.ts",
+ "src/pair/learn/export.more.spec.ts",
+ "src/pair/learn/export.spec.ts",
+ "src/pair/learn/guard.boundary.spec.ts",
+ "src/pair/learn/guard.spec.ts",
+ "src/pair/learn/l2.spec.ts",
+ "src/pair/learn/propose.more.spec.ts",
+ "src/pair/learn/propose.spec.ts",
+ "src/pair/learn/publish.more.spec.ts",
+ "src/pair/learn/publish.spec.ts",
+ "src/pair/learn/signals.more.spec.ts",
+ "src/pair/learn/signals.spec.ts",
+ "src/pair/learn/store.more.spec.ts",
+ "src/pair/learn/store.spec.ts",
+ "src/pair/learn/types.spec.ts",
+ "src/pair/learn/usage.more.spec.ts",
+ "src/pair/learn/usage.spec.ts",
+ "src/pair/limit.spec.ts",
+ "src/pair/mcp.more.spec.ts",
+ "src/pair/mcp.spec.ts",
+ "src/pair/owner.more.spec.ts",
+ "src/pair/owner.spec.ts",
+ "src/pair/pairHarness.engine.spec.ts",
+ "src/pair/pairHarness.more.spec.ts",
+ "src/pair/pairHarness.spec.ts",
+ "src/pair/plateService.spec.ts",
+ "src/pair/protocol.spec.ts",
+ "src/pair/rules.more.spec.ts",
+ "src/pair/rules.spec.ts",
+ "src/pair/sensor.more.spec.ts",
+ "src/pair/sensor.spec.ts",
+ "src/pair/shell.spec.ts",
+ "src/pair/shown.more.spec.ts",
+ "src/pair/shown.spec.ts",
+ "src/pair/startupProfile.spec.ts",
+ "src/pair/token.spec.ts",
+ "src/pair/triage.spec.ts",
+ "src/pair/voice.spec.ts",
+ "src/remoteCommand.spec.ts",
+ "src/scripts/buildManagedGrid.spec.ts",
+ "src/scripts/install.spec.ts",
+ "src/sharing/collaboration.spec.ts",
+ "src/sharing/crypto.spec.ts",
+ "src/sharing/grants.spec.ts",
+ "src/sharing/owner.spec.ts",
+ "src/sharing/relay.spec.ts",
+ "src/sharing/viewer.spec.ts",
+ "src/startupOrder.spec.ts",
+ "src/teams/channel_mailbox.spec.ts",
+ "src/teams/channels.spec.ts",
+ "src/teams/command.spec.ts",
+ "src/teams/preflight.spec.ts",
+ "src/teams/promptScope.spec.ts",
+ "src/teams/remote.spec.ts",
+ "src/teams/service.spec.ts",
+ "src/teams/transport.spec.ts",
+ "src/teams/tui.spec.ts",
+ "src/testing/isolatedTmux.spec.ts",
+ "src/tui/index.spec.ts",
+ "src/tui/install.spec.ts",
+ "src/tui/launcher.spec.ts",
+ "src/tui/update.integration.spec.ts",
+ "src/tui/update.spec.ts",
+ "src/watcher/watcher.spec.ts"
+ ]
+ },
+ "jobs": [
+ {
+ "name": "cli-tests (4)",
+ "status": "completed",
+ "conclusion": "success",
+ "started_at": "2026-10-02T17:58:33Z",
+ "completed_at": "2026-10-02T17:59:57Z",
+ "duration_seconds": 84.0,
+ "steps": [
+ {
+ "name": "Set up job",
+ "seconds": 1.0
+ },
+ {
+ "name": "Run actions/checkout@v7",
+ "seconds": 10.0
+ },
+ {
+ "name": "Run actions/setup-node@v7",
+ "seconds": 7.0
+ },
+ {
+ "name": "Run npm ci --no-audit --no-fund",
+ "seconds": 2.0
+ },
+ {
+ "name": "Discover the complete default-suite inventory",
+ "seconds": 0.0
+ },
+ {
+ "name": "Run default-suite shard",
+ "seconds": 59.0
+ },
+ {
+ "name": "Preserve inventory and test results",
+ "seconds": 1.0
+ },
+ {
+ "name": "Post Run actions/setup-node@v7",
+ "seconds": 0.0
+ },
+ {
+ "name": "Post Run actions/checkout@v7",
+ "seconds": 1.0
+ },
+ {
+ "name": "Complete job",
+ "seconds": 0.0
+ }
+ ]
+ },
+ {
+ "name": "serial-native (ubuntu-latest, 20.19.0)",
+ "status": "completed",
+ "conclusion": "success",
+ "started_at": "2026-10-02T17:58:33Z",
+ "completed_at": "2026-10-02T17:58:58Z",
+ "duration_seconds": 25.0,
+ "steps": [
+ {
+ "name": "Set up job",
+ "seconds": 0.0
+ },
+ {
+ "name": "Run actions/checkout@v7",
+ "seconds": 10.0
+ },
+ {
+ "name": "Run actions/setup-node@v7",
+ "seconds": 6.0
+ },
+ {
+ "name": "Run npm ci --no-audit --no-fund",
+ "seconds": 3.0
+ },
+ {
+ "name": "Require native PTY support instead of silently skipping it",
+ "seconds": 0.0
+ },
+ {
+ "name": "Serial lifecycle, binary transfer and descriptor cleanup",
+ "seconds": 2.0
+ },
+ {
+ "name": "Agent startup through the system zsh login shell",
+ "seconds": 1.0
+ },
+ {
+ "name": "Post Run actions/setup-node@v7",
+ "seconds": 0.0
+ },
+ {
+ "name": "Post Run actions/checkout@v7",
+ "seconds": 1.0
+ },
+ {
+ "name": "Complete job",
+ "seconds": 0.0
+ }
+ ]
+ },
+ {
+ "name": "cli-tests (3)",
+ "status": "completed",
+ "conclusion": "success",
+ "started_at": "2026-10-02T17:58:34Z",
+ "completed_at": "2026-10-02T17:59:39Z",
+ "duration_seconds": 65.0,
+ "steps": [
+ {
+ "name": "Set up job",
+ "seconds": 0.0
+ },
+ {
+ "name": "Run actions/checkout@v7",
+ "seconds": 11.0
+ },
+ {
+ "name": "Run actions/setup-node@v7",
+ "seconds": 7.0
+ },
+ {
+ "name": "Run npm ci --no-audit --no-fund",
+ "seconds": 3.0
+ },
+ {
+ "name": "Discover the complete default-suite inventory",
+ "seconds": 1.0
+ },
+ {
+ "name": "Run default-suite shard",
+ "seconds": 38.0
+ },
+ {
+ "name": "Preserve inventory and test results",
+ "seconds": 1.0
+ },
+ {
+ "name": "Post Run actions/setup-node@v7",
+ "seconds": 0.0
+ },
+ {
+ "name": "Post Run actions/checkout@v7",
+ "seconds": 0.0
+ },
+ {
+ "name": "Complete job",
+ "seconds": 1.0
+ }
+ ]
+ },
+ {
+ "name": "serial-native (macos-latest, 20.19.0)",
+ "status": "completed",
+ "conclusion": "success",
+ "started_at": "2026-10-02T17:58:37Z",
+ "completed_at": "2026-10-02T17:59:18Z",
+ "duration_seconds": 41.0,
+ "steps": [
+ {
+ "name": "Set up job",
+ "seconds": 1.0
+ },
+ {
+ "name": "Run actions/checkout@v7",
+ "seconds": 9.0
+ },
+ {
+ "name": "Run actions/setup-node@v7",
+ "seconds": 14.0
+ },
+ {
+ "name": "Run npm ci --no-audit --no-fund",
+ "seconds": 6.0
+ },
+ {
+ "name": "Require native PTY support instead of silently skipping it",
+ "seconds": 0.0
+ },
+ {
+ "name": "Serial lifecycle, binary transfer and descriptor cleanup",
+ "seconds": 4.0
+ },
+ {
+ "name": "Agent startup through the system zsh login shell",
+ "seconds": 2.0
+ },
+ {
+ "name": "Post Run actions/setup-node@v7",
+ "seconds": 1.0
+ },
+ {
+ "name": "Post Run actions/checkout@v7",
+ "seconds": 1.0
+ },
+ {
+ "name": "Complete job",
+ "seconds": 2.0
+ }
+ ]
+ },
+ {
+ "name": "serial-native (ubuntu-latest, 22.23.2)",
+ "status": "completed",
+ "conclusion": "success",
+ "started_at": "2026-10-02T17:58:33Z",
+ "completed_at": "2026-10-02T17:58:56Z",
+ "duration_seconds": 23.0,
+ "steps": [
+ {
+ "name": "Set up job",
+ "seconds": 0.0
+ },
+ {
+ "name": "Run actions/checkout@v7",
+ "seconds": 10.0
+ },
+ {
+ "name": "Run actions/setup-node@v7",
+ "seconds": 5.0
+ },
+ {
+ "name": "Run npm ci --no-audit --no-fund",
+ "seconds": 2.0
+ },
+ {
+ "name": "Require native PTY support instead of silently skipping it",
+ "seconds": 0.0
+ },
+ {
+ "name": "Serial lifecycle, binary transfer and descriptor cleanup",
+ "seconds": 3.0
+ },
+ {
+ "name": "Agent startup through the system zsh login shell",
+ "seconds": 1.0
+ },
+ {
+ "name": "Post Run actions/setup-node@v7",
+ "seconds": 0.0
+ },
+ {
+ "name": "Post Run actions/checkout@v7",
+ "seconds": 0.0
+ },
+ {
+ "name": "Complete job",
+ "seconds": 0.0
+ }
+ ]
+ },
+ {
+ "name": "serial-native (macos-latest, 22.23.2)",
+ "status": "completed",
+ "conclusion": "success",
+ "started_at": "2026-10-02T17:58:38Z",
+ "completed_at": "2026-10-02T17:59:07Z",
+ "duration_seconds": 29.0,
+ "steps": [
+ {
+ "name": "Set up job",
+ "seconds": 1.0
+ },
+ {
+ "name": "Run actions/checkout@v7",
+ "seconds": 15.0
+ },
+ {
+ "name": "Run actions/setup-node@v7",
+ "seconds": 1.0
+ },
+ {
+ "name": "Run npm ci --no-audit --no-fund",
+ "seconds": 4.0
+ },
+ {
+ "name": "Require native PTY support instead of silently skipping it",
+ "seconds": 0.0
+ },
+ {
+ "name": "Serial lifecycle, binary transfer and descriptor cleanup",
+ "seconds": 3.0
+ },
+ {
+ "name": "Agent startup through the system zsh login shell",
+ "seconds": 1.0
+ },
+ {
+ "name": "Post Run actions/setup-node@v7",
+ "seconds": 1.0
+ },
+ {
+ "name": "Post Run actions/checkout@v7",
+ "seconds": 1.0
+ },
+ {
+ "name": "Complete job",
+ "seconds": 0.0
+ }
+ ]
+ },
+ {
+ "name": "cli-tests (2)",
+ "status": "completed",
+ "conclusion": "success",
+ "started_at": "2026-10-02T17:58:33Z",
+ "completed_at": "2026-10-02T18:01:24Z",
+ "duration_seconds": 171.0,
+ "steps": [
+ {
+ "name": "Set up job",
+ "seconds": 1.0
+ },
+ {
+ "name": "Run actions/checkout@v7",
+ "seconds": 11.0
+ },
+ {
+ "name": "Run actions/setup-node@v7",
+ "seconds": 6.0
+ },
+ {
+ "name": "Run npm ci --no-audit --no-fund",
+ "seconds": 3.0
+ },
+ {
+ "name": "Discover the complete default-suite inventory",
+ "seconds": 0.0
+ },
+ {
+ "name": "Run default-suite shard",
+ "seconds": 144.0
+ },
+ {
+ "name": "Preserve inventory and test results",
+ "seconds": 2.0
+ },
+ {
+ "name": "Post Run actions/setup-node@v7",
+ "seconds": 0.0
+ },
+ {
+ "name": "Post Run actions/checkout@v7",
+ "seconds": 0.0
+ },
+ {
+ "name": "Complete job",
+ "seconds": 0.0
+ }
+ ]
+ },
+ {
+ "name": "cli-contracts",
+ "status": "completed",
+ "conclusion": "success",
+ "started_at": "2026-10-02T17:58:33Z",
+ "completed_at": "2026-10-02T18:01:23Z",
+ "duration_seconds": 170.0,
+ "steps": [
+ {
+ "name": "Set up job",
+ "seconds": 1.0
+ },
+ {
+ "name": "Run actions/checkout@v7",
+ "seconds": 87.0
+ },
+ {
+ "name": "Run echo \"node-version=$CLI_NODE_VERSION\" >> \"$GITHUB_OUTPUT\"",
+ "seconds": 0.0
+ },
+ {
+ "name": "Run actions/setup-node@v7",
+ "seconds": 5.0
+ },
+ {
+ "name": "Check pnpm-lock.yaml still matches package.json",
+ "seconds": 4.0
+ },
+ {
+ "name": "Run npm ci",
+ "seconds": 3.0
+ },
+ {
+ "name": "Run npx tsc --noEmit",
+ "seconds": 22.0
+ },
+ {
+ "name": "Guard fuzz and bounded hostile-input time",
+ "seconds": 5.0
+ },
+ {
+ "name": "Concurrent registry discovery, hooks and durable close intents",
+ "seconds": 1.0
+ },
+ {
+ "name": "Verify hn launcher repair in an existing installation",
+ "seconds": 13.0
+ },
+ {
+ "name": "Verify core harness rollout in the release bundle",
+ "seconds": 1.0
+ },
+ {
+ "name": "Require complete harness updater coverage",
+ "seconds": 26.0
+ },
+ {
+ "name": "Post Run actions/setup-node@v7",
+ "seconds": 0.0
+ },
+ {
+ "name": "Post Run actions/checkout@v7",
+ "seconds": 0.0
+ },
+ {
+ "name": "Complete job",
+ "seconds": 0.0
+ }
+ ]
+ },
+ {
+ "name": "cli-tests (1)",
+ "status": "completed",
+ "conclusion": "success",
+ "started_at": "2026-10-02T17:58:34Z",
+ "completed_at": "2026-10-02T18:00:52Z",
+ "duration_seconds": 138.0,
+ "steps": [
+ {
+ "name": "Set up job",
+ "seconds": 1.0
+ },
+ {
+ "name": "Run actions/checkout@v7",
+ "seconds": 10.0
+ },
+ {
+ "name": "Run actions/setup-node@v7",
+ "seconds": 6.0
+ },
+ {
+ "name": "Run npm ci --no-audit --no-fund",
+ "seconds": 2.0
+ },
+ {
+ "name": "Discover the complete default-suite inventory",
+ "seconds": 1.0
+ },
+ {
+ "name": "Run default-suite shard",
+ "seconds": 79.0
+ },
+ {
+ "name": "Preserve inventory and test results",
+ "seconds": 1.0
+ },
+ {
+ "name": "Post Run actions/setup-node@v7",
+ "seconds": 0.0
+ },
+ {
+ "name": "Post Run actions/checkout@v7",
+ "seconds": 1.0
+ },
+ {
+ "name": "Complete job",
+ "seconds": 0.0
+ }
+ ]
+ },
+ {
+ "name": "process-checks",
+ "status": "completed",
+ "conclusion": "success",
+ "started_at": "2026-10-02T17:58:34Z",
+ "completed_at": "2026-10-02T17:59:06Z",
+ "duration_seconds": 32.0,
+ "steps": [
+ {
+ "name": "Set up job",
+ "seconds": 0.0
+ },
+ {
+ "name": "Run actions/checkout@v7",
+ "seconds": 11.0
+ },
+ {
+ "name": "Validation deadlines, cleanup, receipts and release version guards",
+ "seconds": 18.0
+ },
+ {
+ "name": "Post Run actions/checkout@v7",
+ "seconds": 0.0
+ },
+ {
+ "name": "Complete job",
+ "seconds": 0.0
+ }
+ ]
+ },
+ {
+ "name": "typecheck-test",
+ "status": "completed",
+ "conclusion": "success",
+ "started_at": "2026-10-02T18:01:27Z",
+ "completed_at": "2026-10-02T18:01:47Z",
+ "duration_seconds": 20.0,
+ "steps": [
+ {
+ "name": "Set up job",
+ "seconds": 2.0
+ },
+ {
+ "name": "Run actions/checkout@v7",
+ "seconds": 12.0
+ },
+ {
+ "name": "Run actions/download-artifact@v4",
+ "seconds": 1.0
+ },
+ {
+ "name": "Require every discovered file exactly once and all checks passing",
+ "seconds": 0.0
+ },
+ {
+ "name": "Run actions/upload-artifact@v4",
+ "seconds": 1.0
+ },
+ {
+ "name": "Post Run actions/checkout@v7",
+ "seconds": 0.0
+ },
+ {
+ "name": "Complete job",
+ "seconds": 0.0
+ }
+ ]
+ }
+ ],
+ "historical_runs": [
+ {
+ "url": "https://github.com/autonomous-ai/openharness/actions/runs/37041350155",
+ "workflow_seconds": 379,
+ "default_test_step_seconds": 290
+ },
+ {
+ "url": "https://github.com/autonomous-ai/openharness/actions/runs/37040969426",
+ "workflow_seconds": 461,
+ "default_test_step_seconds": 357
+ }
+ ],
+ "comparison_note": "Adjacent real runs, not a controlled benchmark. Source, runner and checkout conditions differ; the candidate retains all default file coverage and opt-in skips.",
+ "other_checks": {
+ "process": {
+ "passed": 82,
+ "seconds": 17.634
+ },
+ "guard_fuzz": {
+ "passed": 40
+ },
+ "updater_coverage": {
+ "passed": 860,
+ "skipped": 9,
+ "statements": 100,
+ "branches": 100,
+ "functions": 100,
+ "lines": 100
+ }
+ }
+}
diff --git a/docs/performance/2026-10-03-cli-ci-shards.md b/docs/performance/2026-10-03-cli-ci-shards.md
new file mode 100644
index 000000000..91ec0b818
--- /dev/null
+++ b/docs/performance/2026-10-03-cli-ci-shards.md
@@ -0,0 +1,63 @@
+# CLI CI in four file shards
+
+The previous two full CLI CI runs spent 4m50s and 5m57s in one default-suite
+Vitest invocation. The remaining checks waited behind it even though they could
+run independently. The default suite now runs as four file shards on separate
+Linux runners; typecheck and contract checks run alongside them.
+
+The existing worker cap, process isolation, assertions, timeouts and opt-in skips
+remain. Guard fuzz keeps its separate invocation and wall-clock assertion. The
+native serial/login-shell OS/Node matrix, lockfile checks, registry integration,
+release bundle checks, and full updater coverage remain required. Linux login
+shell cases retain their existing platform gate.
+
+Vitest's [pinned sharding implementation](https://github.com/vitest-dev/vitest/blob/v4.1.10/docs/guide/improving-performance.md#sharding)
+partitions files. A separate aggregate gate verifies that all four complete
+discovery inventories agree and every discovered file appears exactly once in
+passing reports. It checks case totals and actual upstream job verdicts, so a
+JSON report cannot conceal a failed process or missing shard. The original
+`typecheck-test` job/output remains the aggregate interface for callers.
+
+## Observed timing
+
+Candidate: `b2aa5c24d366c13a8981b282d2d8b1e766a87ae6`, Node 22.23.2,
+Vitest 4.1.10. [Full CLI CI](https://github.com/autonomous-ai/openharness/actions/runs/37044314333)
+passed from October 2 17:58:29 to 18:01:48 UTC. The
+[machine-readable record](2026-10-03-cli-ci-shards.json) retains every verified
+file, counts, report hashes and job/step timings.
+
+| Measurement | Time |
+| --- | ---: |
+| Complete candidate workflow | **3m19s** |
+| Four test steps | 1m19s / 2m24s / 38s / 59s |
+| Slowest shard job, including setup and artifact upload | 2m51s |
+| Typecheck and contracts job | 2m50s, including an 87s checkout |
+| Aggregate file-coverage gate job | 20s |
+| Previous workflow [37041350155](https://github.com/autonomous-ai/openharness/actions/runs/37041350155) | 6m19s |
+| Previous workflow [37040969426](https://github.com/autonomous-ai/openharness/actions/runs/37040969426) | 7m41s |
+
+This workflow was **3m00s–4m22s shorter**, or about **47–57%**, than those adjacent
+runs. They used different source/runner conditions, so this is an observed
+comparison, not a controlled benchmark or guaranteed time. Four Linux runners
+trade extra setup/runner minutes for shorter waits. The uneven shard times and
+checkout variation remain visible opportunities; no timeout was weakened to
+obtain the result.
+
+## Verification
+
+- All **508 default-suite files** appeared exactly once: **8,818 passing cases,
+ 63 existing skips**, no todo cases. Reports and inventories are retained as
+ workflow artifacts for seven days, with their hashes in the committed record.
+- All 40 guard fuzz cases passed separately, along with typecheck, registry integration,
+ existing-install launcher repair, release-bundle contracts and the updater's
+ complete-coverage gate.
+- All four macOS/Linux × Node 20.19.0/22.23.2 native jobs passed.
+- All 82 process CI cases passed in 17.634s; all 11 new verifier regression cases also passed locally.
+ They cover missing/duplicate files, inconsistent inventories/counts, unfinished
+ or failed assertions, hidden file errors, paths outside the component, and
+ failed/skipped/cancelled upstream jobs. Workflow lint and diff checks passed.
+
+No application code, dependencies or existing tests changed. This affects
+on-demand `cli`/`full` CI, not Desktop test duration or signing/publication.
+No product release is needed. Performance evidence added afterward does not
+change the tested workflow or verifier.
diff --git a/docs/validation-and-release.md b/docs/validation-and-release.md
index bb4a92263..ce0cc1ca4 100644
--- a/docs/validation-and-release.md
+++ b/docs/validation-and-release.md
@@ -31,6 +31,16 @@ bundle checks, and the serial/login-shell OS/Node matrix. `tui` includes its nat
CLI integration tests. Select `full` for cross-component changes or uncertain impact.
The workflow remains on demand; this change does not introduce new required gates.
+CLI's default Vitest suite runs as four file shards on separate runners, retaining
+its worker cap and isolation. Typecheck, lockfile checks, guard fuzz, registry and
+release-bundle integration, and updater coverage run alongside them. Guard fuzz
+keeps its own process and timing budget. The existing `typecheck-test` job is the
+aggregate: it requires passing shard/contract jobs and verifies that their JSON
+reports cover every discovered file exactly once. Missing, duplicated, failed or
+unfinished results fail it. Review the complete workflow result, including the
+serial/login-shell matrix, rather than one early finishing job. Shard reports,
+inventories and the combined summary are retained as artifacts for seven days.
+
For repository process tooling only, `scope=process` runs its Python regression
tests without installing or building unrelated components. It does not validate
application changes. Workflow edits also need `actionlint` and a run exercising
diff --git a/scripts/tests/test_cli_test_shards.py b/scripts/tests/test_cli_test_shards.py
new file mode 100644
index 000000000..977cf869e
--- /dev/null
+++ b/scripts/tests/test_cli_test_shards.py
@@ -0,0 +1,112 @@
+import importlib.util
+import json
+from pathlib import Path
+import subprocess
+import sys
+import tempfile
+import unittest
+
+SCRIPT = Path(__file__).resolve().parents[1] / "verify-cli-test-shards.py"
+spec = importlib.util.spec_from_file_location("cli_shards", SCRIPT)
+verifier = importlib.util.module_from_spec(spec)
+spec.loader.exec_module(verifier)
+
+
+class ShardTests(unittest.TestCase):
+ def setUp(self):
+ self.tmp = tempfile.TemporaryDirectory()
+ self.addCleanup(self.tmp.cleanup)
+ self.directory = Path(self.tmp.name).resolve()
+ self.root = self.directory / "cli"
+ self.names = [str(self.root / "src" / f"case-{i}.spec.ts") for i in range(4)]
+ for number in range(1, 5):
+ self.write(f"inventory-{number}.json", [{"file": path} for path in self.names])
+ self.write(f"result-{number}.json", {
+ "success": True, "numFailedTests": 0, "numFailedTestSuites": 0, "numPendingTestSuites": 0,
+ "numPassedTests": 1, "numPendingTests": 1, "numTodoTests": 0, "numTotalTests": 2,
+ "testResults": [{"name": self.names[number - 1], "status": "passed", "message": "",
+ "assertionResults": [{"status": "passed", "failureMessages": []},
+ {"status": "skipped", "failureMessages": []}]}],
+ })
+
+ def write(self, name, value):
+ (self.directory / name).write_text(json.dumps(value))
+
+ def edit(self, name, change):
+ data = json.loads((self.directory / name).read_text())
+ change(data)
+ self.write(name, data)
+
+ def verify(self, tests="success", contracts="success"):
+ return verifier.verify(self.directory, self.root, 4, tests, contracts)
+
+ def test_complete_partition_preserves_pass_skip_counts_and_hashes(self):
+ result = self.verify()
+ self.assertEqual((result["files"], result["passed"], result["skipped"]), (4, 4, 4))
+ self.assertEqual(len(result["verified_files"]), 4)
+ self.assertTrue(all(len(shard["result_sha256"]) == 64 for shard in result["shards"]))
+
+ def test_duplicate_file_cannot_replace_a_missing_file(self):
+ self.edit("result-4.json", lambda r: r["testResults"][0].update(name=self.names[0]))
+ with self.assertRaisesRegex(ValueError, "partition mismatch"):
+ self.verify()
+
+ def test_all_discovery_inventories_must_agree(self):
+ self.edit("inventory-2.json", lambda paths: paths.pop())
+ with self.assertRaisesRegex(ValueError, "inventories disagree"):
+ self.verify()
+
+ def test_missing_report_is_not_an_empty_passing_shard(self):
+ (self.directory / "result-3.json").unlink()
+ with self.assertRaises(FileNotFoundError):
+ self.verify()
+
+ def test_json_success_cannot_override_nonpassing_jobs(self):
+ for state in ["failure", "cancelled", "skipped", ""]:
+ for tests, contracts in [(state, "success"), ("success", state)]:
+ with self.subTest(tests=tests, contracts=contracts), self.assertRaisesRegex(ValueError, "upstream jobs"):
+ self.verify(tests, contracts)
+
+ def test_failed_or_unfinished_assertion_is_rejected(self):
+ for state in ["failed", "pending", "running", None]:
+ self.edit("result-1.json", lambda r: r["testResults"][0]["assertionResults"][0].update(status=state))
+ with self.subTest(state=state), self.assertRaisesRegex(ValueError, "unfinished case"):
+ self.verify()
+
+ def test_hidden_file_error_is_rejected_even_if_all_cases_pass(self):
+ self.edit("result-1.json", lambda r: r["testResults"][0].update(message="afterAll failed"))
+ with self.assertRaisesRegex(ValueError, "file failed"):
+ self.verify()
+
+ def test_inconsistent_or_invalid_case_totals_are_rejected(self):
+ for value in [3, True, "2", None]:
+ self.edit("result-1.json", lambda r: r.update(numTotalTests=value))
+ with self.subTest(value=value), self.assertRaisesRegex(ValueError, "counts disagree"):
+ self.verify()
+
+ def test_file_outside_cli_cannot_count_as_suite_coverage(self):
+ self.edit("result-1.json", lambda r: r["testResults"][0].update(name="/unrelated/src/case-0.spec.ts"))
+ with self.assertRaises(ValueError):
+ self.verify()
+
+ def test_unfinished_suite_fails_even_with_passing_cases(self):
+ self.edit("result-1.json", lambda r: r.update(numPendingTestSuites=1))
+ with self.assertRaisesRegex(ValueError, "unfinished tests/suites"):
+ self.verify()
+
+ def test_command_writes_a_verified_summary_and_fails_on_incomplete_artifacts(self):
+ output = self.directory / "summary.json"
+ command = [sys.executable, str(SCRIPT), str(self.directory), "--root", str(self.root),
+ "--shards", "4", "--tests-result", "success", "--contracts-result", "success", "--output", str(output)]
+ result = subprocess.run(command, capture_output=True, text=True, timeout=5)
+ self.assertEqual(result.returncode, 0, result.stderr)
+ self.assertEqual(json.loads(output.read_text())["files"], 4)
+ output.unlink()
+ (self.directory / "result-2.json").unlink()
+ result = subprocess.run(command, capture_output=True, text=True, timeout=5)
+ self.assertEqual(result.returncode, 1)
+ self.assertFalse(output.exists())
+
+
+if __name__ == "__main__":
+ unittest.main()
diff --git a/scripts/verify-cli-test-shards.py b/scripts/verify-cli-test-shards.py
new file mode 100644
index 000000000..97e1ae790
--- /dev/null
+++ b/scripts/verify-cli-test-shards.py
@@ -0,0 +1,99 @@
+#!/usr/bin/env python3
+"""Verify that passing Vitest CI shards cover the discovered file set exactly once."""
+import argparse
+from collections import Counter
+import hashlib
+import json
+from pathlib import Path
+import sys
+
+
+def verify(directory, root, shards, tests_result, contracts_result):
+ # Vitest JSON can say success even when an unhandled error makes its process
+ # fail. Require the actual matrix/contract job verdicts, not JSON alone.
+ if tests_result != "success" or contracts_result != "success":
+ raise ValueError(f"upstream jobs must pass: tests={tests_result}, contracts={contracts_result}")
+ expected, seen = None, Counter()
+ totals = Counter(passed=0, skipped=0, todo=0)
+ receipts = []
+
+ def relative(value):
+ if not isinstance(value, str):
+ raise ValueError("test paths must be strings")
+ path = Path(value)
+ if not path.is_absolute():
+ raise ValueError(f"expected an absolute Vitest file path: {value}")
+ result = path.resolve().relative_to(root.resolve()).as_posix()
+ if not result.startswith("src/") or not result.endswith((".spec.ts", ".test.ts")):
+ raise ValueError(f"unexpected test path: {result}")
+ return result
+
+ for shard in range(1, shards + 1):
+ inventory_path = directory / f"inventory-{shard}.json"
+ result_path = directory / f"result-{shard}.json"
+ inventory = json.loads(inventory_path.read_text())
+ if not isinstance(inventory, list) or not inventory:
+ raise ValueError(f"shard {shard}: missing complete file inventory")
+ paths = [relative(item["file"]) for item in inventory]
+ if len(paths) != len(set(paths)):
+ raise ValueError(f"shard {shard}: duplicate inventory entry")
+ if expected is not None and expected != set(paths):
+ raise ValueError(f"shard {shard}: discovery inventories disagree")
+ expected = set(paths)
+ report = json.loads(result_path.read_text())
+ if (report.get("success") is not True or report.get("numFailedTests") != 0
+ or report.get("numFailedTestSuites") != 0 or report.get("numPendingTestSuites") != 0):
+ raise ValueError(f"shard {shard}: failed or unfinished tests/suites")
+ files = report["testResults"]
+ if not isinstance(files, list) or not files:
+ raise ValueError(f"shard {shard}: empty result set")
+ counts = Counter(passed=0, skipped=0, todo=0)
+ for file in files:
+ name = relative(file["name"])
+ seen[name] += 1
+ if file.get("status") != "passed" or file.get("message"):
+ raise ValueError(f"shard {shard}: file failed: {name}")
+ for case in file["assertionResults"]:
+ status = case.get("status")
+ if status not in {"passed", "skipped", "todo"} or case.get("failureMessages"):
+ raise ValueError(f"shard {shard}: failed or unfinished case in {name}")
+ counts[status] += 1
+ expected_counts = {"numPassedTests": counts["passed"], "numPendingTests": counts["skipped"],
+ "numTodoTests": counts["todo"], "numTotalTests": sum(counts.values())}
+ if any(type(report.get(key)) is not int or report[key] != value for key, value in expected_counts.items()):
+ raise ValueError(f"shard {shard}: case counts disagree with report summary")
+ totals.update(counts)
+ receipts.append({"shard": shard, "files": len(files), **dict(counts),
+ "inventory_sha256": hashlib.sha256(inventory_path.read_bytes()).hexdigest(),
+ "result_sha256": hashlib.sha256(result_path.read_bytes()).hexdigest()})
+ if set(seen) != expected or any(count != 1 for count in seen.values()):
+ raise ValueError(f"file partition mismatch: missing={sorted(expected - set(seen))}, "
+ f"unexpected={sorted(set(seen) - expected)}, duplicates={sorted(p for p, n in seen.items() if n != 1)}")
+ return {"schema": 1, "status": "passed", "files": len(seen), **dict(totals),
+ "shards": receipts, "verified_files": sorted(seen)}
+
+
+def main():
+ parser = argparse.ArgumentParser(description=__doc__)
+ parser.add_argument("directory", type=Path)
+ parser.add_argument("--root", type=Path, required=True)
+ parser.add_argument("--shards", type=int, required=True)
+ parser.add_argument("--tests-result", required=True)
+ parser.add_argument("--contracts-result", required=True)
+ parser.add_argument("--output", type=Path, required=True)
+ args = parser.parse_args()
+ if args.shards < 1:
+ parser.error("shards must be positive")
+ summary = verify(args.directory, args.root, args.shards, args.tests_result, args.contracts_result)
+ args.output.write_text(json.dumps(summary, indent=2) + "\n")
+ print(f"Verified {summary['files']} files exactly once: {summary['passed']} passed, "
+ f"{summary['skipped']} skipped, {summary['todo']} todo across {args.shards} shards")
+ return 0
+
+
+if __name__ == "__main__":
+ try:
+ sys.exit(main())
+ except (ValueError, KeyError, TypeError, OSError) as error:
+ print(f"CLI shard verification failed: {error}", file=sys.stderr)
+ sys.exit(1)