The ultimate harness for coding agents and beyond. All your agents. All your machines. One command center. Start with code, then follow your curiosity and build across disciplines: CAD, circuits, robots, games and music.
TypeScript 3d-modelingagent-frameworkagent-harnessai-agentscadclaude-codecodexcoding-agentsdeveloper-toolsesp32game-developmentmcp-servermulti-agentopen-hardwareopencodeopenharnesspcbroboticsterminaltmux
Run CLI CI shards and contract checks concurrently (#635)
Dee6d336a6f04f1
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.ymlindex e1ed090ba..f3a336775 100644--- a/.github/workflows/ci.yml+++ b/.github/workflows/ci.yml@@ -38,6 +38,10 @@ on:permissions:contents: read+# The managed runtime shipped by the CLI; keep release.yml's pin in sync.+env:+ CLI_NODE_VERSION: 22.23.2+concurrency:group: cli-ci-${{ github.workflow }}-${{ github.ref }}-${{ inputs.scope || 'full' }}# Every run here was started by a person or by a release, and is the record of whether that commit@@ -92,8 +96,8 @@ jobs:- name: Agent startup through the system zsh login shellrun: npx vitest run src/lib/engineShellStartup.spec.ts- # Typecheck, the full suite, and the package updater's complete-coverage gate.- typecheck-test:+ # Typecheck and contract checks run alongside the default suite's four shards.+ cli-contracts:if: ${{ contains(fromJSON('["full","cli"]'), inputs.scope || 'full') }}runs-on: ubuntu-latesttimeout-minutes: 20@@ -119,7 +123,7 @@ jobs:# is not a pin: a floating 22.x turns an unrelated upstream release into a red build on an# untouched commit.)- id: pin- run: echo "node-version=22.23.2" >> "$GITHUB_OUTPUT"+ run: echo "node-version=$CLI_NODE_VERSION" >> "$GITHUB_OUTPUT"- uses: actions/setup-node@v7with:@@ -155,13 +159,9 @@ jobs:- run: npx tsc --noEmit- # Run the full default suite. The `*.real.spec.ts` / `localE2e.spec.ts` suites that- # need a live tmux or Cursor are gated behind RUN_* env vars and stay skipped here —- # `npm run test:tmux-real` and friends are how those are run, on a machine that has them.# The guard fuzz suite measures a wall-clock CPU budget. Sibling workers running# subprocess fixtures can deschedule it past that bound on a shared runner.- # Run it separately with the same assertions and deadline; every test still runs.- - run: npx vitest run --exclude src/pair/learn/guard.fuzz.spec.ts+ # Keep it outside the default-suite shards, with the same assertions and deadline.- name: Guard fuzz and bounded hostile-input timerun: npx vitest run src/pair/learn/guard.fuzz.spec.ts@@ -179,6 +179,77 @@ jobs:- name: Require complete harness updater coveragerun: npm run test:dsh-updates+ cli-tests:+ if: ${{ contains(fromJSON('["full","cli"]'), inputs.scope || 'full') }}+ strategy:+ fail-fast: false+ matrix:+ shard: [1, 2, 3, 4]+ runs-on: ubuntu-latest+ timeout-minutes: 10+ defaults:+ run:+ working-directory: cli+ steps:+ - uses: actions/checkout@v7+ - uses: actions/setup-node@v7+ with:+ node-version: ${{ env.CLI_NODE_VERSION }}+ cache: npm+ cache-dependency-path: cli/package-lock.json+ - run: npm ci --no-audit --no-fund+ # Vitest partitions files using the same config in every shard. Keep the+ # existing worker cap/isolation: subprocess fixtures still need spare CPUs.+ # Opt-in real-engine suites retain their existing explicit skips.+ - name: Discover the complete default-suite inventory+ run: npx vitest list --filesOnly --exclude src/pair/learn/guard.fuzz.spec.ts --json="$RUNNER_TEMP/inventory-${{ matrix.shard }}.json"+ - name: Run default-suite shard+ run: npx vitest run --exclude src/pair/learn/guard.fuzz.spec.ts --shard=${{ matrix.shard }}/4 --reporter=default --reporter=json --outputFile.json="$RUNNER_TEMP/result-${{ matrix.shard }}.json"+ - name: Preserve inventory and test results+ if: ${{ !cancelled() }}+ uses: actions/upload-artifact@v4+ with:+ name: cli-shard-${{ matrix.shard }}+ path: |+ ${{ runner.temp }}/inventory-${{ matrix.shard }}.json+ ${{ runner.temp }}/result-${{ matrix.shard }}.json+ if-no-files-found: error+ overwrite: true+ retention-days: 7++ # Preserve the original aggregate check/output for callers. A missing, failed+ # or skipped shard/contract job cannot turn into a green aggregate check.+ typecheck-test:+ needs: [cli-contracts, cli-tests]+ if: ${{ !cancelled() && contains(fromJSON('["full","cli"]'), inputs.scope || 'full') }}+ runs-on: ubuntu-latest+ timeout-minutes: 3+ outputs:+ node-version: ${{ needs.cli-contracts.outputs.node-version }}+ steps:+ - uses: actions/checkout@v7+ - uses: actions/download-artifact@v4+ with:+ pattern: cli-shard-*+ path: ${{ runner.temp }}/cli-shards+ merge-multiple: true+ - name: Require every discovered file exactly once and all checks passing+ env:+ CLI_TEST_RESULT: ${{ needs.cli-tests.result }}+ CLI_CONTRACT_RESULT: ${{ needs.cli-contracts.result }}+ run: >-+ python3 scripts/verify-cli-test-shards.py "$RUNNER_TEMP/cli-shards"+ --root "$GITHUB_WORKSPACE/cli" --shards 4+ --tests-result "$CLI_TEST_RESULT" --contracts-result "$CLI_CONTRACT_RESULT"+ --output "$RUNNER_TEMP/cli-test-summary.json"+ - uses: actions/upload-artifact@v4+ with:+ name: cli-test-summary+ path: ${{ runner.temp }}/cli-test-summary.json+ if-no-files-found: error+ overwrite: true+ retention-days: 7+# Native shell lifecycle checks on the Linux platforms used over SSH. This workflow# remains on demand; it builds and tests without publishing or installing a release.tui-test:diff --git a/docs/performance/2026-10-03-cli-ci-shards.json b/docs/performance/2026-10-03-cli-ci-shards.jsonnew file mode 100644index 000000000..388816057--- /dev/null+++ b/docs/performance/2026-10-03-cli-ci-shards.json@@ -0,0 +1,1139 @@+{+ "schema": 1,+ "source": "b2aa5c24d366c13a8981b282d2d8b1e766a87ae6",+ "run": {+ "url": "https://github.com/autonomous-ai/openharness/actions/runs/37044314333",+ "createdAt": "2026-10-02T17:58:29Z",+ "updatedAt": "2026-10-02T18:01:48Z",+ "status": "completed",+ "conclusion": "success"+ },+ "workflow_seconds": 199.0,+ "summary_sha256": "ad4236cba7103aaf5ee316ea997f60178fa0169b24760eedd8dd3d5399dc8aa6",+ "coverage": {+ "schema": 1,+ "status": "passed",+ "files": 508,+ "passed": 8818,+ "skipped": 63,+ "todo": 0,+ "shards": [+ {+ "shard": 1,+ "files": 127,+ "passed": 1959,+ "skipped": 10,+ "todo": 0,+ "inventory_sha256": "087e2745f8f8064b5a095d9d8fb72eeed737443d1bb110791ccecfd2af7a8c9b",+ "result_sha256": "a108f2e1f965b8fa9869f1db36ccaa748c2943aad6a2bd6efaa64f22f2ffef72"+ },+ {+ "shard": 2,+ "files": 127,+ "passed": 2311,+ "skipped": 16,+ "todo": 0,+ "inventory_sha256": "43b4520837c716c10368f0f8a1bdb49fb59f7214a33667739b0823c8d63eb35c",+ "result_sha256": "344378cca7ed61cc1ba7df34c7bbd3fec0b4595cede2bbb00cb3da96991af55c"+ },+ {+ "shard": 3,+ "files": 127,+ "passed": 2043,+ "skipped": 3,+ "todo": 0,+ "inventory_sha256": "6684c3d438f9698113166361a9d0d51620e9704e90bddf2c4874e9475ff7eef9",+ "result_sha256": "480bfbac32c1c99ae8b6c7bd86e3d3071cd5426609b76a0f9254073b052e5c4b"+ },+ {+ "shard": 4,+ "files": 127,+ "passed": 2505,+ "skipped": 34,+ "todo": 0,+ "inventory_sha256": "5ecd623e67729329b69b915af7c1155ec0fb3738c8b1ad6f0d47de1355b73047",+ "result_sha256": "904e604cf30317b55a8b2e298e929bcf4f77134a223a8d023d7ab8b52de4086e"+ }+ ],+ "verified_files": [+ "src/authCommand.spec.ts",+ "src/backendSocket.devices.spec.ts",+ "src/backendSocket.dsh.spec.ts",+ "src/backendSocket.gridReads.spec.ts",+ "src/backendSocket.handoff.spec.ts",+ "src/backendSocket.memorySettings.spec.ts",+ "src/backendSocket.models.spec.ts",+ "src/backendSocket.spec.ts",+ "src/cable/cableFleet.spec.ts",+ "src/cable/cableFrame.spec.ts",+ "src/cable/cableHost.spec.ts",+ "src/cable/cableSession.spec.ts",+ "src/cable/cableVoice.spec.ts",+ "src/cable/companionIdentity.spec.ts",+ "src/cable/dialLog.spec.ts",+ "src/cable/dialPortVerdicts.spec.ts",+ "src/cable/fwPush.spec.ts",+ "src/cable/passageCarry.spec.ts",+ "src/cable/questionInbox.spec.ts",+ "src/cable/serial.real.spec.ts",+ "src/cable/serial.spec.ts",+ "src/cable/terminalActivity.spec.ts",+ "src/cable/voiceDraft.spec.ts",+ "src/cable/windowForm.spec.ts",+ "src/cable/windowRoute.spec.ts",+ "src/cable/windowSelection.spec.ts",+ "src/cable/windowVisit.spec.ts",+ "src/cliCommand.spec.ts",+ "src/config/envIsolation.spec.ts",+ "src/config/loadEnv.spec.ts",+ "src/config/terminalConfig.spec.ts",+ "src/device/deviceFleet.spec.ts",+ "src/device/machineList.spec.ts",+ "src/devices/client.spec.ts",+ "src/devicesCommand.spec.ts",+ "src/dsh/artifacts.spec.ts",+ "src/dsh/builtins.spec.ts",+ "src/dsh/catalog.spec.ts",+ "src/dsh/catalogPublisher.spec.ts",+ "src/dsh/check.spec.ts",+ "src/dsh/command.spec.ts",+ "src/dsh/install.spec.ts",+ "src/dsh/installed.spec.ts",+ "src/dsh/launch.spec.ts",+ "src/dsh/lock.spec.ts",+ "src/dsh/manifest.spec.ts",+ "src/dsh/materialize.spec.ts",+ "src/dsh/portability.integration.spec.ts",+ "src/dsh/probe.spec.ts",+ "src/dsh/registry.spec.ts",+ "src/dsh/runtime.spec.ts",+ "src/dsh/service.spec.ts",+ "src/dsh/shell.spec.ts",+ "src/dsh/store.spec.ts",+ "src/dsh/studios.integration.spec.ts",+ "src/dsh/update.spec.ts",+ "src/dsh/verdict.spec.ts",+ "src/dsh/viewer.spec.ts",+ "src/dsh/viewerLedger.spec.ts",+ "src/dsh/wire.spec.ts",+ "src/engines/agy/askQuestion.spec.ts",+ "src/engines/agy/history.spec.ts",+ "src/engines/agy/normalizer.spec.ts",+ "src/engines/agy/runtimeProfile.spec.ts",+ "src/engines/amp/askQuestion.spec.ts",+ "src/engines/amp/normalizer.spec.ts",+ "src/engines/amp/threadExport.spec.ts",+ "src/engines/codex/askQuestion.spec.ts",+ "src/engines/codex/normalizer.spec.ts",+ "src/engines/codex/ownLoginProvider.spec.ts",+ "src/engines/codex/portableHistory.real.spec.ts",+ "src/engines/codex/portableHistory.spec.ts",+ "src/engines/codex/subagent.spec.ts",+ "src/engines/commandcode/normalizer.spec.ts",+ "src/engines/commandcode/runtimeProfile.spec.ts",+ "src/engines/commandcode/transcript.spec.ts",+ "src/engines/copilot/normalizer.spec.ts",+ "src/engines/cursor/discovery.spec.ts",+ "src/engines/cursor/home.spec.ts",+ "src/engines/cursor/localE2e.spec.ts",+ "src/engines/cursor/normalizer.spec.ts",+ "src/engines/cursor/taskHookQueue.spec.ts",+ "src/engines/devin/askQuestion.spec.ts",+ "src/engines/devin/errorLog.spec.ts",+ "src/engines/devin/normalizer.spec.ts",+ "src/engines/devin/reader.spec.ts",+ "src/engines/devin/runtimeProfile.spec.ts",+ "src/engines/grok/askQuestion.spec.ts",+ "src/engines/grok/normalizer.spec.ts",+ "src/engines/grok/runtimeProfile.spec.ts",+ "src/engines/grok/session.spec.ts",+ "src/engines/hermes/delegation.spec.ts",+ "src/engines/hermes/home.spec.ts",+ "src/engines/hermes/normalizer.spec.ts",+ "src/engines/hermes/reader.spec.ts",+ "src/engines/hermes/runtimeProfile.spec.ts",+ "src/engines/kilo/askQuestion.spec.ts",+ "src/engines/kilo/normalizer.spec.ts",+ "src/engines/kilo/reader.spec.ts",+ "src/engines/kilo/runtimeProfile.spec.ts",+ "src/engines/muse/askQuestion.spec.ts",+ "src/engines/muse/normalizer.spec.ts",+ "src/engines/opencode/normalizer.spec.ts",+ "src/engines/opencode/reader.spec.ts",+ "src/engines/opencode/runtimeProfile.spec.ts",+ "src/engines/opencode/sessionModel.spec.ts",+ "src/engines/opencode/tuiFlags.spec.ts",+ "src/engines/opencode/version.spec.ts",+ "src/engines/pi/normalizer.spec.ts",+ "src/engines/pi/runtimeProfile.spec.ts",+ "src/gridCommand.spec.ts",+ "src/hookNotify.spec.ts",+ "src/hookServer.spec.ts",+ "src/lib/accountUsage.spec.ts",+ "src/lib/agentCreateDiagnosis.spec.ts",+ "src/lib/agentCreationReceipt.spec.ts",+ "src/lib/agentEvent.spec.ts",+ "src/lib/agentFrame.spec.ts",+ "src/lib/agentNames.spec.ts",+ "src/lib/agentNotifications.spec.ts",+ "src/lib/agentOutputStats.spec.ts",+ "src/lib/agentProject.spec.ts",+ "src/lib/agentTokenUsage.spec.ts",+ "src/lib/apiCommand.spec.ts",+ "src/lib/apiConnections.spec.ts",+ "src/lib/apiConnectionsRpc.spec.ts",+ "src/lib/apiModels.spec.ts",+ "src/lib/appModels.spec.ts",+ "src/lib/askQuestion.more.spec.ts",+ "src/lib/askQuestion.polling.spec.ts",+ "src/lib/askQuestion.spec.ts",+ "src/lib/askQuestion.whitespace.spec.ts",+ "src/lib/attachTracker.spec.ts",+ "src/lib/authSession.spec.ts",+ "src/lib/autonomous-device/command.spec.ts",+ "src/lib/autonomous-device/direct.spec.ts",+ "src/lib/autonomous-device/discovery.spec.ts",+ "src/lib/autonomous-device/dump.spec.ts",+ "src/lib/autonomous-device/input.spec.ts",+ "src/lib/autonomous-device/localApi.spec.ts",+ "src/lib/autonomous-device/relay.spec.ts",+ "src/lib/autonomous-device/results.spec.ts",+ "src/lib/autonomous-device/service.spec.ts",+ "src/lib/autonomous-device/store.spec.ts",+ "src/lib/autonomous-device/storeContract.spec.ts",+ "src/lib/autonomous-device/storeRuntime.spec.ts",+ "src/lib/autonomous-device/stream.spec.ts",+ "src/lib/binaryOnPath.spec.ts",+ "src/lib/captureResumeIdentity.spec.ts",+ "src/lib/childLocale.spec.ts",+ "src/lib/claudeProject.spec.ts",+ "src/lib/claudeTrust.spec.ts",+ "src/lib/closeAgentService.spec.ts",+ "src/lib/codexHomeProbe.spec.ts",+ "src/lib/codexProfileDiscovery.test.ts",+ "src/lib/codexProfiles.test.ts",+ "src/lib/codexSessionLifecycle.spec.ts",+ "src/lib/codexStartupRetry.real.spec.ts",+ "src/lib/codexStartupRetry.spec.ts",+ "src/lib/codexTurnRecovery.spec.ts",+ "src/lib/commandBar.test.ts",+ "src/lib/commandcodeModel.spec.ts",+ "src/lib/commander.spec.ts",+ "src/lib/commanderNotifications.spec.ts",+ "src/lib/commanderReplay.spec.ts",+ "src/lib/companionOneShot.spec.ts",+ "src/lib/computerIdentity.spec.ts",+ "src/lib/createAgentPane.spec.ts",+ "src/lib/cwdRepair.spec.ts",+ "src/lib/daemonEndpoint.spec.ts",+ "src/lib/daemonLaunch.spec.ts",+ "src/lib/daemonSafeMode.spec.ts",+ "src/lib/daemonSpawnLock.spec.ts",+ "src/lib/daemonStop.spec.ts",+ "src/lib/daemonsSwitch.spec.ts",+ "src/lib/deleteAgentFallback.spec.ts",+ "src/lib/deriveTurnSummary.spec.ts",+ "src/lib/deviceAuth.spec.ts",+ "src/lib/deviceErrors.spec.ts",+ "src/lib/deviceRecap.spec.ts",+ "src/lib/deviceRecentTrim.spec.ts",+ "src/lib/devinTrust.spec.ts",+ "src/lib/discoveryScripts.spec.ts",+ "src/lib/disposableOneShotPool.spec.ts",+ "src/lib/e2ee/core.test.ts",+ "src/lib/e2ee/deviceDisplay.spec.ts",+ "src/lib/e2ee/deviceHistory.spec.ts",+ "src/lib/e2ee/deviceLog.spec.ts",+ "src/lib/e2ee/deviceLogStore.spec.ts",+ "src/lib/e2ee/deviceLogSyncer.spec.ts",+ "src/lib/e2ee/groupSyncer.spec.ts",+ "src/lib/e2ee/manager.test.ts",+ "src/lib/e2ee/passwordPake.spec.ts",+ "src/lib/e2ee/relayLink.spec.ts",+ "src/lib/e2ee/replayWindow.spec.ts",+ "src/lib/e2ee/store.spec.ts",+ "src/lib/e2ee/trustGroup.spec.ts",+ "src/lib/engineBin.spec.ts",+ "src/lib/engineBinOpencode.spec.ts",+ "src/lib/engineInstall.spec.ts",+ "src/lib/engineInstall.user.spec.ts",+ "src/lib/engineLaunch.spec.ts",+ "src/lib/engineShellStartup.spec.ts",+ "src/lib/firstTurnReplay.spec.ts",+ "src/lib/flash.spec.ts",+ "src/lib/forkAgent.spec.ts",+ "src/lib/fsBrowse.spec.ts",+ "src/lib/gatewayRuntime.spec.ts",+ "src/lib/gitProject.spec.ts",+ "src/lib/gitPullRequest.spec.ts",+ "src/lib/goalCommand.spec.ts",+ "src/lib/gridActs.spec.ts",+ "src/lib/gridAssignment.spec.ts",+ "src/lib/gridAttach.spec.ts",+ "src/lib/gridDerive.spec.ts",+ "src/lib/gridEnsure.spec.ts",+ "src/lib/gridExec.spec.ts",+ "src/lib/gridFleetRpc.spec.ts",+ "src/lib/gridHandoff.spec.ts",+ "src/lib/gridInstall.spec.ts",+ "src/lib/gridLaunch.spec.ts",+ "src/lib/gridLogout.spec.ts",+ "src/lib/gridMcpUrl.spec.ts",+ "src/lib/gridPicture.spellings.spec.ts",+ "src/lib/gridReads.spec.ts",+ "src/lib/gridSetupCommand.spec.ts",+ "src/lib/gridTarget.spec.ts",+ "src/lib/gridWebSearchFrame.spec.ts",+ "src/lib/grokOneShot.spec.ts",+ "src/lib/harnessDefaults.spec.ts",+ "src/lib/harnessDevices.spec.ts",+ "src/lib/harnessMonitor.spec.ts",+ "src/lib/harnessResources.spec.ts",+ "src/lib/harnessTelemetry.spec.ts",+ "src/lib/harnessWebTools.spec.ts",+ "src/lib/hermesHome.spec.ts",+ "src/lib/hookAuth.spec.ts",+ "src/lib/hooks.spec.ts",+ "src/lib/hostTheme.spec.ts",+ "src/lib/interactiveViewer.spec.ts",+ "src/lib/jsonDriver.spec.ts",+ "src/lib/kiloOneShot.spec.ts",+ "src/lib/launchOverrides.spec.ts",+ "src/lib/literalToolCall.spec.ts",+ "src/lib/localModels.integration.spec.ts",+ "src/lib/localModels.spec.ts",+ "src/lib/localSocket.spec.ts",+ "src/lib/log.spec.ts",+ "src/lib/logBundle.spec.ts",+ "src/lib/loginCallback.spec.ts",+ "src/lib/loginShellEnv.spec.ts",+ "src/lib/loopbackRequest.spec.ts",+ "src/lib/machineHardware.spec.ts",+ "src/lib/machineResources.spec.ts",+ "src/lib/macosProcessGpu.integration.spec.ts",+ "src/lib/macosProcessGpu.spec.ts",+ "src/lib/mediaPreview.spec.ts",+ "src/lib/newAgentModel.spec.ts",+ "src/lib/newCommand.spec.ts",+ "src/lib/normalize.spec.ts",+ "src/lib/normalize.test.ts",+ "src/lib/openFiles.spec.ts",+ "src/lib/openTabProtection.spec.ts",+ "src/lib/opencodeMemoryPlugin.spec.ts",+ "src/lib/opencodeOneShot.spec.ts",+ "src/lib/opencodeRecallPlugin.spec.ts",+ "src/lib/openrouter.spec.ts",+ "src/lib/osClipboard.spec.ts",+ "src/lib/ownerCommands.spec.ts",+ "src/lib/pathContainment.spec.ts",+ "src/lib/processArgv.spec.ts",+ "src/lib/processEnv.spec.ts",+ "src/lib/processLiveness.spec.ts",+ "src/lib/processRows.spec.ts",+ "src/lib/projectFolder.spec.ts",+ "src/lib/projectPreview.spec.ts",+ "src/lib/purgeAgentService.spec.ts",+ "src/lib/qrSignIn.spec.ts",+ "src/lib/registry.observation.spec.ts",+ "src/lib/registry.spec.ts",+ "src/lib/remoteRelay.spec.ts",+ "src/lib/remoteRelayRestart.spec.ts",+ "src/lib/remoteViewerProxy.faults.spec.ts",+ "src/lib/remoteViewerProxy.spec.ts",+ "src/lib/remoteViewerRelay.spec.ts",+ "src/lib/restartAgent.spec.ts",+ "src/lib/restartDiscovery.real.spec.ts",+ "src/lib/restoreAgents.spec.ts",+ "src/lib/resumeAgentService.spec.ts",+ "src/lib/resumeCapability.spec.ts",+ "src/lib/resumeStoppedAgent.spec.ts",+ "src/lib/retainExitedSession.spec.ts",+ "src/lib/routeApi.spec.ts",+ "src/lib/runtimeActivity.spec.ts",+ "src/lib/runtimeInstall.spec.ts",+ "src/lib/runtimeProfile.spec.ts",+ "src/lib/runtimeProfileController.spec.ts",+ "src/lib/secureState.spec.ts",+ "src/lib/selfUpdate.spec.ts",+ "src/lib/sessionCheckpoint.spec.ts",+ "src/lib/sessionCheckpoint.sqlite.spec.ts",+ "src/lib/sessionGitContext.spec.ts",+ "src/lib/sessionGitHistory.spec.ts",+ "src/lib/sessionGitPullRequest.spec.ts",+ "src/lib/sessionInput.spec.ts",+ "src/lib/sessionRepair.spec.ts",+ "src/lib/sessionSearch/command.spec.ts",+ "src/lib/sessionSearch/external.spec.ts",+ "src/lib/sessionSearch/externals/agy.spec.ts",+ "src/lib/sessionSearch/externals/claude.spec.ts",+ "src/lib/sessionSearch/externals/codex.spec.ts",+ "src/lib/sessionSearch/externals/commandcode.spec.ts",+ "src/lib/sessionSearch/externals/copilot.spec.ts",+ "src/lib/sessionSearch/externals/cursor.spec.ts",+ "src/lib/sessionSearch/externals/devin.spec.ts",+ "src/lib/sessionSearch/externals/grok.spec.ts",+ "src/lib/sessionSearch/externals/hermes.spec.ts",+ "src/lib/sessionSearch/externals/index.spec.ts",+ "src/lib/sessionSearch/externals/muse.spec.ts",+ "src/lib/sessionSearch/externals/opencode.spec.ts",+ "src/lib/sessionSearch/externals/pi.spec.ts",+ "src/lib/sessionSearch/externals/support.spec.ts",+ "src/lib/sessionSearch/indexer.spec.ts",+ "src/lib/sessionSearch/store.spec.ts",+ "src/lib/sessionSearch/transcript.spec.ts",+ "src/lib/sessionSearch/turns.spec.ts",+ "src/lib/sessionSearch/when.spec.ts",+ "src/lib/sessionSync.spec.ts",+ "src/lib/sessionTitle.spec.ts",+ "src/lib/sessionWork.spec.ts",+ "src/lib/sessionWorkCache.spec.ts",+ "src/lib/sessions.spec.ts",+ "src/lib/signInMethodPicker.spec.ts",+ "src/lib/sleepAware.spec.ts",+ "src/lib/sqliteAvailability.spec.ts",+ "src/lib/sqliteRead.spec.ts",+ "src/lib/stopAgentService.spec.ts",+ "src/lib/stoppedAgents.spec.ts",+ "src/lib/storeProxy.spec.ts",+ "src/lib/stunSelect.spec.ts",+ "src/lib/subagentTurn.spec.ts",+ "src/lib/subscriptionModel.spec.ts",+ "src/lib/summarize.spec.ts",+ "src/lib/terminalAgentDiscovery.codexHome.spec.ts",+ "src/lib/terminalAgentDiscovery.gateway.spec.ts",+ "src/lib/terminalAgentDiscovery.grid.spec.ts",+ "src/lib/terminalAgentDiscovery.spec.ts",+ "src/lib/terminalAgentReconciler.spec.ts",+ "src/lib/terminalBackendCoordinator.spec.ts",+ "src/lib/terminalBinary.spec.ts",+ "src/lib/terminalEnvironment.spec.ts",+ "src/lib/terminalP2p.spec.ts",+ "src/lib/terminalRuntime.spec.ts",+ "src/lib/terminalStreamManager.spec.ts",+ "src/lib/tmux.spec.ts",+ "src/lib/tmuxAgentDiscovery.real.spec.ts",+ "src/lib/tmuxAgentDiscovery.spec.ts",+ "src/lib/tmuxBackend.spec.ts",+ "src/lib/tmuxBackendValidate.spec.ts",+ "src/lib/tmuxCapture.spec.ts",+ "src/lib/tmuxLegacySessions.spec.ts",+ "src/lib/tmuxOnPath.spec.ts",+ "src/lib/tmuxPaneInfo.spec.ts",+ "src/lib/tmuxStream.decode.spec.ts",+ "src/lib/tmuxStream.failure.spec.ts",+ "src/lib/tmuxStream.real.spec.ts",+ "src/lib/tmuxStream.spec.ts",+ "src/lib/tmuxVersion.spec.ts",+ "src/lib/transcriptActivity.spec.ts",+ "src/lib/turnActivity.spec.ts",+ "src/lib/turnRelay.real.spec.ts",+ "src/lib/unusedCodexClose.spec.ts",+ "src/lib/viewerForwarder.spec.ts",+ "src/lib/viewerWire.spec.ts",+ "src/lib/voiceRouter.spec.ts",+ "src/lib/workspaceCheck.spec.ts",+ "src/lib/worktreeDeletion.spec.ts",+ "src/lib/worktreeSweep.spec.ts",+ "src/lib/wsLiveness.spec.ts",+ "src/lib/zooLessons.spec.ts",+ "src/lib/zooTurns.spec.ts",+ "src/localWsServer.spec.ts",+ "src/loginForceRace.spec.ts",+ "src/machinesCommand.spec.ts",+ "src/memory/account.spec.ts",+ "src/memory/activity.spec.ts",+ "src/memory/admission.spec.ts",+ "src/memory/capture.spec.ts",+ "src/memory/claudeInference.spec.ts",+ "src/memory/client.spec.ts",+ "src/memory/companion.spec.ts",+ "src/memory/control.spec.ts",+ "src/memory/evaluation.spec.ts",+ "src/memory/evaluationReview.spec.ts",+ "src/memory/experiment.spec.ts",+ "src/memory/extractionAuthorization.spec.ts",+ "src/memory/extractionEvidence.spec.ts",+ "src/memory/feedback.spec.ts",+ "src/memory/hostSessions.spec.ts",+ "src/memory/inference.spec.ts",+ "src/memory/learner.spec.ts",+ "src/memory/library.spec.ts",+ "src/memory/native.spec.ts",+ "src/memory/notebook.spec.ts",+ "src/memory/opencodeBinding.spec.ts",+ "src/memory/opencodeCapture.spec.ts",+ "src/memory/opencodeInference.spec.ts",+ "src/memory/project.spec.ts",+ "src/memory/queue.spec.ts",+ "src/memory/receipts.spec.ts",+ "src/memory/retention.spec.ts",+ "src/memory/runtime.spec.ts",+ "src/memory/store.spec.ts",+ "src/memory/usefulness.spec.ts",+ "src/multiUserDaemon.spec.ts",+ "src/orchestrator/command.spec.ts",+ "src/orchestrator/prompts.spec.ts",+ "src/orchestrator/service.spec.ts",+ "src/orchestrator/wire.spec.ts",+ "src/pair/brain.more.spec.ts",+ "src/pair/brain.spec.ts",+ "src/pair/brief.more.spec.ts",+ "src/pair/brief.spec.ts",+ "src/pair/classify.fuzz.spec.ts",+ "src/pair/classify.more.spec.ts",+ "src/pair/classify.spec.ts",+ "src/pair/client.spec.ts",+ "src/pair/control.more.spec.ts",+ "src/pair/control.spec.ts",+ "src/pair/fleet.spec.ts",+ "src/pair/floor.spec.ts",+ "src/pair/frames.spec.ts",+ "src/pair/gate.more.spec.ts",+ "src/pair/gate.spec.ts",+ "src/pair/individuals.spec.ts",+ "src/pair/intelligence.spec.ts",+ "src/pair/journal.spec.ts",+ "src/pair/learn/approval.more.spec.ts",+ "src/pair/learn/approval.spec.ts",+ "src/pair/learn/borrow.more.spec.ts",+ "src/pair/learn/borrow.spec.ts",+ "src/pair/learn/conversationReview.spec.ts",+ "src/pair/learn/curate.spec.ts",+ "src/pair/learn/distill.more.spec.ts",+ "src/pair/learn/distill.spec.ts",+ "src/pair/learn/export.more.spec.ts",+ "src/pair/learn/export.spec.ts",+ "src/pair/learn/guard.boundary.spec.ts",+ "src/pair/learn/guard.spec.ts",+ "src/pair/learn/l2.spec.ts",+ "src/pair/learn/propose.more.spec.ts",+ "src/pair/learn/propose.spec.ts",+ "src/pair/learn/publish.more.spec.ts",+ "src/pair/learn/publish.spec.ts",+ "src/pair/learn/signals.more.spec.ts",+ "src/pair/learn/signals.spec.ts",+ "src/pair/learn/store.more.spec.ts",+ "src/pair/learn/store.spec.ts",+ "src/pair/learn/types.spec.ts",+ "src/pair/learn/usage.more.spec.ts",+ "src/pair/learn/usage.spec.ts",+ "src/pair/limit.spec.ts",+ "src/pair/mcp.more.spec.ts",+ "src/pair/mcp.spec.ts",+ "src/pair/owner.more.spec.ts",+ "src/pair/owner.spec.ts",+ "src/pair/pairHarness.engine.spec.ts",+ "src/pair/pairHarness.more.spec.ts",+ "src/pair/pairHarness.spec.ts",+ "src/pair/plateService.spec.ts",+ "src/pair/protocol.spec.ts",+ "src/pair/rules.more.spec.ts",+ "src/pair/rules.spec.ts",+ "src/pair/sensor.more.spec.ts",+ "src/pair/sensor.spec.ts",+ "src/pair/shell.spec.ts",+ "src/pair/shown.more.spec.ts",+ "src/pair/shown.spec.ts",+ "src/pair/startupProfile.spec.ts",+ "src/pair/token.spec.ts",+ "src/pair/triage.spec.ts",+ "src/pair/voice.spec.ts",+ "src/remoteCommand.spec.ts",+ "src/scripts/buildManagedGrid.spec.ts",+ "src/scripts/install.spec.ts",+ "src/sharing/collaboration.spec.ts",+ "src/sharing/crypto.spec.ts",+ "src/sharing/grants.spec.ts",+ "src/sharing/owner.spec.ts",+ "src/sharing/relay.spec.ts",+ "src/sharing/viewer.spec.ts",+ "src/startupOrder.spec.ts",+ "src/teams/channel_mailbox.spec.ts",+ "src/teams/channels.spec.ts",+ "src/teams/command.spec.ts",+ "src/teams/preflight.spec.ts",+ "src/teams/promptScope.spec.ts",+ "src/teams/remote.spec.ts",+ "src/teams/service.spec.ts",+ "src/teams/transport.spec.ts",+ "src/teams/tui.spec.ts",+ "src/testing/isolatedTmux.spec.ts",+ "src/tui/index.spec.ts",+ "src/tui/install.spec.ts",+ "src/tui/launcher.spec.ts",+ "src/tui/update.integration.spec.ts",+ "src/tui/update.spec.ts",+ "src/watcher/watcher.spec.ts"+ ]+ },+ "jobs": [+ {+ "name": "cli-tests (4)",+ "status": "completed",+ "conclusion": "success",+ "started_at": "2026-10-02T17:58:33Z",+ "completed_at": "2026-10-02T17:59:57Z",+ "duration_seconds": 84.0,+ "steps": [+ {+ "name": "Set up job",+ "seconds": 1.0+ },+ {+ "name": "Run actions/checkout@v7",+ "seconds": 10.0+ },+ {+ "name": "Run actions/setup-node@v7",+ "seconds": 7.0+ },+ {+ "name": "Run npm ci --no-audit --no-fund",+ "seconds": 2.0+ },+ {+ "name": "Discover the complete default-suite inventory",+ "seconds": 0.0+ },+ {+ "name": "Run default-suite shard",+ "seconds": 59.0+ },+ {+ "name": "Preserve inventory and test results",+ "seconds": 1.0+ },+ {+ "name": "Post Run actions/setup-node@v7",+ "seconds": 0.0+ },+ {+ "name": "Post Run actions/checkout@v7",+ "seconds": 1.0+ },+ {+ "name": "Complete job",+ "seconds": 0.0+ }+ ]+ },+ {+ "name": "serial-native (ubuntu-latest, 20.19.0)",+ "status": "completed",+ "conclusion": "success",+ "started_at": "2026-10-02T17:58:33Z",+ "completed_at": "2026-10-02T17:58:58Z",+ "duration_seconds": 25.0,+ "steps": [+ {+ "name": "Set up job",+ "seconds": 0.0+ },+ {+ "name": "Run actions/checkout@v7",+ "seconds": 10.0+ },+ {+ "name": "Run actions/setup-node@v7",+ "seconds": 6.0+ },+ {+ "name": "Run npm ci --no-audit --no-fund",+ "seconds": 3.0+ },+ {+ "name": "Require native PTY support instead of silently skipping it",+ "seconds": 0.0+ },+ {+ "name": "Serial lifecycle, binary transfer and descriptor cleanup",+ "seconds": 2.0+ },+ {+ "name": "Agent startup through the system zsh login shell",+ "seconds": 1.0+ },+ {+ "name": "Post Run actions/setup-node@v7",+ "seconds": 0.0+ },+ {+ "name": "Post Run actions/checkout@v7",+ "seconds": 1.0+ },+ {+ "name": "Complete job",+ "seconds": 0.0+ }+ ]+ },+ {+ "name": "cli-tests (3)",+ "status": "completed",+ "conclusion": "success",+ "started_at": "2026-10-02T17:58:34Z",+ "completed_at": "2026-10-02T17:59:39Z",+ "duration_seconds": 65.0,+ "steps": [+ {+ "name": "Set up job",+ "seconds": 0.0+ },+ {+ "name": "Run actions/checkout@v7",+ "seconds": 11.0+ },+ {+ "name": "Run actions/setup-node@v7",+ "seconds": 7.0+ },+ {+ "name": "Run npm ci --no-audit --no-fund",+ "seconds": 3.0+ },+ {+ "name": "Discover the complete default-suite inventory",+ "seconds": 1.0+ },+ {+ "name": "Run default-suite shard",+ "seconds": 38.0+ },+ {+ "name": "Preserve inventory and test results",+ "seconds": 1.0+ },+ {+ "name": "Post Run actions/setup-node@v7",+ "seconds": 0.0+ },+ {+ "name": "Post Run actions/checkout@v7",+ "seconds": 0.0+ },+ {+ "name": "Complete job",+ "seconds": 1.0+ }+ ]+ },+ {+ "name": "serial-native (macos-latest, 20.19.0)",+ "status": "completed",+ "conclusion": "success",+ "started_at": "2026-10-02T17:58:37Z",+ "completed_at": "2026-10-02T17:59:18Z",+ "duration_seconds": 41.0,+ "steps": [+ {+ "name": "Set up job",+ "seconds": 1.0+ },+ {+ "name": "Run actions/checkout@v7",+ "seconds": 9.0+ },+ {+ "name": "Run actions/setup-node@v7",+ "seconds": 14.0+ },+ {+ "name": "Run npm ci --no-audit --no-fund",+ "seconds": 6.0+ },+ {+ "name": "Require native PTY support instead of silently skipping it",+ "seconds": 0.0+ },+ {+ "name": "Serial lifecycle, binary transfer and descriptor cleanup",+ "seconds": 4.0+ },+ {+ "name": "Agent startup through the system zsh login shell",+ "seconds": 2.0+ },+ {+ "name": "Post Run actions/setup-node@v7",+ "seconds": 1.0+ },+ {+ "name": "Post Run actions/checkout@v7",+ "seconds": 1.0+ },+ {+ "name": "Complete job",+ "seconds": 2.0+ }+ ]+ },+ {+ "name": "serial-native (ubuntu-latest, 22.23.2)",+ "status": "completed",+ "conclusion": "success",+ "started_at": "2026-10-02T17:58:33Z",+ "completed_at": "2026-10-02T17:58:56Z",+ "duration_seconds": 23.0,+ "steps": [+ {+ "name": "Set up job",+ "seconds": 0.0+ },+ {+ "name": "Run actions/checkout@v7",+ "seconds": 10.0+ },+ {+ "name": "Run actions/setup-node@v7",+ "seconds": 5.0+ },+ {+ "name": "Run npm ci --no-audit --no-fund",+ "seconds": 2.0+ },+ {+ "name": "Require native PTY support instead of silently skipping it",+ "seconds": 0.0+ },+ {+ "name": "Serial lifecycle, binary transfer and descriptor cleanup",+ "seconds": 3.0+ },+ {+ "name": "Agent startup through the system zsh login shell",+ "seconds": 1.0+ },+ {+ "name": "Post Run actions/setup-node@v7",+ "seconds": 0.0+ },+ {+ "name": "Post Run actions/checkout@v7",+ "seconds": 0.0+ },+ {+ "name": "Complete job",+ "seconds": 0.0+ }+ ]+ },+ {+ "name": "serial-native (macos-latest, 22.23.2)",+ "status": "completed",+ "conclusion": "success",+ "started_at": "2026-10-02T17:58:38Z",+ "completed_at": "2026-10-02T17:59:07Z",+ "duration_seconds": 29.0,+ "steps": [+ {+ "name": "Set up job",+ "seconds": 1.0+ },+ {+ "name": "Run actions/checkout@v7",+ "seconds": 15.0+ },+ {+ "name": "Run actions/setup-node@v7",+ "seconds": 1.0+ },+ {+ "name": "Run npm ci --no-audit --no-fund",+ "seconds": 4.0+ },+ {+ "name": "Require native PTY support instead of silently skipping it",+ "seconds": 0.0+ },+ {+ "name": "Serial lifecycle, binary transfer and descriptor cleanup",+ "seconds": 3.0+ },+ {+ "name": "Agent startup through the system zsh login shell",+ "seconds": 1.0+ },+ {+ "name": "Post Run actions/setup-node@v7",+ "seconds": 1.0+ },+ {+ "name": "Post Run actions/checkout@v7",+ "seconds": 1.0+ },+ {+ "name": "Complete job",+ "seconds": 0.0+ }+ ]+ },+ {+ "name": "cli-tests (2)",+ "status": "completed",+ "conclusion": "success",+ "started_at": "2026-10-02T17:58:33Z",+ "completed_at": "2026-10-02T18:01:24Z",+ "duration_seconds": 171.0,+ "steps": [+ {+ "name": "Set up job",+ "seconds": 1.0+ },+ {+ "name": "Run actions/checkout@v7",+ "seconds": 11.0+ },+ {+ "name": "Run actions/setup-node@v7",+ "seconds": 6.0+ },+ {+ "name": "Run npm ci --no-audit --no-fund",+ "seconds": 3.0+ },+ {+ "name": "Discover the complete default-suite inventory",+ "seconds": 0.0+ },+ {+ "name": "Run default-suite shard",+ "seconds": 144.0+ },+ {+ "name": "Preserve inventory and test results",+ "seconds": 2.0+ },+ {+ "name": "Post Run actions/setup-node@v7",+ "seconds": 0.0+ },+ {+ "name": "Post Run actions/checkout@v7",+ "seconds": 0.0+ },+ {+ "name": "Complete job",+ "seconds": 0.0+ }+ ]+ },+ {+ "name": "cli-contracts",+ "status": "completed",+ "conclusion": "success",+ "started_at": "2026-10-02T17:58:33Z",+ "completed_at": "2026-10-02T18:01:23Z",+ "duration_seconds": 170.0,+ "steps": [+ {+ "name": "Set up job",+ "seconds": 1.0+ },+ {+ "name": "Run actions/checkout@v7",+ "seconds": 87.0+ },+ {+ "name": "Run echo \"node-version=$CLI_NODE_VERSION\" >> \"$GITHUB_OUTPUT\"",+ "seconds": 0.0+ },+ {+ "name": "Run actions/setup-node@v7",+ "seconds": 5.0+ },+ {+ "name": "Check pnpm-lock.yaml still matches package.json",+ "seconds": 4.0+ },+ {+ "name": "Run npm ci",+ "seconds": 3.0+ },+ {+ "name": "Run npx tsc --noEmit",+ "seconds": 22.0+ },+ {+ "name": "Guard fuzz and bounded hostile-input time",+ "seconds": 5.0+ },+ {+ "name": "Concurrent registry discovery, hooks and durable close intents",+ "seconds": 1.0+ },+ {+ "name": "Verify hn launcher repair in an existing installation",+ "seconds": 13.0+ },+ {+ "name": "Verify core harness rollout in the release bundle",+ "seconds": 1.0+ },+ {+ "name": "Require complete harness updater coverage",+ "seconds": 26.0+ },+ {+ "name": "Post Run actions/setup-node@v7",+ "seconds": 0.0+ },+ {+ "name": "Post Run actions/checkout@v7",+ "seconds": 0.0+ },+ {+ "name": "Complete job",+ "seconds": 0.0+ }+ ]+ },+ {+ "name": "cli-tests (1)",+ "status": "completed",+ "conclusion": "success",+ "started_at": "2026-10-02T17:58:34Z",+ "completed_at": "2026-10-02T18:00:52Z",+ "duration_seconds": 138.0,+ "steps": [+ {+ "name": "Set up job",+ "seconds": 1.0+ },+ {+ "name": "Run actions/checkout@v7",+ "seconds": 10.0+ },+ {+ "name": "Run actions/setup-node@v7",+ "seconds": 6.0+ },+ {+ "name": "Run npm ci --no-audit --no-fund",+ "seconds": 2.0+ },+ {+ "name": "Discover the complete default-suite inventory",+ "seconds": 1.0+ },+ {+ "name": "Run default-suite shard",+ "seconds": 79.0+ },+ {+ "name": "Preserve inventory and test results",+ "seconds": 1.0+ },+ {+ "name": "Post Run actions/setup-node@v7",+ "seconds": 0.0+ },+ {+ "name": "Post Run actions/checkout@v7",+ "seconds": 1.0+ },+ {+ "name": "Complete job",+ "seconds": 0.0+ }+ ]+ },+ {+ "name": "process-checks",+ "status": "completed",+ "conclusion": "success",+ "started_at": "2026-10-02T17:58:34Z",+ "completed_at": "2026-10-02T17:59:06Z",+ "duration_seconds": 32.0,+ "steps": [+ {+ "name": "Set up job",+ "seconds": 0.0+ },+ {+ "name": "Run actions/checkout@v7",+ "seconds": 11.0+ },+ {+ "name": "Validation deadlines, cleanup, receipts and release version guards",+ "seconds": 18.0+ },+ {+ "name": "Post Run actions/checkout@v7",+ "seconds": 0.0+ },+ {+ "name": "Complete job",+ "seconds": 0.0+ }+ ]+ },+ {+ "name": "typecheck-test",+ "status": "completed",+ "conclusion": "success",+ "started_at": "2026-10-02T18:01:27Z",+ "completed_at": "2026-10-02T18:01:47Z",+ "duration_seconds": 20.0,+ "steps": [+ {+ "name": "Set up job",+ "seconds": 2.0+ },+ {+ "name": "Run actions/checkout@v7",+ "seconds": 12.0+ },+ {+ "name": "Run actions/download-artifact@v4",+ "seconds": 1.0+ },+ {+ "name": "Require every discovered file exactly once and all checks passing",+ "seconds": 0.0+ },+ {+ "name": "Run actions/upload-artifact@v4",+ "seconds": 1.0+ },+ {+ "name": "Post Run actions/checkout@v7",+ "seconds": 0.0+ },+ {+ "name": "Complete job",+ "seconds": 0.0+ }+ ]+ }+ ],+ "historical_runs": [+ {+ "url": "https://github.com/autonomous-ai/openharness/actions/runs/37041350155",+ "workflow_seconds": 379,+ "default_test_step_seconds": 290+ },+ {+ "url": "https://github.com/autonomous-ai/openharness/actions/runs/37040969426",+ "workflow_seconds": 461,+ "default_test_step_seconds": 357+ }+ ],+ "comparison_note": "Adjacent real runs, not a controlled benchmark. Source, runner and checkout conditions differ; the candidate retains all default file coverage and opt-in skips.",+ "other_checks": {+ "process": {+ "passed": 82,+ "seconds": 17.634+ },+ "guard_fuzz": {+ "passed": 40+ },+ "updater_coverage": {+ "passed": 860,+ "skipped": 9,+ "statements": 100,+ "branches": 100,+ "functions": 100,+ "lines": 100+ }+ }+}diff --git a/docs/performance/2026-10-03-cli-ci-shards.md b/docs/performance/2026-10-03-cli-ci-shards.mdnew file mode 100644index 000000000..91ec0b818--- /dev/null+++ b/docs/performance/2026-10-03-cli-ci-shards.md@@ -0,0 +1,63 @@+# CLI CI in four file shards++The previous two full CLI CI runs spent 4m50s and 5m57s in one default-suite+Vitest invocation. The remaining checks waited behind it even though they could+run independently. The default suite now runs as four file shards on separate+Linux runners; typecheck and contract checks run alongside them.++The existing worker cap, process isolation, assertions, timeouts and opt-in skips+remain. Guard fuzz keeps its separate invocation and wall-clock assertion. The+native serial/login-shell OS/Node matrix, lockfile checks, registry integration,+release bundle checks, and full updater coverage remain required. Linux login+shell cases retain their existing platform gate.++Vitest's [pinned sharding implementation](https://github.com/vitest-dev/vitest/blob/v4.1.10/docs/guide/improving-performance.md#sharding)+partitions files. A separate aggregate gate verifies that all four complete+discovery inventories agree and every discovered file appears exactly once in+passing reports. It checks case totals and actual upstream job verdicts, so a+JSON report cannot conceal a failed process or missing shard. The original+`typecheck-test` job/output remains the aggregate interface for callers.++## Observed timing++Candidate: `b2aa5c24d366c13a8981b282d2d8b1e766a87ae6`, Node 22.23.2,+Vitest 4.1.10. [Full CLI CI](https://github.com/autonomous-ai/openharness/actions/runs/37044314333)+passed from October 2 17:58:29 to 18:01:48 UTC. The+[machine-readable record](2026-10-03-cli-ci-shards.json) retains every verified+file, counts, report hashes and job/step timings.++| Measurement | Time |+| --- | ---: |+| Complete candidate workflow | **3m19s** |+| Four test steps | 1m19s / 2m24s / 38s / 59s |+| Slowest shard job, including setup and artifact upload | 2m51s |+| Typecheck and contracts job | 2m50s, including an 87s checkout |+| Aggregate file-coverage gate job | 20s |+| Previous workflow [37041350155](https://github.com/autonomous-ai/openharness/actions/runs/37041350155) | 6m19s |+| Previous workflow [37040969426](https://github.com/autonomous-ai/openharness/actions/runs/37040969426) | 7m41s |++This workflow was **3m00s–4m22s shorter**, or about **47–57%**, than those adjacent+runs. They used different source/runner conditions, so this is an observed+comparison, not a controlled benchmark or guaranteed time. Four Linux runners+trade extra setup/runner minutes for shorter waits. The uneven shard times and+checkout variation remain visible opportunities; no timeout was weakened to+obtain the result.++## Verification++- All **508 default-suite files** appeared exactly once: **8,818 passing cases,+ 63 existing skips**, no todo cases. Reports and inventories are retained as+ workflow artifacts for seven days, with their hashes in the committed record.+- All 40 guard fuzz cases passed separately, along with typecheck, registry integration,+ existing-install launcher repair, release-bundle contracts and the updater's+ complete-coverage gate.+- All four macOS/Linux × Node 20.19.0/22.23.2 native jobs passed.+- All 82 process CI cases passed in 17.634s; all 11 new verifier regression cases also passed locally.+ They cover missing/duplicate files, inconsistent inventories/counts, unfinished+ or failed assertions, hidden file errors, paths outside the component, and+ failed/skipped/cancelled upstream jobs. Workflow lint and diff checks passed.++No application code, dependencies or existing tests changed. This affects+on-demand `cli`/`full` CI, not Desktop test duration or signing/publication.+No product release is needed. Performance evidence added afterward does not+change the tested workflow or verifier.diff --git a/docs/validation-and-release.md b/docs/validation-and-release.mdindex bb4a92263..ce0cc1ca4 100644--- a/docs/validation-and-release.md+++ b/docs/validation-and-release.md@@ -31,6 +31,16 @@ bundle checks, and the serial/login-shell OS/Node matrix. `tui` includes its natCLI integration tests. Select `full` for cross-component changes or uncertain impact.The workflow remains on demand; this change does not introduce new required gates.+CLI's default Vitest suite runs as four file shards on separate runners, retaining+its worker cap and isolation. Typecheck, lockfile checks, guard fuzz, registry and+release-bundle integration, and updater coverage run alongside them. Guard fuzz+keeps its own process and timing budget. The existing `typecheck-test` job is the+aggregate: it requires passing shard/contract jobs and verifies that their JSON+reports cover every discovered file exactly once. Missing, duplicated, failed or+unfinished results fail it. Review the complete workflow result, including the+serial/login-shell matrix, rather than one early finishing job. Shard reports,+inventories and the combined summary are retained as artifacts for seven days.+For repository process tooling only, `scope=process` runs its Python regressiontests without installing or building unrelated components. It does not validateapplication changes. Workflow edits also need `actionlint` and a run exercisingdiff --git a/scripts/tests/test_cli_test_shards.py b/scripts/tests/test_cli_test_shards.pynew file mode 100644index 000000000..977cf869e--- /dev/null+++ b/scripts/tests/test_cli_test_shards.py@@ -0,0 +1,112 @@+import importlib.util+import json+from pathlib import Path+import subprocess+import sys+import tempfile+import unittest++SCRIPT = Path(__file__).resolve().parents[1] / "verify-cli-test-shards.py"+spec = importlib.util.spec_from_file_location("cli_shards", SCRIPT)+verifier = importlib.util.module_from_spec(spec)+spec.loader.exec_module(verifier)+++class ShardTests(unittest.TestCase):+ def setUp(self):+ self.tmp = tempfile.TemporaryDirectory()+ self.addCleanup(self.tmp.cleanup)+ self.directory = Path(self.tmp.name).resolve()+ self.root = self.directory / "cli"+ self.names = [str(self.root / "src" / f"case-{i}.spec.ts") for i in range(4)]+ for number in range(1, 5):+ self.write(f"inventory-{number}.json", [{"file": path} for path in self.names])+ self.write(f"result-{number}.json", {+ "success": True, "numFailedTests": 0, "numFailedTestSuites": 0, "numPendingTestSuites": 0,+ "numPassedTests": 1, "numPendingTests": 1, "numTodoTests": 0, "numTotalTests": 2,+ "testResults": [{"name": self.names[number - 1], "status": "passed", "message": "",+ "assertionResults": [{"status": "passed", "failureMessages": []},+ {"status": "skipped", "failureMessages": []}]}],+ })++ def write(self, name, value):+ (self.directory / name).write_text(json.dumps(value))++ def edit(self, name, change):+ data = json.loads((self.directory / name).read_text())+ change(data)+ self.write(name, data)++ def verify(self, tests="success", contracts="success"):+ return verifier.verify(self.directory, self.root, 4, tests, contracts)++ def test_complete_partition_preserves_pass_skip_counts_and_hashes(self):+ result = self.verify()+ self.assertEqual((result["files"], result["passed"], result["skipped"]), (4, 4, 4))+ self.assertEqual(len(result["verified_files"]), 4)+ self.assertTrue(all(len(shard["result_sha256"]) == 64 for shard in result["shards"]))++ def test_duplicate_file_cannot_replace_a_missing_file(self):+ self.edit("result-4.json", lambda r: r["testResults"][0].update(name=self.names[0]))+ with self.assertRaisesRegex(ValueError, "partition mismatch"):+ self.verify()++ def test_all_discovery_inventories_must_agree(self):+ self.edit("inventory-2.json", lambda paths: paths.pop())+ with self.assertRaisesRegex(ValueError, "inventories disagree"):+ self.verify()++ def test_missing_report_is_not_an_empty_passing_shard(self):+ (self.directory / "result-3.json").unlink()+ with self.assertRaises(FileNotFoundError):+ self.verify()++ def test_json_success_cannot_override_nonpassing_jobs(self):+ for state in ["failure", "cancelled", "skipped", ""]:+ for tests, contracts in [(state, "success"), ("success", state)]:+ with self.subTest(tests=tests, contracts=contracts), self.assertRaisesRegex(ValueError, "upstream jobs"):+ self.verify(tests, contracts)++ def test_failed_or_unfinished_assertion_is_rejected(self):+ for state in ["failed", "pending", "running", None]:+ self.edit("result-1.json", lambda r: r["testResults"][0]["assertionResults"][0].update(status=state))+ with self.subTest(state=state), self.assertRaisesRegex(ValueError, "unfinished case"):+ self.verify()++ def test_hidden_file_error_is_rejected_even_if_all_cases_pass(self):+ self.edit("result-1.json", lambda r: r["testResults"][0].update(message="afterAll failed"))+ with self.assertRaisesRegex(ValueError, "file failed"):+ self.verify()++ def test_inconsistent_or_invalid_case_totals_are_rejected(self):+ for value in [3, True, "2", None]:+ self.edit("result-1.json", lambda r: r.update(numTotalTests=value))+ with self.subTest(value=value), self.assertRaisesRegex(ValueError, "counts disagree"):+ self.verify()++ def test_file_outside_cli_cannot_count_as_suite_coverage(self):+ self.edit("result-1.json", lambda r: r["testResults"][0].update(name="/unrelated/src/case-0.spec.ts"))+ with self.assertRaises(ValueError):+ self.verify()++ def test_unfinished_suite_fails_even_with_passing_cases(self):+ self.edit("result-1.json", lambda r: r.update(numPendingTestSuites=1))+ with self.assertRaisesRegex(ValueError, "unfinished tests/suites"):+ self.verify()++ def test_command_writes_a_verified_summary_and_fails_on_incomplete_artifacts(self):+ output = self.directory / "summary.json"+ command = [sys.executable, str(SCRIPT), str(self.directory), "--root", str(self.root),+ "--shards", "4", "--tests-result", "success", "--contracts-result", "success", "--output", str(output)]+ result = subprocess.run(command, capture_output=True, text=True, timeout=5)+ self.assertEqual(result.returncode, 0, result.stderr)+ self.assertEqual(json.loads(output.read_text())["files"], 4)+ output.unlink()+ (self.directory / "result-2.json").unlink()+ result = subprocess.run(command, capture_output=True, text=True, timeout=5)+ self.assertEqual(result.returncode, 1)+ self.assertFalse(output.exists())+++if __name__ == "__main__":+ unittest.main()diff --git a/scripts/verify-cli-test-shards.py b/scripts/verify-cli-test-shards.pynew file mode 100644index 000000000..97e1ae790--- /dev/null+++ b/scripts/verify-cli-test-shards.py@@ -0,0 +1,99 @@+#!/usr/bin/env python3+"""Verify that passing Vitest CI shards cover the discovered file set exactly once."""+import argparse+from collections import Counter+import hashlib+import json+from pathlib import Path+import sys+++def verify(directory, root, shards, tests_result, contracts_result):+ # Vitest JSON can say success even when an unhandled error makes its process+ # fail. Require the actual matrix/contract job verdicts, not JSON alone.+ if tests_result != "success" or contracts_result != "success":+ raise ValueError(f"upstream jobs must pass: tests={tests_result}, contracts={contracts_result}")+ expected, seen = None, Counter()+ totals = Counter(passed=0, skipped=0, todo=0)+ receipts = []++ def relative(value):+ if not isinstance(value, str):+ raise ValueError("test paths must be strings")+ path = Path(value)+ if not path.is_absolute():+ raise ValueError(f"expected an absolute Vitest file path: {value}")+ result = path.resolve().relative_to(root.resolve()).as_posix()+ if not result.startswith("src/") or not result.endswith((".spec.ts", ".test.ts")):+ raise ValueError(f"unexpected test path: {result}")+ return result++ for shard in range(1, shards + 1):+ inventory_path = directory / f"inventory-{shard}.json"+ result_path = directory / f"result-{shard}.json"+ inventory = json.loads(inventory_path.read_text())+ if not isinstance(inventory, list) or not inventory:+ raise ValueError(f"shard {shard}: missing complete file inventory")+ paths = [relative(item["file"]) for item in inventory]+ if len(paths) != len(set(paths)):+ raise ValueError(f"shard {shard}: duplicate inventory entry")+ if expected is not None and expected != set(paths):+ raise ValueError(f"shard {shard}: discovery inventories disagree")+ expected = set(paths)+ report = json.loads(result_path.read_text())+ if (report.get("success") is not True or report.get("numFailedTests") != 0+ or report.get("numFailedTestSuites") != 0 or report.get("numPendingTestSuites") != 0):+ raise ValueError(f"shard {shard}: failed or unfinished tests/suites")+ files = report["testResults"]+ if not isinstance(files, list) or not files:+ raise ValueError(f"shard {shard}: empty result set")+ counts = Counter(passed=0, skipped=0, todo=0)+ for file in files:+ name = relative(file["name"])+ seen[name] += 1+ if file.get("status") != "passed" or file.get("message"):+ raise ValueError(f"shard {shard}: file failed: {name}")+ for case in file["assertionResults"]:+ status = case.get("status")+ if status not in {"passed", "skipped", "todo"} or case.get("failureMessages"):+ raise ValueError(f"shard {shard}: failed or unfinished case in {name}")+ counts[status] += 1+ expected_counts = {"numPassedTests": counts["passed"], "numPendingTests": counts["skipped"],+ "numTodoTests": counts["todo"], "numTotalTests": sum(counts.values())}+ if any(type(report.get(key)) is not int or report[key] != value for key, value in expected_counts.items()):+ raise ValueError(f"shard {shard}: case counts disagree with report summary")+ totals.update(counts)+ receipts.append({"shard": shard, "files": len(files), **dict(counts),+ "inventory_sha256": hashlib.sha256(inventory_path.read_bytes()).hexdigest(),+ "result_sha256": hashlib.sha256(result_path.read_bytes()).hexdigest()})+ if set(seen) != expected or any(count != 1 for count in seen.values()):+ raise ValueError(f"file partition mismatch: missing={sorted(expected - set(seen))}, "+ f"unexpected={sorted(set(seen) - expected)}, duplicates={sorted(p for p, n in seen.items() if n != 1)}")+ return {"schema": 1, "status": "passed", "files": len(seen), **dict(totals),+ "shards": receipts, "verified_files": sorted(seen)}+++def main():+ parser = argparse.ArgumentParser(description=__doc__)+ parser.add_argument("directory", type=Path)+ parser.add_argument("--root", type=Path, required=True)+ parser.add_argument("--shards", type=int, required=True)+ parser.add_argument("--tests-result", required=True)+ parser.add_argument("--contracts-result", required=True)+ parser.add_argument("--output", type=Path, required=True)+ args = parser.parse_args()+ if args.shards < 1:+ parser.error("shards must be positive")+ summary = verify(args.directory, args.root, args.shards, args.tests_result, args.contracts_result)+ args.output.write_text(json.dumps(summary, indent=2) + "\n")+ print(f"Verified {summary['files']} files exactly once: {summary['passed']} passed, "+ f"{summary['skipped']} skipped, {summary['todo']} todo across {args.shards} shards")+ return 0+++if __name__ == "__main__":+ try:+ sys.exit(main())+ except (ValueError, KeyError, TypeError, OSError) as error:+ print(f"CLI shard verification failed: {error}", file=sys.stderr)+ sys.exit(1)