Skip to content

The ultimate harness for coding agents and beyond. All your agents. All your machines. One command center. Start with code, then follow your curiosity and build across disciplines: CAD, circuits, robots, games and music.

Reduce native CI and TUI release wait time (#605)

Dee94cfe20a1dc7
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.yml
index d1481a2ef..b22c379af 100644
--- a/.github/workflows/ci.yml
+++ b/.github/workflows/ci.yml
@@ -155,7 +155,7 @@ jobs:
- run: npx tsc --noEmit
- # 1,871 tests over 144 files, ~30s. The four `*.real.spec.ts` / `localE2e.spec.ts` suites that
+ # Run the full default suite. The `*.real.spec.ts` / `localE2e.spec.ts` suites that
# need a live tmux or Cursor are gated behind RUN_* env vars and stay skipped here —
# `npm run test:tmux-real` and friends are how those are run, on a machine that has them.
# The guard fuzz suite measures a wall-clock CPU budget. Sibling workers running
@@ -199,6 +199,11 @@ jobs:
- uses: dtolnay/rust-toolchain@stable
with:
targets: ${{ matrix.target }}
+ - uses: Swatinem/rust-cache@6323deb102c322ba6fcbdcafc7e3dddab59af2b6 # v2.9.2
+ with:
+ workspaces: tui
+ shared-key: tui-${{ matrix.target }}
+ cache-bin: false
- uses: actions/setup-node@v7
with:
node-version: 22.23.2
@@ -227,61 +232,27 @@ jobs:
RUN_REAL_TMUX_CODEX_STARTUP: '1'
run: npx vitest run src/lib/codexStartupRetry.real.spec.ts --maxWorkers=1
- name: Release unit tests
- run: cargo test --locked --release
+ # Use the shipped target for both commands so Cargo can reuse the
+ # dependencies, instead of compiling once for glibc and again for musl.
+ run: cargo test --locked --release --target ${{ matrix.target }}
- name: Build static Linux binary
run: cargo build --locked --release --target ${{ matrix.target }}
- - name: End-to-end against a private mock daemon
- env:
- HARNESS_TUI_BIN: ${{ github.workspace }}/tui/target/${{ matrix.target }}/release/harness-tui
- E2E_PORT: 19297
- HN_SOCKET_NAME: hn-ci-e2e
- run: bash tests/e2e.sh
- - name: Pane surfaces, mouse coordinates and layout compatibility
- env:
- HN_PANE_UI_BINARY: ${{ github.workspace }}/tui/target/${{ matrix.target }}/release/harness-tui
- HN_PANE_UI_PORT: 19783
- run: python3 -u tests/pane-ui.py
- - name: Animation, timed messages and idle input
- env:
- HARNESS_TUI_BIN: ${{ github.workspace }}/tui/target/${{ matrix.target }}/release/harness-tui
- HN_REPAINT_TEST_PORT: 19794
- run: python3 -u tests/repaint.py
- - name: New Harness popup, draft and launch recovery
- env:
- HN_NEW_UI_BINARY: ${{ github.workspace }}/tui/target/${{ matrix.target }}/release/harness-tui
- run: python3 -u tests/new-harness.py
-
- - name: Layout keys and shared desk synchronization
- env:
- HN_LAYOUT_TEST_BINARY: ${{ github.workspace }}/tui/target/${{ matrix.target }}/release/harness-tui
- HN_LAYOUT_TEST_PORT: 19801
- run: python3 -u tests/layout-sync.py
- - name: Terminal lease expiry and stalled-open recovery
- env:
- HN_RECONNECT_TEST_BINARY: ${{ github.workspace }}/tui/target/${{ matrix.target }}/release/harness-tui
- HN_RECONNECT_TEST_PORT: 19781
- run: python3 -u tests/reconnect.py
- - name: Browser viewer commands and SSH handoff
- env:
- HN_VIEWER_TEST_BINARY: ${{ github.workspace }}/tui/target/${{ matrix.target }}/release/harness-tui
- HN_VIEWER_TEST_PORT: 19671
- run: python3 -u tests/viewer.py
- - name: Persistent local shell lifecycle
- env:
- HN_LOCAL_TEST_BINARY: ${{ github.workspace }}/tui/target/${{ matrix.target }}/release/harness-tui
- HN_LOCAL_TEST_PORT: 19441
- HN_LOCAL_TEST_PREFIX: hn-local-test-ci
- run: python3 -u tests/local-shells.py
-
- - name: Native terminal exits, startup input and small PTYs
- env:
- HN_NATIVE_TEST_BINARY: ${{ github.workspace }}/tui/target/${{ matrix.target }}/release/harness-tui
- HN_NATIVE_TEST_PORT: 19433
- HN_NATIVE_TEST_PREFIX: hnt19fixnativeci
- run: python3 -u tests/native-terminal.py
-
- - name: Terminal attributes and attribute-only repaints
- run: python3 -u tests/terminal-attributes.py target/${{ matrix.target }}/release/harness-tui
+ - name: Complete native fixtures with bounded parallelism
+ working-directory: .
+ run: python3 scripts/validate-tui-native.py tui/target/${{ matrix.target }}/release/harness-tui
+ - name: Show native fixture failures
+ if: failure()
+ working-directory: .
+ run: |
+ find .harness/validation -name '*.log' -type f -exec sh -c 'echo "::group::$1"; cat "$1"; echo "::endgroup::"' sh {} \;
+ - uses: actions/upload-artifact@v4
+ if: always()
+ with:
+ name: tui-validation-${{ matrix.target }}
+ path: .harness/validation/
+ include-hidden-files: true
+ if-no-files-found: ignore
+ retention-days: 14
backend-desk:
if: ${{ contains(fromJSON('["full","backend"]'), inputs.scope || 'full') }}
diff --git a/.github/workflows/release-tui.yml b/.github/workflows/release-tui.yml
index 9ab402d42..7c5b0dc64 100644
--- a/.github/workflows/release-tui.yml
+++ b/.github/workflows/release-tui.yml
@@ -66,25 +66,19 @@ jobs:
steps:
- uses: actions/checkout@v7
- uses: dtolnay/rust-toolchain@stable
+ - uses: Swatinem/rust-cache@6323deb102c322ba6fcbdcafc7e3dddab59af2b6 # v2.9.2
+ with:
+ workspaces: tui
+ shared-key: tui-unit
+ cache-bin: false
- name: Unit tests
working-directory: tui
run: cargo test --locked
- # The real binary, driven in tmux against tests/mock-daemon.mjs: no account, no real harnesses.
- - uses: actions/setup-node@v4
- with:
- node-version: 22
- - name: End-to-end against the mock daemon
- run: |
- set -euo pipefail
- sudo apt-get update && sudo apt-get install -y tmux
- (cd cli && npm ci --no-audit --no-fund)
- (cd tui && cargo build --locked --release)
- tui/tests/e2e.sh
- - name: Native terminal lifecycle and concurrent window creation
- run: python3 -u tui/tests/native-terminal.py
+ # Compile platforms alongside unit tests. Publication still requires both;
+ # native checks below exercise the exact Linux artifact that will be uploaded.
build:
- needs: test
+ needs: version
strategy:
fail-fast: true
matrix:
@@ -100,6 +94,11 @@ jobs:
- uses: dtolnay/rust-toolchain@stable
with:
targets: ${{ matrix.target }}
+ - uses: Swatinem/rust-cache@6323deb102c322ba6fcbdcafc7e3dddab59af2b6 # v2.9.2
+ with:
+ workspaces: tui
+ shared-key: tui-${{ matrix.target }}
+ cache-bin: false
- name: musl toolchain
if: contains(matrix.target, 'musl')
run: sudo apt-get update && sudo apt-get install -y musl-tools
@@ -120,6 +119,27 @@ jobs:
echo "sha256 $(shasum -a 256 "$bin" | awk '{print $1}')"
echo '```'
} >> "$GITHUB_STEP_SUMMARY"
+ - uses: actions/setup-node@v7
+ if: matrix.platform == 'linux-x64'
+ with:
+ node-version: 22.23.2
+ cache: npm
+ cache-dependency-path: cli/package-lock.json
+ - name: Install native test dependencies
+ if: matrix.platform == 'linux-x64'
+ run: |
+ sudo apt-get install -y tmux
+ npm ci --prefix cli --no-audit --no-fund
+ - name: End-to-end against the mock daemon
+ if: matrix.platform == 'linux-x64'
+ env:
+ HARNESS_TUI_BIN: ${{ runner.temp }}/dist/harness-tui-linux-x64
+ run: bash tui/tests/e2e.sh
+ - name: Native terminal lifecycle and concurrent window creation
+ if: matrix.platform == 'linux-x64'
+ env:
+ HN_NATIVE_TEST_BINARY: ${{ runner.temp }}/dist/harness-tui-linux-x64
+ run: python3 -u tui/tests/native-terminal.py
- uses: actions/upload-artifact@v4
with:
name: harness-tui-${{ matrix.platform }}
@@ -129,7 +149,7 @@ jobs:
publish:
if: ${{ inputs.publish }}
- needs: [version, build]
+ needs: [version, test, build]
runs-on: ubuntu-latest
timeout-minutes: 10
concurrency:
diff --git a/docs/performance/2026-10-02-native-validation-timings.json b/docs/performance/2026-10-02-native-validation-timings.json
new file mode 100644
index 000000000..631276e58
--- /dev/null
+++ b/docs/performance/2026-10-02-native-validation-timings.json
@@ -0,0 +1,279 @@
+{
+ "recorded_at": "2026-10-02",
+ "scope": "Follow-up native CI and TUI build/test performance; these are workflow timings, not end-to-end release-task timings.",
+ "limitations": [
+ "Historical baseline and new runs are not a controlled repeated benchmark. Runner allocation and queue time vary.",
+ "Optimized CI uses scope=tui; the old full CI was dominated by its two native jobs. CLI, serial, and backend jobs were unchanged.",
+ "All optimized release runs use publish=false. Their timings exclude production publication. Compare tests_and_builds_complete_seconds for the equivalent stage.",
+ "Cold and warm optimized runs use the identical implementation commit. The final follow-up changes only comments and documentation."
+ ],
+ "runs": [
+ {
+ "kind": "baseline_ci_full",
+ "run_id": 36992127857,
+ "url": "https://github.com/autonomous-ai/openharness/actions/runs/36992127857",
+ "source_commit": "c748f0a203f8c022c2c3693a6fc9fdbdbaf4c235",
+ "created_at": "2026-10-02T09:50:51Z",
+ "completed_at": "2026-10-02T09:58:35Z",
+ "elapsed_seconds": 464,
+ "conclusion": "success",
+ "jobs": [
+ {
+ "name": "process-checks",
+ "started_at": "2026-10-02T09:50:55Z",
+ "completed_at": "2026-10-02T09:51:11Z",
+ "elapsed_seconds": 16,
+ "conclusion": "success"
+ },
+ {
+ "name": "tui-test (ubuntu-latest, x86_64-unknown-linux-musl)",
+ "started_at": "2026-10-02T09:50:55Z",
+ "completed_at": "2026-10-02T09:58:34Z",
+ "elapsed_seconds": 459,
+ "conclusion": "success"
+ },
+ {
+ "name": "tui-test (ubuntu-24.04-arm, aarch64-unknown-linux-musl)",
+ "started_at": "2026-10-02T09:50:59Z",
+ "completed_at": "2026-10-02T09:57:51Z",
+ "elapsed_seconds": 412,
+ "conclusion": "success"
+ }
+ ]
+ },
+ {
+ "kind": "baseline_tui_release",
+ "run_id": 36983065309,
+ "url": "https://github.com/autonomous-ai/openharness/actions/runs/36983065309",
+ "source_commit": "d59ec434c945baf7eb6924114f551a3c87d2e28a",
+ "created_at": "2026-10-02T08:16:00Z",
+ "completed_at": "2026-10-02T08:23:14Z",
+ "elapsed_seconds": 434,
+ "conclusion": "success",
+ "jobs": [
+ {
+ "name": "test",
+ "started_at": "2026-10-02T08:16:05Z",
+ "completed_at": "2026-10-02T08:19:17Z",
+ "elapsed_seconds": 192,
+ "conclusion": "success"
+ },
+ {
+ "name": "build (linux-arm64, ubuntu-24.04-arm, aarch64-unknown-linux-musl)",
+ "started_at": "2026-10-02T08:19:23Z",
+ "completed_at": "2026-10-02T08:21:27Z",
+ "elapsed_seconds": 124,
+ "conclusion": "success"
+ },
+ {
+ "name": "build (darwin-arm64, macos-15, aarch64-apple-darwin)",
+ "started_at": "2026-10-02T08:19:26Z",
+ "completed_at": "2026-10-02T08:22:17Z",
+ "elapsed_seconds": 171,
+ "conclusion": "success"
+ },
+ {
+ "name": "build (darwin-x64, macos-15, x86_64-apple-darwin)",
+ "started_at": "2026-10-02T08:19:28Z",
+ "completed_at": "2026-10-02T08:22:27Z",
+ "elapsed_seconds": 179,
+ "conclusion": "success"
+ },
+ {
+ "name": "build (linux-x64, ubuntu-latest, x86_64-unknown-linux-musl)",
+ "started_at": "2026-10-02T08:19:22Z",
+ "completed_at": "2026-10-02T08:21:40Z",
+ "elapsed_seconds": 138,
+ "conclusion": "success"
+ },
+ {
+ "name": "publish",
+ "started_at": "2026-10-02T08:22:30Z",
+ "completed_at": "2026-10-02T08:23:14Z",
+ "elapsed_seconds": 44,
+ "conclusion": "success"
+ }
+ ],
+ "tests_and_builds_complete_seconds": 387,
+ "publish_enabled": true
+ },
+ {
+ "kind": "optimized_ci_cold",
+ "run_id": 36995306666,
+ "url": "https://github.com/autonomous-ai/openharness/actions/runs/36995306666",
+ "source_commit": "3874d7c07bcd498a202952abc0936e8503ade472",
+ "created_at": "2026-10-02T10:24:36Z",
+ "completed_at": "2026-10-02T10:30:18Z",
+ "elapsed_seconds": 342,
+ "conclusion": "success",
+ "jobs": [
+ {
+ "name": "tui-test (ubuntu-24.04-arm, aarch64-unknown-linux-musl)",
+ "started_at": "2026-10-02T10:24:43Z",
+ "completed_at": "2026-10-02T10:29:57Z",
+ "elapsed_seconds": 314,
+ "conclusion": "success"
+ },
+ {
+ "name": "tui-test (ubuntu-latest, x86_64-unknown-linux-musl)",
+ "started_at": "2026-10-02T10:24:41Z",
+ "completed_at": "2026-10-02T10:30:17Z",
+ "elapsed_seconds": 336,
+ "conclusion": "success"
+ },
+ {
+ "name": "process-checks",
+ "started_at": "2026-10-02T10:24:41Z",
+ "completed_at": "2026-10-02T10:24:55Z",
+ "elapsed_seconds": 14,
+ "conclusion": "success"
+ }
+ ]
+ },
+ {
+ "kind": "optimized_release_cold",
+ "run_id": 36995312221,
+ "url": "https://github.com/autonomous-ai/openharness/actions/runs/36995312221",
+ "source_commit": "3874d7c07bcd498a202952abc0936e8503ade472",
+ "created_at": "2026-10-02T10:24:39Z",
+ "completed_at": "2026-10-02T10:28:23Z",
+ "elapsed_seconds": 224,
+ "conclusion": "success",
+ "jobs": [
+ {
+ "name": "version",
+ "started_at": "2026-10-02T10:24:44Z",
+ "completed_at": "2026-10-02T10:24:56Z",
+ "elapsed_seconds": 12,
+ "conclusion": "success"
+ },
+ {
+ "name": "build (linux-arm64, ubuntu-24.04-arm, aarch64-unknown-linux-musl)",
+ "started_at": "2026-10-02T10:25:02Z",
+ "completed_at": "2026-10-02T10:27:04Z",
+ "elapsed_seconds": 122,
+ "conclusion": "success"
+ },
+ {
+ "name": "test",
+ "started_at": "2026-10-02T10:25:00Z",
+ "completed_at": "2026-10-02T10:26:17Z",
+ "elapsed_seconds": 77,
+ "conclusion": "success"
+ },
+ {
+ "name": "build (darwin-x64, macos-15, x86_64-apple-darwin)",
+ "started_at": "2026-10-02T10:25:05Z",
+ "completed_at": "2026-10-02T10:28:22Z",
+ "elapsed_seconds": 197,
+ "conclusion": "success"
+ },
+ {
+ "name": "build (darwin-arm64, macos-15, aarch64-apple-darwin)",
+ "started_at": "2026-10-02T10:25:03Z",
+ "completed_at": "2026-10-02T10:28:18Z",
+ "elapsed_seconds": 195,
+ "conclusion": "success"
+ },
+ {
+ "name": "build (linux-x64, ubuntu-latest, x86_64-unknown-linux-musl)",
+ "started_at": "2026-10-02T10:24:59Z",
+ "completed_at": "2026-10-02T10:27:46Z",
+ "elapsed_seconds": 167,
+ "conclusion": "success"
+ }
+ ],
+ "tests_and_builds_complete_seconds": 223,
+ "publish_enabled": false
+ },
+ {
+ "kind": "optimized_ci_warm",
+ "run_id": 36995903505,
+ "url": "https://github.com/autonomous-ai/openharness/actions/runs/36995903505",
+ "source_commit": "3874d7c07bcd498a202952abc0936e8503ade472",
+ "created_at": "2026-10-02T10:31:03Z",
+ "completed_at": "2026-10-02T10:35:56Z",
+ "elapsed_seconds": 293,
+ "conclusion": "success",
+ "jobs": [
+ {
+ "name": "process-checks",
+ "started_at": "2026-10-02T10:31:08Z",
+ "completed_at": "2026-10-02T10:31:23Z",
+ "elapsed_seconds": 15,
+ "conclusion": "success"
+ },
+ {
+ "name": "tui-test (ubuntu-24.04-arm, aarch64-unknown-linux-musl)",
+ "started_at": "2026-10-02T10:31:10Z",
+ "completed_at": "2026-10-02T10:35:53Z",
+ "elapsed_seconds": 283,
+ "conclusion": "success"
+ },
+ {
+ "name": "tui-test (ubuntu-latest, x86_64-unknown-linux-musl)",
+ "started_at": "2026-10-02T10:31:08Z",
+ "completed_at": "2026-10-02T10:35:56Z",
+ "elapsed_seconds": 288,
+ "conclusion": "success"
+ }
+ ]
+ },
+ {
+ "kind": "optimized_release_warm",
+ "run_id": 36995747218,
+ "url": "https://github.com/autonomous-ai/openharness/actions/runs/36995747218",
+ "source_commit": "3874d7c07bcd498a202952abc0936e8503ade472",
+ "created_at": "2026-10-02T10:29:26Z",
+ "completed_at": "2026-10-02T10:32:38Z",
+ "elapsed_seconds": 192,
+ "conclusion": "success",
+ "jobs": [
+ {
+ "name": "version",
+ "started_at": "2026-10-02T10:29:30Z",
+ "completed_at": "2026-10-02T10:29:42Z",
+ "elapsed_seconds": 12,
+ "conclusion": "success"
+ },
+ {
+ "name": "test",
+ "started_at": "2026-10-02T10:29:46Z",
+ "completed_at": "2026-10-02T10:30:42Z",
+ "elapsed_seconds": 56,
+ "conclusion": "success"
+ },
+ {
+ "name": "build (linux-arm64, ubuntu-24.04-arm, aarch64-unknown-linux-musl)",
+ "started_at": "2026-10-02T10:29:48Z",
+ "completed_at": "2026-10-02T10:31:24Z",
+ "elapsed_seconds": 96,
+ "conclusion": "success"
+ },
+ {
+ "name": "build (linux-x64, ubuntu-latest, x86_64-unknown-linux-musl)",
+ "started_at": "2026-10-02T10:29:45Z",
+ "completed_at": "2026-10-02T10:31:53Z",
+ "elapsed_seconds": 128,
+ "conclusion": "success"
+ },
+ {
+ "name": "build (darwin-arm64, macos-15, aarch64-apple-darwin)",
+ "started_at": "2026-10-02T10:29:51Z",
+ "completed_at": "2026-10-02T10:31:29Z",
+ "elapsed_seconds": 98,
+ "conclusion": "success"
+ },
+ {
+ "name": "build (darwin-x64, macos-15, x86_64-apple-darwin)",
+ "started_at": "2026-10-02T10:29:53Z",
+ "completed_at": "2026-10-02T10:32:37Z",
+ "elapsed_seconds": 164,
+ "conclusion": "success"
+ }
+ ],
+ "tests_and_builds_complete_seconds": 191,
+ "publish_enabled": false
+ }
+ ]
+}
diff --git a/docs/performance/2026-10-02-release-process-audit.md b/docs/performance/2026-10-02-release-process-audit.md
index f46e85f37..6ad4f0fd1 100644
--- a/docs/performance/2026-10-02-release-process-audit.md
+++ b/docs/performance/2026-10-02-release-process-audit.md
@@ -117,3 +117,38 @@ The target is to restore the team's previous 10–15 minute **merge/release over
for small changes**, without counting only the build. Request-to-completion time
also includes implementation and review. Measure the next ten tasks end to end
before claiming the target is achieved.
+
+## Follow-up: reducing the remaining validation/build path
+
+[PR #605](https://github.com/autonomous-ai/openharness/pull/605) adds dependency
+caching, tests/builds the same musl target, runs all ten isolated native fixtures
+two at a time, and builds TUI platforms alongside unit tests. Release native tests
+exercise the actual Linux artifact. Publication still requires unit tests and all
+platform/native checks. The cache action is pinned to its v2.9.2 commit; its
+[documented keys](https://github.com/Swatinem/rust-cache#cache-details) include the
+Rust toolchain and Cargo inputs, with a separate key for each target.
+
+| Measured phase | Before | First optimized run | With restored caches |
+| --- | --- | --- | --- |
+| CI dispatch through both native architectures completing | 7m44s | 5m42s | 4m53s |
+| Ten native fixtures, x64 | 3m01s | 1m30s | 1m31s |
+| TUI release dispatch through tests/builds ready to publish | 6m27s | 3m43s | 3m11s |
+
+The complete build-only release workflows finished in 3m44s and 3m12s. No production
+publication was performed for these measurements. Both optimized CI runs passed
+the complete native fixture set on x64 and ARM; all four release platforms passed
+twice. Cache restoration was confirmed in the logs. All 20 process/publication
+regressions and actionlint passed. The implementation tested was
+`3874d7c07bcd498a202952abc0936e8503ade472`; the subsequent commit adds comments and
+this documentation only.
+
+The [timing records](2026-10-02-native-validation-timings.json) link all six runs.
+The old full CI was dominated by native checks; the optimized runs selected the
+TUI scope because the other jobs were unchanged. The TUI source, fixtures, Cargo
+inputs, and CLI lockfile match the previous CI baseline. These are observed
+workflow improvements, not a measured reduction in total request-to-completion
+time, and runner/queue variation still applies. A small change ready to ship has
+a planning target of roughly 5–10 minutes for PR validation/merge and 15–20 minutes
+including a Desktop release; implementation, review, and actual failures must
+still be recorded in the total. The earlier 45–65 minute task estimate is not an
+acceptable target for routine shipping overhead.
diff --git a/docs/validation-and-release.md b/docs/validation-and-release.md
index b351c39ee..c1e659231 100644
--- a/docs/validation-and-release.md
+++ b/docs/validation-and-release.md
@@ -31,6 +31,23 @@ bundle checks, and the serial/login-shell OS/Node matrix. `tui` includes its nat
CLI integration tests. Select `full` for cross-component changes or uncertain impact.
The workflow remains on demand; this change does not introduce new required gates.
+Native TUI CI tests and builds the shipped musl target in the same Cargo output
+directory. Dependency caches are keyed by target, Rust toolchain, and Cargo inputs;
+cache hits still run every test. The ten native TUI fixtures run two at a time,
+using their own homes, socket names, and mock ports. CI retains each fixture's log
+and validation receipt as an artifact. To run the same set locally after building:
+
+```bash
+python3 scripts/validate-tui-native.py tui/target/release/harness-tui
+```
+
+This needs tmux, the pinned Node runtime, and the CLI's installed dependencies.
+Do not run another copy on the same host at the same time: each fixture has a
+separate port, but separate invocations use the same reserved fixture ports.
+TUI release platform builds run alongside unit tests. Native release checks run
+against the actual Linux artifact, and publication waits for both unit tests and
+all platform builds/native checks. A build-only run uses `publish=false`.
+
## Bound checks and preserve the result
`make validate ARGS=".harness/validation-plan.json"` runs an explicit plan, at most
diff --git a/scripts/validate-tui-native.py b/scripts/validate-tui-native.py
new file mode 100644
index 000000000..62066aa2f
--- /dev/null
+++ b/scripts/validate-tui-native.py
@@ -0,0 +1,60 @@
+#!/usr/bin/env python3
+"""Run the complete native TUI fixture set, two isolated fixtures at a time."""
+import argparse
+import json
+import os
+from pathlib import Path
+import subprocess
+import sys
+import tempfile
+
+ROOT = Path(__file__).resolve().parents[1]
+
+
+def main():
+ parser = argparse.ArgumentParser(description=__doc__)
+ parser.add_argument("binary", type=Path, help="the already built TUI binary to test")
+ args = parser.parse_args()
+ binary = args.binary.resolve()
+ if not binary.is_file() or not os.access(binary, os.X_OK):
+ parser.error(f"not an executable TUI binary: {binary}")
+
+ def fixture(name, variable, port_variable, port):
+ return {
+ "name": name,
+ "cwd": "tui",
+ "argv": ["env", f"{variable}={binary}", f"{port_variable}={port}",
+ sys.executable, "-u", f"tests/{name}.py"],
+ "timeout_seconds": 120,
+ }
+
+ # All ten native checks from CI, with the longest first. Each fixture uses
+ # its own HOME, socket prefix, mock port(s), and cleanup. Two workers leave
+ # capacity for their PTY children; deadlines and assertions are unchanged.
+ checks = [
+ fixture("reconnect", "HN_RECONNECT_TEST_BINARY", "HN_RECONNECT_TEST_PORT", 19781),
+ fixture("layout-sync", "HN_LAYOUT_TEST_BINARY", "HN_LAYOUT_TEST_PORT", 19801),
+ fixture("new-harness", "HN_NEW_UI_BINARY", "HN_NEW_UI_PORT", 19786),
+ fixture("local-shells", "HN_LOCAL_TEST_BINARY", "HN_LOCAL_TEST_PORT", 19441),
+ fixture("native-terminal", "HN_NATIVE_TEST_BINARY", "HN_NATIVE_TEST_PORT", 19433),
+ fixture("pane-ui", "HN_PANE_UI_BINARY", "HN_PANE_UI_PORT", 19783),
+ fixture("viewer", "HN_VIEWER_TEST_BINARY", "HN_VIEWER_TEST_PORT", 19671),
+ fixture("repaint", "HARNESS_TUI_BIN", "HN_REPAINT_TEST_PORT", 19794),
+ {"name": "e2e", "cwd": "tui", "timeout_seconds": 120,
+ "argv": ["env", f"HARNESS_TUI_BIN={binary}", "E2E_PORT=19297",
+ "HN_SOCKET_NAME=hn-ci-e2e", "bash", "tests/e2e.sh"]},
+ {"name": "terminal-attributes", "cwd": "tui", "timeout_seconds": 120,
+ "argv": ["env", "HN_ATTR_TEST_PORT=19412", sys.executable, "-u",
+ "tests/terminal-attributes.py", str(binary)]},
+ ]
+ folder = ROOT / ".harness"
+ folder.mkdir(exist_ok=True)
+ with tempfile.NamedTemporaryFile(mode="w", dir=folder, prefix="tui-native-", suffix=".json") as plan:
+ json.dump({"reason": "Complete native TUI CI coverage with isolated fixtures", "checks": checks}, plan)
+ plan.flush()
+ return subprocess.call([sys.executable, str(ROOT / "scripts/validate-change.py"),
+ plan.name, "--jobs", "2"], cwd=ROOT)
+
+
+if __name__ == "__main__":
+ sys.exit(main())