The open-source agent harness - the runtime layer that turns an LLM into a working agent.
ci: path-gate package checks and tighten store CI (#120)
Bhavesh Patel3622f9ecce5b
diff --git a/.github/workflows/ci.yml b/.github/workflows/ci.ymlindex 9583b7650..88554ec96 100644--- a/.github/workflows/ci.yml+++ b/.github/workflows/ci.yml@@ -1,4 +1,4 @@-name: Build, Lint and Test+name: CIon:pull_request:@@ -6,27 +6,115 @@ on:merge_group:types: [checks_requested]+permissions:+ contents: read+concurrency:group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}cancel-in-progress: truejobs:- ci:- name: Build, Lint and Test+ detect-changes:+ name: Detect Changesruns-on: ubuntu-latest- timeout-minutes: 20+ timeout-minutes: 5permissions:contents: read+ pull-requests: read+ outputs:+ packages: ${{ steps.packages.outputs.list }}+ store: ${{ steps.filter.outputs.store }}steps:- name: Check out repository code- uses: actions/checkout@v4+ uses: actions/checkout@v7++ - name: Detect path changes+ uses: dorny/[email protected]+ id: filter+ with:+ # Shared roots on every package filter so path-gated tests still run when:+ # - package.json: root test:* entrypoints change+ # - pnpm-workspace.yaml: workspace membership/graph changes+ # - tsconfig.base.json: shared TS settings affect package tests+ # - .github/workflows/ci.yml: this workflow's package matrix/steps change+ filters: |+ harness:+ - 'packages/harness/**'+ - 'package.json'+ - 'pnpm-workspace.yaml'+ - 'tsconfig.base.json'+ - '.github/workflows/ci.yml'+ server:+ - 'packages/server/**'+ - 'package.json'+ - 'pnpm-workspace.yaml'+ - 'tsconfig.base.json'+ - '.github/workflows/ci.yml'+ frontend:+ - 'packages/frontend/**'+ # trueforge-sdk is link:../sdk (no version bump); SDK-only PRs must still run FE checks.+ - 'packages/sdk/**'+ - 'package.json'+ - 'pnpm-workspace.yaml'+ - 'tsconfig.base.json'+ - '.github/workflows/ci.yml'+ trueforge-ui:+ - 'packages/trueforge-ui-sdk/**'+ - 'package.json'+ - 'pnpm-workspace.yaml'+ - 'tsconfig.base.json'+ - '.github/workflows/ci.yml'+ store:+ - 'packages/server/src/db/**'+ - 'packages/server/tests/db/**'+ - 'packages/server/jest.store.postgres.config.cjs'+ - 'packages/server/jest.store.sqlite.config.cjs'+ - 'packages/server/package.json'+ - 'packages/harness/package.json'+ - 'packages/harness/src/agent-session/models/**'+ - 'packages/harness/src/agent-session/schemas/**'+ - 'packages/harness/src/agent-session/store/**'+ - 'packages/harness/tests/agent-session/store/**'+ - 'packages/harness/tests/agent-session/testHelpers.ts'+ - 'package.json'+ - 'pnpm-workspace.yaml'+ - 'tsconfig.base.json'+ - '.github/workflows/ci.yml'++ - name: Build package matrix+ id: packages+ env:+ HARNESS: ${{ steps.filter.outputs.harness }}+ SERVER: ${{ steps.filter.outputs.server }}+ FRONTEND: ${{ steps.filter.outputs.frontend }}+ TRUEFORGE_UI: ${{ steps.filter.outputs['trueforge-ui'] }}+ run: |+ node <<'EOF' >> "$GITHUB_OUTPUT"+ const changedPackages = [];+ if (process.env.HARNESS === 'true') changedPackages.push('harness');+ if (process.env.SERVER === 'true') changedPackages.push('server');+ if (process.env.FRONTEND === 'true') changedPackages.push('frontend');+ if (process.env.TRUEFORGE_UI === 'true') changedPackages.push('trueforge-ui');+ console.log(`list=${JSON.stringify(changedPackages)}`);+ EOF++ # Always-on: format + lint cover the whole tree (incl. roots outside packages/*);+ # typecheck/build stay always-on. Per-package jobs only run tests.+ typecheck-and-build:+ name: Format, Lint, Typecheck and Build+ runs-on: ubuntu-latest+ timeout-minutes: 20++ steps:+ - name: Check out repository code+ uses: actions/checkout@v7- name: Setup pnpm- uses: pnpm/action-setup@v4+ uses: pnpm/action-setup@v6- name: Setup Node.js- uses: actions/setup-node@v4+ uses: actions/setup-node@v7with:node-version: '24'cache: 'pnpm'@@ -34,60 +122,57 @@ jobs:- name: Install dependenciesrun: pnpm install --frozen-lockfile- - name: Format check+ - name: Formatrun: pnpm format:check+ - name: Typecheck+ run: pnpm typecheck+- name: Buildrun: pnpm build+ # After typecheck/build so trueforge-ui and sdk .d.ts exist for type-aware eslint.- name: Lintrun: pnpm lint:ci- - name: Test- run: pnpm test-- # Gate store suites so they do not start unless store-related paths changed.- store-changes:- name: Detect Store Changes+ # Path-gated tests only — format/lint are covered by the global job above.+ package-checks:+ name: Package (${{ matrix.package }})+ needs: detect-changes+ if: needs.detect-changes.outputs.packages != '[]'runs-on: ubuntu-latest- timeout-minutes: 5- permissions:- contents: read- pull-requests: read- outputs:- store: ${{ steps.filter.outputs.store }}+ timeout-minutes: 25+ strategy:+ fail-fast: false+ matrix:+ package: ${{ fromJSON(needs.detect-changes.outputs.packages) }}steps:- name: Check out repository code- uses: actions/checkout@v4+ uses: actions/checkout@v7- - name: Detect store path changes- uses: dorny/paths-filter@v4- id: filter+ - name: Setup pnpm+ uses: pnpm/action-setup@v6++ - name: Setup Node.js+ uses: actions/setup-node@v7with:- filters: |- store:- - 'packages/server/src/db/**'- - 'packages/server/src/catalog/**'- - 'packages/server/catalog/**'- - 'packages/server/tsup.config.ts'- - 'packages/server/tests/db/**'- - 'packages/server/jest.store.postgres.config.cjs'- - 'packages/server/jest.store.sqlite.config.cjs'- - 'packages/server/package.json'- - 'packages/harness/src/agent-session/**'- - 'packages/harness/tests/agent-session/**'- - 'pnpm-workspace.yaml'- - '.github/workflows/ci.yml'+ node-version: '24'+ cache: 'pnpm'++ - name: Install dependencies+ run: pnpm install --frozen-lockfile++ - name: Test+ run: pnpm "test:${{ matrix.package }}"- postgres-store-tests:- name: Postgres Store Tests- needs: store-changes- if: needs.store-changes.outputs.store == 'true'+ # Store contract suites when store paths change. Parallel with typecheck-and-build.+ store-tests:+ name: Store Tests+ needs: detect-changes+ if: needs.detect-changes.outputs.store == 'true'runs-on: ubuntu-latest- timeout-minutes: 20- permissions:- contents: read+ timeout-minutes: 30services:postgres:@@ -106,13 +191,13 @@ jobs:steps:- name: Check out repository code- uses: actions/checkout@v4+ uses: actions/checkout@v7- name: Setup pnpm- uses: pnpm/action-setup@v4+ uses: pnpm/action-setup@v6- name: Setup Node.js- uses: actions/setup-node@v4+ uses: actions/setup-node@v7with:node-version: '24'cache: 'pnpm'@@ -120,41 +205,35 @@ jobs:- name: Install dependenciesrun: pnpm install --frozen-lockfile- - name: Build- run: pnpm build+ - name: SQLite store tests+ run: pnpm test:store:sqlite- - name: Postgres store contract tests+ - name: Postgres store testsenv:SESSION_STORE_TEST_PG_URL: postgres://proto:proto@localhost:55432/proto- run: pnpm --dir packages/server test:store:postgres-- sqlite-store-tests:- name: SQLite Store Tests- needs: store-changes- if: needs.store-changes.outputs.store == 'true'+ run: pnpm test:store:postgres++ # https://github.com/marketplace/actions/alls-green#why+ check:+ if: always()+ needs:+ - detect-changes+ - typecheck-and-build+ - package-checks+ - store-testsruns-on: ubuntu-latest- timeout-minutes: 20- permissions:- contents: read-+ timeout-minutes: 5steps:- - name: Check out repository code- uses: actions/checkout@v4-- - name: Setup pnpm- uses: pnpm/action-setup@v4-- - name: Setup Node.js- uses: actions/setup-node@v4- with:- node-version: '24'- cache: 'pnpm'-- - name: Install dependencies- run: pnpm install --frozen-lockfile-- - name: Build- run: pnpm build-- - name: SQLite store contract tests- run: pnpm --dir packages/server test:store:sqlite+ - name: Decide whether the needed jobs succeeded or failed+ env:+ DETECT_CHANGES: ${{ needs.detect-changes.result }}+ TYPECHECK_AND_BUILD: ${{ needs.typecheck-and-build.result }}+ PACKAGE_CHECKS: ${{ needs.package-checks.result }}+ STORE_TESTS: ${{ needs.store-tests.result }}+ run: |+ ok() { [ "$1" = success ] || [ "$1" = skipped ]; }+ echo "detect-changes=$DETECT_CHANGES typecheck-and-build=$TYPECHECK_AND_BUILD package-checks=$PACKAGE_CHECKS store-tests=$STORE_TESTS"+ [ "$DETECT_CHANGES" = success ] || exit 1+ [ "$TYPECHECK_AND_BUILD" = success ] || exit 1+ ok "$PACKAGE_CHECKS" || exit 1+ ok "$STORE_TESTS" || exit 1diff --git a/AGENTS.md b/AGENTS.mdindex 98f5e1dbf..d35354242 100644--- a/AGENTS.md+++ b/AGENTS.md@@ -1,4 +1,5 @@- Workspace tasks MUST use `package.json` scripts; add a script when a missing workflow is repeatable like the existing commands, not ad hoc commands.+- CI package path filters, matrix package ids, and root scripts `test:*` in `.github/workflows/ci.yml` and root `package.json` MUST stay synchronized when a workspace package is added, renamed, or moved; the `store` filter sync rule lives in `packages/harness/src/agent-session/store/AGENTS.md`.- Release wiring MUST keep dist-free host development, `pnpm smoke`, and packed CJS/ESM consumers of `@truefoundry/trueforge-core` working without changes.- Shared Postgres/Redis settings in `docker-compose.yml` and `docker-compose.dev.yml` (image versions, health checks, `env_file`) MUST stay synchronized; intentional differences (app services, data paths, project `name`, host ports, in-network `POSTGRES_HOST` / `REDIS_URL`) MUST stay explicit. `packages/server/.env` is the host-dev + secrets source; `docker-compose.yml` may read it but MUST override container connectivity so host-dev localhost values are not used inside the smoke-test stack.- Changes to types or schemas MUST keep `packages/harness`, `packages/frontend`, `packages/server`, and `patches` synchronized; they MUST NOT update only one affected layer.diff --git a/package.json b/package.jsonindex 0d6f485a8..393c63bf8 100644--- a/package.json+++ b/package.json@@ -36,8 +36,14 @@"standalone:start": "STANDALONE=true NODE_ENV=production pnpm --filter @truefoundry/trueforge start","start": "STANDALONE=false NODE_ENV=production pnpm --filter @truefoundry/trueforge start","push-sandbox-image-to-daytona": "pnpm --filter @truefoundry/trueforge push-sandbox-image-to-daytona",+ "test:frontend": "pnpm --filter frontend test",+ "test:harness": "pnpm --filter @truefoundry/trueforge-core test",+ "test:server": "pnpm --filter @truefoundry/trueforge test","test:store:local": "bash scripts/test-store-local.sh",- "test": "pnpm --filter @truefoundry/trueforge-core test && pnpm --filter @truefoundry/trueforge-ui test && pnpm --filter @truefoundry/trueforge test && pnpm --filter frontend test",+ "test:store:postgres": "pnpm --filter @truefoundry/trueforge test:store:postgres",+ "test:store:sqlite": "pnpm --filter @truefoundry/trueforge test:store:sqlite",+ "test:trueforge-ui": "pnpm --filter @truefoundry/trueforge-ui test",+ "test": "pnpm test:harness && pnpm test:trueforge-ui && pnpm test:server && pnpm test:frontend","typecheck": "pnpm --filter @truefoundry/trueforge-core typecheck && pnpm --filter @truefoundry/trueforge-ui typecheck && pnpm --filter @truefoundry/trueforge typecheck && pnpm --filter frontend typecheck"},"devDependencies": {diff --git a/packages/harness/src/agent-session/store/AGENTS.md b/packages/harness/src/agent-session/store/AGENTS.mdindex 44825fc71..d1fce04ce 100644--- a/packages/harness/src/agent-session/store/AGENTS.md+++ b/packages/harness/src/agent-session/store/AGENTS.md@@ -1,3 +1,3 @@- `ISessionStore` is the session/turn persistence contract (no streaming/SSE); Postgres, SQLite, and `InMemorySessionStore` MUST implement it, and shared behavior MUST live in `storeContractSuite.ts` (backend wrappers only bind a store).- Changing an `ISessionStore` method, input, error, or semantic MUST update the interface, every implementation, and the contract suite in the same change.-- Path filters for `agent-session-store-changes` in `.github/workflows/ci.yml` MUST stay synchronized when store or contract-test paths are added, moved, or renamed.+- Path filters for the `store` filter in `.github/workflows/ci.yml` MUST stay synchronized when store or contract-test paths are added, moved, or renamed.diff --git a/packages/server/jest.store.postgres.config.cjs b/packages/server/jest.store.postgres.config.cjsindex 4e0335775..5ad87ce76 100644--- a/packages/server/jest.store.postgres.config.cjs+++ b/packages/server/jest.store.postgres.config.cjs@@ -16,7 +16,9 @@ module.exports = {},moduleNameMapper: {'^(\\.{1,2}/.*)\\.js$': '$1',+ '^@truefoundry/trueforge-core/agent-session$': '<rootDir>/../harness/src/agent-session/index.ts','^@truefoundry/trueforge-core/agent-session/(.*)$': '<rootDir>/../harness/src/agent-session/$1',+ '^@truefoundry/trueforge-core/core$': '<rootDir>/../harness/src/core/index.ts','^@truefoundry/trueforge-core/core/(.*)$': '<rootDir>/../harness/src/core/$1',},transformIgnorePatterns: ['/node_modules/(?!.*kysely)'],diff --git a/packages/server/jest.store.sqlite.config.cjs b/packages/server/jest.store.sqlite.config.cjsindex aa525e802..0b99b9912 100644--- a/packages/server/jest.store.sqlite.config.cjs+++ b/packages/server/jest.store.sqlite.config.cjs@@ -15,7 +15,9 @@ module.exports = {},moduleNameMapper: {'^(\\.{1,2}/.*)\\.js$': '$1',+ '^@truefoundry/trueforge-core/agent-session$': '<rootDir>/../harness/src/agent-session/index.ts','^@truefoundry/trueforge-core/agent-session/(.*)$': '<rootDir>/../harness/src/agent-session/$1',+ '^@truefoundry/trueforge-core/core$': '<rootDir>/../harness/src/core/index.ts','^@truefoundry/trueforge-core/core/(.*)$': '<rootDir>/../harness/src/core/$1',},transformIgnorePatterns: ['/node_modules/(?!.*kysely)'],