Skip to content

Evenfire is an intelligence layer platform for running LLM agents that take real actions, on your infrastructure

TypeScript

docs(testing): refresh agent-centric recorder inventory

Miguelon Peluchon33626490b6a3
diff --git a/control-ui/e2e/qa-recorder-agent-connectors-conflict.spec.ts b/control-ui/e2e/qa-recorder-agent-connectors-conflict.spec.ts
index 44507aed0..c44b8ee06 100644
--- a/control-ui/e2e/qa-recorder-agent-connectors-conflict.spec.ts
+++ b/control-ui/e2e/qa-recorder-agent-connectors-conflict.spec.ts
@@ -10,7 +10,7 @@
// updated."). The seeded context, MCP servers, and host are deleted via the
// Control API in a finally (host first, then servers and context).
//
-// Contract: docs/testing/optional-playwright-qa-recorder.md ("Extending the recorder").
+// Contract: docs/testing/control-ui-headful-journeys.md.
import { expect, test } from '@playwright/test'
import {
CONTROL_API_URL,
diff --git a/control-ui/e2e/qa-recorder-agent-connectors.spec.ts b/control-ui/e2e/qa-recorder-agent-connectors.spec.ts
index cf9d7d28b..9faa619f7 100644
--- a/control-ui/e2e/qa-recorder-agent-connectors.spec.ts
+++ b/control-ui/e2e/qa-recorder-agent-connectors.spec.ts
@@ -8,7 +8,7 @@
// The seeded context, MCP servers, and host are deleted via the Control API
// in a finally (host first, then servers and context).
//
-// Contract: docs/testing/optional-playwright-qa-recorder.md ("Extending the recorder").
+// Contract: docs/testing/control-ui-headful-journeys.md.
import { expect, test } from '@playwright/test'
import {
CONTROL_API_URL,
diff --git a/control-ui/e2e/qa-recorder-agent-files-mounted-by.spec.ts b/control-ui/e2e/qa-recorder-agent-files-mounted-by.spec.ts
index 7b48ef0ef..0a72289c4 100644
--- a/control-ui/e2e/qa-recorder-agent-files-mounted-by.spec.ts
+++ b/control-ui/e2e/qa-recorder-agent-files-mounted-by.spec.ts
@@ -12,8 +12,7 @@
// assertions run only against whatever already exists in the environment;
// the empty state is recorded instead when none do.
//
-// Contract: docs/testing/optional-playwright-qa-recorder.md ("Extending the
-// recorder").
+// Contract: docs/testing/control-ui-headful-journeys.md.
import { expect, test } from '@playwright/test'
import {
CONTROL_API_URL,
diff --git a/control-ui/e2e/qa-recorder-agents.spec.ts b/control-ui/e2e/qa-recorder-agents.spec.ts
index 6165d46c6..ecdc15787 100644
--- a/control-ui/e2e/qa-recorder-agents.spec.ts
+++ b/control-ui/e2e/qa-recorder-agents.spec.ts
@@ -8,7 +8,7 @@
// qa-recorder-helpers.ts and the built-in `page` fixture (the headful Chromium
// + video recording are managed by playwright.qa-recorder.config.ts).
//
-// Contract: docs/testing/optional-playwright-qa-recorder.md ("Extending the recorder").
+// Contract: docs/testing/control-ui-headful-journeys.md.
import { expect, test } from '@playwright/test'
import {
CONTROL_API_URL,
diff --git a/control-ui/e2e/qa-recorder-connector-create-access.spec.ts b/control-ui/e2e/qa-recorder-connector-create-access.spec.ts
index 48c644e31..c61deed97 100644
--- a/control-ui/e2e/qa-recorder-connector-create-access.spec.ts
+++ b/control-ui/e2e/qa-recorder-connector-create-access.spec.ts
@@ -9,8 +9,7 @@
// and deleted in the finally along with both connectors, the seeded agent
// host, and its context (hosts before contexts).
//
-// Contract: docs/testing/optional-playwright-qa-recorder.md ("Extending the
-// recorder").
+// Contract: docs/testing/control-ui-headful-journeys.md.
import { type Page, type TestInfo, expect, test } from '@playwright/test'
import {
CONTROL_API_URL,
diff --git a/control-ui/e2e/qa-recorder-connectors-agent-access.spec.ts b/control-ui/e2e/qa-recorder-connectors-agent-access.spec.ts
index 0358d21ce..6e2e096e1 100644
--- a/control-ui/e2e/qa-recorder-connectors-agent-access.spec.ts
+++ b/control-ui/e2e/qa-recorder-connectors-agent-access.spec.ts
@@ -10,7 +10,7 @@
// hosts, and contexts are deleted via the Control API in a finally
// (server and hosts before contexts).
//
-// Contract: docs/testing/optional-playwright-qa-recorder.md ("Extending the recorder").
+// Contract: docs/testing/control-ui-headful-journeys.md.
import { expect, test } from '@playwright/test'
import {
CONTROL_API_URL,
diff --git a/control-ui/e2e/qa-recorder-connectors-search-agent.spec.ts b/control-ui/e2e/qa-recorder-connectors-search-agent.spec.ts
index c697c5459..344c73601 100644
--- a/control-ui/e2e/qa-recorder-connectors-search-agent.spec.ts
+++ b/control-ui/e2e/qa-recorder-connectors-search-agent.spec.ts
@@ -9,7 +9,7 @@
// seeded server, host, and context are deleted via the Control API in a
// finally (server and host before the context).
//
-// Contract: docs/testing/optional-playwright-qa-recorder.md ("Extending the recorder").
+// Contract: docs/testing/control-ui-headful-journeys.md.
import { expect, test } from '@playwright/test'
import {
CONTROL_API_URL,
diff --git a/control-ui/e2e/qa-recorder-context-redirects.spec.ts b/control-ui/e2e/qa-recorder-context-redirects.spec.ts
index 04e7bce00..6cd7e4ae8 100644
--- a/control-ui/e2e/qa-recorder-context-redirects.spec.ts
+++ b/control-ui/e2e/qa-recorder-context-redirects.spec.ts
@@ -7,7 +7,7 @@
// the owning agent's Connectors tab. The throwaway context and host are
// deleted via the Control API in a finally (host before context).
//
-// Contract: docs/testing/optional-playwright-qa-recorder.md ("Extending the recorder").
+// Contract: docs/testing/control-ui-headful-journeys.md.
import { expect, test } from '@playwright/test'
import {
CONTROL_API_URL,
diff --git a/control-ui/e2e/qa-recorder-cost-usage.spec.ts b/control-ui/e2e/qa-recorder-cost-usage.spec.ts
index 725d499e1..a708cc708 100644
--- a/control-ui/e2e/qa-recorder-cost-usage.spec.ts
+++ b/control-ui/e2e/qa-recorder-cost-usage.spec.ts
@@ -5,8 +5,8 @@
// dashboard shell renders, and exercises one filter change to prove the
// dashboard is wired up. Creates no cluster resources.
//
-// Contract: docs/testing/optional-playwright-qa-recorder.md ("Extending the
-// recorder"). The headful Chromium, viewport, slowMo, and video recording are
+// Contract: docs/testing/control-ui-headful-journeys.md. The headful Chromium,
+// viewport, slowMo, and video recording are
// all managed by playwright.qa-recorder.config.ts via the built-in `page`
// fixture — this spec never launches a browser itself.
import { expect, test } from '@playwright/test'
diff --git a/control-ui/e2e/qa-recorder-helpers.ts b/control-ui/e2e/qa-recorder-helpers.ts
index 8723cee18..77b8a9f65 100644
--- a/control-ui/e2e/qa-recorder-helpers.ts
+++ b/control-ui/e2e/qa-recorder-helpers.ts
@@ -2,8 +2,8 @@
//
// Shared primitives for the optional Control UI QA recorder journeys.
//
-// Contract: see docs/testing/optional-playwright-qa-recorder.md ("Extending the
-// recorder"). The Control UI recorder drives a headful Chromium managed by
+// Contract: see docs/testing/control-ui-headful-journeys.md. The Control UI
+// recorder drives a headful Chromium managed by
// playwright.qa-recorder.config.ts (the `page` fixture), so these helpers only
// cover shared plumbing: admin credentials, UI login, the Control API proxy,
// the loopback target guard, opt-in confirmations, and named screenshot/video
diff --git a/control-ui/e2e/qa-recorder-marketplace-install.spec.ts b/control-ui/e2e/qa-recorder-marketplace-install.spec.ts
index 2e8d682be..0283ef6b2 100644
--- a/control-ui/e2e/qa-recorder-marketplace-install.spec.ts
+++ b/control-ui/e2e/qa-recorder-marketplace-install.spec.ts
@@ -11,8 +11,7 @@
// qa-recorder-marketplace-browse.spec.ts; the journey skips when no
// installable MCP entry exists.
//
-// Contract: docs/testing/optional-playwright-qa-recorder.md ("Extending the
-// recorder").
+// Contract: docs/testing/control-ui-headful-journeys.md.
import { expect, test } from '@playwright/test'
import {
CONTROL_API_URL,
diff --git a/control-ui/e2e/qa-recorder-member-access-multi.spec.ts b/control-ui/e2e/qa-recorder-member-access-multi.spec.ts
index 67e248d40..ed35929e0 100644
--- a/control-ui/e2e/qa-recorder-member-access-multi.spec.ts
+++ b/control-ui/e2e/qa-recorder-member-access-multi.spec.ts
@@ -12,8 +12,7 @@
// member's original contextIds AND agentNames are restored and the seeded
// hosts + contexts are deleted in the finally (hosts before contexts).
//
-// Contract: docs/testing/optional-playwright-qa-recorder.md ("Extending the
-// recorder").
+// Contract: docs/testing/control-ui-headful-journeys.md.
import { expect, test } from '@playwright/test'
import {
CONTROL_API_URL,
diff --git a/control-ui/e2e/qa-recorder-member-access.spec.ts b/control-ui/e2e/qa-recorder-member-access.spec.ts
index 7d1fc69ff..7d8166730 100644
--- a/control-ui/e2e/qa-recorder-member-access.spec.ts
+++ b/control-ui/e2e/qa-recorder-member-access.spec.ts
@@ -14,8 +14,7 @@
// restored and the seeded host + context are deleted in the finally (hosts
// before contexts).
//
-// Contract: docs/testing/optional-playwright-qa-recorder.md ("Extending the
-// recorder").
+// Contract: docs/testing/control-ui-headful-journeys.md.
import { expect, test } from '@playwright/test'
import {
CONTROL_API_URL,
diff --git a/control-ui/e2e/qa-recorder-member-removed-access.spec.ts b/control-ui/e2e/qa-recorder-member-removed-access.spec.ts
index fb4c86888..009ba1018 100644
--- a/control-ui/e2e/qa-recorder-member-removed-access.spec.ts
+++ b/control-ui/e2e/qa-recorder-member-removed-access.spec.ts
@@ -4,8 +4,7 @@
// backing context out-of-band, and proves the Agents tab renders no
// deleted-scope bookkeeping (no tombstone row is ever rendered).
//
-// Contract: docs/testing/optional-playwright-qa-recorder.md ("Extending the
-// recorder").
+// Contract: docs/testing/control-ui-headful-journeys.md.
import { expect, test } from '@playwright/test'
import {
CONTROL_API_URL,
diff --git a/control-ui/e2e/qa-recorder-navigation.spec.ts b/control-ui/e2e/qa-recorder-navigation.spec.ts
index eefb335f0..04599be73 100644
--- a/control-ui/e2e/qa-recorder-navigation.spec.ts
+++ b/control-ui/e2e/qa-recorder-navigation.spec.ts
@@ -7,7 +7,7 @@
// headful Chromium + video recording are managed by
// playwright.qa-recorder.config.ts).
//
-// Contract: docs/testing/optional-playwright-qa-recorder.md ("Extending the recorder").
+// Contract: docs/testing/control-ui-headful-journeys.md.
import { expect, test } from '@playwright/test'
import {
CONTROL_API_URL,
diff --git a/control-ui/e2e/qa-recorder-team-access-shared-label.spec.ts b/control-ui/e2e/qa-recorder-team-access-shared-label.spec.ts
index 91231ab52..bc14acc5b 100644
--- a/control-ui/e2e/qa-recorder-team-access-shared-label.spec.ts
+++ b/control-ui/e2e/qa-recorder-team-access-shared-label.spec.ts
@@ -13,8 +13,7 @@
// and context are deleted via the Control API in the finally (hosts before
// the context).
//
-// Contract: docs/testing/optional-playwright-qa-recorder.md ("Extending the
-// recorder").
+// Contract: docs/testing/control-ui-headful-journeys.md.
import { expect, test } from '@playwright/test'
import {
CONTROL_API_URL,
diff --git a/control-ui/e2e/qa-recorder-team-access.spec.ts b/control-ui/e2e/qa-recorder-team-access.spec.ts
index a78249c78..d45b005b4 100644
--- a/control-ui/e2e/qa-recorder-team-access.spec.ts
+++ b/control-ui/e2e/qa-recorder-team-access.spec.ts
@@ -12,8 +12,7 @@
// and context are deleted via the Control API in the finally (hosts before
// contexts).
//
-// Contract: docs/testing/optional-playwright-qa-recorder.md ("Extending the
-// recorder").
+// Contract: docs/testing/control-ui-headful-journeys.md.
import { expect, test } from '@playwright/test'
import {
CONTROL_API_URL,
diff --git a/control-ui/package-lock.json b/control-ui/package-lock.json
index 6ab3204d6..3409d994f 100644
--- a/control-ui/package-lock.json
+++ b/control-ui/package-lock.json
@@ -1,12 +1,12 @@
{
"name": "clerum-control-ui",
- "version": "0.1.497",
+ "version": "0.1.498",
"lockfileVersion": 3,
"requires": true,
"packages": {
"": {
"name": "clerum-control-ui",
- "version": "0.1.497",
+ "version": "0.1.498",
"dependencies": {
"@clerum/display-field": "file:../packages/display-field",
"@clerum/llm-providers": "file:../packages/llm-providers",
diff --git a/control-ui/package.json b/control-ui/package.json
index bb9ba48c2..7572241c9 100644
--- a/control-ui/package.json
+++ b/control-ui/package.json
@@ -1,6 +1,6 @@
{
"name": "clerum-control-ui",
- "version": "0.1.497",
+ "version": "0.1.498",
"private": true,
"scripts": {
"dev": "NEXT_IGNORE_INCORRECT_LOCKFILE=1 next dev",
diff --git a/desktop-app/package.json b/desktop-app/package.json
index d8633b0e9..45d5233ca 100644
--- a/desktop-app/package.json
+++ b/desktop-app/package.json
@@ -23,7 +23,6 @@
"qa:recorder:navigation": "npm run build && playwright test --config test/e2e-playwright/playwright.qa-recorder.config.ts qa-recorder-navigation.spec.ts",
"qa:recorder:agents": "npm run build && playwright test --config test/e2e-playwright/playwright.qa-recorder.config.ts qa-recorder-agents.spec.ts",
"qa:recorder:connectors": "npm run build && playwright test --config test/e2e-playwright/playwright.qa-recorder.config.ts qa-recorder-connectors.spec.ts",
- "qa:recorder:contexts": "npm run build && playwright test --config test/e2e-playwright/playwright.qa-recorder.config.ts qa-recorder-contexts.spec.ts",
"qa:recorder:shared-files": "npm run build && playwright test --config test/e2e-playwright/playwright.qa-recorder.config.ts qa-recorder-shared-files.spec.ts",
"qa:recorder:teams": "npm run build && playwright test --config test/e2e-playwright/playwright.qa-recorder.config.ts qa-recorder-teams.spec.ts",
"qa:recorder:plugins": "npm run build && playwright test --config test/e2e-playwright/playwright.qa-recorder.config.ts qa-recorder-plugins.spec.ts",
diff --git a/desktop-app/test/e2e-playwright/qa-recorder-agents.spec.ts b/desktop-app/test/e2e-playwright/qa-recorder-agents.spec.ts
index 5003756e7..9ce92890f 100644
--- a/desktop-app/test/e2e-playwright/qa-recorder-agents.spec.ts
+++ b/desktop-app/test/e2e-playwright/qa-recorder-agents.spec.ts
@@ -20,7 +20,7 @@ import {
// lands on the chatllm agent's chat composer, and exercises the agent workspace
// route switcher (Details / Connectors / Contexts / Activity). No chat messages
// are sent and no confirm flag is required; every test still guards the loopback
-// targets up front. See docs/testing/optional-playwright-qa-recorder.md.
+// targets up front. See docs/testing/desktop-headful-journeys.md.
test('optional QA recorder: Desktop agents journey — fleet', async ({}, testInfo) => {
await assertAllowedTarget('EXTERNAL_REST_API_BASE_URL', EXTERNAL_REST_API_BASE_URL)
diff --git a/desktop-app/test/e2e-playwright/qa-recorder-contexts.spec.ts b/desktop-app/test/e2e-playwright/qa-recorder-contexts.spec.ts
deleted file mode 100644
index 9c9ae6c0f..000000000
--- a/desktop-app/test/e2e-playwright/qa-recorder-contexts.spec.ts
+++ /dev/null
@@ -1,92 +0,0 @@
-import { type ElectronApplication, type Page, expect, test } from '@playwright/test'
-import {
- EXTERNAL_REST_API_BASE_URL,
- RPC_PROXY_BASE_URL,
- assertAllowedTarget,
- desktopCredentials,
- finalizeRecording,
- launchDesktopApp,
- login,
- openResourcesNavItem,
- screenshotAndLog,
-} from './qa-recorder-helpers'
-
-// Read-only journey: Resources -> Contexts list, then a context detail.
-// No chat, no writes, no paid calls — so no confirm flag is required. The
-// loopback + health guard still runs for both targets.
-test('optional QA recorder: Desktop contexts list and detail journey', async ({}, testInfo) => {
- await assertAllowedTarget('EXTERNAL_REST_API_BASE_URL', EXTERNAL_REST_API_BASE_URL)
- await assertAllowedTarget('RPC_PROXY_BASE_URL', RPC_PROXY_BASE_URL)
-
- const credentials = desktopCredentials()
- let app: ElectronApplication | undefined
- let page: Page | undefined
-
- try {
- const launched = await launchDesktopApp(testInfo)
- app = launched.app
- page = launched.page
-
- await login(page, credentials)
- await openResourcesNavItem(page, 'nav-contexts')
-
- // (1) Contexts list shell renders.
- const contextsHeading = page.getByRole('heading', { name: 'Contexts', exact: true })
- await expect(contextsHeading).toBeVisible({ timeout: 20_000 })
- await expect(page.locator('.contexts-board-card')).toBeVisible({ timeout: 20_000 })
-
- // Wait for the list to resolve to a known fixture row OR an explicit
- // empty / error state. Resilient to loading, empty, and error seeds — we
- // only hard-assert on fixture identities we know exist.
- const devRow = page.getByRole('button', { name: 'Open context development' })
- const moneyRow = page.getByRole('button', { name: 'Open context moneymaking' })
- const emptyState = page.getByText('No contexts').first()
- const errorBox = page.locator('.contexts-board-card .composer-error')
- await expect(devRow.or(moneyRow).or(emptyState).or(errorBox).first()).toBeVisible({
- timeout: 20_000,
- })
-
- await screenshotAndLog(page, testInfo, 'desktop-contexts-list')
-
- // (2) Open a context detail using an exact known fixture (development
- // preferred, moneymaking as a still-exact fallback). Skip-with-success when
- // no fixture row is present — the list shell assertions above already prove
- // the journey for empty/error seeds.
- const targetRow = (await devRow.isVisible().catch(() => false))
- ? devRow
- : (await moneyRow.isVisible().catch(() => false))
- ? moneyRow
- : null
-
- if (targetRow) {
- const targetId = targetRow === devRow ? 'development' : 'moneymaking'
- await targetRow.click()
-
- // Detail shell + tabs nav render.
- const tabsNav = page.locator('nav.context-tabs')
- await expect(tabsNav).toBeVisible({ timeout: 20_000 })
- await expect(
- page.getByRole('heading', { name: targetId, exact: true, level: 3 })
- ).toBeVisible({ timeout: 20_000 })
-
- // Default tab is Agents; its panel must render.
- await expect(tabsNav.getByRole('button', { name: 'Agents', exact: true })).toBeVisible()
- await expect(page.locator('.context-resource-list').first()).toBeVisible()
-
- // Exercise the remaining detail tabs. Each renders a .context-resource-list
- // panel (table or explicit empty state) regardless of how much is seeded.
- for (const tabName of ['Connectors', 'Teams', 'Members', 'Agent Files']) {
- const tab = tabsNav.getByRole('button', { name: tabName, exact: true })
- await expect(tab).toBeVisible()
- await tab.click()
- await expect(page.locator('.context-resource-list').first()).toBeVisible({
- timeout: 20_000,
- })
- }
-
- await screenshotAndLog(page, testInfo, 'desktop-contexts-detail')
- }
- } finally {
- await finalizeRecording(app, page)
- }
-})
diff --git a/desktop-app/test/e2e-playwright/qa-recorder-helpers.ts b/desktop-app/test/e2e-playwright/qa-recorder-helpers.ts
index dc8ea515f..96f292f18 100644
--- a/desktop-app/test/e2e-playwright/qa-recorder-helpers.ts
+++ b/desktop-app/test/e2e-playwright/qa-recorder-helpers.ts
@@ -2,8 +2,8 @@
//
// Shared primitives for the optional Desktop App QA recorder journeys.
//
-// Contract: see docs/testing/optional-playwright-qa-recorder.md ("Extending the
-// recorder"). Every recorder journey is self-contained: it launches the real
+// Contract: see docs/testing/desktop-headful-journeys.md. Every recorder
+// journey is self-contained: it launches the real
// Electron app headfully with video, signs in with the exact identity from
// .env.qa-recorder, guards non-local targets, and requires an explicit opt-in
// confirmation variable for any write, message, or paid provider call.
diff --git a/desktop-app/test/e2e-playwright/qa-recorder-plugins.spec.ts b/desktop-app/test/e2e-playwright/qa-recorder-plugins.spec.ts
index a196dc048..8098bf58f 100644
--- a/desktop-app/test/e2e-playwright/qa-recorder-plugins.spec.ts
+++ b/desktop-app/test/e2e-playwright/qa-recorder-plugins.spec.ts
@@ -17,7 +17,7 @@ import {
// Read-only inventory + detail-panel assertions always run. The trigger step is
// gated behind QA_RECORDER_CONFIRM_MUTATIONS=1 (it creates a real workflow run
// and may incur provider cost) and only fires when a triggerable recipe with an
-// input contract is selected. Contract: docs/testing/optional-playwright-qa-recorder.md.
+// input contract is selected. Contract: docs/testing/desktop-headful-journeys.md.
//
// Note on selectors: WorkflowsPage renders no `workflows-page`, `workflow-row`,
// `selected-workflow`, `run-count`, or `runs-loading` data-testids. The real
diff --git a/desktop-app/test/e2e-playwright/qa-recorder-shared-files.spec.ts b/desktop-app/test/e2e-playwright/qa-recorder-shared-files.spec.ts
index 1e2b9953b..c855c9462 100644
--- a/desktop-app/test/e2e-playwright/qa-recorder-shared-files.spec.ts
+++ b/desktop-app/test/e2e-playwright/qa-recorder-shared-files.spec.ts
@@ -10,8 +10,8 @@
// empty/loading/error states and only hard-asserts on the shell, which always
// exists for an authenticated user.
//
-// Contract: docs/testing/optional-playwright-qa-recorder.md ("Extending the
-// recorder"). This journey performs NO writes, messages, or paid calls, so it
+// Contract: docs/testing/desktop-headful-journeys.md. This journey performs NO
+// writes, messages, or paid calls, so it
// needs no confirmation flag — but it still guards both target URLs up front.
import { type ElectronApplication, type Page, expect, test } from '@playwright/test'
import {
diff --git a/docs/testing/control-ui-headful-journeys.md b/docs/testing/control-ui-headful-journeys.md
index fed9c7710..71c226b41 100644
--- a/docs/testing/control-ui-headful-journeys.md
+++ b/docs/testing/control-ui-headful-journeys.md
@@ -6,8 +6,11 @@ Chromium window (recorded WebM + PNG) against a local control-ui dev server
pointed at a `example-dev` control-api port-forward. They are separate from the CI
Playwright suite and never run in CI by default.
-For the recorder contract, safety flags, and credential configuration, see
-[optional-playwright-qa-recorder.md](./optional-playwright-qa-recorder.md).
+Recorder runs are local and opt-in. Configure the exact QA identity in
+`.env.qa-recorder`; target only an approved loopback or disposable development
+environment; and set `QA_RECORDER_CONFIRM_MUTATIONS=1` only for journeys whose
+side effects you intend to run. Recordings stay under the git-ignored
+`.local-notes/qa-recorder/` directory and may contain sensitive UI data.
## Coverage
@@ -23,7 +26,7 @@ PNG per test under `.local-notes/qa-recorder/runs/control-ui/` (git-ignored).
| Login & shell | `qa-recorder-login.spec.ts` | 2 — sign-in page, authenticated shell | — | ✅ |
| Navigation | `qa-recorder-navigation.spec.ts` | 1 — sidebar across main sections | — | ✅ |
| Agents (hosts) | `qa-recorder-agents.spec.ts` | 1 — list + detail | — | ✅ |
-| Contexts | `qa-recorder-contexts.spec.ts` | 2 — list, detail + tabs | — | ✅ |
+| Agent-centric vocabulary sweep | `qa-recorder-context-vocab-sweep.spec.ts` | 1 — current operator surfaces | — | ✳️ |
| Connectors | `qa-recorder-connectors.spec.ts` | 1 — inventory | — | ✅ |
| External channels | `qa-recorder-external-channels.spec.ts` | 1 — Telegram/Email/Slack | — | ✅ |
| LLM models & secrets | `qa-recorder-llm-models.spec.ts` | 1 — models catalog + secrets | — | ✅ |
@@ -35,6 +38,11 @@ PNG per test under `.local-notes/qa-recorder/runs/control-ui/` (git-ignored).
| Marketplace browse | `qa-recorder-marketplace-browse.spec.ts` | 1 — search, filter, plugins tab, entry detail (skips if empty) | — | ✳️ |
| Create agent | `qa-recorder-agent-create.spec.ts` | 1 — full create wizard | `QA_RECORDER_CONFIRM_MUTATIONS` (required) | ✅ |
+The two recorder filenames that still contain `context` cover migration-only
+compatibility behavior: legacy-link redirects and the assertion that current
+operator surfaces use Agent-centric vocabulary. They do not restore Context
+management journeys.
+
### Workflow & combo journeys (create / edit / delete / grant)
Full mutating user journeys. Each is self-contained — it creates its own
@@ -45,8 +53,10 @@ credential). Run with `npm run qa:recorder:<journey>`.
| Journey | Spec | Tests | Confirm flag | Status |
| --- | --- | --- | --- | --- |
-| Context create + detail tour | `qa-recorder-context-create.spec.ts` | 1 | `CONFIRM_MUTATIONS` | ✳️ |
-| Context + stdio discovery connector + attach | `qa-recorder-context-connector.spec.ts` | 1 | `CONFIRM_MUTATIONS` | ✳️ |
+| Legacy scope links → owning Agent | `qa-recorder-context-redirects.spec.ts` | 1 | `CONFIRM_MUTATIONS` | ✳️ |
+| Agent connector inventory + detail | `qa-recorder-agent-connectors.spec.ts` | 1 | `CONFIRM_MUTATIONS` | ✳️ |
+| Connector create + Agent access | `qa-recorder-connector-create-access.spec.ts` | 1 | `CONFIRM_MUTATIONS` | ✳️ |
+| Installed Connectors Agent access | `qa-recorder-connectors-agent-access.spec.ts` | 1 | `CONFIRM_MUTATIONS` | ✳️ |
| Connector edit egress | `qa-recorder-connector-edit.spec.ts` | 1 | `CONFIRM_MUTATIONS` | ✳️ |
| LLM model add → disable → remove | `qa-recorder-llm-model-lifecycle.spec.ts` | 1 | `CONFIRM_MUTATIONS` | ✳️ |
| Recipe secret (shared, dummy) | `qa-recorder-secret-recipe.spec.ts` | 1 | `CONFIRM_MUTATIONS` | ✳️ |
@@ -70,11 +80,11 @@ credential). Run with `npm run qa:recorder:<journey>`.
| Journey | Spec | Tests | Confirm flag | Status |
| --- | --- | --- | --- | --- |
-| New-team onboarding (team → member → context grant) | `qa-recorder-onboarding-combo.spec.ts` | 1 | `CONFIRM_MUTATIONS` | ✳️ |
+| New-team onboarding (team → member → Agent grant) | `qa-recorder-onboarding-combo.spec.ts` | 1 | `CONFIRM_MUTATIONS` | ✳️ |
| Cost governance (model → price → model-scoped budget) | `qa-recorder-cost-governance.spec.ts` | 1 | `CONFIRM_MUTATIONS` | ✳️ |
-| Context + connector + global budget | `qa-recorder-context-connector-budget.spec.ts` | 1 | `CONFIRM_MUTATIONS` | ✳️ |
+| Agent-scoped token budget | `qa-recorder-token-budget-scope.spec.ts` | 1 | `CONFIRM_MUTATIONS` | ✳️ |
-**Totals: 37 specs, 55 tests.** Read-only journeys need no confirmation flag; every
+**Totals: 50 specs, 67 tests.** Read-only journeys need no confirmation flag; every
journey still calls the loopback reachability guard on both URLs. Every mutating
journey requires `QA_RECORDER_CONFIRM_MUTATIONS=1`, creates only temporary
`qa-recorder-*` resources, and cleans them up via the Control API in a `finally`
@@ -93,7 +103,7 @@ cd control-ui
npm run qa:recorder:install # one-time: recorder Chromium into .local-notes/qa-recorder/browsers
# control-ui dev server on :3000 + control-api forward on :8090 must be up
npm run qa:recorder:login # one journey
-npm run qa:recorder:all # all 37 specs / 55 tests
+npm run qa:recorder:all # all 50 specs / 67 tests
```
## Proof artifacts (local only, git-ignored)
@@ -109,7 +119,7 @@ find .local-notes/qa-recorder/runs/control-ui -name '*.png' # full-page scree
original 13 specs / 17 tests passed, exit 0, with WebM + PNG proof for every
test. Point-in-time snapshot; re-run to refresh.
- **Workflow, combo & smoke journeys (✳️):** implemented and compile-verified via
- `npx playwright test --config=playwright.qa-recorder.config.ts --list` (55/55
+ `npx playwright test --config=playwright.qa-recorder.config.ts --list` (67/67
tests discovered, zero compile errors). Not yet exercised against a live
environment — run `npm run qa:recorder:all` (with `QA_RECORDER_CONFIRM_MUTATIONS=1`)
to produce WebM + PNG proof and flip these to ✅.
diff --git a/docs/testing/desktop-headful-journeys.md b/docs/testing/desktop-headful-journeys.md
index bc4c90932..2d2b13093 100644
--- a/docs/testing/desktop-headful-journeys.md
+++ b/docs/testing/desktop-headful-journeys.md
@@ -5,8 +5,11 @@ Evenfire Desktop App. These drive the real Electron window headfully (visible UI
recorded WebM + PNG) against a live `example-dev` port-forward. They are separate
from the CI Playwright suite and never run in CI by default.
-For the recorder contract, safety flags, and how to configure credentials, see
-[optional-playwright-qa-recorder.md](./optional-playwright-qa-recorder.md).
+Recorder runs are local and opt-in. Configure the exact QA identity in
+`.env.qa-recorder`, use only approved development endpoints, and enable a
+`QA_RECORDER_CONFIRM_*` flag only for the side effect you intend to exercise.
+Recordings stay under the git-ignored `.local-notes/qa-recorder/` directory and
+must be reviewed before sharing.
## Coverage
@@ -21,7 +24,6 @@ test under `.local-notes/qa-recorder/runs/desktop-app/` (git-ignored).
| Navigation | `qa-recorder-navigation.spec.ts` | 3 — primary sidebar, footer settings menu, resources pages | — | ✅ |
| Agents | `qa-recorder-agents.spec.ts` | 3 — fleet, chat workspace, workspace routes | — | ✅ |
| Connectors | `qa-recorder-connectors.spec.ts` | 1 — MCP/connector health inventory | — | ✅ |
-| Contexts | `qa-recorder-contexts.spec.ts` | 1 — list + detail tabs | — | ✅ |
| Shared files | `qa-recorder-shared-files.spec.ts` | 1 — filesystem + directory browser | — | ✅ |
| Teams & members | `qa-recorder-teams.spec.ts` | 1 — directory + detail tabs | — | ✅ |
| Plugins & workflows | `qa-recorder-plugins.spec.ts` | 1 — inventory, detail, runs/artifacts (+optional trigger) | `QA_RECORDER_CONFIRM_MUTATIONS` (trigger only) | ✅ |
@@ -31,7 +33,7 @@ test under `.local-notes/qa-recorder/runs/desktop-app/` (git-ignored).
| Chat | `qa-recorder-chat.spec.ts` | 1 — composer, thread, task progress | `QA_RECORDER_CONFIRM_CHAT` (required) | ✅ |
| Settings + chat smoke | `qa-recorder-settings-chat.spec.ts` | 1 — Settings tabs + one chat message | `QA_RECORDER_CONFIRM_CHAT` (required) | ✅ |
-**Totals: 13 specs, 21 tests.** Read-only journeys need no confirmation flag; every
+**Totals: 12 specs, 20 tests.** Read-only journeys need no confirmation flag; every
journey still calls the loopback health guard on both API URLs. Mutating / paid
steps (chat message, workflow trigger, endpoint switch) run only under their
`QA_RECORDER_CONFIRM_*` flag and are otherwise skipped — the read-only part of the
@@ -45,7 +47,7 @@ cd desktop-app
make gcp-dev-pf-desktop # keep control-api/external-rest/rpc-proxy forwarded
npm run qa:recorder:navigation # one journey
-npm run qa:recorder:all # all 13 specs / 21 tests
+npm run qa:recorder:all # all 12 specs / 20 tests
```
## Proof artifacts (local only, git-ignored)
@@ -60,6 +62,6 @@ and must stay local unless reviewed and shared intentionally.
## Last verified
-2026-07-17 against `example-dev` (GKE) port-forwards — 21/21 passed, exit 0, with
-WebM + PNG proof for every test. This is a point-in-time snapshot; re-run
+2026-07-17 against `example-dev` (GKE) port-forwards — the then-current suite
+passed with WebM + PNG proof for every test. This is a point-in-time snapshot; re-run
`npm run qa:recorder:all` to refresh.