Evenfire is an intelligence layer platform for running LLM agents that take real actions, on your infrastructure
TypeScript
test(codex): define subscription acceptance journeys
Alfredo Lopez97ab8f8e811d
diff --git a/Makefile b/Makefileindex b000e8ace..90b5adc7a 100644--- a/Makefile+++ b/Makefile@@ -1007,6 +1007,16 @@ test-e2e-codex-subscription-network-boundary: ## Codex LLM proxy NetworkPolicy b@echo "Running Codex subscription network-boundary gate..."KUBECONTEXT=$(E2E_KUBECONTEXT) bash scripts/e2e/e2e-codex-subscription-network-boundary.sh+.PHONY: test-e2e-codex-subscription-runtime+test-e2e-codex-subscription-runtime: ## Codex subscription runtime acceptance (RED until HCC/WRC/mcp-host wiring)+ @echo "Running Codex subscription runtime acceptance..."+ KUBECONTEXT=$(E2E_KUBECONTEXT) bash scripts/e2e/e2e-codex-subscription-runtime.sh++.PHONY: test-e2e-codex-subscription-playwright+test-e2e-codex-subscription-playwright: ## Codex subscription Playwright guardians (visible login, no storageState)+ @echo "Running Codex subscription Playwright guardians..."+ cd tests/e2e/playwright && ./node_modules/.bin/playwright test --config playwright.codex-subscription.config.ts+.PHONY: test-e2e-plugin-workload-sdktest-e2e-plugin-workload-sdk: ## Run Plugin Workload SDK E2E gate (minikube only; requires E2E_PLUGIN_SDK_WRITE_CONFIRM=1)@echo "Running Plugin Workload SDK E2E gate..."diff --git a/scripts/e2e/e2e-codex-subscription-runtime.sh b/scripts/e2e/e2e-codex-subscription-runtime.shnew file mode 100755index 000000000..d3dbe5700--- /dev/null+++ b/scripts/e2e/e2e-codex-subscription-runtime.sh@@ -0,0 +1,154 @@+#!/usr/bin/env bash+# RED acceptance harness for Codex subscription runtime integration.+# GREEN is captured after Tasks 15–20. This script must fail on missing+# scope/path, not on an ambiguous Kubernetes context.+set -euo pipefail++ROOT="$(cd "$(dirname "${BASH_SOURCE[0]}")/../.." && pwd)"+# shellcheck source=../deploy/scripts/lib/clerum-minikube-context.sh+source "${ROOT}/deploy/scripts/lib/clerum-minikube-context.sh"++if [[ -z "${KUBECONTEXT:-}" ]]; then+ echo "codex_runtime: missing KUBECONTEXT" >&2+ exit 2+fi+export CONTEXT="$KUBECONTEXT"+if ! is_clerum_minikube_context; then+ echo "codex_runtime: refusing non-local context ${KUBECONTEXT}" >&2+ exit 2+fi++KUBECTL=(kubectl --context "$KUBECONTEXT")+HOST_NS="${HOST_NS:-mcp-host}"+RECIPE_NS="${RECIPE_NS:-sandbox-recipes}"+CONTROL_NS="${CONTROL_NS:-control-plane}"+RUN_ID="$(date +%H%M%S)-$$"+HOST_NAME="e2e-codex-host-${RUN_ID}"+RECIPE_NAME="e2e-codex-recipe-${RUN_ID}"+UPSTREAM_NAME="e2e-codex-up-${RUN_ID}"+WORKDIR="$(mktemp -d)"+CLEANED=0++cleanup() {+ if [[ "$CLEANED" -eq 1 ]]; then+ return+ fi+ CLEANED=1+ "${KUBECTL[@]}" delete host "$HOST_NAME" -n "$HOST_NS" --ignore-not-found --wait=false >/dev/null 2>&1 || true+ "${KUBECTL[@]}" delete workflowrecipe "$RECIPE_NAME" -n "$RECIPE_NS" --ignore-not-found --wait=false >/dev/null 2>&1 || true+ "${KUBECTL[@]}" delete deploy,svc,cm,secret -n "$CONTROL_NS" -l "e2e.clerum.io/run=${RUN_ID}" --ignore-not-found --wait=false >/dev/null 2>&1 || true+ rm -rf "$WORKDIR"+}+trap cleanup EXIT++if ! "${KUBECTL[@]}" get ns "$CONTROL_NS" >/dev/null 2>&1; then+ echo "codex_runtime: workload_missing" >&2+ exit 3+fi++WORKTREE_HEAD="$(git -C "$ROOT" rev-parse HEAD)"+echo "codex_runtime: worktree=${ROOT} head=${WORKTREE_HEAD} context=${KUBECONTEXT}"++openssl req -x509 -newkey rsa:2048 -nodes -days 1 \+ -keyout "${WORKDIR}/tls.key" \+ -out "${WORKDIR}/tls.crt" \+ -subj "/CN=${UPSTREAM_NAME}.control-plane.svc" >/dev/null 2>&1++"${KUBECTL[@]}" -n "$CONTROL_NS" create secret tls "${UPSTREAM_NAME}-tls" \+ --cert="${WORKDIR}/tls.crt" --key="${WORKDIR}/tls.key" >/dev/null+"${KUBECTL[@]}" -n "$CONTROL_NS" label secret "${UPSTREAM_NAME}-tls" \+ "e2e.clerum.io/suite=codex-subscription" "e2e.clerum.io/run=${RUN_ID}" >/dev/null++"${KUBECTL[@]}" -n "$CONTROL_NS" create configmap "${UPSTREAM_NAME}-source" \+ --from-file=server.mjs="${ROOT}/tests/e2e/fixtures/codex-subscription/test-upstream/server.mjs" >/dev/null+"${KUBECTL[@]}" -n "$CONTROL_NS" label configmap "${UPSTREAM_NAME}-source" \+ "e2e.clerum.io/suite=codex-subscription" "e2e.clerum.io/run=${RUN_ID}" >/dev/null++sed -e "s/\${UPSTREAM_NAME}/${UPSTREAM_NAME}/g" -e "s/\${RUN_ID}/${RUN_ID}/g" \+ "${ROOT}/tests/e2e/fixtures/codex-subscription/test-upstream/manifest.yaml" \+ | "${KUBECTL[@]}" apply -f - >/dev/null++"${KUBECTL[@]}" apply -f - >/dev/null <<YAML+apiVersion: clerum.io/v1alpha1+kind: Host+metadata:+ name: ${HOST_NAME}+ namespace: ${HOST_NS}+ labels:+ e2e.clerum.io/suite: codex-subscription+ e2e.clerum.io/run: "${RUN_ID}"+spec:+ host: ${HOST_NAME}+ contextRef: context1+ model:+ provider: codex-subscription+ name: gpt-5.3-codex+---+apiVersion: clerum.io/v1alpha1+kind: WorkflowRecipe+metadata:+ name: ${RECIPE_NAME}+ namespace: ${RECIPE_NS}+ labels:+ e2e.clerum.io/suite: codex-subscription+ e2e.clerum.io/run: "${RUN_ID}"+spec:+ workloads: []+ agent:+ model: gpt-5.3-codex+ provider: codex-subscription+ steps:+ - id: ping+ instruction: Say hello through Codex subscription+YAML++secret_name="host-${HOST_NAME}-mcp-host-runtime-tokens"+deadline=$((SECONDS + 90))+while (( SECONDS < deadline )); do+ if "${KUBECTL[@]}" get secret "$secret_name" -n "$HOST_NS" >/dev/null 2>&1; then+ break+ fi+ sleep 2+done++if ! "${KUBECTL[@]}" get secret "$secret_name" -n "$HOST_NS" >/dev/null 2>&1; then+ echo "codex_runtime: scope_missing (runtime token secret was not issued)" >&2+ exit 1+fi++token_b64="$("${KUBECTL[@]}" get secret "$secret_name" -n "$HOST_NS" \+ -o jsonpath='{.data.mcp-host-workflow-control-token}')"+claims="$(python3 -c '+import base64, json, sys+raw = sys.argv[1].strip()+if not raw:+ print(json.dumps({"has_codex_execute": False, "reason": "empty"}))+ raise SystemExit(0)+token = base64.b64decode(raw).decode("utf-8")+payload = token.split(".")[1]+payload += "=" * (-len(payload) % 4)+data = json.loads(base64.urlsafe_b64decode(payload))+scopes = data.get("scp") or data.get("scope") or []+if isinstance(scopes, str):+ scopes = scopes.split()+print(json.dumps({+ "has_codex_execute": "llm:codex:execute" in scopes,+ "scope_count": len(scopes),+ "aud": data.get("aud"),+ "typ": data.get("typ"),+}))+' "$token_b64")"++echo "codex_runtime: redacted_claims=${claims}"+if ! python3 -c 'import json,sys; raise SystemExit(0 if json.loads(sys.argv[1]).get("has_codex_execute") else 1)' "$claims"; then+ echo "codex_runtime: scope_missing (HCC did not emit llm:codex:execute)" >&2+ exit 1+fi++proxy_np="$("${KUBECTL[@]}" get networkpolicy -n "$HOST_NS" -l "clerum.io/host=${HOST_NAME}" -o name 2>/dev/null || true)"+if [[ "$proxy_np" != *codex* ]]; then+ echo "codex_runtime: policy_missing (HCC did not create Codex proxy egress)" >&2+ exit 1+fi++echo "codex_runtime: integration assertions passed"diff --git a/tests/e2e/fixtures/codex-subscription/test-upstream/manifest.yaml b/tests/e2e/fixtures/codex-subscription/test-upstream/manifest.yamlnew file mode 100644index 000000000..3eed38f4b--- /dev/null+++ b/tests/e2e/fixtures/codex-subscription/test-upstream/manifest.yaml@@ -0,0 +1,89 @@+# Test-only Codex upstream. Certificates and tokens are created at runtime by+# scripts/e2e/e2e-codex-subscription-runtime.sh and must never be committed.+apiVersion: v1+kind: Service+metadata:+ name: ${UPSTREAM_NAME}+ namespace: control-plane+ labels:+ app: ${UPSTREAM_NAME}+ clerum.io/test-only: 'true'+ e2e.clerum.io/suite: codex-subscription+ e2e.clerum.io/run: '${RUN_ID}'+spec:+ type: ClusterIP+ selector:+ app: ${UPSTREAM_NAME}+ ports:+ - name: https+ port: 443+ targetPort: 8443+ protocol: TCP+---+apiVersion: apps/v1+kind: Deployment+metadata:+ name: ${UPSTREAM_NAME}+ namespace: control-plane+ labels:+ app: ${UPSTREAM_NAME}+ clerum.io/test-only: 'true'+ e2e.clerum.io/suite: codex-subscription+ e2e.clerum.io/run: '${RUN_ID}'+spec:+ replicas: 1+ selector:+ matchLabels:+ app: ${UPSTREAM_NAME}+ template:+ metadata:+ labels:+ app: ${UPSTREAM_NAME}+ clerum.io/test-only: 'true'+ spec:+ automountServiceAccountToken: false+ securityContext:+ runAsNonRoot: true+ seccompProfile:+ type: RuntimeDefault+ containers:+ - name: upstream+ image: node:24.16.0-alpine+ command: ['node', '/fixture/server.mjs']+ env:+ - name: CODEX_TEST_UPSTREAM_PORT+ value: '8443'+ - name: CODEX_TEST_UPSTREAM_CERT_PATH+ value: /certs/tls.crt+ - name: CODEX_TEST_UPSTREAM_KEY_PATH+ value: /certs/tls.key+ ports:+ - containerPort: 8443+ name: https+ volumeMounts:+ - name: fixture+ mountPath: /fixture+ readOnly: true+ - name: certs+ mountPath: /certs+ readOnly: true+ securityContext:+ allowPrivilegeEscalation: false+ readOnlyRootFilesystem: true+ runAsUser: 1000+ capabilities:+ drop: ['ALL']+ resources:+ requests:+ cpu: 25m+ memory: 64Mi+ limits:+ cpu: 200m+ memory: 128Mi+ volumes:+ - name: fixture+ configMap:+ name: ${UPSTREAM_NAME}-source+ - name: certs+ secret:+ secretName: ${UPSTREAM_NAME}-tlsdiff --git a/tests/e2e/fixtures/codex-subscription/test-upstream/server.mjs b/tests/e2e/fixtures/codex-subscription/test-upstream/server.mjsnew file mode 100755index 000000000..86ac07ded--- /dev/null+++ b/tests/e2e/fixtures/codex-subscription/test-upstream/server.mjs@@ -0,0 +1,136 @@+#!/usr/bin/env node+/**+ * Test-only HTTPS upstream for Codex subscription acceptance.+ * Implements the frozen sanitised contract. Certificates are supplied at+ * runtime and must never be committed.+ */+import { randomBytes } from 'node:crypto'+import { readFileSync } from 'node:fs'+import { createServer } from 'node:https'++const PORT = Number(process.env.CODEX_TEST_UPSTREAM_PORT || 8443)+const cert = readFileSync(process.env.CODEX_TEST_UPSTREAM_CERT_PATH, 'utf8')+const key = readFileSync(process.env.CODEX_TEST_UPSTREAM_KEY_PATH, 'utf8')++const counters = {+ consent: 0,+ models: 0,+ streams: 0,+ cancels: 0,+ refresh: 0,+ revoke: 0,+}++const devices = new Map()+const tokens = new Map()+const streams = new Map()++function json(response, status, body) {+ response.writeHead(status, { 'content-type': 'application/json' })+ response.end(JSON.stringify(body))+}++function readBody(request) {+ return new Promise((resolve, reject) => {+ const chunks = []+ request.on('data', chunk => chunks.push(chunk))+ request.on('end', () => resolve(Buffer.concat(chunks).toString('utf8')))+ request.on('error', reject)+ })+}++function issueToken(kind) {+ const accessToken = `test-access-${randomBytes(8).toString('hex')}`+ const refreshToken = `test-refresh-${randomBytes(8).toString('hex')}`+ tokens.set(accessToken, { kind, refreshToken, revoked: false })+ return { accessToken, refreshToken }+}++const server = createServer({ cert, key }, async (request, response) => {+ const url = new URL(request.url || '/', 'https://codex-test-upstream.local')+ try {+ if (request.method === 'GET' && url.pathname === '/healthz') {+ return json(response, 200, { ok: true, counters })+ }+ if (request.method === 'GET' && url.pathname === '/internal/counters') {+ return json(response, 200, counters)+ }+ if (request.method === 'GET' && url.pathname === '/oauth/authorize') {+ counters.consent += 1+ response.writeHead(302, { location: '/oauth/consent-complete' })+ return response.end()+ }+ if (request.method === 'POST' && url.pathname === '/api/accounts/deviceauth') {+ counters.consent += 1+ const deviceCode = `dev-${randomBytes(6).toString('hex')}`+ devices.set(deviceCode, { approved: true })+ return json(response, 200, {+ device_code: deviceCode,+ user_code: 'TEST-CODE',+ verification_uri: 'https://codex-test-upstream.local/device',+ expires_in: 300,+ interval: 1,+ })+ }+ if (request.method === 'POST' && url.pathname === '/oauth/token') {+ const body = await readBody(request)+ if (body.includes('refresh_token')) {+ counters.refresh += 1+ } else {+ counters.consent += 1+ }+ return json(response, 200, {+ ...issueToken('user'),+ token_type: 'Bearer',+ expires_in: 60,+ })+ }+ if (request.method === 'POST' && url.pathname === '/oauth/revoke') {+ counters.revoke += 1+ return json(response, 200, { revoked: true })+ }+ if (request.method === 'GET' && url.pathname === '/backend-api/codex/models') {+ counters.models += 1+ return json(response, 200, {+ data: [{ id: 'gpt-5.3-codex', object: 'model' }],+ })+ }+ if (request.method === 'POST' && url.pathname === '/backend-api/codex/responses') {+ counters.streams += 1+ const streamId = `resp-${randomBytes(6).toString('hex')}`+ streams.set(streamId, { cancelled: false })+ response.writeHead(200, {+ 'content-type': 'text/event-stream',+ 'cache-control': 'no-cache',+ })+ response.write(+ `event: response.output_text.delta\ndata: ${JSON.stringify({ delta: 'hello' })}\n\n`+ )+ response.write(+ `event: response.completed\ndata: ${JSON.stringify({+ id: streamId,+ usage: { input_tokens: 3, output_tokens: 1 },+ })}\n\n`+ )+ return response.end()+ }+ if (+ request.method === 'POST' &&+ url.pathname.startsWith('/backend-api/codex/responses/') &&+ url.pathname.endsWith('/cancel')+ ) {+ counters.cancels += 1+ const streamId = url.pathname.split('/')[4]+ const stream = streams.get(streamId)+ if (stream) stream.cancelled = true+ return json(response, 200, { cancelled: true, id: streamId })+ }+ return json(response, 404, { error: 'not_found' })+ } catch (error) {+ return json(response, 500, { error: error instanceof Error ? error.message : 'upstream_error' })+ }+})++server.listen(PORT, '127.0.0.1', () => {+ process.stdout.write(`codex-test-upstream listening on 127.0.0.1:${PORT}\n`)+})diff --git a/tests/e2e/fixtures/package-lock.json b/tests/e2e/fixtures/package-lock.jsonindex 09017c09c..589af02a6 100644--- a/tests/e2e/fixtures/package-lock.json+++ b/tests/e2e/fixtures/package-lock.json@@ -1,12 +1,12 @@{"name": "@clerum/e2e-test-fixtures",- "version": "1.0.61",+ "version": "1.0.62","lockfileVersion": 3,"requires": true,"packages": {"": {"name": "@clerum/e2e-test-fixtures",- "version": "1.0.61",+ "version": "1.0.62","dependencies": {"@kubernetes/client-node": "^1.0.0"},diff --git a/tests/e2e/fixtures/package.json b/tests/e2e/fixtures/package.jsonindex c73d826e5..7c167fed0 100644--- a/tests/e2e/fixtures/package.json+++ b/tests/e2e/fixtures/package.json@@ -1,6 +1,6 @@{"name": "@clerum/e2e-test-fixtures",- "version": "1.0.61",+ "version": "1.0.62","description": "E2E test fixtures and utilities for Clerum testing","type": "module","main": "index.ts",diff --git a/tests/e2e/playwright/control-ui/codex-subscription-connection.spec.ts b/tests/e2e/playwright/control-ui/codex-subscription-connection.spec.tsnew file mode 100644index 000000000..1683eb49f--- /dev/null+++ b/tests/e2e/playwright/control-ui/codex-subscription-connection.spec.ts@@ -0,0 +1,36 @@+/**+ * Codex subscription — Control UI connection journey.+ *+ * Contract:+ * - Entry point: application root `/` (E2E_GUARDIAN_ENTRY_POINT).+ * - Actions: visible login, open LLM Models, open Codex Subscription provider.+ * - Route/state: `/llm-models/providers/codex-subscription` after UI navigation.+ * - UI: connect/catalog surface without tokens or account ids.+ * - Business signal: waitForResponse on the provider catalog/status query.+ */+import { expect, test } from '@playwright/test'+import { loginControlUiVisible } from '../helpers/visible-login'++test.describe('Codex subscription connection', () => {+ test('operator can open the Codex subscription connection surface', async ({ page }) => {+ // E2E_GUARDIAN_ENTRY_POINT+ await page.goto('/')+ await loginControlUiVisible(page)++ await page.getByRole('link', { name: 'LLM Models' }).click()+ await expect(page).toHaveURL(/\/llm-models/)++ const catalog = page.waitForResponse(+ response =>+ response.url().includes('/api/v1/admin/llm/providers/codex-subscription') &&+ response.request().method() === 'GET'+ )+ await page.getByRole('link', { name: 'Codex Subscription' }).click()+ const response = await catalog+ expect(response.ok()).toBe(true)+ await expect(page).toHaveURL(/\/llm-models\/providers\/codex-subscription/)+ await expect(page.getByRole('heading', { name: 'Codex Subscription' })).toBeVisible()+ await expect(page.getByRole('button', { name: 'Connect' })).toBeVisible()+ await expect(page.getByText(/sk-|access token|account id/i)).toHaveCount(0)+ })+})diff --git a/tests/e2e/playwright/control-ui/codex-subscription-host-workflow.spec.ts b/tests/e2e/playwright/control-ui/codex-subscription-host-workflow.spec.tsnew file mode 100644index 000000000..0d3ac6370--- /dev/null+++ b/tests/e2e/playwright/control-ui/codex-subscription-host-workflow.spec.ts@@ -0,0 +1,36 @@+/**+ * Codex subscription — Host and WorkflowRecipe authoring journey.+ *+ * Contract:+ * - Entry point: application root `/` (E2E_GUARDIAN_ENTRY_POINT).+ * - Actions: visible login, open Agents, create an agent with Codex provider.+ * - Route/state: Agents create form after sidebar navigation.+ * - UI: Codex Subscription is selectable and does not require a Secret.+ * - Business signal: waitForResponse on the Host create mutation.+ */+import { expect, test } from '@playwright/test'+import { loginControlUiVisible } from '../helpers/visible-login'++test.describe('Codex subscription host and workflow authoring', () => {+ test('operator can select Codex Subscription without a Host Secret', async ({ page }) => {+ // E2E_GUARDIAN_ENTRY_POINT+ await page.goto('/')+ await loginControlUiVisible(page)++ await page.getByRole('link', { name: 'Agents' }).click()+ await expect(page).toHaveURL(/\/agents/)+ await page.getByRole('button', { name: 'Create agent' }).click()++ await page.getByLabel('Model provider').selectOption('codex-subscription')+ await expect(page.getByLabel('Secret reference')).toHaveCount(0)++ const created = page.waitForResponse(+ response =>+ response.url().includes('/api/v1/admin/hosts') &&+ response.request().method() === 'POST' &&+ response.ok()+ )+ await page.getByRole('button', { name: 'Create agent' }).click()+ await created+ })+})diff --git a/tests/e2e/playwright/desktop/codex-subscription-channel-cron.spec.ts b/tests/e2e/playwright/desktop/codex-subscription-channel-cron.spec.tsnew file mode 100644index 000000000..8f7d97053--- /dev/null+++ b/tests/e2e/playwright/desktop/codex-subscription-channel-cron.spec.ts@@ -0,0 +1,48 @@+/**+ * Codex subscription — channel and cron journey.+ *+ * Contract:+ * - Entry point: Electron app launch, then visible login (no saved session).+ * - Actions: sign in, open an inbound channel or cron recipe that targets Codex.+ * - Route/state: channel/cron workspace after IPC-backed session restore.+ * - UI: the Codex provider is the selected execution target.+ * - Business signal: a provider-attempt authorize response is observed.+ *+ * E2E_GUARDIAN_IPC_FLOW: Channel and cron deliveries are scheduled in the+ * main process and surface in the renderer through IPC. This spec waits for+ * that IPC-backed authorize hop rather than a mocked route.+ */+import { _electron as electron, expect, test } from '@playwright/test'+import path from 'path'+import { loginDesktopVisible } from '../helpers/visible-login'++const DESKTOP_APP_DIR = path.resolve(__dirname, '../../../../desktop-app')+const MAIN_JS = path.join(DESKTOP_APP_DIR, 'dist/main.js')+const EXTERNAL_API_URL = process.env.EXTERNAL_REST_API_URL ?? 'http://127.0.0.1:8091'++test.describe('Codex subscription channel and cron', () => {+ test('channel or cron delivery creates a Codex provider attempt', async () => {+ test.skip(process.env.PLAYWRIGHT_DESKTOP_BUILT !== 'true', 'Desktop build is required')+ const app = await electron.launch({+ args: [MAIN_JS],+ cwd: DESKTOP_APP_DIR,+ env: {+ ...process.env,+ EXTERNAL_REST_API_BASE_URL: EXTERNAL_API_URL,+ NODE_ENV: 'test',+ },+ })+ const page = await app.firstWindow()+ await page.waitForLoadState('domcontentloaded')+ await loginDesktopVisible(page)++ await page.getByRole('button', { name: 'Recipes' }).click()+ const authorize = page.waitForResponse(response =>+ response.url().includes('/api/v1/mcp-host/llm/provider-attempts/authorize')+ )+ await page.getByRole('button', { name: /run cron|deliver channel/i }).click()+ const response = await authorize+ expect(response.ok()).toBe(true)+ await app.close()+ })+})diff --git a/tests/e2e/playwright/desktop/codex-subscription-direct.spec.ts b/tests/e2e/playwright/desktop/codex-subscription-direct.spec.tsnew file mode 100644index 000000000..09b1afa61--- /dev/null+++ b/tests/e2e/playwright/desktop/codex-subscription-direct.spec.ts@@ -0,0 +1,48 @@+/**+ * Codex subscription — Desktop direct chat journey.+ *+ * Contract:+ * - Entry point: Electron app launch, then visible login (no saved session).+ * - Actions: sign in, open the agent model picker, choose a Codex model.+ * - Route/state: Agents workspace after IPC-backed session restore.+ * - UI: a Codex subscription model is visible and selectable.+ * - Business signal: a provider-attempt authorize response is observed.+ *+ * E2E_GUARDIAN_IPC_FLOW: Desktop session and model catalog arrive through the+ * main-process IPC bridge after password-login. The Codex model list is an+ * IPC-backed renderer observable, not a mocked route.+ */+import { _electron as electron, expect, test } from '@playwright/test'+import path from 'path'+import { loginDesktopVisible } from '../helpers/visible-login'++const DESKTOP_APP_DIR = path.resolve(__dirname, '../../../../desktop-app')+const MAIN_JS = path.join(DESKTOP_APP_DIR, 'dist/main.js')+const EXTERNAL_API_URL = process.env.EXTERNAL_REST_API_URL ?? 'http://127.0.0.1:8091'++test.describe('Codex subscription desktop direct chat', () => {+ test('desktop can start a Codex subscription attempt from the model picker', async () => {+ test.skip(process.env.PLAYWRIGHT_DESKTOP_BUILT !== 'true', 'Desktop build is required')+ const app = await electron.launch({+ args: [MAIN_JS],+ cwd: DESKTOP_APP_DIR,+ env: {+ ...process.env,+ EXTERNAL_REST_API_BASE_URL: EXTERNAL_API_URL,+ NODE_ENV: 'test',+ },+ })+ const page = await app.firstWindow()+ await page.waitForLoadState('domcontentloaded')+ await loginDesktopVisible(page)++ await expect(page.getByRole('button', { name: 'Agents' })).toBeVisible({ timeout: 20_000 })+ const authorize = page.waitForResponse(response =>+ response.url().includes('/api/v1/mcp-host/llm/provider-attempts/authorize')+ )+ await page.getByRole('button', { name: /codex/i }).click()+ const response = await authorize+ expect(response.ok()).toBe(true)+ await app.close()+ })+})diff --git a/tests/e2e/playwright/desktop/codex-subscription-prompt-bridge.spec.ts b/tests/e2e/playwright/desktop/codex-subscription-prompt-bridge.spec.tsnew file mode 100644index 000000000..8c0228163--- /dev/null+++ b/tests/e2e/playwright/desktop/codex-subscription-prompt-bridge.spec.ts@@ -0,0 +1,49 @@+/**+ * Codex subscription — Prompt Bridge journey.+ *+ * Contract:+ * - Entry point: Electron app launch, then visible login (no saved session).+ * - Actions: sign in, open Prompt Bridge, send a prompt through Codex.+ * - Route/state: Prompt Bridge workspace after IPC-backed session restore.+ * - UI: Codex Subscription is the selected Prompt Bridge provider.+ * - Business signal: a provider-attempt authorize response is observed.+ *+ * E2E_GUARDIAN_IPC_FLOW: Prompt Bridge submissions are forwarded by the+ * Electron main process. The renderer only observes the IPC-backed attempt+ * receipt; this spec does not stub that channel.+ */+import { _electron as electron, expect, test } from '@playwright/test'+import path from 'path'+import { loginDesktopVisible } from '../helpers/visible-login'++const DESKTOP_APP_DIR = path.resolve(__dirname, '../../../../desktop-app')+const MAIN_JS = path.join(DESKTOP_APP_DIR, 'dist/main.js')+const EXTERNAL_API_URL = process.env.EXTERNAL_REST_API_URL ?? 'http://127.0.0.1:8091'++test.describe('Codex subscription Prompt Bridge', () => {+ test('Prompt Bridge reauthorizes each Codex physical attempt', async () => {+ test.skip(process.env.PLAYWRIGHT_DESKTOP_BUILT !== 'true', 'Desktop build is required')+ const app = await electron.launch({+ args: [MAIN_JS],+ cwd: DESKTOP_APP_DIR,+ env: {+ ...process.env,+ EXTERNAL_REST_API_BASE_URL: EXTERNAL_API_URL,+ NODE_ENV: 'test',+ },+ })+ const page = await app.firstWindow()+ await page.waitForLoadState('domcontentloaded')+ await loginDesktopVisible(page)++ await page.getByRole('button', { name: /prompt bridge/i }).click()+ await page.getByLabel('Prompt').fill('Ping Codex subscription')+ const authorize = page.waitForResponse(response =>+ response.url().includes('/api/v1/mcp-host/llm/provider-attempts/authorize')+ )+ await page.getByRole('button', { name: 'Send' }).click()+ const response = await authorize+ expect(response.ok()).toBe(true)+ await app.close()+ })+})diff --git a/tests/e2e/playwright/helpers/visible-login.ts b/tests/e2e/playwright/helpers/visible-login.tsnew file mode 100644index 000000000..dfe89903d--- /dev/null+++ b/tests/e2e/playwright/helpers/visible-login.ts@@ -0,0 +1,39 @@+import { type Page, expect } from '@playwright/test'++const ADMIN_USERNAME = process.env.TEST_ADMIN_USERNAME ?? 'admin'+const ADMIN_PASSWORD = process.env.TEST_ADMIN_PASSWORD ?? 'changeme123!'+const DESKTOP_EMAIL =+ process.env.E2E_DEV_LOGIN_EMAIL ?? process.env.TEST_USER_EMAIL ?? '[email protected]'+const DESKTOP_PASSWORD = process.env.TEST_USER_PASSWORD ?? 'changeme123!'++export async function loginControlUiVisible(page: Page): Promise<void> {+ await expect(page.getByLabel('Username or email')).toBeVisible({ timeout: 20_000 })+ await page.getByLabel('Username or email').fill(ADMIN_USERNAME)+ await page.getByLabel('Password').fill(ADMIN_PASSWORD)+ const login = page.waitForResponse(+ response =>+ response.url().includes('/api/v1/admin/auth/login') && response.request().method() === 'POST'+ )+ await page.getByRole('button', { name: 'Sign in' }).click()+ const response = await login+ expect(response.ok(), `visible Control UI login must succeed, got ${response.status()}`).toBe(+ true+ )+ await expect(page.getByRole('navigation', { name: 'Main navigation' })).toBeVisible({+ timeout: 20_000,+ })+}++export async function loginDesktopVisible(page: Page): Promise<void> {+ await expect(page.getByLabel('Email')).toBeVisible({ timeout: 20_000 })+ await page.getByLabel('Email').fill(DESKTOP_EMAIL)+ await page.getByLabel('Password').fill(DESKTOP_PASSWORD)+ const login = page.waitForResponse(+ response =>+ response.url().includes('/api/v1/auth/password-login') &&+ response.request().method() === 'POST'+ )+ await page.getByRole('button', { name: 'Sign in' }).click()+ const response = await login+ expect(response.ok(), `visible Desktop login must succeed, got ${response.status()}`).toBe(true)+}diff --git a/tests/e2e/playwright/package-lock.json b/tests/e2e/playwright/package-lock.jsonindex 5a1fcd0b2..6c6c236b5 100644--- a/tests/e2e/playwright/package-lock.json+++ b/tests/e2e/playwright/package-lock.json@@ -1,12 +1,12 @@{"name": "clerum-playwright-tests",- "version": "0.1.20",+ "version": "0.1.21","lockfileVersion": 3,"requires": true,"packages": {"": {"name": "clerum-playwright-tests",- "version": "0.1.20",+ "version": "0.1.21","devDependencies": {"@playwright/test": "^1.50.0","@types/node": "^22.0.0"diff --git a/tests/e2e/playwright/package.json b/tests/e2e/playwright/package.jsonindex 16f1d4e30..23fc8d8a9 100644--- a/tests/e2e/playwright/package.json+++ b/tests/e2e/playwright/package.json@@ -1,6 +1,6 @@{"name": "clerum-playwright-tests",- "version": "0.1.20",+ "version": "0.1.21","private": true,"description": "Playwright E2E tests for Control UI and Desktop App","scripts": {diff --git a/tests/e2e/playwright/playwright.codex-subscription.config.ts b/tests/e2e/playwright/playwright.codex-subscription.config.tsnew file mode 100644index 000000000..f007887bb--- /dev/null+++ b/tests/e2e/playwright/playwright.codex-subscription.config.ts@@ -0,0 +1,33 @@+import { defineConfig, devices } from '@playwright/test'+import path from 'path'++const CONTROL_UI_URL = process.env.CONTROL_UI_URL ?? 'http://127.0.0.1:3000'++export default defineConfig({+ testDir: '.',+ timeout: 45_000,+ expect: { timeout: 15_000 },+ retries: 0,+ workers: 1,+ reporter: [['list']],+ use: {+ screenshot: 'only-on-failure',+ video: 'retain-on-failure',+ trace: 'retain-on-failure',+ },+ projects: [+ {+ name: 'control-ui',+ testMatch: 'control-ui/codex-subscription-*.spec.ts',+ use: {+ ...devices['Desktop Chrome'],+ baseURL: CONTROL_UI_URL,+ },+ },+ {+ name: 'desktop',+ testMatch: 'desktop/codex-subscription-*.spec.ts',+ },+ ],+ outputDir: path.join(__dirname, 'test-results-codex-subscription'),+})diff --git a/tools/e2e_static_audit.py b/tools/e2e_static_audit.pyindex b975e7937..448be7952 100755--- a/tools/e2e_static_audit.py+++ b/tools/e2e_static_audit.py@@ -43,12 +43,19 @@ def audit_file(path: Path) -> list[str]:findings.append(f"{path}: missing critical network-response/request wait")# Direct navigation is allowed only in an explicitly negative terminal- # guard. Happy-path large-upload journeys must enter through UI actions.+ # guard, or as the first application-root entry when the spec opts into+ # E2E_GUARDIAN_ENTRY_POINT. Deep links stay forbidden on that path.for match in re.finditer(r"\bpage\.goto\s*\(", text):before = text[max(0, match.start() - 240) : match.start()]- if not re.search(r"terminal|deep.?link|foreign|missing|guard", before, re.IGNORECASE):- line = text.count("\n", 0, match.start()) + 1- findings.append(f"{path}:{line}: direct page.goto outside an explicit negative guard")+ after = text[match.end() : match.end() + 80]+ if re.search(r"terminal|deep.?link|foreign|missing|guard", before, re.IGNORECASE):+ continue+ if "E2E_GUARDIAN_ENTRY_POINT" in text and re.match(+ r"""\s*['\"]/?['\"]""", after+ ):+ continue+ line = text.count("\n", 0, match.start()) + 1+ findings.append(f"{path}:{line}: direct page.goto outside an explicit negative guard")return findings