Evenfire is an intelligence layer platform for running LLM agents that take real actions, on your infrastructure
TypeScript
test(stateless): align recorded journey with owned runtime
Alfredo Lopezb59ff67849ba
diff --git a/desktop-app/test/e2e-playwright/human-stateless-continuity.spec.ts b/desktop-app/test/e2e-playwright/human-stateless-continuity.spec.tsindex f7f5d5a3b..b2bd8a8b7 100644--- a/desktop-app/test/e2e-playwright/human-stateless-continuity.spec.ts+++ b/desktop-app/test/e2e-playwright/human-stateless-continuity.spec.ts@@ -53,6 +53,8 @@ type JourneyMetrics = {second_profile_path: stringstateful_pod_before: string[]stateless_pod_before: string[]+ stateless_initial_lifecycle_state: string+ stateless_initial_lifecycle_reason: stringstateless_image_ids_before: string[]stateless_image_ids_after_reopen: string[]stateless_image_ids_after_cold_send: string[]@@ -69,6 +71,7 @@ type JourneyMetrics = {cold_send_to_response_ms: numbercold_send_to_composer_idle_ms: numbercold_send_retries: number+ initial_stateless_send_retries: numberstateless_pod_after_cold_send: string[]stateful_pod_after: string[]markers: {@@ -141,6 +144,9 @@ async function waitForStatelessSuspended(timeoutMs: number): Promise<{last.readyReplicas === 0 &&last.podNames.length === 0) {+ expect(last.lifecycleReason, 'stateless suspension must be caused by idle timeout').toBe(+ 'idle'+ )return { snapshot: last, elapsedMs: Date.now() - started }}await new Promise(resolve => setTimeout(resolve, 5_000))@@ -247,6 +253,9 @@ async function sendMarker(page: Page, marker: string, prompt: string): Promise<vawait expect(response).toBeVisible({ timeout: 150_000 })await expect(response).toContainText(marker, { timeout: 150_000 })await expect(composer).toHaveValue('', { timeout: 150_000 })+ await expect(page.getByTestId('send-button')).toHaveAttribute('aria-label', 'Send message', {+ timeout: 150_000,+ })await expect(page.getByTestId('send-button')).toBeDisabled({ timeout: 150_000 })}@@ -284,6 +293,9 @@ async function resolveColdSend(let retries = 0if (firstOutcome === 'waking') {wakingVisibleMs = Date.now() - started+ // The retry is a user action. Wait for the observed Host to become Ready+ // before taking it; a fast click can fail while the pod is still waking.+ await waitForStatelessReady(270_000)const retry = waking.getByRole('button', { name: /retry last send/i })await expect(retry).toBeEnabled({ timeout: 150_000 })await retry.click()@@ -319,6 +331,16 @@ test('human journey — two Hosts, restart, cache, and two verified stateless waif (!KUBE_CONTEXT) {throw new Error('HUMAN_E2E_KUBE_CONTEXT is required for the recorded stateless journey.')}+ const setupContext =+ process.env.E2E_K8S_CONTEXT ||+ process.env.KUBECONTEXT ||+ process.env.K8S_CONTEXT ||+ 'clerum-test'+ if (KUBE_CONTEXT !== setupContext) {+ throw new Error(+ `HUMAN_E2E_KUBE_CONTEXT must match the global-setup context: expected ${setupContext}, got ${KUBE_CONTEXT}.`+ )+ }requireRecorderConfirm('QA_RECORDER_CONFIRM_CHAT','This journey sends four real model turns and may incur model cost.'@@ -347,6 +369,8 @@ test('human journey — two Hosts, restart, cache, and two verified stateless wasecond_profile_path: '',stateful_pod_before: [],stateless_pod_before: [],+ stateless_initial_lifecycle_state: '',+ stateless_initial_lifecycle_reason: '',stateless_image_ids_before: [],stateless_image_ids_after_reopen: [],stateless_image_ids_after_cold_send: [],@@ -363,6 +387,7 @@ test('human journey — two Hosts, restart, cache, and two verified stateless wacold_send_to_response_ms: 0,cold_send_to_composer_idle_ms: 0,cold_send_retries: 0,+ initial_stateless_send_retries: 0,stateless_pod_after_cold_send: [],stateful_pod_after: [],markers: {@@ -384,11 +409,17 @@ test('human journey — two Hosts, restart, cache, and two verified stateless wastatefulBefore.readyReplicas,'stateful control Host must start Ready').toBeGreaterThan(0)- expect(statelessBefore.readyReplicas, 'stateless Host must start Ready').toBeGreaterThan(0)- expect(- statelessBefore.imageIds,- 'record the actual stateless container imageID for later wake comparison'- ).not.toHaveLength(0)+ if (statelessBefore.lifecycleState === 'suspended') {+ expect(statelessBefore.lifecycleReason).toBe('idle')+ expect(statelessBefore.replicas).toBe(0)+ expect(statelessBefore.readyReplicas).toBe(0)+ expect(statelessBefore.podNames).toHaveLength(0)+ } else {+ expect(+ statelessBefore.readyReplicas,+ 'active stateless Host must start Ready'+ ).toBeGreaterThan(0)+ }const estimatedSuspendMs =Math.max(cadences.idleMinutes, cadences.idleFloorMinutes) * 60_000 +cadences.drainGraceMs +@@ -403,8 +434,8 @@ test('human journey — two Hosts, restart, cache, and two verified stateless wametrics.hcc_drain_grace_ms = cadences.drainGraceMsmetrics.hcc_heartbeat_poll_ms = cadences.heartbeatPollMsmetrics.stateful_pod_before = statefulBefore.podNames- metrics.stateless_pod_before = statelessBefore.podNames- metrics.stateless_image_ids_before = statelessBefore.imageIds+ metrics.stateless_initial_lifecycle_state = statelessBefore.lifecycleState+ metrics.stateless_initial_lifecycle_reason = statelessBefore.lifecycleReasonmetrics.stateless_pull_policy_warning = statelessBefore.pullPolicyRejection})@@ -424,11 +455,28 @@ test('human journey — two Hosts, restart, cache, and two verified stateless waawait screenshotAndLog(page, testInfo, '01-authenticated-fleet')await newChatFromAgentsPage(page, STATELESS_HOST)- await sendMarker(- page,- statelessMarker,+ const statelessComposer = page.getByRole('textbox', { name: 'Agent message composer' })+ await humanType(+ statelessComposer,`Reply with exactly: ${statelessMarker}. Remember this token for a later question.`)+ const statelessSend = page.getByTestId('send-button')+ await expect(statelessSend).toBeEnabled()+ await statelessSend.click()+ const firstOutcome = await resolveColdSend(page, statelessMarker, statelessMarker)+ metrics.initial_stateless_send_retries = firstOutcome.retries+ await expect(statelessComposer).toHaveValue('', { timeout: 150_000 })+ await expect(statelessSend).toHaveAttribute('aria-label', 'Send message', {+ timeout: 150_000,+ })+ await expect(statelessSend).toBeDisabled({ timeout: 150_000 })+ const firstReady = await waitForStatelessReady(270_000)+ expect(+ firstReady.snapshot.imageIds,+ 'record the actual stateless container imageID after the first UI response'+ ).not.toHaveLength(0)+ metrics.stateless_pod_before = firstReady.snapshot.podNames+ metrics.stateless_image_ids_before = firstReady.snapshot.imageIdsawait renameSessionByMarker(page, statelessMarker, statelessTitle)await screenshotAndLog(page, testInfo, '02-stateless-initial-turn')@@ -523,6 +571,9 @@ test('human journey — two Hosts, restart, cache, and two verified stateless wametrics.cold_send_to_response_ms = Date.now() - sendStartedmetrics.cold_send_retries = outcome.retriesawait expect(composer).toHaveValue('', { timeout: 150_000 })+ await expect(page.getByTestId('send-button')).toHaveAttribute('aria-label', 'Send message', {+ timeout: 150_000,+ })await expect(page.getByTestId('send-button')).toBeDisabled({ timeout: 150_000 })metrics.cold_send_to_composer_idle_ms = Date.now() - sendStarteddiff --git a/scripts/e2e/e2e-hcc-stateless-cache-containment.sh b/scripts/e2e/e2e-hcc-stateless-cache-containment.shindex 94837bad9..40dc38717 100755--- a/scripts/e2e/e2e-hcc-stateless-cache-containment.sh+++ b/scripts/e2e/e2e-hcc-stateless-cache-containment.sh@@ -7,6 +7,15 @@ umask 077# shellcheck disable=SC2034 # Shared fixture helpers consume these globals.SCRIPT_DIR="$(cd "$(dirname "${BASH_SOURCE[0]}")" && pwd)"+REPO_ROOT="$(cd "${SCRIPT_DIR}/../.." && pwd)"+# The branch profile is seeded from the canonical repository credentials.+# Resolve them in-process when the caller has not supplied this journey's+# explicit password; never print the resolved value in gate evidence.+# shellcheck source=scripts/e2e/load-dotenv.sh+source "${REPO_ROOT}/scripts/e2e/load-dotenv.sh"+dotenv_load_canonical_root "${REPO_ROOT}"+# shellcheck source=scripts/e2e/admin-credentials.sh+source "${REPO_ROOT}/scripts/e2e/admin-credentials.sh"# shellcheck source=scripts/e2e/e2e-lib.shsource "${SCRIPT_DIR}/e2e-lib.sh"# shellcheck source=scripts/e2e/_lib/hcc-watch-recovery-fixture.sh@@ -134,8 +143,11 @@ start_hcc_recovery_log_streamEXT_BASE="${EXTERNAL_REST_API_BASE_URL%/}"RPC_BASE="${RPC_PROXY_BASE_URL%/}"DEV_EMAIL="${E2E_DEV_LOGIN_EMAIL:[email protected]}"-DEV_PASSWORD="${E2E_USER_PASSWORD:-${ADMIN_PASSWORD:-}}"-[ -n "$DEV_PASSWORD" ] || die 'E2E_USER_PASSWORD is required for the known-session proof'+DEV_PASSWORD="${E2E_USER_PASSWORD:-}"+if [ -z "$DEV_PASSWORD" ]; then+ DEV_PASSWORD="$(e2e_resolve_admin_password "$REPO_ROOT" || true)"+fi+[ -n "$DEV_PASSWORD" ] || die 'known-session proof requires E2E_USER_PASSWORD or a canonical admin password'curl -fsS -m 10 "${EXT_BASE}/health" >/dev/null || die 'external-rest-api unavailable'curl -fsS -m 10 "${RPC_BASE}/health" >/dev/null || die 'rpc-proxy unavailable'login="$(curl -fsS -m 20 -X POST "${EXT_BASE}/api/v1/auth/password-login" \