The Open Framework for Building Agents
test(e2e): relax client context model text assertion (#2971)
OwenKephart7ad982f01a1a
diff --git a/e2e/fixtures/agent-basic-runtime/evals/runtime/client-context.eval.ts b/e2e/fixtures/agent-basic-runtime/evals/runtime/client-context.eval.tsindex 8cc522de1..a1392f5d0 100644--- a/e2e/fixtures/agent-basic-runtime/evals/runtime/client-context.eval.ts+++ b/e2e/fixtures/agent-basic-runtime/evals/runtime/client-context.eval.ts@@ -1,8 +1,8 @@import { defineEval } from "eve/evals";-import { equals } from "eve/evals/expect";-+import { satisfies } from "eve/evals/expect";const FIRST_CLIENT_CONTEXT_TOKEN = "clientctx-first-W7R2";const SECOND_CLIENT_CONTEXT_TOKEN = "clientctx-second-P9K4";+const CLIENT_CONTEXT_TOKEN_PATTERN = /\bclientctx-[A-Za-z0-9-]+\b/g;/*** Core session-route runtime behavior: per-turn client context delivery.@@ -29,6 +29,21 @@ export default defineEval({);t.succeeded();- t.check(second.message?.trim(), equals(SECOND_CLIENT_CONTEXT_TOKEN));+ const tokens = second.message?.match(CLIENT_CONTEXT_TOKEN_PATTERN) ?? [];+ await t.require(+ tokens,+ satisfies<readonly string[]>(+ (observed) =>+ observed.filter((token) => token === SECOND_CLIENT_CONTEXT_TOKEN).length === 1,+ "contains the fresh client context token exactly once",+ ),+ );+ await t.require(+ tokens,+ satisfies<readonly string[]>(+ (observed) => !observed.includes(FIRST_CLIENT_CONTEXT_TOKEN),+ "does not contain the first turn's client context token",+ ),+ );},});