The Open Framework for Building Agents
fix(eve): evals - explain conversation counter workflow (#3123)
Andrew Barbad939e698b582
diff --git a/e2e/fixtures/agent-tools/evals/dynamic-tools/messages.eval.ts b/e2e/fixtures/agent-tools/evals/dynamic-tools/messages.eval.tsindex d8422b71d..3433f6d90 100644--- a/e2e/fixtures/agent-tools/evals/dynamic-tools/messages.eval.ts+++ b/e2e/fixtures/agent-tools/evals/dynamic-tools/messages.eval.ts@@ -8,13 +8,17 @@ export default defineEval({description: "Dynamic tools smoke: step.started resolver sees accumulated message history.",async test(t) {const first = await t.send(- "Use the `check_messages` tool with label 'turn1' and tell me the messageCount.",+ "Alice is checking the conversation history tracking in her support assistant. " ++ "Use the check_messages tool with label 'turn1' to record the initial count " ++ "from the application's conversation log, then summarize the returned counts.",);first.expectOk();const firstOutput = first.requireToolCall("check_messages").output;const second = await t.send(- "Use the `check_messages` tool again with label 'turn2' and tell me the messageCount.",+ "Bob has added this follow-up to the support conversation. Use the check_messages " ++ "tool with label 'turn2' to record the updated count from the application's " ++ "conversation log, then summarize the returned counts so Alice can compare them.",);const secondOutput = second.requireToolCall("check_messages").output;t.check(