Skip to content

armgit / eve

Public Imported from GitHub
0

The Open Framework for Building Agents

test(eve): restore parallel-order check in dynamic-workflow with tolerant count (#979)

prha5af04237e87f
diff --git a/e2e/fixtures/agent-subagents/evals/dynamic-workflow.eval.ts b/e2e/fixtures/agent-subagents/evals/dynamic-workflow.eval.ts
index cf6fe838e..bbb4075f7 100644
--- a/e2e/fixtures/agent-subagents/evals/dynamic-workflow.eval.ts
+++ b/e2e/fixtures/agent-subagents/evals/dynamic-workflow.eval.ts
@@ -26,9 +26,14 @@ export default defineEval({
t.succeeded();
t.calledTool("Workflow", { input: isFanOutProgram, count: 1 });
+ // Parallel fan-out: both echo-marker subagents are called before either
+ // completes. subagent.completed can be emitted more than once if the
+ // resolution step re-runs before commit (benign duplicate — client state is
+ // built from callId-deduped action.result), so tolerate >=2 here; the exact
+ // distinct count is pinned by calledSubagent below.
turn.eventOrder([
{ type: "subagent.called", data: { name: "echo-marker" }, count: 2 },
- { type: "subagent.completed", data: { subagentName: "echo-marker" }, count: 2 },
+ { type: "subagent.completed", data: { subagentName: "echo-marker" }, count: (n) => n >= 2 },
]);
t.calledSubagent("echo-marker", {
output: /SUBAGENT_TOKEN=echo-marker-9F2X/,