The Open Framework for Building Agents
import { defineEval } from "eve/evals";
import { equals, satisfies } from "eve/evals/expect";
export default defineEval({
description: "A prewarmed workflow initializes only when its first message arrives.",
async test(t) {
const session = await t.session();
const sessionId = session.sessionId;
const prepare = await t.target.fetch(`/eve/v1/session/${sessionId}`, {
method: "POST",
});
await t.require(prepare.ok, equals(true));
await t.require(
await prepare.json(),
satisfies(
(value: { status?: string }) =>
["ready", "unsupported", "no_active_session"].includes(value.status ?? ""),
"same deployment preparation starts no turn",
),
);
const message = `Alice opened this chat while the session warmed up. Greet her briefly and include reference ${crypto.randomUUID()}.`;
const live = await session.start(message);
const observed = t.target.watchTurn(live.sessionId, { startIndex: 0 });
const [result, streamed] = await Promise.all([live.result(), observed.result()]);
result.expectOk();
await t.require(result.sessionId, equals(sessionId));
result.event("session.started", { count: 1 });
result.event("turn.started", { count: 1, data: { turnId: "turn_0" } });
result.event("message.received", { count: 1, data: { message, turnId: "turn_0" } });
result.event("step.started", { count: 1, data: { turnId: "turn_0" } });
await t.require(
streamed.events.map((event) => event.meta.id),
equals(result.events.map((event) => event.meta.id)),
);
},
});