The Open Framework for Building Agents
import { defineEval } from "eve/evals";
// One resolver returns a helper-built tool (closing over the helper
// param and handler vars) and an inline tool; both survive replay.
export default defineEval({
tags: ["real-model"],
description:
"Dynamic tools smoke: helper-built and inline tools from one resolver survive replay.",
async test(t) {
const first = await t.send(
"Call the `nested_query` tool and tell me exactly what it returned.",
);
const session = first.session;
first.expectOk();
await session.send("Now call the `nested_status` tool and tell me exactly what it returned.");
t.succeeded();
t.calledTool("nested_query", {
output: { action: "query", endpoint: "/v2/query", source: "helper" },
});
t.calledTool("nested_status", {
output: { tier: "premium", source: "inline" },
});
},
});