Skip to content

armgit / eve

Public Imported from GitHub
0

The Open Framework for Building Agents

872 B
Raw Blame
import { defineEval } from "eve/evals";

// One resolver returns a helper-built tool (closing over the helper
// param and handler vars) and an inline tool; both survive replay.
export default defineEval({
  tags: ["real-model"],
  description:
    "Dynamic tools smoke: helper-built and inline tools from one resolver survive replay.",
  async test(t) {
    const first = await t.send(
      "Call the `nested_query` tool and tell me exactly what it returned.",
    );
    const session = first.session;
    first.expectOk();

    await session.send("Now call the `nested_status` tool and tell me exactly what it returned.");

    t.succeeded();
    t.calledTool("nested_query", {
      output: { action: "query", endpoint: "/v2/query", source: "helper" },
    });
    t.calledTool("nested_status", {
      output: { tier: "premium", source: "inline" },
    });
  },
});