Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

fix(api): read snake-case tool call mappings (#17631)

Hassieb Pakzad4af482f94a4c
diff --git a/web/src/__tests__/server/evaluators-public-api.servertest.ts b/web/src/__tests__/server/evaluators-public-api.servertest.ts
index 998caeecb6..9706000bde 100644
--- a/web/src/__tests__/server/evaluators-public-api.servertest.ts
+++ b/web/src/__tests__/server/evaluators-public-api.servertest.ts
@@ -19,6 +19,7 @@ import {
LlmAsJudgeEvaluator,
PublicApiError,
} from "@/src/features/public-api";
+import { toApiReadMappings } from "@/src/features/public-api/server/evaluation/evaluationAdapters";
describe("stable evaluators public API", () => {
it("creates evaluators", async () => {
@@ -389,6 +390,32 @@ describe("stable evaluators public API", () => {
});
});
+ it("reads snake-case tool call mappings", () => {
+ expect(
+ toApiReadMappings([
+ {
+ templateVariable: "input",
+ selectedColumnId: "input",
+ jsonSelector: null,
+ },
+ {
+ templateVariable: "output",
+ selectedColumnId: "output",
+ jsonSelector: null,
+ },
+ {
+ templateVariable: "tool_calls",
+ selectedColumnId: "tool_calls",
+ jsonSelector: null,
+ },
+ ]),
+ ).toEqual([
+ { variable: "input", source: "input" },
+ { variable: "output", source: "output" },
+ { variable: "tool_calls", source: "tool_calls" },
+ ]);
+ });
+
it("returns 404 when getting an invalid evaluator ID", async () => {
const { auth } = await createOrgProjectAndApiKey();
diff --git a/web/src/features/public-api/server/evaluation/evaluationAdapters.ts b/web/src/features/public-api/server/evaluation/evaluationAdapters.ts
index e0cf3bdee1..22fec7d264 100644
--- a/web/src/features/public-api/server/evaluation/evaluationAdapters.ts
+++ b/web/src/features/public-api/server/evaluation/evaluationAdapters.ts
@@ -57,6 +57,7 @@ const INTERNAL_MAPPING_COLUMN_TO_PUBLIC_SOURCE: Record<
output: "output",
metadata: "metadata",
toolCalls: "tool_calls",
+ tool_calls: "tool_calls",
expected_output: "expected_output",
expectedOutput: "expected_output",
experiment_item_expected_output: "expected_output",