🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
fix(api): read snake-case tool call mappings (#17631)
Hassieb Pakzad4af482f94a4c
diff --git a/web/src/__tests__/server/evaluators-public-api.servertest.ts b/web/src/__tests__/server/evaluators-public-api.servertest.tsindex 998caeecb6..9706000bde 100644--- a/web/src/__tests__/server/evaluators-public-api.servertest.ts+++ b/web/src/__tests__/server/evaluators-public-api.servertest.ts@@ -19,6 +19,7 @@ import {LlmAsJudgeEvaluator,PublicApiError,} from "@/src/features/public-api";+import { toApiReadMappings } from "@/src/features/public-api/server/evaluation/evaluationAdapters";describe("stable evaluators public API", () => {it("creates evaluators", async () => {@@ -389,6 +390,32 @@ describe("stable evaluators public API", () => {});});+ it("reads snake-case tool call mappings", () => {+ expect(+ toApiReadMappings([+ {+ templateVariable: "input",+ selectedColumnId: "input",+ jsonSelector: null,+ },+ {+ templateVariable: "output",+ selectedColumnId: "output",+ jsonSelector: null,+ },+ {+ templateVariable: "tool_calls",+ selectedColumnId: "tool_calls",+ jsonSelector: null,+ },+ ]),+ ).toEqual([+ { variable: "input", source: "input" },+ { variable: "output", source: "output" },+ { variable: "tool_calls", source: "tool_calls" },+ ]);+ });+it("returns 404 when getting an invalid evaluator ID", async () => {const { auth } = await createOrgProjectAndApiKey();diff --git a/web/src/features/public-api/server/evaluation/evaluationAdapters.ts b/web/src/features/public-api/server/evaluation/evaluationAdapters.tsindex e0cf3bdee1..22fec7d264 100644--- a/web/src/features/public-api/server/evaluation/evaluationAdapters.ts+++ b/web/src/features/public-api/server/evaluation/evaluationAdapters.ts@@ -57,6 +57,7 @@ const INTERNAL_MAPPING_COLUMN_TO_PUBLIC_SOURCE: Record<output: "output",metadata: "metadata",toolCalls: "tool_calls",+ tool_calls: "tool_calls",expected_output: "expected_output",expectedOutput: "expected_output",experiment_item_expected_output: "expected_output",