🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
// @vitest-environment node
import {
createBooleanEvalOutputDefinition,
createCategoricalEvalOutputDefinition,
createNumericEvalOutputDefinition,
} from "@langfuse/shared";
import { getTemplateResultType } from "./template-output";
describe("getTemplateResultType", () => {
it("returns Numeric for numeric output definitions", () => {
expect(
getTemplateResultType(
createNumericEvalOutputDefinition({
reasoningDescription: "Why",
scoreDescription: "How good",
}),
),
).toBe("Numeric");
});
it("returns Categorical for categorical output definitions", () => {
expect(
getTemplateResultType(
createCategoricalEvalOutputDefinition({
reasoningDescription: "Why",
scoreDescription: "Classification",
categories: ["correct", "incorrect"],
}),
),
).toBe("Categorical");
});
it("returns Boolean for boolean output definitions", () => {
expect(
getTemplateResultType(
createBooleanEvalOutputDefinition({
reasoningDescription: "Why",
scoreDescription: "Return true or false",
}),
),
).toBe("Boolean");
});
it("returns Numeric for legacy output definitions", () => {
expect(
getTemplateResultType({
reasoning: "Why",
score: "How good",
}),
).toBe("Numeric");
});
it("returns Unknown for invalid output definitions", () => {
expect(getTemplateResultType({ foo: "bar" })).toBe("Unknown");
});
});