🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { describe, expect, it } from "vitest";
import { describeRunComparison } from "./describeRunComparison";
describe("describeRunComparison", () => {
// The direction is the whole point: `from` is the baseline, `to` is the run
// the chip is attached to. Inverting it would silently invert every reading.
it("names the baseline and calls the chip's own run 'this run'", () => {
expect(
describeRunComparison({
baselineName: "sonnet-research-4-steps",
baselineText: "true",
currentText: "false",
}),
).toBe("sonnet-research-4-steps scored true · this run scored false");
});
it("uses the metric's verb", () => {
expect(
describeRunComparison({
baselineName: "run-a",
baselineText: "$0.10",
currentText: "$0.11",
verb: "cost",
}),
).toBe("run-a cost $0.10 · this run cost $0.11");
});
it("still reads without a name", () => {
expect(
describeRunComparison({ baselineText: "0.24", currentText: "0.63" }),
).toBe("The baseline scored 0.24 · this run scored 0.63");
});
});