🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
// @vitest-environment node
import { coerceConfig, describeConfig, DEFAULT_CONFIG } from "./vocab";
import { type ChartViewConfig } from "./types";
describe("coerceConfig", () => {
it("resets the aggregation when the metric does not support it", () => {
const coerced = coerceConfig({
...DEFAULT_CONFIG,
metric: "count",
aggregation: "p95", // count only supports "count"
});
expect(coerced.aggregation).toBe("count");
});
it("keeps a valid aggregation untouched", () => {
const coerced = coerceConfig({
...DEFAULT_CONFIG,
metric: "latency",
aggregation: "p99",
});
expect(coerced.aggregation).toBe("p99");
});
it("clamps unknown fields (untrusted URL params) to safe defaults", () => {
const coerced = coerceConfig({
metric: "bogus" as ChartViewConfig["metric"],
aggregation: "nope" as ChartViewConfig["aggregation"],
breakdown: "whoops" as ChartViewConfig["breakdown"],
chartType: "FOO" as ChartViewConfig["chartType"],
timeGranularity: "century" as ChartViewConfig["timeGranularity"],
});
expect(coerced.metric).toBe("count");
expect(coerced.aggregation).toBe("count");
expect(coerced.breakdown).toBe("none");
expect(coerced.chartType).toBe("LINE_TIME_SERIES");
expect(coerced.timeGranularity).toBe("hour");
});
});
describe("describeConfig", () => {
it("describes a count time series with a breakdown", () => {
expect(
describeConfig({
...DEFAULT_CONFIG,
metric: "count",
breakdown: "model",
chartType: "LINE_TIME_SERIES",
}),
).toBe("Count of events by model over time");
});
it("includes the aggregation for numeric metrics", () => {
expect(
describeConfig({
...DEFAULT_CONFIG,
metric: "latency",
aggregation: "p95",
breakdown: "model",
chartType: "HORIZONTAL_BAR",
}),
).toBe("p95 latency by model");
});
it("omits the breakdown for a big number (it shows a single total)", () => {
expect(
describeConfig({
...DEFAULT_CONFIG,
metric: "count",
breakdown: "model",
chartType: "NUMBER",
}),
).toBe("Count of events");
});
});