🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { describe, expect, it } from "vitest";
import { compileEvalPrompt, compileTemplateString } from "./prompts";
import { extractVariables } from "./stringChecks";
describe("compileTemplateString", () => {
it("interpolates supported placeholders and preserves missing ones", () => {
expect(
compileTemplateString("Hello {{ name }}, {{user.score}} / {{missing}}", {
name: "Ada",
"user.score": 1,
}),
).toBe("Hello Ada, 1 / {{missing}}");
});
it("uses the generic template string conversion behavior", () => {
expect(
compileTemplateString("{{object}} {{empty}}", {
object: { score: 1 },
empty: null,
}),
).toBe("[object Object] ");
});
});
describe("compileTemplateString unicode variables", () => {
it.each(["réponse", "名前", "вопрос", "a1_é"])(
"interpolates every variable that extractVariables accepts: %s",
(name) => {
const template = `Judge {{${name}}}`;
expect(extractVariables(template)).toEqual([name]);
expect(compileTemplateString(template, { [name]: "ok" })).toBe(
"Judge ok",
);
},
);
it("preserves unicode placeholders missing from the context", () => {
expect(compileTemplateString("{{réponse}}", {})).toBe("{{réponse}}");
});
});
describe("compileEvalPrompt", () => {
it("serializes structured evaluator variables before interpolation", () => {
expect(
compileEvalPrompt({
templatePrompt: "Input: {{input}}; missing: {{missing}}",
variables: [{ var: "input", value: { question: "Hello" } }],
}),
).toBe('Input: {"question":"Hello"}; missing: {{missing}}');
});
});