Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

1.6 KB
Raw Blame
import { describe, expect, it } from "vitest";
import { compileEvalPrompt, compileTemplateString } from "./prompts";
import { extractVariables } from "./stringChecks";

describe("compileTemplateString", () => {
  it("interpolates supported placeholders and preserves missing ones", () => {
    expect(
      compileTemplateString("Hello {{ name }}, {{user.score}} / {{missing}}", {
        name: "Ada",
        "user.score": 1,
      }),
    ).toBe("Hello Ada, 1 / {{missing}}");
  });

  it("uses the generic template string conversion behavior", () => {
    expect(
      compileTemplateString("{{object}} {{empty}}", {
        object: { score: 1 },
        empty: null,
      }),
    ).toBe("[object Object] ");
  });
});

describe("compileTemplateString unicode variables", () => {
  it.each(["réponse", "名前", "вопрос", "a1_é"])(
    "interpolates every variable that extractVariables accepts: %s",
    (name) => {
      const template = `Judge {{${name}}}`;

      expect(extractVariables(template)).toEqual([name]);
      expect(compileTemplateString(template, { [name]: "ok" })).toBe(
        "Judge ok",
      );
    },
  );

  it("preserves unicode placeholders missing from the context", () => {
    expect(compileTemplateString("{{réponse}}", {})).toBe("{{réponse}}");
  });
});

describe("compileEvalPrompt", () => {
  it("serializes structured evaluator variables before interpolation", () => {
    expect(
      compileEvalPrompt({
        templatePrompt: "Input: {{input}}; missing: {{missing}}",
        variables: [{ var: "input", value: { question: "Hello" } }],
      }),
    ).toBe('Input: {"question":"Hello"}; missing: {{missing}}');
  });
});