🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { expect, it } from "vitest";
import type { Transcript } from "@langfuse/shared/src/server";
import { prepareAssembledTopicTranscript } from "./assembledTranscript";
it("keeps canonical conversation evidence without provenance or opaque payloads", () => {
const answer = "Useful answer. ".repeat(1_000);
const transcript: Transcript = {
threads: [
{
conversationHistory: [
{
role: "user",
source: "input",
parts: [{ type: "text", text: "Earlier question" }],
},
],
currentTurn: {
nestingLevel: 0,
observations: [
{ id: "private-observation", traceId: "private-trace" },
],
messages: [
{
id: "private-message",
observationId: "private-observation",
traceId: "private-trace",
startTime: new Date("2026-01-01T00:00:00.000Z"),
endTime: new Date("2026-01-01T00:00:01.000Z"),
role: "assistant",
source: "output",
parts: [
{ type: "text", text: answer },
{
type: "reasoning",
content: { kind: "text", text: "private-reasoning" },
},
{
type: "file",
mediaType: "audio/wav",
content: { kind: "base64", data: "private-media" },
providerMetadata: { transcript: "Spoken answer" },
},
{
type: "tool-call",
toolCallId: "private-call",
toolName: "search",
input: { query: "Refund policy", limit: 2 },
providerMetadata: { toolDefinitions: "private-schema" },
},
{
type: "tool-result",
toolCallId: "private-call",
toolName: "search",
output: {
type: "json",
value: {
result: "Refunds allowed",
thinking: "private-thinking",
image: "data:image/png;base64,SElEREVO",
},
},
},
{ type: "data", value: { count: 2 } },
],
},
],
},
},
{
conversationHistory: [],
currentTurn: {
nestingLevel: 0,
observations: [],
messages: [
{
observationId: "other-observation",
traceId: "private-trace",
startTime: new Date("2026-01-01T00:00:02.000Z"),
endTime: null,
role: "user",
source: "input",
parts: [{ type: "text", text: "Independent question" }],
},
],
},
},
],
};
const prepared = prepareAssembledTopicTranscript(transcript);
expect(prepared.hasContent).toBe(true);
const parsed = JSON.parse(prepared.text);
expect(parsed.threads).toHaveLength(2);
expect(parsed.threads[0].conversationHistory[0].parts[0].text).toBe(
"Earlier question",
);
expect(parsed.threads[0].currentTurn[0].parts).toEqual([
{ type: "text", text: answer },
{
type: "file",
mediaType: "audio/wav",
content: "[media omitted]",
transcript: "Spoken answer",
},
{
type: "tool-call",
toolName: "search",
input: { query: "Refund policy", limit: 2 },
},
{
type: "tool-result",
toolName: "search",
output: { result: "Refunds allowed", image: "[media omitted]" },
},
{ type: "data", value: { count: 2 } },
]);
expect(prepared.text).not.toMatch(/private-|SElEREVO|toolDefinitions/);
expect(prepareAssembledTopicTranscript(null).hasContent).toBe(false);
});