🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.
TypeScript analyticsautogenevaluationlangchainlarge-language-modelsllama-indexllmllm-evaluationllm-observabilityllmopsmonitoringobservabilityopen-sourceopenaiplaygroundprompt-engineeringprompt-managementself-hostedycombinator
import { EventType } from "@ag-ui/core";
import type { AgUiEvent } from "../schema";
export function compactTextMessageChunks(
events: readonly AgUiEvent[],
): AgUiEvent[] {
const compactedEvents: AgUiEvent[] = [];
for (const event of events) {
const previousEvent = compactedEvents.at(-1);
if (
event.type === EventType.TEXT_MESSAGE_CHUNK &&
previousEvent?.type === EventType.TEXT_MESSAGE_CHUNK &&
getString(event, "messageId") === getString(previousEvent, "messageId") &&
getTextChunkRole(event) === "assistant" &&
getTextChunkRole(previousEvent) === "assistant"
) {
compactedEvents[compactedEvents.length - 1] = {
...previousEvent,
delta:
(getString(previousEvent, "delta") ?? "") +
(getString(event, "delta") ?? ""),
};
continue;
}
compactedEvents.push(event);
}
return compactedEvents;
}
export function compactPersistedEventDeltas(
events: readonly AgUiEvent[],
): AgUiEvent[] {
const compactedEvents: AgUiEvent[] = [];
for (const event of compactTextMessageChunks(events)) {
const previousEvent = compactedEvents.at(-1);
if (
isReasoningDelta(event) &&
previousEvent &&
isReasoningDelta(previousEvent) &&
getString(event, "messageId") === getString(previousEvent, "messageId")
) {
compactedEvents[compactedEvents.length - 1] = {
...previousEvent,
delta:
(getString(previousEvent, "delta") ?? "") +
(getString(event, "delta") ?? ""),
};
continue;
}
compactedEvents.push(event);
}
return compactedEvents;
}
function isReasoningDelta(event: AgUiEvent) {
return (
event.type === EventType.REASONING_MESSAGE_CHUNK ||
event.type === EventType.REASONING_MESSAGE_CONTENT
);
}
function getTextChunkRole(event: unknown) {
const role = getString(event, "role");
return role === undefined || role === "assistant" ? "assistant" : role;
}
function getString(event: unknown, key: string): string | undefined {
if (!isRecord(event)) {
return undefined;
}
const value = event[key];
return typeof value === "string" ? value : undefined;
}
function isRecord(value: unknown): value is Record<string, unknown> {
return typeof value === "object" && value !== null && !Array.isArray(value);
}