Skip to content

🪢 Open source agent evals & observability: Trace, evaluate, and improve LLM applications with one open platform.

2.3 KB
Raw Blame
import { EventType } from "@ag-ui/core";

import type { AgUiEvent } from "../schema";

export function compactTextMessageChunks(
  events: readonly AgUiEvent[],
): AgUiEvent[] {
  const compactedEvents: AgUiEvent[] = [];

  for (const event of events) {
    const previousEvent = compactedEvents.at(-1);

    if (
      event.type === EventType.TEXT_MESSAGE_CHUNK &&
      previousEvent?.type === EventType.TEXT_MESSAGE_CHUNK &&
      getString(event, "messageId") === getString(previousEvent, "messageId") &&
      getTextChunkRole(event) === "assistant" &&
      getTextChunkRole(previousEvent) === "assistant"
    ) {
      compactedEvents[compactedEvents.length - 1] = {
        ...previousEvent,
        delta:
          (getString(previousEvent, "delta") ?? "") +
          (getString(event, "delta") ?? ""),
      };
      continue;
    }

    compactedEvents.push(event);
  }

  return compactedEvents;
}

export function compactPersistedEventDeltas(
  events: readonly AgUiEvent[],
): AgUiEvent[] {
  const compactedEvents: AgUiEvent[] = [];

  for (const event of compactTextMessageChunks(events)) {
    const previousEvent = compactedEvents.at(-1);

    if (
      isReasoningDelta(event) &&
      previousEvent &&
      isReasoningDelta(previousEvent) &&
      getString(event, "messageId") === getString(previousEvent, "messageId")
    ) {
      compactedEvents[compactedEvents.length - 1] = {
        ...previousEvent,
        delta:
          (getString(previousEvent, "delta") ?? "") +
          (getString(event, "delta") ?? ""),
      };
      continue;
    }

    compactedEvents.push(event);
  }

  return compactedEvents;
}

function isReasoningDelta(event: AgUiEvent) {
  return (
    event.type === EventType.REASONING_MESSAGE_CHUNK ||
    event.type === EventType.REASONING_MESSAGE_CONTENT
  );
}

function getTextChunkRole(event: unknown) {
  const role = getString(event, "role");

  return role === undefined || role === "assistant" ? "assistant" : role;
}

function getString(event: unknown, key: string): string | undefined {
  if (!isRecord(event)) {
    return undefined;
  }

  const value = event[key];
  return typeof value === "string" ? value : undefined;
}

function isRecord(value: unknown): value is Record<string, unknown> {
  return typeof value === "object" && value !== null && !Array.isArray(value);
}