Skip to content

Supercharge your AI agents with data from the web and beyond. Building the library for superintelligence. 🔥

1014 B
Raw Blame
import { CostTracking } from "../../../lib/cost-tracking";

type RawUsage =
  | {
      inputTokens?: number;
      outputTokens?: number;
      promptTokens?: number;
      completionTokens?: number;
    }
  | undefined
  | null;

function inputTokensOf(usage: RawUsage): number {
  return usage?.inputTokens ?? usage?.promptTokens ?? 0;
}

function outputTokensOf(usage: RawUsage): number {
  return usage?.outputTokens ?? usage?.completionTokens ?? 0;
}

export function recordLlmCall(params: {
  costTracking: CostTracking;
  model: string;
  usage: RawUsage;
  stage: string;
}): void {
  const input = inputTokensOf(params.usage);
  const output = outputTokensOf(params.usage);
  // Tokens are recorded for observability only; judge billing is a flat
  // per-result figure, so we do not attach a dollar cost here.
  params.costTracking.addCall({
    type: "other",
    metadata: { source: "search-monitor", stage: params.stage },
    model: params.model,
    cost: 0,
    tokens: { input, output },
  });
}