Skip to content

Enhanced ChatGPT Clone: Features Agents, MCP, Skills, DeepSeek, Anthropic, AWS, OpenAI, Responses API, Azure, Groq, o1, GPT-5, Mistral, OpenRouter, Vertex AI, Gemini, Artifacts, AI model switching, message search, Code Interpreter, langchain, DALL-E-3, OpenAPI Actions, Functions, Secure Multi-User Auth, Presets, open-source for self-hosting. Active

1.4 KB
Raw Blame
import type { BaseMessage } from '@librechat/agents/langchain/messages';

/** Signature for a function that counts tokens in a LangChain message. */
export type TokenCounter = (message: BaseMessage) => number;

/**
 * Lazily fills missing token counts for formatted LangChain messages.
 * Preserves precomputed counts and only computes undefined indices.
 *
 * This is used after `formatAgentMessages` to ensure every message index
 * has a token count before passing `indexTokenCountMap` to the agent run.
 */
export function hydrateMissingIndexTokenCounts({
  messages,
  indexTokenCountMap,
  tokenCounter,
}: {
  messages: BaseMessage[];
  indexTokenCountMap: Record<number, number | undefined> | undefined;
  tokenCounter: TokenCounter;
}): Record<number, number> {
  const hydratedMap: Record<number, number> = {};

  if (indexTokenCountMap) {
    for (const key in indexTokenCountMap) {
      const tokenCount = indexTokenCountMap[Number(key)];
      if (typeof tokenCount === 'number' && Number.isFinite(tokenCount) && tokenCount > 0) {
        hydratedMap[Number(key)] = tokenCount;
      }
    }
  }

  for (let i = 0; i < messages.length; i++) {
    if (
      typeof hydratedMap[i] === 'number' &&
      Number.isFinite(hydratedMap[i]) &&
      hydratedMap[i] > 0
    ) {
      continue;
    }
    hydratedMap[i] = tokenCounter(messages[i]);
  }

  return hydratedMap;
}