Enhanced ChatGPT Clone: Features Agents, MCP, Skills, DeepSeek, Anthropic, AWS, OpenAI, Responses API, Azure, Groq, o1, GPT-5, Mistral, OpenRouter, Vertex AI, Gemini, Artifacts, AI model switching, message search, Code Interpreter, langchain, DALL-E-3, OpenAPI Actions, Functions, Secure Multi-User Auth, Presets, open-source for self-hosting. Active
TypeScript aianthropicartifactsawsazurechatgptchatgpt-cloneclaudeclonedeepseekgeminigooglegpt-5librechatmcpo1openairesponses-apivisionwebui
import type { BaseMessage } from '@librechat/agents/langchain/messages';
/** Signature for a function that counts tokens in a LangChain message. */
export type TokenCounter = (message: BaseMessage) => number;
/**
* Lazily fills missing token counts for formatted LangChain messages.
* Preserves precomputed counts and only computes undefined indices.
*
* This is used after `formatAgentMessages` to ensure every message index
* has a token count before passing `indexTokenCountMap` to the agent run.
*/
export function hydrateMissingIndexTokenCounts({
messages,
indexTokenCountMap,
tokenCounter,
}: {
messages: BaseMessage[];
indexTokenCountMap: Record<number, number | undefined> | undefined;
tokenCounter: TokenCounter;
}): Record<number, number> {
const hydratedMap: Record<number, number> = {};
if (indexTokenCountMap) {
for (const key in indexTokenCountMap) {
const tokenCount = indexTokenCountMap[Number(key)];
if (typeof tokenCount === 'number' && Number.isFinite(tokenCount) && tokenCount > 0) {
hydratedMap[Number(key)] = tokenCount;
}
}
}
for (let i = 0; i < messages.length; i++) {
if (
typeof hydratedMap[i] === 'number' &&
Number.isFinite(hydratedMap[i]) &&
hydratedMap[i] > 0
) {
continue;
}
hydratedMap[i] = tokenCounter(messages[i]);
}
return hydratedMap;
}