Skip to content

Enhanced ChatGPT Clone: Features Agents, MCP, Skills, DeepSeek, Anthropic, AWS, OpenAI, Responses API, Azure, Groq, o1, GPT-5, Mistral, OpenRouter, Vertex AI, Gemini, Artifacts, AI model switching, message search, Code Interpreter, langchain, DALL-E-3, OpenAPI Actions, Functions, Secure Multi-User Auth, Presets, open-source for self-hosting. Active

2.4 KB
Raw Blame
import { useMemo } from 'react';
import { isAgentsEndpoint, resolveModelCatalogKey } from 'librechat-data-provider';
import type { TConversation, TModelTokenomics } from 'librechat-data-provider';
import { useTokenConfigQuery, useGetAgentByIdQuery } from '~/data-provider';
import { useChatSettings } from '~/Providers/ChatSettingsContext';

export interface TokenLimits {
  /** Statically resolved max context; live snapshots override this at run time */
  maxContextTokens?: number;
  rates?: TModelTokenomics;
  endpoint?: string;
  model?: string;
}

function toNumber(value: unknown): number | undefined {
  const num = typeof value === 'string' ? parseFloat(value) : value;
  return typeof num === 'number' && Number.isFinite(num) && num > 0 ? num : undefined;
}

/**
 * Mirrors the backend resolution chain (packages/api agents/initialize.ts):
 * explicit conversation setting → agent params → model spec preset →
 * server-resolved token config lookup.
 */
export default function useTokenLimits(conversation: TConversation | null): TokenLimits {
  const { modelSpecs } = useChatSettings().config;
  const { data: tokenConfig } = useTokenConfigQuery();

  const endpoint = conversation?.endpoint ?? '';
  const agentId = isAgentsEndpoint(endpoint) ? conversation?.agent_id : null;
  const { data: agent } = useGetAgentByIdQuery(agentId);

  const spec = conversation?.spec;
  const model = conversation?.model;
  const maxContextSetting = conversation?.maxContextTokens;

  return useMemo(() => {
    const specPreset = spec ? modelSpecs?.find((s) => s.name === spec)?.preset : undefined;

    let lookupEndpoint = endpoint;
    let lookupModel = model ?? '';
    if (agent) {
      lookupEndpoint = agent.provider ?? endpoint;
      lookupModel = agent.model ?? lookupModel;
    } else if (specPreset) {
      lookupEndpoint = specPreset.endpoint ?? lookupEndpoint;
      lookupModel = lookupModel || (specPreset.model ?? '');
    }
    lookupEndpoint = resolveModelCatalogKey(lookupEndpoint, tokenConfig);

    const rates = tokenConfig?.[lookupEndpoint]?.[lookupModel];
    const maxContextTokens =
      toNumber(maxContextSetting) ??
      toNumber(agent?.model_parameters?.maxContextTokens) ??
      toNumber(specPreset?.maxContextTokens) ??
      rates?.context;

    return { maxContextTokens, rates, endpoint: lookupEndpoint, model: lookupModel };
  }, [endpoint, model, spec, maxContextSetting, agent, modelSpecs, tokenConfig]);
}