Enhanced ChatGPT Clone: Features Agents, MCP, Skills, DeepSeek, Anthropic, AWS, OpenAI, Responses API, Azure, Groq, o1, GPT-5, Mistral, OpenRouter, Vertex AI, Gemini, Artifacts, AI model switching, message search, Code Interpreter, langchain, DALL-E-3, OpenAPI Actions, Functions, Secure Multi-User Auth, Presets, open-source for self-hosting. Active
TypeScript aianthropicartifactsawsazurechatgptchatgpt-cloneclaudeclonedeepseekgeminigooglegpt-5librechatmcpo1openairesponses-apivisionwebui
🪙 fix(getModelMaxTokens): Retrieve Correct Context Tokens for Azure OpenAI (#1710)
Danny Avila7934cc5ec4ca
diff --git a/api/utils/tokens.js b/api/utils/tokens.jsindex 0b36762eb7..0514e5a406 100644--- a/api/utils/tokens.js+++ b/api/utils/tokens.js@@ -81,7 +81,8 @@ const anthropicModels = {// Order is important here: by model series and context size (gpt-4 then gpt-3, ascending)const maxTokensMap = {- [EModelEndpoint.openAI]: openAIModels,+ [EModelEndpoint.azureOpenAI]: openAIModels,+ [EModelEndpoint.openAI]: { ...openAIModels, ...googleModels, ...anthropicModels },[EModelEndpoint.custom]: { ...openAIModels, ...googleModels, ...anthropicModels },[EModelEndpoint.google]: googleModels,[EModelEndpoint.anthropic]: anthropicModels,diff --git a/api/utils/tokens.spec.js b/api/utils/tokens.spec.jsindex 917bbf4cd5..641b300458 100644--- a/api/utils/tokens.spec.js+++ b/api/utils/tokens.spec.js@@ -141,6 +141,69 @@ describe('getModelMaxTokens', () => {maxTokensMap[EModelEndpoint.google]['chat-'],);});++ test('should return correct tokens when using a custom endpointTokenConfig', () => {+ const customTokenConfig = {+ 'custom-model': 12345,+ };+ expect(getModelMaxTokens('custom-model', EModelEndpoint.openAI, customTokenConfig)).toBe(12345);+ });++ test('should prioritize endpointTokenConfig over the default configuration', () => {+ const customTokenConfig = {+ 'gpt-4-32k': 9999,+ };+ expect(getModelMaxTokens('gpt-4-32k', EModelEndpoint.openAI, customTokenConfig)).toBe(9999);+ });++ test('should return undefined if the model is not found in custom endpointTokenConfig', () => {+ const customTokenConfig = {+ 'custom-model': 12345,+ };+ expect(+ getModelMaxTokens('nonexistent-model', EModelEndpoint.openAI, customTokenConfig),+ ).toBeUndefined();+ });++ test('should return correct tokens for exact match in azureOpenAI models', () => {+ expect(getModelMaxTokens('gpt-4-turbo', EModelEndpoint.azureOpenAI)).toBe(+ maxTokensMap[EModelEndpoint.azureOpenAI]['gpt-4-turbo'],+ );+ });++ test('should return undefined for no match in azureOpenAI models', () => {+ expect(+ getModelMaxTokens('nonexistent-azure-model', EModelEndpoint.azureOpenAI),+ ).toBeUndefined();+ });++ test('should return undefined for undefined, null, or number model argument with azureOpenAI endpoint', () => {+ expect(getModelMaxTokens(undefined, EModelEndpoint.azureOpenAI)).toBeUndefined();+ expect(getModelMaxTokens(null, EModelEndpoint.azureOpenAI)).toBeUndefined();+ expect(getModelMaxTokens(1234, EModelEndpoint.azureOpenAI)).toBeUndefined();+ });++ test('should respect custom endpointTokenConfig over azureOpenAI defaults', () => {+ const customTokenConfig = {+ 'custom-azure-model': 4096,+ };+ expect(+ getModelMaxTokens('custom-azure-model', EModelEndpoint.azureOpenAI, customTokenConfig),+ ).toBe(4096);+ });++ test('should return correct tokens for partial match with custom endpointTokenConfig in azureOpenAI', () => {+ const customTokenConfig = {+ 'azure-custom-': 1024,+ };+ expect(+ getModelMaxTokens('azure-custom-gpt-3', EModelEndpoint.azureOpenAI, customTokenConfig),+ ).toBe(1024);+ });++ test('should return undefined for a model when using an unsupported endpoint', () => {+ expect(getModelMaxTokens('azure-gpt-3', 'unsupportedEndpoint')).toBeUndefined();+ });});describe('matchModelName', () => {