Enhanced ChatGPT Clone: Features Agents, MCP, Skills, DeepSeek, Anthropic, AWS, OpenAI, Responses API, Azure, Groq, o1, GPT-5, Mistral, OpenRouter, Vertex AI, Gemini, Artifacts, AI model switching, message search, Code Interpreter, langchain, DALL-E-3, OpenAPI Actions, Functions, Secure Multi-User Auth, Presets, open-source for self-hosting. Active
TypeScript aianthropicartifactsawsazurechatgptchatgpt-cloneclaudeclonedeepseekgeminigooglegpt-5librechatmcpo1openairesponses-apivisionwebui
🤖 feat: Support new `o1` model (#5039)
Danny Avilad68c874db43f
diff --git a/api/app/clients/OpenAIClient.js b/api/app/clients/OpenAIClient.jsindex 9cde8b56e9..f81a4bc92c 100644--- a/api/app/clients/OpenAIClient.js+++ b/api/app/clients/OpenAIClient.js@@ -107,7 +107,8 @@ class OpenAIClient extends BaseClient {this.checkVisionRequest(this.options.attachments);}- this.isO1Model = /\bo1\b/i.test(this.modelOptions.model);+ const o1Pattern = /\bo1\b/i;+ this.isO1Model = o1Pattern.test(this.modelOptions.model);const { OPENROUTER_API_KEY, OPENAI_FORCE_PROMPT } = process.env ?? {};if (OPENROUTER_API_KEY && !this.azure) {@@ -147,7 +148,7 @@ class OpenAIClient extends BaseClient {const { model } = this.modelOptions;this.isChatCompletion =- /\bo1\b/i.test(model) || model.includes('gpt') || this.useOpenRouter || !!reverseProxy;+ o1Pattern.test(model) || model.includes('gpt') || this.useOpenRouter || !!reverseProxy;this.isChatGptModel = this.isChatCompletion;if (model.includes('text-davinci') ||@@ -1325,7 +1326,11 @@ ${convo}/** @type {(value: void | PromiseLike<void>) => void} */let streamResolve;- if (this.isO1Model === true && this.azure && modelOptions.stream) {+ if (+ this.isO1Model === true &&+ (this.azure || /o1(?!-(?:mini|preview)).*$/.test(modelOptions.model)) &&+ modelOptions.stream+ ) {delete modelOptions.stream;delete modelOptions.stop;}diff --git a/api/utils/tokens.js b/api/utils/tokens.jsindex b2c9cedf2f..ac123c9dd9 100644--- a/api/utils/tokens.js+++ b/api/utils/tokens.js@@ -2,7 +2,7 @@ const z = require('zod');const { EModelEndpoint } = require('librechat-data-provider');const openAIModels = {- o1: 127500, // -500 from max+ o1: 195000, // -5000 from max'o1-mini': 127500, // -500 from max'o1-preview': 127500, // -500 from max'gpt-4': 8187, // -5 from maxdiff --git a/api/utils/tokens.spec.js b/api/utils/tokens.spec.jsindex cacf72cb4a..b1f37bb1f4 100644--- a/api/utils/tokens.spec.js+++ b/api/utils/tokens.spec.js@@ -248,6 +248,32 @@ describe('getModelMaxTokens', () => {test('should return undefined for a model when using an unsupported endpoint', () => {expect(getModelMaxTokens('azure-gpt-3', 'unsupportedEndpoint')).toBeUndefined();});++ test('should return correct max context tokens for o1-series models', () => {+ // Standard o1 variations+ const o1Tokens = maxTokensMap[EModelEndpoint.openAI]['o1'];+ expect(getModelMaxTokens('o1')).toBe(o1Tokens);+ expect(getModelMaxTokens('o1-latest')).toBe(o1Tokens);+ expect(getModelMaxTokens('o1-2024-12-17')).toBe(o1Tokens);+ expect(getModelMaxTokens('o1-something-else')).toBe(o1Tokens);+ expect(getModelMaxTokens('openai/o1-something-else')).toBe(o1Tokens);++ // Mini variations+ const o1MiniTokens = maxTokensMap[EModelEndpoint.openAI]['o1-mini'];+ expect(getModelMaxTokens('o1-mini')).toBe(o1MiniTokens);+ expect(getModelMaxTokens('o1-mini-latest')).toBe(o1MiniTokens);+ expect(getModelMaxTokens('o1-mini-2024-09-12')).toBe(o1MiniTokens);+ expect(getModelMaxTokens('o1-mini-something')).toBe(o1MiniTokens);+ expect(getModelMaxTokens('openai/o1-mini-something')).toBe(o1MiniTokens);++ // Preview variations+ const o1PreviewTokens = maxTokensMap[EModelEndpoint.openAI]['o1-preview'];+ expect(getModelMaxTokens('o1-preview')).toBe(o1PreviewTokens);+ expect(getModelMaxTokens('o1-preview-latest')).toBe(o1PreviewTokens);+ expect(getModelMaxTokens('o1-preview-2024-09-12')).toBe(o1PreviewTokens);+ expect(getModelMaxTokens('o1-preview-something')).toBe(o1PreviewTokens);+ expect(getModelMaxTokens('openai/o1-preview-something')).toBe(o1PreviewTokens);+ });});describe('matchModelName', () => {