Enhanced ChatGPT Clone: Features Agents, MCP, Skills, DeepSeek, Anthropic, AWS, OpenAI, Responses API, Azure, Groq, o1, GPT-5, Mistral, OpenRouter, Vertex AI, Gemini, Artifacts, AI model switching, message search, Code Interpreter, langchain, DALL-E-3, OpenAPI Actions, Functions, Secure Multi-User Auth, Presets, open-source for self-hosting. Active
TypeScript aianthropicartifactsawsazurechatgptchatgpt-cloneclaudeclonedeepseekgeminigooglegpt-5librechatmcpo1openairesponses-apivisionwebui
⚡ feat: Add Gemini 3.8 Flash Support (#15519)
Danny Avila790f2b3153cc
diff --git a/.env.example b/.env.exampleindex 1ad728ac8c..4255bc2256 100644--- a/.env.example+++ b/.env.example@@ -519,10 +519,10 @@ GOOGLE_KEY=user_provided# GOOGLE_AUTH_HEADER=true# Gemini API (AI Studio)-# GOOGLE_MODELS=gemini-3.7-flash,gemini-3.6-flash,gemini-3.5-flash,gemini-3.5-flash-lite,gemini-3.1-pro-preview,gemini-3.1-pro-preview-customtools,gemini-3.1-flash-lite-preview,gemini-2.5-pro,gemini-2.5-flash,gemini-2.5-flash-lite,gemini-2.0-flash,gemini-2.0-flash-lite+# GOOGLE_MODELS=gemini-3.8-flash,gemini-3.7-flash,gemini-3.6-flash,gemini-3.5-flash,gemini-3.5-flash-lite,gemini-3.1-pro-preview,gemini-3.1-pro-preview-customtools,gemini-3.1-flash-lite-preview,gemini-2.5-pro,gemini-2.5-flash,gemini-2.5-flash-lite,gemini-2.0-flash,gemini-2.0-flash-lite# Vertex AI-# GOOGLE_MODELS=gemini-3.7-flash,gemini-3.6-flash,gemini-3.5-flash,gemini-3.5-flash-lite,gemini-3.1-pro-preview,gemini-3.1-pro-preview-customtools,gemini-3.1-flash-lite-preview,gemini-2.5-pro,gemini-2.5-flash,gemini-2.5-flash-lite,gemini-2.0-flash-001,gemini-2.0-flash-lite-001+# GOOGLE_MODELS=gemini-3.8-flash,gemini-3.7-flash,gemini-3.6-flash,gemini-3.5-flash,gemini-3.5-flash-lite,gemini-3.1-pro-preview,gemini-3.1-pro-preview-customtools,gemini-3.1-flash-lite-preview,gemini-2.5-pro,gemini-2.5-flash,gemini-2.5-flash-lite,gemini-2.0-flash-001,gemini-2.0-flash-lite-001# GOOGLE_TITLE_MODEL=gemini-2.0-flash-lite-001diff --git a/api/package.json b/api/package.jsonindex c8a2b20c7e..2a45e638c4 100644--- a/api/package.json+++ b/api/package.json@@ -46,7 +46,7 @@"@azure/storage-blob": "^12.30.0","@google/genai": "^2.8.0","@keyv/redis": "5.1.6",- "@librechat/agents": "^3.7.14",+ "@librechat/agents": "^3.7.15","@librechat/api": "*","@librechat/data-schemas": "*","@microsoft/microsoft-graph-client": "^3.0.7",diff --git a/api/utils/tokens.spec.js b/api/utils/tokens.spec.jsindex 338c20ad89..8ac3f7e908 100644--- a/api/utils/tokens.spec.js+++ b/api/utils/tokens.spec.js@@ -359,6 +359,9 @@ describe('getModelMaxTokens', () => {expect(getModelMaxTokens('gemini-3.7-flash', EModelEndpoint.google)).toBe(maxTokensMap[EModelEndpoint.google]['gemini-3.7-flash'],);+ expect(getModelMaxTokens('gemini-3.8-flash', EModelEndpoint.google)).toBe(+ maxTokensMap[EModelEndpoint.google]['gemini-3.8-flash'],+ );expect(getModelMaxTokens('gemini-2.5-pro', EModelEndpoint.google)).toBe(maxTokensMap[EModelEndpoint.google]['gemini-2.5-pro'],);diff --git a/package-lock.json b/package-lock.jsonindex 2496056d3d..3701b90dd2 100644--- a/package-lock.json+++ b/package-lock.json@@ -63,7 +63,7 @@"@azure/storage-blob": "^12.30.0","@google/genai": "^2.8.0","@keyv/redis": "5.1.6",- "@librechat/agents": "^3.7.14",+ "@librechat/agents": "^3.7.15","@librechat/api": "*","@librechat/data-schemas": "*","@microsoft/microsoft-graph-client": "^3.0.7",@@ -10633,9 +10633,9 @@}},"node_modules/@librechat/agents": {- "version": "3.7.14",- "resolved": "https://registry.npmjs.org/@librechat/agents/-/agents-3.7.14.tgz",- "integrity": "sha512-aKWy0sJgR84eRUOujZAwL15nEfclDZ48ULlSGlazw5ozN/Ixiqr+bc+eY/cvDEBWPXpvoZKb/G+XjQJVUP3xVg==",+ "version": "3.7.15",+ "resolved": "https://registry.npmjs.org/@librechat/agents/-/agents-3.7.15.tgz",+ "integrity": "sha512-4huKqYzZ7mOav0NdtzId0adT4YE00bRfx+FaPtfzAeZxUryKXwRPmq8/La77tH7Ljf+AnC00pdJHUcPezuBoHQ==","license": "MIT","dependencies": {"@anthropic-ai/sdk": "^0.115.0",@@ -42639,7 +42639,7 @@"@azure/storage-blob": "^12.30.0","@google/genai": "^2.8.0","@keyv/redis": "5.1.6",- "@librechat/agents": "^3.7.14",+ "@librechat/agents": "^3.7.15","@librechat/data-schemas": "*","@modelcontextprotocol/sdk": "^1.30.0","@opentelemetry/api": "^1.9.0",diff --git a/packages/api/package.json b/packages/api/package.jsonindex 11721140b1..30a7024c92 100644--- a/packages/api/package.json+++ b/packages/api/package.json@@ -113,7 +113,7 @@"@azure/storage-blob": "^12.30.0","@google/genai": "^2.8.0","@keyv/redis": "5.1.6",- "@librechat/agents": "^3.7.14",+ "@librechat/agents": "^3.7.15","@librechat/data-schemas": "*","@modelcontextprotocol/sdk": "^1.30.0","@opentelemetry/api": "^1.9.0",diff --git a/packages/api/src/endpoints/google/llm.spec.ts b/packages/api/src/endpoints/google/llm.spec.tsindex 9a5daa5a32..8b323b824f 100644--- a/packages/api/src/endpoints/google/llm.spec.ts+++ b/packages/api/src/endpoints/google/llm.spec.ts@@ -1069,6 +1069,111 @@ describe('getGoogleConfig', () => {});});+ it('should default Gemini 3.8 Flash to medium thinkingLevel', () => {+ const credentials = {+ [AuthKeys.GOOGLE_API_KEY]: 'test-api-key',+ };++ const result = getGoogleConfig(credentials, {+ modelOptions: {+ model: 'gemini-3.8-flash',+ },+ });++ expect((result.llmConfig as Record<string, unknown>).thinkingConfig).toMatchObject({+ includeThoughts: true,+ thinkingLevel: 'MEDIUM',+ });+ });++ it('should remove legacy sampling params for Gemini 3.8 Flash', () => {+ const credentials = {+ [AuthKeys.GOOGLE_API_KEY]: 'test-api-key',+ };++ const modelOptions = {+ model: 'gemini-3.8-flash',+ temperature: 0.7,+ topP: 0.9,+ topK: 40,+ top_p: 0.9,+ top_k: 40,+ presencePenalty: 0.5,+ frequencyPenalty: 0.5,+ thinking_budget: 5000,+ } as unknown as t.GoogleParameters;++ const result = getGoogleConfig(credentials, { modelOptions });++ expect(result.llmConfig).not.toHaveProperty('temperature');+ expect(result.llmConfig).not.toHaveProperty('topP');+ expect(result.llmConfig).not.toHaveProperty('topK');+ expect(result.llmConfig).not.toHaveProperty('top_p');+ expect(result.llmConfig).not.toHaveProperty('top_k');+ expect(result.llmConfig).not.toHaveProperty('presencePenalty');+ expect(result.llmConfig).not.toHaveProperty('frequencyPenalty');+ expect(result.llmConfig).not.toHaveProperty('thinking_budget');+ });++ it.each([+ [ThinkingLevel.low, 'LOW'],+ [ThinkingLevel.medium, 'MEDIUM'],+ [ThinkingLevel.high, 'HIGH'],+ ])('should preserve explicit Gemini 3.8 Flash thinkingLevel "%s"', (level, expected) => {+ const credentials = {+ [AuthKeys.GOOGLE_API_KEY]: 'test-api-key',+ };++ const result = getGoogleConfig(credentials, {+ modelOptions: {+ model: 'gemini-3.8-flash',+ thinkingLevel: level,+ },+ });++ expect((result.llmConfig as Record<string, unknown>).thinkingConfig).toMatchObject({+ includeThoughts: true,+ thinkingLevel: expected,+ });+ });++ it('should substitute minimal thinkingLevel with low for Gemini 3.8 Flash', () => {+ const credentials = {+ [AuthKeys.GOOGLE_API_KEY]: 'test-api-key',+ };++ const result = getGoogleConfig(credentials, {+ modelOptions: {+ model: 'gemini-3.8-flash',+ thinkingLevel: ThinkingLevel.minimal,+ },+ });++ expect((result.llmConfig as Record<string, unknown>).thinkingConfig).toMatchObject({+ includeThoughts: true,+ thinkingLevel: 'LOW',+ });+ });++ it('should apply Gemini 3.8 Flash handling to versioned aliases', () => {+ const credentials = {+ [AuthKeys.GOOGLE_API_KEY]: 'test-api-key',+ };++ const result = getGoogleConfig(credentials, {+ modelOptions: {+ model: 'models/gemini-3.8-flash-latest',+ temperature: 0.7,+ },+ });++ expect(result.llmConfig).not.toHaveProperty('temperature');+ expect((result.llmConfig as Record<string, unknown>).thinkingConfig).toMatchObject({+ includeThoughts: true,+ thinkingLevel: 'MEDIUM',+ });+ });+it('should remove unsupported penalty params for Gemini 3.5 Flash-Lite', () => {const credentials = {[AuthKeys.GOOGLE_API_KEY]: 'test-api-key',diff --git a/packages/api/src/endpoints/google/llm.ts b/packages/api/src/endpoints/google/llm.tsindex d793c16788..0c3c6daa59 100644--- a/packages/api/src/endpoints/google/llm.ts+++ b/packages/api/src/endpoints/google/llm.ts@@ -32,12 +32,15 @@ type GeminiFlashThinkingRule = {* most-specific-first so `gemini-3.5-flash-lite` resolves before the* `gemini-3.5-flash` prefix.*- * Gemini 3.7 Flash supports only `low`/`medium`/`high` and errors on `minimal`,- * so an explicit `minimal` is substituted with the nearest supported level.+ * Gemini 3.7 and 3.8 Flash support only `low`/`medium`/`high` and error on+ * `minimal`, so an explicit `minimal` is substituted with the nearest supported+ * level.* @see https://ai.google.dev/gemini-api/docs/latest-model#api-changes-and-parameter-updates* @see https://ai.google.dev/gemini-api/docs/models/gemini-3.7-flash+ * @see https://ai.google.dev/gemini-api/docs/models/gemini-3.8-flash*/const geminiFlashThinkingRules: ReadonlyArray<GeminiFlashThinkingRule> = [+ { id: 'gemini-3.8-flash', default: 'MEDIUM', substitutions: { MINIMAL: 'LOW' } },{ id: 'gemini-3.7-flash', default: 'MEDIUM', substitutions: { MINIMAL: 'LOW' } },{ id: 'gemini-3.6-flash', default: 'MEDIUM' },{ id: 'gemini-3.5-flash-lite', default: 'MINIMAL' },diff --git a/packages/api/src/endpoints/openai/config.google.spec.ts b/packages/api/src/endpoints/openai/config.google.spec.tsindex 818cf85587..1e94c54afe 100644--- a/packages/api/src/endpoints/openai/config.google.spec.ts+++ b/packages/api/src/endpoints/openai/config.google.spec.ts@@ -153,7 +153,7 @@ describe('getOpenAIConfig - Google Compatibility', () => {expect(result.tools).toEqual([]);});- it.each(['gemini-3.6-flash', 'gemini-3.7-flash'])(+ it.each(['gemini-3.6-flash', 'gemini-3.7-flash', 'gemini-3.8-flash'])('should strip Flash-blocked addParams so the transform cannot re-add them (%s)',(model) => {const apiKey = JSON.stringify({ GOOGLE_API_KEY: 'test-google-key' });diff --git a/packages/api/src/utils/tokens.spec.ts b/packages/api/src/utils/tokens.spec.tsindex 9c8eb9de9e..aac009bce3 100644--- a/packages/api/src/utils/tokens.spec.ts+++ b/packages/api/src/utils/tokens.spec.ts@@ -79,6 +79,18 @@ describe('Gemini 3.7 Flash', () => {});});+describe('Gemini 3.8 Flash', () => {+ it('resolves the 1,048,576-token context window', () => {+ expect(getModelMaxTokens('gemini-3.8-flash', EModelEndpoint.google)).toBe(1048576);+ });++ it('matches the longest key over the shorter gemini-3 pattern for aliases', () => {+ expect(getModelMaxTokens('models/gemini-3.8-flash-latest', EModelEndpoint.google)).toBe(+ 1048576,+ );+ });+});+describe('Qwen3.5 and later generations', () => {it('resolves 262K for the vLLM model id that regressed to the qwen3 window', () => {expect(getModelMaxTokens('Qwen/Qwen3.5-397B-A17B-FP8', EModelEndpoint.openAI)).toBe(262144);diff --git a/packages/api/src/utils/tokens.ts b/packages/api/src/utils/tokens.tsindex 3166c0584f..951f44a020 100644--- a/packages/api/src/utils/tokens.ts+++ b/packages/api/src/utils/tokens.ts@@ -143,6 +143,7 @@ const googleModels = {'gemini-3.5-flash-lite': 1048576,'gemini-3.6-flash': 1048576,'gemini-3.7-flash': 1048576,+ 'gemini-3.8-flash': 1048576,};const anthropicModels = {diff --git a/packages/data-provider/src/config.ts b/packages/data-provider/src/config.tsindex 4e9e33822f..bfb1b67298 100644--- a/packages/data-provider/src/config.ts+++ b/packages/data-provider/src/config.ts@@ -2739,6 +2739,8 @@ export const defaultModels = {[EModelEndpoint.assistants]: [...sharedOpenAIModels, 'chatgpt-4o-latest'],[EModelEndpoint.agents]: sharedOpenAIModels, // TODO: Add agent models (agentsModels)[EModelEndpoint.google]: [+ // Gemini 3.8 Models+ 'gemini-3.8-flash',// Gemini 3.7 Models'gemini-3.7-flash',// Gemini 3.6 Modelsdiff --git a/packages/data-schemas/src/methods/tx.spec.ts b/packages/data-schemas/src/methods/tx.spec.tsindex 5344927137..676484c963 100644--- a/packages/data-schemas/src/methods/tx.spec.ts+++ b/packages/data-schemas/src/methods/tx.spec.ts@@ -1556,6 +1556,7 @@ describe('Google Model Tests', () => {'gemini-3.1-pro-preview','gemini-3.1-pro-preview-customtools','gemini-3.1-flash-lite-preview',+ 'gemini-3.8-flash','gemini-3.7-flash','gemini-3.6-flash','gemini-3.5-flash',@@ -1607,6 +1608,7 @@ describe('Google Model Tests', () => {'gemini-3.1-pro-preview': 'gemini-3.1','gemini-3.1-pro-preview-customtools': 'gemini-3.1','gemini-3.1-flash-lite-preview': 'gemini-3.1-flash-lite',+ 'gemini-3.8-flash': 'gemini-3.8-flash','gemini-3.7-flash': 'gemini-3.7-flash','gemini-3.6-flash': 'gemini-3.6-flash','gemini-3.5-flash': 'gemini-3.5-flash',@@ -1761,8 +1763,24 @@ describe('Google Model Tests', () => {);});- it('should apply the introductory Flash rates to Gemini 3.6 and 3.7 Flash', () => {- for (const model of ['gemini-3.6-flash', 'gemini-3.7-flash']) {+ it('should return correct rates for Gemini 3.8 Flash', () => {+ const model = 'gemini-3.8-flash';+ expect(getMultiplier({ model, tokenType: 'prompt', endpoint: EModelEndpoint.google })).toBe(+ tokenValues['gemini-3.8-flash'].prompt,+ );+ expect(getMultiplier({ model, tokenType: 'completion', endpoint: EModelEndpoint.google })).toBe(+ tokenValues['gemini-3.8-flash'].completion,+ );+ expect(getCacheMultiplier({ model, cacheType: 'write' })).toBe(+ cacheTokenValues['gemini-3.8-flash'].write,+ );+ expect(getCacheMultiplier({ model, cacheType: 'read' })).toBe(+ cacheTokenValues['gemini-3.8-flash'].read,+ );+ });++ it('should apply the introductory Flash rates to Gemini 3.6, 3.7 and 3.8 Flash', () => {+ for (const model of ['gemini-3.6-flash', 'gemini-3.7-flash', 'gemini-3.8-flash']) {expect(getMultiplier({ model, tokenType: 'prompt', endpoint: EModelEndpoint.google })).toBe(0.75,);diff --git a/packages/data-schemas/src/methods/tx.ts b/packages/data-schemas/src/methods/tx.tsindex b8a6392262..d2e3548807 100644--- a/packages/data-schemas/src/methods/tx.ts+++ b/packages/data-schemas/src/methods/tx.ts@@ -223,9 +223,10 @@ export const tokenValues: Record<string, { prompt: number; completion: number }>'gemini-3.1-flash-lite': { prompt: 0.25, completion: 1.5 },'gemini-3.5-flash': { prompt: 1.5, completion: 9 },'gemini-3.5-flash-lite': { prompt: 0.3, completion: 2.5 },- // Gemini 3.6/3.7 Flash introductory pricing through 2026-12-31; revert to { prompt: 1.5, completion: 7.5 } after.+ // Gemini 3.6/3.7/3.8 Flash introductory pricing through 2026-12-31; revert to { prompt: 1.5, completion: 7.5 } after.'gemini-3.6-flash': { prompt: 0.75, completion: 3.75 },'gemini-3.7-flash': { prompt: 0.75, completion: 3.75 },+ 'gemini-3.8-flash': { prompt: 0.75, completion: 3.75 },'gemini-pro-vision': { prompt: 0.5, completion: 1.5 },grok: { prompt: 2.0, completion: 10.0 },'grok-beta': { prompt: 5.0, completion: 15.0 },@@ -423,9 +424,10 @@ export const cacheTokenValues: Record<string, { write: number; read: number }> ='gemini-3.5-flash': { write: 1.5, read: 0.15 },// Gemini 3.5 Flash-Lite - cache write: $0.30/1M, cache read: $0.03/1M'gemini-3.5-flash-lite': { write: 0.3, read: 0.03 },- // Gemini 3.6/3.7 Flash introductory pricing through 2026-12-31; revert to { write: 1.5, read: 0.15 } after.+ // Gemini 3.6/3.7/3.8 Flash introductory pricing through 2026-12-31; revert to { write: 1.5, read: 0.15 } after.'gemini-3.6-flash': { write: 0.75, read: 0.075 },'gemini-3.7-flash': { write: 0.75, read: 0.075 },+ 'gemini-3.8-flash': { write: 0.75, read: 0.075 },};/**