Enhanced ChatGPT Clone: Features Agents, MCP, Skills, DeepSeek, Anthropic, AWS, OpenAI, Responses API, Azure, Groq, o1, GPT-5, Mistral, OpenRouter, Vertex AI, Gemini, Artifacts, AI model switching, message search, Code Interpreter, langchain, DALL-E-3, OpenAPI Actions, Functions, Secure Multi-User Auth, Presets, open-source for self-hosting. Active
TypeScript aianthropicartifactsawsazurechatgptchatgpt-cloneclaudeclonedeepseekgeminigooglegpt-5librechatmcpo1openairesponses-apivisionwebui
🪨 feat: Add Bedrock Prompt Caching Support (#8271)
Dustin Healyc9ee0f138a5f
diff --git a/api/package.json b/api/package.jsonindex a2769afa80..29e87337ea 100644--- a/api/package.json+++ b/api/package.json@@ -47,7 +47,7 @@"@langchain/google-genai": "^0.2.13","@langchain/google-vertexai": "^0.2.13","@langchain/textsplitters": "^0.1.0",- "@librechat/agents": "^3.0.11",+ "@librechat/agents": "^3.0.15","@librechat/api": "*","@librechat/data-schemas": "*","@microsoft/microsoft-graph-client": "^3.0.7",diff --git a/package-lock.json b/package-lock.jsonindex 842e87a546..c8d8427db1 100644--- a/package-lock.json+++ b/package-lock.json@@ -63,7 +63,7 @@"@langchain/google-genai": "^0.2.13","@langchain/google-vertexai": "^0.2.13","@langchain/textsplitters": "^0.1.0",- "@librechat/agents": "^3.0.11",+ "@librechat/agents": "^3.0.15","@librechat/api": "*","@librechat/data-schemas": "*","@microsoft/microsoft-graph-client": "^3.0.7",@@ -16666,13 +16666,13 @@}},"node_modules/@librechat/agents": {- "version": "3.0.11",- "resolved": "https://registry.npmjs.org/@librechat/agents/-/agents-3.0.11.tgz",- "integrity": "sha512-Qey74ZptzKRBHVjei4m/dhplBDgZ5lcNPz1MugYWmVJHTJ7AK+m6zJYtSLDAYal10Yz/RP+oFIo2zJJS+VbFXQ==",+ "version": "3.0.15",+ "resolved": "https://registry.npmjs.org/@librechat/agents/-/agents-3.0.15.tgz",+ "integrity": "sha512-iJyUZnfZrPgCeuhCEMOTJW5rp2z6QBsERwytNAr6haSXKiN4F7A6yfzJUkSTTLAu49+xoMIANAOMi8POaFdZ9Q==","license": "MIT","dependencies": {"@langchain/anthropic": "^0.3.26",- "@langchain/aws": "^0.1.12",+ "@langchain/aws": "^0.1.15","@langchain/core": "^0.3.79","@langchain/deepseek": "^0.0.2","@langchain/google-genai": "^0.2.13",@@ -46470,7 +46470,7 @@"@azure/storage-blob": "^12.27.0","@keyv/redis": "^4.3.3","@langchain/core": "^0.3.79",- "@librechat/agents": "^3.0.11",+ "@librechat/agents": "^3.0.15","@librechat/data-schemas": "*","@modelcontextprotocol/sdk": "^1.21.0","axios": "^1.12.1",diff --git a/packages/api/package.json b/packages/api/package.jsonindex 16ecd2a123..087e8a0f04 100644--- a/packages/api/package.json+++ b/packages/api/package.json@@ -83,7 +83,7 @@"@azure/storage-blob": "^12.27.0","@keyv/redis": "^4.3.3","@langchain/core": "^0.3.79",- "@librechat/agents": "^3.0.11",+ "@librechat/agents": "^3.0.15","@librechat/data-schemas": "*","@modelcontextprotocol/sdk": "^1.21.0","axios": "^1.12.1",diff --git a/packages/data-provider/src/bedrock.ts b/packages/data-provider/src/bedrock.tsindex fa9bc98eb8..2a4184729f 100644--- a/packages/data-provider/src/bedrock.ts+++ b/packages/data-provider/src/bedrock.ts@@ -37,6 +37,7 @@ export const bedrockInputSchema = s.tConversationSchemastop: true,thinking: true,thinkingBudget: true,+ promptCache: true,/* Catch-all fields */topK: true,additionalModelRequestFields: true,@@ -78,6 +79,7 @@ export const bedrockInputParser = s.tConversationSchemastop: true,thinking: true,thinkingBudget: true,+ promptCache: true,/* Catch-all fields */topK: true,additionalModelRequestFields: true,@@ -100,6 +102,7 @@ export const bedrockInputParser = s.tConversationSchema'temperature','topP','stop',+ 'promptCache',];const additionalFields: Record<string, unknown> = {};@@ -140,6 +143,15 @@ export const bedrockInputParser = s.tConversationSchemadelete additionalFields.thinkingBudget;}+ /** Default promptCache for claude and nova models, if not defined */+ if (+ typeof typedData.model === 'string' &&+ (typedData.model.includes('claude') || typedData.model.includes('nova')) &&+ typedData.promptCache === undefined+ ) {+ typedData.promptCache = true;+ }+if (Object.keys(additionalFields).length > 0) {typedData.additionalModelRequestFields = {...((typedData.additionalModelRequestFields as Record<string, unknown> | undefined) || {}),diff --git a/packages/data-provider/src/parameterSettings.ts b/packages/data-provider/src/parameterSettings.tsindex 93d85d237e..806a5f4bbd 100644--- a/packages/data-provider/src/parameterSettings.ts+++ b/packages/data-provider/src/parameterSettings.ts@@ -492,6 +492,19 @@ const bedrock: Record<string, SettingDefinition> = {default: 0.999,range: { min: 0, max: 1, step: 0.01 },}),+ promptCache: {+ key: 'promptCache',+ label: 'com_endpoint_prompt_cache',+ labelCode: true,+ type: 'boolean',+ description: 'com_endpoint_anthropic_prompt_cache',+ descriptionCode: true,+ default: true,+ component: 'switch',+ optionType: 'conversation',+ showDefault: false,+ columnSpan: 2,+ },};const mistral: Record<string, SettingDefinition> = {@@ -752,6 +765,7 @@ const bedrockAnthropic: SettingsConfiguration = [baseDefinitions.stop,librechat.resendFiles,bedrock.region,+ bedrock.promptCache,anthropic.thinking,anthropic.thinkingBudget,librechat.fileTokenLimit,@@ -789,6 +803,7 @@ const bedrockGeneral: SettingsConfiguration = [meta.topP,librechat.resendFiles,bedrock.region,+ bedrock.promptCache,librechat.fileTokenLimit,];@@ -807,6 +822,7 @@ const bedrockAnthropicCol2: SettingsConfiguration = [bedrock.topK,librechat.resendFiles,bedrock.region,+ bedrock.promptCache,anthropic.thinking,anthropic.thinkingBudget,librechat.fileTokenLimit,@@ -856,6 +872,7 @@ const bedrockGeneralCol2: SettingsConfiguration = [meta.topP,librechat.resendFiles,bedrock.region,+ bedrock.promptCache,librechat.fileTokenLimit,];