Enhanced ChatGPT Clone: Features Agents, MCP, Skills, DeepSeek, Anthropic, AWS, OpenAI, Responses API, Azure, Groq, o1, GPT-5, Mistral, OpenRouter, Vertex AI, Gemini, Artifacts, AI model switching, message search, Code Interpreter, langchain, DALL-E-3, OpenAPI Actions, Functions, Secure Multi-User Auth, Presets, open-source for self-hosting. Active
TypeScript aianthropicartifactsawsazurechatgptchatgpt-cloneclaudeclonedeepseekgeminigooglegpt-5librechatmcpo1openairesponses-apivisionwebui
🌵 chore: Remove deprecated 'prompt-caching' Anthropic header (#11313)
Danny Avila28270bec58a2
diff --git a/config/translations/anthropic.ts b/config/translations/anthropic.tsindex a31c45ffed..968474a45a 100644--- a/config/translations/anthropic.ts+++ b/config/translations/anthropic.ts@@ -10,9 +10,6 @@ export function getClient() {/** @type {Anthropic.default.RequestOptions} */const options = {apiKey: process.env.ANTHROPIC_API_KEY,- defaultHeaders: {- 'anthropic-beta': 'prompt-caching-2024-07-31',- },};return new Anthropic(options);diff --git a/packages/api/src/endpoints/anthropic/helpers.ts b/packages/api/src/endpoints/anthropic/helpers.tsindex ae199ce89b..0596c1efcc 100644--- a/packages/api/src/endpoints/anthropic/helpers.ts+++ b/packages/api/src/endpoints/anthropic/helpers.ts@@ -42,30 +42,19 @@ function getClaudeHeaders(if (/claude-3[-.]5-sonnet/.test(model)) {return {- 'anthropic-beta': 'max-tokens-3-5-sonnet-2024-07-15,prompt-caching-2024-07-31',+ 'anthropic-beta': 'max-tokens-3-5-sonnet-2024-07-15',};} else if (/claude-3[-.]7/.test(model)) {return {- 'anthropic-beta':- 'token-efficient-tools-2025-02-19,output-128k-2025-02-19,prompt-caching-2024-07-31',+ 'anthropic-beta': 'token-efficient-tools-2025-02-19,output-128k-2025-02-19',};} else if (/claude-sonnet-4/.test(model)) {return {- 'anthropic-beta': 'prompt-caching-2024-07-31,context-1m-2025-08-07',- };- } else if (- /claude-(?:sonnet|opus|haiku)-[4-9]/.test(model) ||- /claude-[4-9]-(?:sonnet|opus|haiku)?/.test(model) ||- /claude-4(?:-(?:sonnet|opus|haiku))?/.test(model)- ) {- return {- 'anthropic-beta': 'prompt-caching-2024-07-31',- };- } else {- return {- 'anthropic-beta': 'prompt-caching-2024-07-31',+ 'anthropic-beta': 'context-1m-2025-08-07',};}++ return undefined;}/**diff --git a/packages/api/src/endpoints/anthropic/llm.spec.ts b/packages/api/src/endpoints/anthropic/llm.spec.tsindex 5c220d2dc7..0e457b60c2 100644--- a/packages/api/src/endpoints/anthropic/llm.spec.ts+++ b/packages/api/src/endpoints/anthropic/llm.spec.ts@@ -87,7 +87,7 @@ describe('getLLMConfig', () => {expect(result.llmConfig.thinking).toHaveProperty('budget_tokens', 2000);});- it('should add "prompt-caching" and "context-1m" beta headers for claude-sonnet-4 model', () => {+ it('should add "context-1m" beta header for claude-sonnet-4 model', () => {const modelOptions = {model: 'claude-sonnet-4-20250514',promptCache: true,@@ -97,12 +97,10 @@ describe('getLLMConfig', () => {expect(clientOptions?.defaultHeaders).toBeDefined();expect(clientOptions?.defaultHeaders).toHaveProperty('anthropic-beta');const defaultHeaders = clientOptions?.defaultHeaders as Record<string, string>;- expect(defaultHeaders['anthropic-beta']).toBe(- 'prompt-caching-2024-07-31,context-1m-2025-08-07',- );+ expect(defaultHeaders['anthropic-beta']).toBe('context-1m-2025-08-07');});- it('should add "prompt-caching" and "context-1m" beta headers for claude-sonnet-4 model formats', () => {+ it('should add "context-1m" beta header for claude-sonnet-4 model formats', () => {const modelVariations = ['claude-sonnet-4-20250514','claude-sonnet-4-latest',@@ -116,26 +114,21 @@ describe('getLLMConfig', () => {expect(clientOptions?.defaultHeaders).toBeDefined();expect(clientOptions?.defaultHeaders).toHaveProperty('anthropic-beta');const defaultHeaders = clientOptions?.defaultHeaders as Record<string, string>;- expect(defaultHeaders['anthropic-beta']).toBe(- 'prompt-caching-2024-07-31,context-1m-2025-08-07',- );+ expect(defaultHeaders['anthropic-beta']).toBe('context-1m-2025-08-07');});});- it('should add "prompt-caching" beta header for claude-opus-4-5 model', () => {+ it('should not add beta headers for claude-opus-4-5 model (prompt caching no longer needs header)', () => {const modelOptions = {model: 'claude-opus-4-5',promptCache: true,};const result = getLLMConfig('test-key', { modelOptions });const clientOptions = result.llmConfig.clientOptions;- expect(clientOptions?.defaultHeaders).toBeDefined();- expect(clientOptions?.defaultHeaders).toHaveProperty('anthropic-beta');- const defaultHeaders = clientOptions?.defaultHeaders as Record<string, string>;- expect(defaultHeaders['anthropic-beta']).toBe('prompt-caching-2024-07-31');+ expect(clientOptions?.defaultHeaders).toBeUndefined();});- it('should add "prompt-caching" beta header for claude-opus-4-5 model formats', () => {+ it('should not add beta headers for claude-opus-4-5 model formats (prompt caching no longer needs header)', () => {const modelVariations = ['claude-opus-4-5','claude-opus-4-5-20250420',@@ -147,10 +140,7 @@ describe('getLLMConfig', () => {const modelOptions = { model, promptCache: true };const result = getLLMConfig('test-key', { modelOptions });const clientOptions = result.llmConfig.clientOptions;- expect(clientOptions?.defaultHeaders).toBeDefined();- expect(clientOptions?.defaultHeaders).toHaveProperty('anthropic-beta');- const defaultHeaders = clientOptions?.defaultHeaders as Record<string, string>;- expect(defaultHeaders['anthropic-beta']).toBe('prompt-caching-2024-07-31');+ expect(clientOptions?.defaultHeaders).toBeUndefined();});});@@ -309,9 +299,9 @@ describe('getLLMConfig', () => {},});- // claude-3-5-sonnet supports prompt caching and should get the appropriate headers+ // claude-3-5-sonnet supports prompt caching and should get the max-tokens headerexpect(result.llmConfig.clientOptions?.defaultHeaders).toEqual({- 'anthropic-beta': 'max-tokens-3-5-sonnet-2024-07-15,prompt-caching-2024-07-31',+ 'anthropic-beta': 'max-tokens-3-5-sonnet-2024-07-15',});});@@ -520,8 +510,7 @@ describe('getLLMConfig', () => {expect(result.llmConfig).not.toHaveProperty('topK');// Should have appropriate headers for Claude-3.7 with prompt cacheexpect(result.llmConfig.clientOptions?.defaultHeaders).toEqual({- 'anthropic-beta':- 'token-efficient-tools-2025-02-19,output-128k-2025-02-19,prompt-caching-2024-07-31',+ 'anthropic-beta': 'token-efficient-tools-2025-02-19,output-128k-2025-02-19',});});@@ -1170,13 +1159,14 @@ describe('getLLMConfig', () => {it('should handle prompt cache support logic for different models', () => {const testCases = [- // Models that support prompt cache+ // Models that support prompt cache (and have other beta headers){ model: 'claude-3-5-sonnet', promptCache: true, shouldHaveHeaders: true },{ model: 'claude-3.5-sonnet-20241022', promptCache: true, shouldHaveHeaders: true },{ model: 'claude-3-7-sonnet', promptCache: true, shouldHaveHeaders: true },{ model: 'claude-3.7-sonnet-20250109', promptCache: true, shouldHaveHeaders: true },- { model: 'claude-3-opus', promptCache: true, shouldHaveHeaders: true },{ model: 'claude-sonnet-4-20250514', promptCache: true, shouldHaveHeaders: true },+ // Models that support prompt cache but have no additional beta headers needed+ { model: 'claude-3-opus', promptCache: true, shouldHaveHeaders: false },// Models that don't support prompt cache{ model: 'claude-3-5-sonnet-latest', promptCache: true, shouldHaveHeaders: false },{ model: 'claude-3.5-sonnet-latest', promptCache: true, shouldHaveHeaders: false },@@ -1193,9 +1183,7 @@ describe('getLLMConfig', () => {if (shouldHaveHeaders) {expect(headers).toBeDefined();- expect((headers as Record<string, string>)['anthropic-beta']).toContain(- 'prompt-caching',- );+ expect((headers as Record<string, string>)['anthropic-beta']).toBeDefined();} else {expect(headers).toBeUndefined();}diff --git a/packages/api/src/endpoints/anthropic/vertex.ts b/packages/api/src/endpoints/anthropic/vertex.tsindex 116a00875f..12967f1a58 100644--- a/packages/api/src/endpoints/anthropic/vertex.ts+++ b/packages/api/src/endpoints/anthropic/vertex.ts@@ -79,7 +79,7 @@ export function isAnthropicVertexCredentials(credentials: AnthropicCredentials):/*** Filters anthropic-beta header values to only include those supported by Vertex AI.- * Vertex AI rejects prompt-caching-2024-07-31 but we use 'prompt-caching-vertex' as a+ * Vertex AI handles caching differently and we use 'prompt-caching-vertex' as a* marker to trigger cache_control application in the agents package.*/function filterVertexHeaders(headers?: Record<string, string>): Record<string, string> | undefined {diff --git a/packages/api/src/endpoints/openai/config.anthropic.spec.ts b/packages/api/src/endpoints/openai/config.anthropic.spec.tsindex 7cc8240031..eeb17a311d 100644--- a/packages/api/src/endpoints/openai/config.anthropic.spec.ts+++ b/packages/api/src/endpoints/openai/config.anthropic.spec.ts@@ -44,7 +44,7 @@ describe('getOpenAIConfig - Anthropic Compatibility', () => {configOptions: {baseURL: 'http://host.docker.internal:4000/v1',defaultHeaders: {- 'anthropic-beta': 'prompt-caching-2024-07-31,context-1m-2025-08-07',+ 'anthropic-beta': 'context-1m-2025-08-07',},},tools: [],@@ -92,8 +92,7 @@ describe('getOpenAIConfig - Anthropic Compatibility', () => {configOptions: {baseURL: 'http://localhost:4000/v1',defaultHeaders: {- 'anthropic-beta':- 'token-efficient-tools-2025-02-19,output-128k-2025-02-19,prompt-caching-2024-07-31',+ 'anthropic-beta': 'token-efficient-tools-2025-02-19,output-128k-2025-02-19',},},tools: [],@@ -140,8 +139,7 @@ describe('getOpenAIConfig - Anthropic Compatibility', () => {configOptions: {baseURL: 'http://localhost:4000/v1',defaultHeaders: {- 'anthropic-beta':- 'token-efficient-tools-2025-02-19,output-128k-2025-02-19,prompt-caching-2024-07-31',+ 'anthropic-beta': 'token-efficient-tools-2025-02-19,output-128k-2025-02-19',},},tools: [],@@ -182,14 +180,14 @@ describe('getOpenAIConfig - Anthropic Compatibility', () => {configOptions: {baseURL: 'https://api.anthropic.proxy.com/v1',defaultHeaders: {- 'anthropic-beta': 'max-tokens-3-5-sonnet-2024-07-15,prompt-caching-2024-07-31',+ 'anthropic-beta': 'max-tokens-3-5-sonnet-2024-07-15',},},tools: [],});});- it('should apply anthropic-beta headers based on model pattern', () => {+ it('should apply custom headers without anthropic-beta for models that dont need it', () => {const apiKey = 'sk-custom';const endpoint = 'Anthropic (via LiteLLM)';const options = {@@ -227,7 +225,6 @@ describe('getOpenAIConfig - Anthropic Compatibility', () => {defaultHeaders: {'Custom-Header': 'custom-value',Authorization: 'Bearer custom-token',- 'anthropic-beta': 'prompt-caching-2024-07-31',},},tools: [],@@ -309,9 +306,6 @@ describe('getOpenAIConfig - Anthropic Compatibility', () => {},configOptions: {baseURL: 'http://proxy.litellm/v1',- defaultHeaders: {- 'anthropic-beta': 'prompt-caching-2024-07-31',- },},tools: [],});@@ -389,9 +383,6 @@ describe('getOpenAIConfig - Anthropic Compatibility', () => {},configOptions: {baseURL: 'http://litellm/v1',- defaultHeaders: {- 'anthropic-beta': 'prompt-caching-2024-07-31',- },},tools: [{@@ -438,9 +429,6 @@ describe('getOpenAIConfig - Anthropic Compatibility', () => {},configOptions: {baseURL: 'http://litellm/v1',- defaultHeaders: {- 'anthropic-beta': 'prompt-caching-2024-07-31',- },},tools: [],});@@ -488,9 +476,6 @@ describe('getOpenAIConfig - Anthropic Compatibility', () => {},configOptions: {baseURL: 'http://litellm/v1',- defaultHeaders: {- 'anthropic-beta': 'prompt-caching-2024-07-31',- },},tools: [],});@@ -541,7 +526,7 @@ describe('getOpenAIConfig - Anthropic Compatibility', () => {configOptions: {baseURL: 'http://litellm/v1',defaultHeaders: {- 'anthropic-beta': 'max-tokens-3-5-sonnet-2024-07-15,prompt-caching-2024-07-31',+ 'anthropic-beta': 'max-tokens-3-5-sonnet-2024-07-15',},},tools: [],