Enhanced ChatGPT Clone: Features Agents, MCP, Skills, DeepSeek, Anthropic, AWS, OpenAI, Responses API, Azure, Groq, o1, GPT-5, Mistral, OpenRouter, Vertex AI, Gemini, Artifacts, AI model switching, message search, Code Interpreter, langchain, DALL-E-3, OpenAPI Actions, Functions, Secure Multi-User Auth, Presets, open-source for self-hosting. Active
TypeScript aianthropicartifactsawsazurechatgptchatgpt-cloneclaudeclonedeepseekgeminigooglegpt-5librechatmcpo1openairesponses-apivisionwebui
🦙 feat: update AWS Bedrock pricing and token metadata for Meta models (#5024)
Danny Avila16eed5f32d41
diff --git a/api/models/tx.js b/api/models/tx.jsindex 8c83ca2594..918899cacb 100644--- a/api/models/tx.js+++ b/api/models/tx.js@@ -1,22 +1,50 @@const { matchModelName } = require('../utils');const defaultRate = 6;-/** AWS Bedrock pricing */+/**+ * AWS Bedrock pricing+ * source: https://aws.amazon.com/bedrock/pricing/+ * */const bedrockValues = {+ // Basic llama2 patterns'llama2-13b': { prompt: 0.75, completion: 1.0 },- 'llama2-70b': { prompt: 1.95, completion: 2.56 },- 'llama3-8b': { prompt: 0.3, completion: 0.6 },- 'llama3-70b': { prompt: 2.65, completion: 3.5 },- 'llama3-1-8b': { prompt: 0.3, completion: 0.6 },- 'llama3-1-70b': { prompt: 2.65, completion: 3.5 },- 'llama3-1-405b': { prompt: 5.32, completion: 16.0 },'llama2:13b': { prompt: 0.75, completion: 1.0 },'llama2:70b': { prompt: 1.95, completion: 2.56 },+ 'llama2-70b': { prompt: 1.95, completion: 2.56 },++ // Basic llama3 patterns+ 'llama3-8b': { prompt: 0.3, completion: 0.6 },'llama3:8b': { prompt: 0.3, completion: 0.6 },+ 'llama3-70b': { prompt: 2.65, completion: 3.5 },'llama3:70b': { prompt: 2.65, completion: 3.5 },- 'llama3.1:8b': { prompt: 0.3, completion: 0.6 },- 'llama3.1:70b': { prompt: 2.65, completion: 3.5 },- 'llama3.1:405b': { prompt: 5.32, completion: 16.0 },++ // llama3-x-Nb pattern+ 'llama3-1-8b': { prompt: 0.22, completion: 0.22 },+ 'llama3-1-70b': { prompt: 0.72, completion: 0.72 },+ 'llama3-1-405b': { prompt: 2.4, completion: 2.4 },+ 'llama3-2-1b': { prompt: 0.1, completion: 0.1 },+ 'llama3-2-3b': { prompt: 0.15, completion: 0.15 },+ 'llama3-2-11b': { prompt: 0.16, completion: 0.16 },+ 'llama3-2-90b': { prompt: 0.72, completion: 0.72 },++ // llama3.x:Nb pattern+ 'llama3.1:8b': { prompt: 0.22, completion: 0.22 },+ 'llama3.1:70b': { prompt: 0.72, completion: 0.72 },+ 'llama3.1:405b': { prompt: 2.4, completion: 2.4 },+ 'llama3.2:1b': { prompt: 0.1, completion: 0.1 },+ 'llama3.2:3b': { prompt: 0.15, completion: 0.15 },+ 'llama3.2:11b': { prompt: 0.16, completion: 0.16 },+ 'llama3.2:90b': { prompt: 0.72, completion: 0.72 },++ // llama-3.x-Nb pattern+ 'llama-3.1-8b': { prompt: 0.22, completion: 0.22 },+ 'llama-3.1-70b': { prompt: 0.72, completion: 0.72 },+ 'llama-3.1-405b': { prompt: 2.4, completion: 2.4 },+ 'llama-3.2-1b': { prompt: 0.1, completion: 0.1 },+ 'llama-3.2-3b': { prompt: 0.15, completion: 0.15 },+ 'llama-3.2-11b': { prompt: 0.16, completion: 0.16 },+ 'llama-3.2-90b': { prompt: 0.72, completion: 0.72 },+ 'llama-3.3-70b': { prompt: 2.65, completion: 3.5 },'mistral-7b': { prompt: 0.15, completion: 0.2 },'mistral-small': { prompt: 0.15, completion: 0.2 },'mixtral-8x7b': { prompt: 0.45, completion: 0.7 },diff --git a/api/utils/tokens.js b/api/utils/tokens.jsindex 00f6514c4d..b2c9cedf2f 100644--- a/api/utils/tokens.js+++ b/api/utils/tokens.js@@ -85,16 +85,58 @@ const deepseekModels = {};const metaModels = {+ // Basic patternsllama3: 8000,llama2: 4000,+ 'llama-3': 8000,+ 'llama-2': 4000,++ // llama3.x pattern'llama3.1': 127500,+ 'llama3.2': 127500,+ 'llama3.3': 127500,++ // llama3-x pattern'llama3-1': 127500,+ 'llama3-2': 127500,+ 'llama3-3': 127500,++ // llama-3.x pattern+ 'llama-3.1': 127500,+ 'llama-3.2': 127500,+ 'llama-3.3': 127500,++ // llama3.x:Nb pattern'llama3.1:405b': 127500,'llama3.1:70b': 127500,'llama3.1:8b': 127500,+ 'llama3.2:1b': 127500,+ 'llama3.2:3b': 127500,+ 'llama3.2:11b': 127500,+ 'llama3.2:90b': 127500,+ 'llama3.3:70b': 127500,++ // llama3-x-Nb pattern'llama3-1-405b': 127500,'llama3-1-70b': 127500,'llama3-1-8b': 127500,+ 'llama3-2-1b': 127500,+ 'llama3-2-3b': 127500,+ 'llama3-2-11b': 127500,+ 'llama3-2-90b': 127500,+ 'llama3-3-70b': 127500,++ // llama-3.x-Nb pattern+ 'llama-3.1-405b': 127500,+ 'llama-3.1-70b': 127500,+ 'llama-3.1-8b': 127500,+ 'llama-3.2-1b': 127500,+ 'llama-3.2-3b': 127500,+ 'llama-3.2-11b': 127500,+ 'llama-3.2-90b': 127500,+ 'llama-3.3-70b': 127500,++ // Original llama2/3 patterns'llama3-70b': 8000,'llama3-8b': 8000,'llama2-70b': 4000,