Enhanced ChatGPT Clone: Features Agents, MCP, Skills, DeepSeek, Anthropic, AWS, OpenAI, Responses API, Azure, Groq, o1, GPT-5, Mistral, OpenRouter, Vertex AI, Gemini, Artifacts, AI model switching, message search, Code Interpreter, langchain, DALL-E-3, OpenAPI Actions, Functions, Secure Multi-User Auth, Presets, open-source for self-hosting. Active
TypeScript aianthropicartifactsawsazurechatgptchatgpt-cloneclaudeclonedeepseekgeminigooglegpt-5librechatmcpo1openairesponses-apivisionwebui
🚅 docs: update LiteLLM config with more models (#2553)
Ventz Petkov8a78500fe2e3
diff --git a/docs/install/configuration/litellm.md b/docs/install/configuration/litellm.mdindex ad9c82f6dc..ec2ead6315 100644--- a/docs/install/configuration/litellm.md+++ b/docs/install/configuration/litellm.md@@ -64,6 +64,13 @@ model_list:aws_access_key_id: A...aws_secret_access_key: ...+ - model_name: claude-3-opus+ litellm_params:+ model: bedrock/anthropic.claude-3-opus-20240229-v1:0+ aws_region_name: us-west-2+ aws_access_key_id: A...+ aws_secret_access_key: ...+- model_name: claude-v2litellm_params:model: bedrock/anthropic.claude-v2:1@@ -92,6 +99,21 @@ model_list:aws_access_key_id: A...aws_secret_access_key: ...+ - model_name: llama3-8b+ litellm_params:+ model: bedrock/meta.llama3-8b-instruct-v1:0+ aws_region_name: us-east-1+ aws_access_key_id: A...+ aws_secret_access_key: ...++ - model_name: llama3-70b+ litellm_params:+ model: bedrock/meta.llama3-70b-instruct-v1:0+ aws_region_name: us-east-1+ aws_access_key_id: A...+ aws_secret_access_key: ...++- model_name: mistral-7b-instructlitellm_params:model: bedrock/mistral.mistral-7b-instruct-v0:2@@ -106,89 +128,156 @@ model_list:aws_access_key_id: A...aws_secret_access_key: ...+ - model_name: mixtral-large+ litellm_params:+ model: bedrock/mistral.mistral-large-2402-v1:0+ aws_region_name: us-east-1+ aws_access_key_id: A...+ aws_secret_access_key: ...++ - model_name: cohere-command-v14+ litellm_params:+ model: bedrock/cohere.command-text-v14+ aws_region_name: us-east-1+ aws_access_key_id: A...+ aws_secret_access_key: ...++ - model_name: cohere-command-light-v14+ litellm_params:+ model: bedrock/cohere.command-light-text-v14+ aws_region_name: us-east-1+ aws_access_key_id: A...+ aws_secret_access_key: ...++ - model_name: ai21-j2-mid+ litellm_params:+ model: bedrock/ai21.j2-mid-v1+ aws_region_name: us-east-1+ aws_access_key_id: A...+ aws_secret_access_key: ...++ - model_name: ai21-j2-ultra+ litellm_params:+ model: bedrock/ai21.j2-ultra-v1+ aws_region_name: us-east-1+ aws_access_key_id: A...+ aws_secret_access_key: ...++ - model_name: amazon-titan-lite+ litellm_params:+ model: bedrock/amazon.titan-text-lite-v1+ aws_region_name: us-east-1+ aws_access_key_id: A...+ aws_secret_access_key: ...++ - model_name: amazon-titan-express+ litellm_params:+ model: bedrock/amazon.titan-text-express-v1+ aws_region_name: us-east-1+ aws_access_key_id: A...+ aws_secret_access_key: ...+++- model_name: azure-gpt-4-turbo-previewlitellm_params:model: azure/gpt-4-turbo-preview- api_base: https://tenant.openai.azure.com/+ api_base: https://tenant-name.openai.azure.com/api_key: ...- model_name: azure-gpt-3.5-turbolitellm_params:model: azure/gpt-35-turbo- api_base: https://tenant.openai.azure.com/+ api_base: https://tenant-name.openai.azure.com/api_key: ...- model_name: azure-gpt-4litellm_params:model: azure/gpt-4- api_base: https://tenant.openai.azure.com/+ api_base: https://tenant-name.openai.azure.com/api_key: ...- model_name: azure-gpt-3.5-turbo-16klitellm_params:model: azure/gpt-35-turbo-16k- api_base: https://tenant.openai.azure.com/+ api_base: https://tenant-name.openai.azure.com/api_key: ...- model_name: azure-gpt-4-32klitellm_params:model: azure/gpt-4-32k- api_base: https://tenant.openai.azure.com/+ api_base: https://tenant-name.openai.azure.com/api_key: ...- - model_name: openai-gpt-4-turbo-preview++ - model_name: gpt-4-turbo+ litellm_params:+ model: gpt-4-turbo+ api_key: ...++ - model_name: old-gpt-4-turbo-previewlitellm_params:model: gpt-4-turbo-preview- api_key: sk-...+ api_key: ...- - model_name: openai-gpt-3.5-turbo+ - model_name: gpt-3.5-turbolitellm_params:model: gpt-3.5-turbo- api_key: sk-...+ api_key: ...- - model_name: openai-gpt-4+ - model_name: gpt-4litellm_params:model: gpt-4- api_key: sk-...+ api_key: ...- - model_name: openai-gpt-3.5-turbo-16k+ - model_name: gpt-3.5-turbo-16klitellm_params:model: gpt-3.5-turbo-16k- api_key: sk-...+ api_key: ...- - model_name: openai-gpt-4-32k+ - model_name: gpt-4-32klitellm_params:model: gpt-4-32k- api_key: sk-...+ api_key: ...- - model_name: openai-gpt-4-vision-preview+ - model_name: gpt-4-vision-previewlitellm_params:model: gpt-4-vision-preview- api_key: sk-...+ api_key: ...++# NOTE: For Google - see above about required auth "GOOGLE_APPLICATION_CREDENTIALS" envronment and volume mount- model_name: google-chat-bisonlitellm_params:model: vertex_ai/chat-bison- vertex_project: ...+ vertex_project: gcp-proj-namevertex_location: us-central1# NOTE: For Google - see above about required auth "GOOGLE_APPLICATION_CREDENTIALS" envronment and volume mount- model_name: google-chat-bison-32klitellm_params:model: vertex_ai/chat-bison-32k- vertex_project: ...+ vertex_project: gcp-proj-namevertex_location: us-central1# NOTE: For Google - see above about required auth "GOOGLE_APPLICATION_CREDENTIALS" envronment and volume mount- - model_name: google-gemini-pro+ - model_name: google-gemini-pro-1.0litellm_params:model: vertex_ai/gemini-pro- vertex_project: ...+ vertex_project: gcp-proj-name+ vertex_location: us-central1++ # NOTE: For Google - see above about required auth "GOOGLE_APPLICATION_CREDENTIALS" envronment and volume mount+ - model_name: google-gemini-pro-1.5-preview+ litellm_params:+ model: vertex_ai/gemini-1.5-pro-preview-0409+ vertex_project: gcp-proj-namevertex_location: us-central1+# NOTE: It may be a good idea to comment out "success_callback", "cache", "cache_params" (both lines under) when you first start until this works!litellm_settings:success_callback: ["langfuse"]cache: True