Skip to content

Enhanced ChatGPT Clone: Features Agents, MCP, Skills, DeepSeek, Anthropic, AWS, OpenAI, Responses API, Azure, Groq, o1, GPT-5, Mistral, OpenRouter, Vertex AI, Gemini, Artifacts, AI model switching, message search, Code Interpreter, langchain, DALL-E-3, OpenAPI Actions, Functions, Secure Multi-User Auth, Presets, open-source for self-hosting. Active

🚅 docs: update LiteLLM config with more models (#2553)

Ventz Petkov8a78500fe2e3
diff --git a/docs/install/configuration/litellm.md b/docs/install/configuration/litellm.md
index ad9c82f6dc..ec2ead6315 100644
--- a/docs/install/configuration/litellm.md
+++ b/docs/install/configuration/litellm.md
@@ -64,6 +64,13 @@ model_list:
aws_access_key_id: A...
aws_secret_access_key: ...
+ - model_name: claude-3-opus
+ litellm_params:
+ model: bedrock/anthropic.claude-3-opus-20240229-v1:0
+ aws_region_name: us-west-2
+ aws_access_key_id: A...
+ aws_secret_access_key: ...
+
- model_name: claude-v2
litellm_params:
model: bedrock/anthropic.claude-v2:1
@@ -92,6 +99,21 @@ model_list:
aws_access_key_id: A...
aws_secret_access_key: ...
+ - model_name: llama3-8b
+ litellm_params:
+ model: bedrock/meta.llama3-8b-instruct-v1:0
+ aws_region_name: us-east-1
+ aws_access_key_id: A...
+ aws_secret_access_key: ...
+
+ - model_name: llama3-70b
+ litellm_params:
+ model: bedrock/meta.llama3-70b-instruct-v1:0
+ aws_region_name: us-east-1
+ aws_access_key_id: A...
+ aws_secret_access_key: ...
+
+
- model_name: mistral-7b-instruct
litellm_params:
model: bedrock/mistral.mistral-7b-instruct-v0:2
@@ -106,89 +128,156 @@ model_list:
aws_access_key_id: A...
aws_secret_access_key: ...
+ - model_name: mixtral-large
+ litellm_params:
+ model: bedrock/mistral.mistral-large-2402-v1:0
+ aws_region_name: us-east-1
+ aws_access_key_id: A...
+ aws_secret_access_key: ...
+
+ - model_name: cohere-command-v14
+ litellm_params:
+ model: bedrock/cohere.command-text-v14
+ aws_region_name: us-east-1
+ aws_access_key_id: A...
+ aws_secret_access_key: ...
+
+ - model_name: cohere-command-light-v14
+ litellm_params:
+ model: bedrock/cohere.command-light-text-v14
+ aws_region_name: us-east-1
+ aws_access_key_id: A...
+ aws_secret_access_key: ...
+
+ - model_name: ai21-j2-mid
+ litellm_params:
+ model: bedrock/ai21.j2-mid-v1
+ aws_region_name: us-east-1
+ aws_access_key_id: A...
+ aws_secret_access_key: ...
+
+ - model_name: ai21-j2-ultra
+ litellm_params:
+ model: bedrock/ai21.j2-ultra-v1
+ aws_region_name: us-east-1
+ aws_access_key_id: A...
+ aws_secret_access_key: ...
+
+ - model_name: amazon-titan-lite
+ litellm_params:
+ model: bedrock/amazon.titan-text-lite-v1
+ aws_region_name: us-east-1
+ aws_access_key_id: A...
+ aws_secret_access_key: ...
+
+ - model_name: amazon-titan-express
+ litellm_params:
+ model: bedrock/amazon.titan-text-express-v1
+ aws_region_name: us-east-1
+ aws_access_key_id: A...
+ aws_secret_access_key: ...
+
+
+
- model_name: azure-gpt-4-turbo-preview
litellm_params:
model: azure/gpt-4-turbo-preview
- api_base: https://tenant.openai.azure.com/
+ api_base: https://tenant-name.openai.azure.com/
api_key: ...
- model_name: azure-gpt-3.5-turbo
litellm_params:
model: azure/gpt-35-turbo
- api_base: https://tenant.openai.azure.com/
+ api_base: https://tenant-name.openai.azure.com/
api_key: ...
- model_name: azure-gpt-4
litellm_params:
model: azure/gpt-4
- api_base: https://tenant.openai.azure.com/
+ api_base: https://tenant-name.openai.azure.com/
api_key: ...
- model_name: azure-gpt-3.5-turbo-16k
litellm_params:
model: azure/gpt-35-turbo-16k
- api_base: https://tenant.openai.azure.com/
+ api_base: https://tenant-name.openai.azure.com/
api_key: ...
- model_name: azure-gpt-4-32k
litellm_params:
model: azure/gpt-4-32k
- api_base: https://tenant.openai.azure.com/
+ api_base: https://tenant-name.openai.azure.com/
api_key: ...
- - model_name: openai-gpt-4-turbo-preview
+
+ - model_name: gpt-4-turbo
+ litellm_params:
+ model: gpt-4-turbo
+ api_key: ...
+
+ - model_name: old-gpt-4-turbo-preview
litellm_params:
model: gpt-4-turbo-preview
- api_key: sk-...
+ api_key: ...
- - model_name: openai-gpt-3.5-turbo
+ - model_name: gpt-3.5-turbo
litellm_params:
model: gpt-3.5-turbo
- api_key: sk-...
+ api_key: ...
- - model_name: openai-gpt-4
+ - model_name: gpt-4
litellm_params:
model: gpt-4
- api_key: sk-...
+ api_key: ...
- - model_name: openai-gpt-3.5-turbo-16k
+ - model_name: gpt-3.5-turbo-16k
litellm_params:
model: gpt-3.5-turbo-16k
- api_key: sk-...
+ api_key: ...
- - model_name: openai-gpt-4-32k
+ - model_name: gpt-4-32k
litellm_params:
model: gpt-4-32k
- api_key: sk-...
+ api_key: ...
- - model_name: openai-gpt-4-vision-preview
+ - model_name: gpt-4-vision-preview
litellm_params:
model: gpt-4-vision-preview
- api_key: sk-...
+ api_key: ...
+
+
# NOTE: For Google - see above about required auth "GOOGLE_APPLICATION_CREDENTIALS" envronment and volume mount
- model_name: google-chat-bison
litellm_params:
model: vertex_ai/chat-bison
- vertex_project: ...
+ vertex_project: gcp-proj-name
vertex_location: us-central1
# NOTE: For Google - see above about required auth "GOOGLE_APPLICATION_CREDENTIALS" envronment and volume mount
- model_name: google-chat-bison-32k
litellm_params:
model: vertex_ai/chat-bison-32k
- vertex_project: ...
+ vertex_project: gcp-proj-name
vertex_location: us-central1
# NOTE: For Google - see above about required auth "GOOGLE_APPLICATION_CREDENTIALS" envronment and volume mount
- - model_name: google-gemini-pro
+ - model_name: google-gemini-pro-1.0
litellm_params:
model: vertex_ai/gemini-pro
- vertex_project: ...
+ vertex_project: gcp-proj-name
+ vertex_location: us-central1
+
+ # NOTE: For Google - see above about required auth "GOOGLE_APPLICATION_CREDENTIALS" envronment and volume mount
+ - model_name: google-gemini-pro-1.5-preview
+ litellm_params:
+ model: vertex_ai/gemini-1.5-pro-preview-0409
+ vertex_project: gcp-proj-name
vertex_location: us-central1
+# NOTE: It may be a good idea to comment out "success_callback", "cache", "cache_params" (both lines under) when you first start until this works!
litellm_settings:
success_callback: ["langfuse"]
cache: True