Skip to content

The fastest, litest AI Gateway. Rust core with Python SDK. Call 100+ LLM APIs in OpenAI (or native) format with cost tracking, guardrails, load balancing, and logging [Bedrock, Azure, OpenAI, Anthropic, OpenAI, VertexAI, vLLM, Nvidia NIM]

886 B
Raw Blame
litellm_settings:
  drop_params: True

# Model-specific settings
model_list: # use the same model_name for using the litellm router. LiteLLM will use the router between gpt-3.5-turbo
  - model_name: gpt-3.5-turbo # litellm will 
    litellm_params:
      model: gpt-3.5-turbo
      api_key: sk-uj6F
    tpm: 20000 # [OPTIONAL] REPLACE with your openai tpm
    rpm: 3 # [OPTIONAL] REPLACE with your openai rpm
  - model_name: gpt-3.5-turbo
    litellm_params:
      model: gpt-3.5-turbo
      api_key: sk-Imn
    tpm: 20000 # [OPTIONAL] REPLACE with your openai tpm
    rpm: 3 # [OPTIONAL] REPLACE with your openai rpm
  - model_name: gpt-3.5-turbo
    litellm_params:
      model: openrouter/gpt-3.5-turbo
  - model_name: mistral-7b-instruct
    litellm_params:
      model: mistralai/mistral-7b-instruct

environment_variables:
  REDIS_HOST: localhost
  REDIS_PASSWORD: 
  REDIS_PORT: