DSPy: The framework for programming—not prompting—language models
Python
adapter: chat
model_list:
# The model to use for judging the correctness of program
# outputs throughout reliability test suites. We recommend using
# a high quality model as the judge, such as OpenAI GPT-4o
- model_name: "judge"
litellm_params:
# model: "<litellm_provider>/<litellm_model_name>"
# api_key: "api key"
# api_base: "<api_base>"
- model_name: "gpt-4o"
litellm_params:
# model: "<litellm_provider>/<litellm_model_name>"
# api_key: "api key"
# api_base: "<api_base>"
- model_name: "gpt-4o-mini"
litellm_params:
# model: "<litellm_provider>/<litellm_model_name>"
# api_key: "api key"
# api_base: "<api_base>"
- model_name: "gpt-4-turbo"
litellm_params:
# model: "<litellm_provider>/<litellm_model_name>"
# api_key: "api key"
# api_base: "<api_base>"
- model_name: "gpt-o1"
litellm_params:
# model: "<litellm_provider>/<litellm_model_name>"
# api_key: "api key"
# api_base: "<api_base>"
- model_name: "gpt-o1-mini"
litellm_params:
# model: "<litellm_provider>/<litellm_model_name>"
# api_key: "api key"
# api_base: "<api_base>"
- model_name: "claude-3.5-sonnet"
litellm_params:
# model: "<litellm_provider>/<litellm_model_name>"
# api_key: "api key"
# api_base: "<api_base>"
- model_name: "claude-3.5-haiku"
litellm_params:
# model: "<litellm_provider>/<litellm_model_name>"
# api_key: "api key"
# api_base: "<api_base>"
- model_name: "gemini-1.5-pro"
litellm_params:
# model: "<litellm_provider>/<litellm_model_name>"
# api_key: "api key"
# api_base: "<api_base>"
- model_name: "gemini-1.5-flash"
litellm_params:
# model: "<litellm_provider>/<litellm_model_name>"
# api_key: "api key"
# api_base: "<api_base>"
- model_name: "llama-3.1-405b-instruct"
litellm_params:
# model: "<litellm_provider>/<litellm_model_name>"
# api_key: "api key"
# api_base: "<api_base>"
- model_name: "llama-3.1-70b-instruct"
litellm_params:
# model: "<litellm_provider>/<litellm_model_name>"
# api_key: "api key"
# api_base: "<api_base>"
- model_name: "llama-3.1-8b-instruct"
litellm_params:
# model: "<litellm_provider>/<litellm_model_name>"
# api_key: "api key"
# api_base: "<api_base>"
- model_name: "llama-3.2-3b-instruct"
litellm_params:
# model: "<litellm_provider>/<litellm_model_name>"
# api_key: "api key"
# api_base: "<api_base>"
- model_name: "deepseek-r1"
litellm_params:
# model: "<litellm_provider>/<litellm_model_name>"
# api_key: "api key"
# max_tokens: 10000