Switchyard lets LLM applications route traffic across models and providers while preserving native OpenAI and Anthropic API compatibility - enabling flexible model selection, benchmarking, and cost/performance optimization.
Rust
model_list:
- model_name: switchyard
litellm_params:
model: openrouter/openai/gpt-5.6-sol
api_key: os.environ/OPENROUTER_API_KEY
- model_name: switchyard
litellm_params:
model: openrouter/openai/gpt-5.6-terra
api_key: os.environ/OPENROUTER_API_KEY
router_settings:
plugins:
- switchyard_litellm.configuration.configured_plugin.ROUTING_PLUGIN
litellm_settings:
callbacks:
- switchyard_litellm.configuration.configured_plugin.ROUTING_PLUGIN