Skip to content

Switchyard lets LLM applications route traffic across models and providers while preserving native OpenAI and Anthropic API compatibility - enabling flexible model selection, benchmarking, and cost/performance optimization.

Rust
199 B
Raw Blame
model = "composite-gpt-6-sol-gpt-6-luna"
model_provider = "sy"

[model_providers.sy]
name = "Switchyard"
base_url = "http://127.0.0.1:@SY_PORT@/v1"
wire_api = "responses"
requires_openai_auth = true