Switchyard lets LLM applications route traffic across models and providers while preserving native OpenAI and Anthropic API compatibility - enabling flexible model selection, benchmarking, and cost/performance optimization.
Rust
# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
[package]
name = "switchyard-runner"
version.workspace = true
description = "Configured routing execution for Switchyard serving surfaces"
authors.workspace = true
edition.workspace = true
homepage = "https://github.com/NVIDIA-NeMo/Switchyard"
license.workspace = true
repository.workspace = true
rust-version.workspace = true
publish = ["crates-io"]
[features]
prefill-router = ["dep:prefill-router"]
[dependencies]
libsy = { package = "switchyard-libsy", path = "../libsy", version = "0.3.0" }
prefill-router = { workspace = true, optional = true }
serde.workspace = true
serde_json.workspace = true
switchyard-protocol.workspace = true
strum_macros.workspace = true
thiserror.workspace = true
toml = "1.1"
tracing.workspace = true
[target.'cfg(not(target_os = "wasi"))'.dependencies]
parking_lot.workspace = true
reqwest.workspace = true
switchyard-llm-client.workspace = true
[dev-dependencies]
async-trait.workspace = true
futures-util.workspace = true
tokio.workspace = true
wiremock = "0.6"