Switchyard lets LLM applications route traffic across models and providers while preserving native OpenAI and Anthropic API compatibility - enabling flexible model selection, benchmarking, and cost/performance optimization.
Rust
# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
# SPDX-License-Identifier: Apache-2.0
[workspace]
resolver = "3"
members = [
"examples/claude",
"examples/dynamo-preproc",
"crates/libsy",
"crates/libsy-llm-client",
"crates/prefill-router",
"crates/switchyard-py",
"crates/switchyard-node",
"crates/switchyard-ffi",
"crates/protocol",
"crates/switchyard-nemo-relay-plugin",
"crates/switchyard-runner",
"crates/switchyard-costs",
"crates/switchyard-server",
"crates/switchyard-skill-distillation",
"crates/switchyard-soak",
"crates/switchyard-translation",
]
exclude = ["experimental/switchyard-desktop"]
[workspace.package]
version = "0.3.0"
authors = ["NVIDIA Corporation"]
edition = "2024"
license = "Apache-2.0"
repository = "https://github.com/NVIDIA-NeMo/Switchyard"
# Minimum support Rust version. Always older than rust-toolchain.toml.
rust-version = "1.96.1"
[workspace.dependencies]
async-stream = "0.3"
async-trait = "0.1.92"
base64 = "0.22"
futures = "0.3"
futures-util = "0.3"
http = "1"
httpdate = "1"
jsonschema = { version = "0.49.4", default-features = false }
jsonptr = { version = "0.8.1", default-features = false, features = ["std", "json", "resolve"] }
nemo-relay-plugin = "0.10.0"
parking_lot = "0.12"
prefill-router = { path = "crates/prefill-router", version = "0.3.0" }
rand = "0.10"
regex = "1"
reqwest = { version = "0.13.4", default-features = false, features = ["json", "rustls", "stream"] }
serde = { version = "1", features = ["derive"] }
serde_json = { version = "1", features = ["preserve_order"] }
switchyard-costs = { path = "crates/switchyard-costs", version = "0.3.0" }
switchyard-libsy = { path = "crates/libsy", version = "0.3.0" }
switchyard-llm-client = { path = "crates/libsy-llm-client", version = "0.3.0" }
switchyard-protocol = { path = "crates/protocol", version = "0.3.0" }
switchyard-runner = { path = "crates/switchyard-runner", version = "0.3.0" }
switchyard-server = { path = "crates/switchyard-server", version = "0.3.0" }
switchyard-translation = { path = "crates/switchyard-translation", version = "0.3.0" }
strum_macros = "0.28"
thiserror = "2"
tokio = { version = "1", features = ["full"] }
tracing = { version = "0.1", default-features = false, features = ["attributes", "std"] }
tracing-opentelemetry = "0.33"
tracing-subscriber = { version = "0.3", features = ["env-filter"] }
uuid = { version = "1", features = ["v7"] }