Switchyard lets LLM applications route traffic across models and providers while preserving native OpenAI and Anthropic API compatibility - enabling flexible model selection, benchmarking, and cost/performance optimization.
Rust
// SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
// SPDX-License-Identifier: Apache-2.0
//! Single-target routing for direct model calls and integration diagnostics.
use std::sync::Arc;
use switchyard_protocol::{Category, Request};
use crate::core::algorithm::{Algorithm, Driver};
use crate::{LibsyError, Result, RoutingOutcome};
/// Routing algorithm that always selects one configured target.
pub struct Passthrough;
#[async_trait::async_trait]
impl Algorithm for Passthrough {
fn name(&self) -> &str {
"passthrough"
}
async fn route(self: Arc<Self>, driver: Driver, request: Request) -> Result<RoutingOutcome> {
let models = driver.models_for(&Category::Any).to_vec();
// Selected is the first one. The rest are fallbacks.
let Some(target) = models.first() else {
return Err(LibsyError::NoTargets);
};
tracing::info!(target = %target, "passthrough selected target");
Ok(RoutingOutcome::route_to(
target.clone(),
models[1..].to_vec(),
request,
))
}
}
#[cfg(test)]
mod tests {
use std::sync::Arc;
use super::Passthrough;
use crate::core::algorithm::Algorithm;
use crate::core::testing::{category_models, echo, test_drive_with_models};
use switchyard_protocol::{Category, Request, completion_text, text_request};
#[tokio::test]
async fn test_passthrough() -> crate::Result<()> {
const MODEL_ID: &str = "testing/passthrough";
let request = Request {
llm_request: text_request(Some("auto".to_string()), "hi"),
raw_request: None,
metadata: None,
};
let algorithm: Arc<dyn Algorithm> = Arc::new(Passthrough);
let models = category_models(Category::Any, &[MODEL_ID]);
let (selected_model, response) =
test_drive_with_models(algorithm, request, models, echo()).await?;
assert_eq!(
response
.llm_response
.as_agg()
.map(completion_text)
.unwrap_or_default(),
MODEL_ID
);
assert_eq!(selected_model, MODEL_ID);
Ok(())
}
}