Skip to content

Switchyard lets LLM applications route traffic across models and providers while preserving native OpenAI and Anthropic API compatibility - enabling flexible model selection, benchmarking, and cost/performance optimization.

Rust

fix(runner): Remove API keys from URLs (#720)

Graham Kingbe5a427ea546
diff --git a/crates/switchyard-runner/src/runner.rs b/crates/switchyard-runner/src/runner.rs
index 420df2ccc..64b442ae2 100644
--- a/crates/switchyard-runner/src/runner.rs
+++ b/crates/switchyard-runner/src/runner.rs
@@ -112,7 +112,24 @@ impl Runner {
outcome: &RoutingOutcome,
) -> Option<DecisionDescription> {
let route = self.route(model.as_str())?;
- let resolve = |selected: &ModelId| route.decision_target(selected);
+ let resolve = |selected: &ModelId| {
+ let mut target = route.decision_target(selected)?;
+ let mut url = reqwest::Url::parse(&target.base_url).ok()?;
+ let query: Vec<_> = url
+ .query_pairs()
+ .filter(|(name, _)| !matches!(name.as_ref(), "key" | "api_key"))
+ .map(|(name, value)| (name.into_owned(), value.into_owned()))
+ .collect();
+ if query.len() != url.query_pairs().count() {
+ url.set_query(None);
+ if !query.is_empty() {
+ url.query_pairs_mut().extend_pairs(query);
+ }
+ // Only the returned metadata changes; inference still needs its credentials.
+ target.base_url = url.into();
+ }
+ Some(target)
+ };
let mut model_ids = outcome.selected_model_ids.iter();
Some(DecisionDescription {
selected: resolve(model_ids.next()?)?,
diff --git a/crates/switchyard-server/tests/server.rs b/crates/switchyard-server/tests/server.rs
index 9e3149d8a..b87ead7c5 100644
--- a/crates/switchyard-server/tests/server.rs
+++ b/crates/switchyard-server/tests/server.rs
@@ -1375,6 +1375,70 @@ base_threshold = 0.5
Ok(())
}
+#[tokio::test]
+async fn decision_removes_api_keys_from_selected_and_fallback_urls() -> TestResult {
+ let judge_upstream = MockUpstream::start().await?;
+ let state = load_test_config(&format!(
+ r#"
+schema_version = 1
+
+[llm_clients.judge]
+format = "openai_chat"
+base_url = "{judge_url}"
+
+[llm_clients.model]
+format = "openai_chat"
+base_url = "https://example.test/v1?key=secret&api_version=2026&api_key=other-secret"
+
+[targets.judge]
+id = "model/classifier"
+llm_client = "judge"
+
+[targets.quality]
+id = "model/strong"
+llm_client = "model"
+
+[targets.economy]
+id = "model/weak"
+llm_client = "model"
+
+[routes.classify]
+id = "switchyard/classify"
+type = "llm_classifier"
+classifier_target = "judge"
+strong_target = "quality"
+weak_target = "economy"
+base_threshold = 0.5
+"#,
+ judge_url = judge_upstream.base_url,
+ ))?;
+ let app = build_switchyard_router(state);
+ let response = send(
+ &app,
+ "POST",
+ "/v1/decision",
+ Some(json!({
+ "input_format": "openai_chat",
+ "request": {
+ "model": "switchyard/classify",
+ "messages": [{"role": "user", "content": "bounded task"}]
+ }
+ })),
+ )
+ .await?;
+
+ assert_eq!(response.status, StatusCode::OK);
+ let response = response.json()?;
+ assert_eq!(response["fallbacks"].as_array().map(Vec::len), Some(1));
+ for target in [&response["selected"], &response["fallbacks"][0]] {
+ assert_eq!(
+ target["llm_client"]["base_url"],
+ "https://example.test/v1?api_version=2026"
+ );
+ }
+ Ok(())
+}
+
/// Decision-only routing returns callable metadata and preserves any answer produced while routing.
#[tokio::test]
async fn decision_returns_callable_target_and_routing_answer() -> TestResult {