Switchyard lets LLM applications route traffic across models and providers while preserving native OpenAI and Anthropic API compatibility - enabling flexible model selection, benchmarking, and cost/performance optimization.
Rust
fix(runner): Remove API keys from URLs (#720)
Graham Kingbe5a427ea546
diff --git a/crates/switchyard-runner/src/runner.rs b/crates/switchyard-runner/src/runner.rsindex 420df2ccc..64b442ae2 100644--- a/crates/switchyard-runner/src/runner.rs+++ b/crates/switchyard-runner/src/runner.rs@@ -112,7 +112,24 @@ impl Runner {outcome: &RoutingOutcome,) -> Option<DecisionDescription> {let route = self.route(model.as_str())?;- let resolve = |selected: &ModelId| route.decision_target(selected);+ let resolve = |selected: &ModelId| {+ let mut target = route.decision_target(selected)?;+ let mut url = reqwest::Url::parse(&target.base_url).ok()?;+ let query: Vec<_> = url+ .query_pairs()+ .filter(|(name, _)| !matches!(name.as_ref(), "key" | "api_key"))+ .map(|(name, value)| (name.into_owned(), value.into_owned()))+ .collect();+ if query.len() != url.query_pairs().count() {+ url.set_query(None);+ if !query.is_empty() {+ url.query_pairs_mut().extend_pairs(query);+ }+ // Only the returned metadata changes; inference still needs its credentials.+ target.base_url = url.into();+ }+ Some(target)+ };let mut model_ids = outcome.selected_model_ids.iter();Some(DecisionDescription {selected: resolve(model_ids.next()?)?,diff --git a/crates/switchyard-server/tests/server.rs b/crates/switchyard-server/tests/server.rsindex 9e3149d8a..b87ead7c5 100644--- a/crates/switchyard-server/tests/server.rs+++ b/crates/switchyard-server/tests/server.rs@@ -1375,6 +1375,70 @@ base_threshold = 0.5Ok(())}+#[tokio::test]+async fn decision_removes_api_keys_from_selected_and_fallback_urls() -> TestResult {+ let judge_upstream = MockUpstream::start().await?;+ let state = load_test_config(&format!(+ r#"+schema_version = 1++[llm_clients.judge]+format = "openai_chat"+base_url = "{judge_url}"++[llm_clients.model]+format = "openai_chat"+base_url = "https://example.test/v1?key=secret&api_version=2026&api_key=other-secret"++[targets.judge]+id = "model/classifier"+llm_client = "judge"++[targets.quality]+id = "model/strong"+llm_client = "model"++[targets.economy]+id = "model/weak"+llm_client = "model"++[routes.classify]+id = "switchyard/classify"+type = "llm_classifier"+classifier_target = "judge"+strong_target = "quality"+weak_target = "economy"+base_threshold = 0.5+"#,+ judge_url = judge_upstream.base_url,+ ))?;+ let app = build_switchyard_router(state);+ let response = send(+ &app,+ "POST",+ "/v1/decision",+ Some(json!({+ "input_format": "openai_chat",+ "request": {+ "model": "switchyard/classify",+ "messages": [{"role": "user", "content": "bounded task"}]+ }+ })),+ )+ .await?;++ assert_eq!(response.status, StatusCode::OK);+ let response = response.json()?;+ assert_eq!(response["fallbacks"].as_array().map(Vec::len), Some(1));+ for target in [&response["selected"], &response["fallbacks"][0]] {+ assert_eq!(+ target["llm_client"]["base_url"],+ "https://example.test/v1?api_version=2026"+ );+ }+ Ok(())+}+/// Decision-only routing returns callable metadata and preserves any answer produced while routing.#[tokio::test]async fn decision_returns_callable_target_and_routing_answer() -> TestResult {