Switchyard lets LLM applications route traffic across models and providers while preserving native OpenAI and Anthropic API compatibility - enabling flexible model selection, benchmarking, and cost/performance optimization.
Rust
docs(benchmark): add v0.2.0 TB-2.1 escalation routing profile (#490)
Lin Jiad52722e5b459
diff --git a/benchmark/routing-profiles/tb21-escalation-opus-glm-deepseek.toml b/benchmark/routing-profiles/tb21-escalation-opus-glm-deepseek.tomlnew file mode 100644index 000000000..c2c13a0dd--- /dev/null+++ b/benchmark/routing-profiles/tb21-escalation-opus-glm-deepseek.toml@@ -0,0 +1,57 @@+# SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.+# SPDX-License-Identifier: Apache-2.0+#+# Escalation-router deployment behind the v0.2.0 Terminal-Bench 2.1 efficiency results+# (https://developer.nvidia.com/blog/route-ai-agent-workloads-across-models-with-nvidia-nemo-switchyard/).+#+# This is the configuration as benchmarked, with one change: the published runs were+# served through NVIDIA-internal inference endpoints, replaced here with OpenRouter+# equivalents so the deployment is publicly runnable. Routing-algorithm parameters+# are exactly as run; absolute solve rates may shift slightly across serving stacks.+# As run, the strong tier used Anthropic adaptive thinking with output effort `high`,+# the weak tier ran with reasoning effort `high`, and the judge ran with thinking+# disabled — mirrored below with OpenRouter's `reasoning` controls.+#+# The `escalation` block is part of the v0.2.0 server config schema only; it is not+# accepted by the current `switchyard-server`. Run from the tag:+# git checkout v0.2.0-rc.1+# switchyard-server --config benchmark/routing-profiles/tb21-escalation-opus-glm-deepseek.toml --port 4000++schema_version = 1++[llm_clients.openrouter]+format = "openai_chat"+base_url = "https://openrouter.ai/api/v1"+api_key_env = "OPENROUTER_API_KEY"++[targets.strong]+id = "anthropic/claude-opus-4.8"+llm_client = "openrouter"++[targets.strong.extra_body.reasoning]+effort = "high"++[targets.weak]+id = "z-ai/glm-5.2"+llm_client = "openrouter"++[targets.weak.extra_body.reasoning]+effort = "high"++[targets.judge]+id = "deepseek/deepseek-v4-flash"+llm_client = "openrouter"++[targets.judge.extra_body.reasoning]+enabled = false++# Every conversation starts on the weak tier. The judge reviews the trajectory each+# turn, and two consecutive escalate verdicts latch the session onto the strong tier.+[routes.switchyard]+id = "switchyard"+type = "llm_classifier"+classifier_target = "judge"+strong_target = "strong"+weak_target = "weak"+base_threshold = 0.5+escalation = { confirmations = 2, recent_turn_window = 28, window_message_chars = 500 }