Switchyard lets LLM applications route traffic across models and providers while preserving native OpenAI and Anthropic API compatibility - enabling flexible model selection, benchmarking, and cost/performance optimization.
Rust
build(benchmark): Update two scripts (#589)
Graham King035d70238577
diff --git a/benchmark/codex_model_catalog_lib.py b/benchmark/codex_model_catalog_lib.pyindex 76b5e25a2..bcefe8530 100644--- a/benchmark/codex_model_catalog_lib.py+++ b/benchmark/codex_model_catalog_lib.py@@ -107,6 +107,7 @@ def _build_codex_model_catalog() -> dict[str, list[dict[str, Any]]]:"""Build Codex catalog JSON for Switchyard route ids."""template = _load_codex_model_template(codex_bin)+ template.setdefault("supports_reasoning_summaries", True)models: list[dict[str, Any]] = []for priority, (model_id, display_name, description) in enumerate(entries):model = copy.deepcopy(template)diff --git a/benchmark/run-baseline.sh b/benchmark/run-baseline.shindex b11b6adcf..37a195e9a 100755--- a/benchmark/run-baseline.sh+++ b/benchmark/run-baseline.sh@@ -44,7 +44,7 @@ HARBOR_BIN="${HARBOR_BIN:-}"HARBOR_PYTHON="${HARBOR_PYTHON:-}"HARBOR_SOURCE=""BOOK_MODE="closed"-PROXY_STRIP_ARTIFACT="/etc/proxy-public/strip.jsonl"+PROXY_STRIP_ARTIFACT="/etc/proxy-ca/strip.jsonl"VERIFIER_PROXY_TEMPLATE='${SWITCHYARD_VERIFIER_HTTP_PROXY}'SWITCHYARD_DOCKER_IMAGE="${SWITCHYARD_DOCKER_IMAGE:-switchyard-baseline:local}"SWITCHYARD_DOCKERFILE="${SWITCHYARD_DOCKERFILE:-Dockerfile}"diff --git a/tests/test_run_baseline_script.py b/tests/test_run_baseline_script.pyindex 86e19e97e..650fa6bdc 100644--- a/tests/test_run_baseline_script.py+++ b/tests/test_run_baseline_script.py@@ -652,7 +652,7 @@ def test_dry_run_harbor_path_uses_local_dataset_and_closed_book_artifact(harbor = _line_argv(result.stdout, "HARBOR_CMD: ")assert "--dataset" not in harborassert _option_value(harbor, "--path") == str(dataset)- assert _option_value(harbor, "--artifact") == "/etc/proxy-public/strip.jsonl"+ assert _option_value(harbor, "--artifact") == "/etc/proxy-ca/strip.jsonl"assert "version=0.144.5" in _option_values(harbor, "--ak")assert "CODEX_DISABLE_WEB_SEARCH=1" in _option_values(harbor, "--ae")catalog_env = next(@@ -696,7 +696,7 @@ def test_dry_run_open_book_uses_proxy_topology_without_tool_disables(tmp_path: Passert result.returncode == 0, result.stderrharbor = _line_argv(result.stdout, "HARBOR_CMD: ")assert _option_value(harbor, "--path") == str(dataset)- assert _option_value(harbor, "--artifact") == "/etc/proxy-public/strip.jsonl"+ assert _option_value(harbor, "--artifact") == "/etc/proxy-ca/strip.jsonl"assert "CODEX_DISABLE_WEB_SEARCH=1" not in _option_values(harbor, "--ae")assert not _option_values(harbor, "--ve")assert "book_mode: open" in result.stdout