Skip to content

Switchyard lets LLM applications route traffic across models and providers while preserving native OpenAI and Anthropic API compatibility - enabling flexible model selection, benchmarking, and cost/performance optimization.

Rust

build(benchmark): Update two scripts (#589)

Graham King035d70238577
diff --git a/benchmark/codex_model_catalog_lib.py b/benchmark/codex_model_catalog_lib.py
index 76b5e25a2..bcefe8530 100644
--- a/benchmark/codex_model_catalog_lib.py
+++ b/benchmark/codex_model_catalog_lib.py
@@ -107,6 +107,7 @@ def _build_codex_model_catalog(
) -> dict[str, list[dict[str, Any]]]:
"""Build Codex catalog JSON for Switchyard route ids."""
template = _load_codex_model_template(codex_bin)
+ template.setdefault("supports_reasoning_summaries", True)
models: list[dict[str, Any]] = []
for priority, (model_id, display_name, description) in enumerate(entries):
model = copy.deepcopy(template)
diff --git a/benchmark/run-baseline.sh b/benchmark/run-baseline.sh
index b11b6adcf..37a195e9a 100755
--- a/benchmark/run-baseline.sh
+++ b/benchmark/run-baseline.sh
@@ -44,7 +44,7 @@ HARBOR_BIN="${HARBOR_BIN:-}"
HARBOR_PYTHON="${HARBOR_PYTHON:-}"
HARBOR_SOURCE=""
BOOK_MODE="closed"
-PROXY_STRIP_ARTIFACT="/etc/proxy-public/strip.jsonl"
+PROXY_STRIP_ARTIFACT="/etc/proxy-ca/strip.jsonl"
VERIFIER_PROXY_TEMPLATE='${SWITCHYARD_VERIFIER_HTTP_PROXY}'
SWITCHYARD_DOCKER_IMAGE="${SWITCHYARD_DOCKER_IMAGE:-switchyard-baseline:local}"
SWITCHYARD_DOCKERFILE="${SWITCHYARD_DOCKERFILE:-Dockerfile}"
diff --git a/tests/test_run_baseline_script.py b/tests/test_run_baseline_script.py
index 86e19e97e..650fa6bdc 100644
--- a/tests/test_run_baseline_script.py
+++ b/tests/test_run_baseline_script.py
@@ -652,7 +652,7 @@ def test_dry_run_harbor_path_uses_local_dataset_and_closed_book_artifact(
harbor = _line_argv(result.stdout, "HARBOR_CMD: ")
assert "--dataset" not in harbor
assert _option_value(harbor, "--path") == str(dataset)
- assert _option_value(harbor, "--artifact") == "/etc/proxy-public/strip.jsonl"
+ assert _option_value(harbor, "--artifact") == "/etc/proxy-ca/strip.jsonl"
assert "version=0.144.5" in _option_values(harbor, "--ak")
assert "CODEX_DISABLE_WEB_SEARCH=1" in _option_values(harbor, "--ae")
catalog_env = next(
@@ -696,7 +696,7 @@ def test_dry_run_open_book_uses_proxy_topology_without_tool_disables(tmp_path: P
assert result.returncode == 0, result.stderr
harbor = _line_argv(result.stdout, "HARBOR_CMD: ")
assert _option_value(harbor, "--path") == str(dataset)
- assert _option_value(harbor, "--artifact") == "/etc/proxy-public/strip.jsonl"
+ assert _option_value(harbor, "--artifact") == "/etc/proxy-ca/strip.jsonl"
assert "CODEX_DISABLE_WEB_SEARCH=1" not in _option_values(harbor, "--ae")
assert not _option_values(harbor, "--ve")
assert "book_mode: open" in result.stdout