Switchyard lets LLM applications route traffic across models and providers while preserving native OpenAI and Anthropic API compatibility - enabling flexible model selection, benchmarking, and cost/performance optimization.
Rust
build: Update dev server config, secure it (#503)
Graham King03e2af033f1b
diff --git a/dev-server/config.toml b/dev-server/config.tomlindex 8455601d5..7ff4f10ed 100644--- a/dev-server/config.toml+++ b/dev-server/config.toml@@ -3,52 +3,38 @@ schema_version = 1# Everything is on Inference Hub[llm_clients.inference_hub]-format = "openai_chat"+format = "openai_responses"base_url = "https://inference-api.nvidia.com/v1"api_key_env = "NVIDIA_API_KEY"-# The simple ones first+# The two models our algos use-[targets.oss20b]-id = "nvidia/openai/gpt-oss-20b"+[targets.capable]+id = "openai/openai/gpt-5.6-sol"llm_client = "inference_hub"+extra_body = { reasoning = { effort = "medium" } }-[targets.dsflash]-id = "nvidia_dynamo/deepseek-ai/deepseek-v4-flash-nvfp4-elb"+[targets.efficient]+id = "openai/openai/gpt-5.6-luna"llm_client = "inference_hub"+extra_body = { reasoning = { effort = "medium" } }++# Basic routes[routes.random]id = "switchyard/random"type = "random"-targets = ["oss20b", "dsflash"]+targets = ["capable", "efficient"][routes.passthrough]id = "switchyard/passthrough"type = "passthrough"-target = "oss20b"+target = "efficient"[routes.noop]id = "switchyard/noop"type = "noop"-# The two models are main algos use--[llm_clients.nvidia_anthropic]-format = "anthropic_messages"-base_url = "https://inference-api.nvidia.com"-api_key_env = "NVIDIA_API_KEY"--[targets.capable]-id = "aws/anthropic/bedrock-claude-opus-4-8"-llm_client = "nvidia_anthropic"--[targets.capable.extra_body.output_config]-effort = "medium"--[targets.efficient]-id = "nvidia/zai-org/glm-5.2"-llm_client = "inference_hub"-# Stage[routes.stage]@@ -77,3 +63,14 @@ base_threshold = 0.5classify_trigger = "new_session"message_hash_fallback = true+# Advisor++[routes.advisor]+id = "switchyard/advisor"+type = "advisor"+executor_target = "efficient"+advisor_target = "capable"+max_reviews = 3+gate_stall_turns = 30+gate_min_tool_results = 3+diff --git a/dev-server/switchyard.service b/dev-server/switchyard.serviceindex bc974610c..51962a9a1 100644--- a/dev-server/switchyard.service+++ b/dev-server/switchyard.service@@ -2,20 +2,26 @@Description=Switchyard Server[Service]-ExecStart=/usr/local/bin/switchyard-server -p 443 --config /etc/switchyard/config.toml --tls-key /etc/switchyard/key.pem --tls-cert /etc/switchyard/cert.pem+# Create a temporary user to run as, extra security+DynamicUser=yes++# systemd loads these for us and makes them accessible+LoadCredential=config.toml:/etc/switchyard/config.toml+LoadCredential=tls-key.pem:/etc/switchyard/key.pem+LoadCredential=tls-cert.pem:/etc/switchyard/cert.pem++# %d is where systemd put those files+ExecStart=/usr/local/bin/switchyard-server \+ -p 443 \+ --config %d/config.toml \+ --tls-key %d/tls-key.pem \+ --tls-cert %d/tls-cert.pem+Restart=on-failureEnvironment="NVIDIA_API_KEY=<PUT-THE-KEY-HERE>"-User=root-Group=root-# Start root, then harden/drop-NoNewPrivileges=yesPrivateDevices=yes-ProtectSystem=strictProtectHome=yes-ReadOnlyPaths=/etc/switchyard-CapabilityBoundingSet=-AmbientCapabilities=ProtectKernelTunables=yesProtectKernelModules=yesProtectControlGroups=yes