Switchyard lets LLM applications route traffic across models and providers while preserving native OpenAI and Anthropic API compatibility - enabling flexible model selection, benchmarking, and cost/performance optimization.
Rust
{
"$schema": "https://json-schema.org/draft/2020-12/schema",
"title": "Switchyard NeMo Relay Plugin",
"description": "Runs a Switchyard deployment through its shared in-process runner.",
"type": "object",
"additionalProperties": false,
"oneOf": [
{ "required": ["switchyard_config_path"] },
{ "required": ["switchyard_config"] }
],
"properties": {
"capture_routing_payloads": {
"type": "boolean",
"default": false,
"description": "Opt in to bounded routing request and buffered response bodies for debugging. Payloads may contain sensitive task context."
},
"max_routing_payload_bytes": {
"type": "integer",
"minimum": 1,
"default": 262144,
"description": "Maximum encoded bytes per routing request or buffered response, per attempt. Larger bodies are omitted entirely with body=null and truncated=true."
},
"priority": {
"type": "integer",
"default": 0,
"description": "NeMo Relay execution-intercept priority."
},
"executor": {
"type": "object",
"additionalProperties": false,
"description": "Optional NeMo Relay SDK executor override.",
"properties": {
"worker_threads": {
"type": "integer",
"minimum": 1,
"description": "Number of worker threads for the plugin's SDK-owned executor."
}
}
},
"switchyard_config_path": {
"type": "string",
"minLength": 1,
"description": "Path to a Switchyard version-1 TOML deployment shared with switchyard-server."
},
"switchyard_config": {
"type": "object",
"minProperties": 1,
"description": "Inline Switchyard version-1 deployment using the same schema as switchyard-server."
}
}
}