Skip to content

Switchyard lets LLM applications route traffic across models and providers while preserving native OpenAI and Anthropic API compatibility - enabling flexible model selection, benchmarking, and cost/performance optimization.

Rust
1.7 KB
Raw Blame
{
  "$schema": "https://json-schema.org/draft/2020-12/schema",
  "title": "Switchyard NeMo Relay Plugin",
  "description": "Runs a Switchyard deployment through its shared in-process runner.",
  "type": "object",
  "additionalProperties": false,
  "oneOf": [
    { "required": ["switchyard_config_path"] },
    { "required": ["switchyard_config"] }
  ],
  "properties": {
    "capture_routing_payloads": {
      "type": "boolean",
      "default": false,
      "description": "Opt in to bounded routing request and buffered response bodies for debugging. Payloads may contain sensitive task context."
    },
    "max_routing_payload_bytes": {
      "type": "integer",
      "minimum": 1,
      "default": 262144,
      "description": "Maximum encoded bytes per routing request or buffered response, per attempt. Larger bodies are omitted entirely with body=null and truncated=true."
    },
    "priority": {
      "type": "integer",
      "default": 0,
      "description": "NeMo Relay execution-intercept priority."
    },
    "executor": {
      "type": "object",
      "additionalProperties": false,
      "description": "Optional NeMo Relay SDK executor override.",
      "properties": {
        "worker_threads": {
          "type": "integer",
          "minimum": 1,
          "description": "Number of worker threads for the plugin's SDK-owned executor."
        }
      }
    },
    "switchyard_config_path": {
      "type": "string",
      "minLength": 1,
      "description": "Path to a Switchyard version-1 TOML deployment shared with switchyard-server."
    },
    "switchyard_config": {
      "type": "object",
      "minProperties": 1,
      "description": "Inline Switchyard version-1 deployment using the same schema as switchyard-server."
    }
  }
}