Switchyard lets LLM applications route traffic across models and providers while preserving native OpenAI and Anthropic API compatibility - enabling flexible model selection, benchmarking, and cost/performance optimization.
Rust
chore(relay-plugin): upgrade NeMo Relay SDK to 0.10.0 (#959)
Will Killian5ec826210d5d
diff --git a/Cargo.lock b/Cargo.lockindex de2768bb8..fa09b78d7 100644--- a/Cargo.lock+++ b/Cargo.lock@@ -1792,9 +1792,9 @@ dependencies = [[[package]]name = "nemo-relay-plugin"-version = "0.8.4"+version = "0.10.0"source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "b2186727d62ca3c1be2e56ae302e9f7799db00c2dfc2b5ab58ebe2ec820c08be"+checksum = "bb9225443357599ceb56134c1bcdae5c4845bdb7a8b03be2b5a60fd27cfca270"dependencies = ["futures","nemo-relay-types",@@ -1806,9 +1806,9 @@ dependencies = [[[package]]name = "nemo-relay-types"-version = "0.8.4"+version = "0.10.0"source = "registry+https://github.com/rust-lang/crates.io-index"-checksum = "e31bccc10dd27dda5035f9ba9dcda9b9a5ad17abe6474e43d7147b006163e95b"+checksum = "dc2c1819818ca76215d1a6955ae0269ebafb6904bf198f26f0dc443ae1c155ac"dependencies = ["bitflags","chrono",diff --git a/Cargo.toml b/Cargo.tomlindex 5e64fbd9e..b2f12bc3d 100644--- a/Cargo.toml+++ b/Cargo.toml@@ -38,7 +38,7 @@ http = "1"httpdate = "1"jsonschema = { version = "0.49.4", default-features = false }jsonptr = { version = "0.8.1", default-features = false, features = ["std", "json", "resolve"] }-nemo-relay-plugin = ">=0.8.0, <1.0.0"+nemo-relay-plugin = "0.10.0"parking_lot = "0.12"prefill-router = { path = "crates/prefill-router", version = "0.3.0" }rand = "0.10"diff --git a/crates/switchyard-nemo-relay-plugin/README.md b/crates/switchyard-nemo-relay-plugin/README.mdindex 058796082..208de4386 100644--- a/crates/switchyard-nemo-relay-plugin/README.md+++ b/crates/switchyard-nemo-relay-plugin/README.md@@ -10,12 +10,13 @@ algorithm construction, retry policy, and route validation.## Install-The plugin requires NeMo Relay `>=0.8.0, <1.0.0`.+The plugin uses `nemo-relay-plugin` 0.10.0 and requires NeMo Relay+`>=0.10.0, <1.0.0`. Relay 0.10 changes the native callback layout, so older+hosts cannot load this build. The manifest's native plugin API label stays `1`.Relay 0.8.x and 0.9.0 can lose upstream error status and details when this nativeplugin is enabled, including for models outside its configured routes. This is-a known issue tracked by [NeMo Relay PR #1109](https://github.com/NVIDIA/NeMo-Relay/pull/1109).-Until a fix is available, isolate unmanaged traffic in a plugin-disabled gateway.+a known issue on those older hosts. This build requires Relay 0.10 or later.See the [upstream error compatibility note](../../docs/integrations/nemo_relay.md#upstream-error-compatibility).### Install a released bundle@@ -141,7 +142,7 @@ attestation = "integrity_only"```The policy override is required. The generated manifest carries a SHA-256-digest but no signature, and Relay 0.8 refuses to activate an unsigned dynamic+digest but no signature, and Relay refuses to activate an unsigned dynamicplugin at gateway start unless its host policy says otherwise; `pluginsvalidate` still passes without the override, so the failure only shows up atstartup as `requires integrity.signature under host policy`. Native pluginsdiff --git a/crates/switchyard-nemo-relay-plugin/relay-plugin.toml b/crates/switchyard-nemo-relay-plugin/relay-plugin.tomlindex 865ad10fc..f65838302 100644--- a/crates/switchyard-nemo-relay-plugin/relay-plugin.toml+++ b/crates/switchyard-nemo-relay-plugin/relay-plugin.toml@@ -8,7 +8,7 @@ id = "nvidia.switchyard"kind = "rust_dynamic"[compat]-relay = ">=0.8.0, <1.0.0"+relay = ">=0.10.0, <1.0.0"native_api = "1"[defaults]diff --git a/crates/switchyard-nemo-relay-plugin/src/lib.rs b/crates/switchyard-nemo-relay-plugin/src/lib.rsindex 944294ff0..ba8db5de6 100644--- a/crates/switchyard-nemo-relay-plugin/src/lib.rs+++ b/crates/switchyard-nemo-relay-plugin/src/lib.rs@@ -65,7 +65,7 @@ fn register_buffered(ctx.register_llm_execution_intercept("switchyard.runner.buffered",priority,- move |name, request, next| {+ move |name, request, _context, next| {let runtime = Arc::clone(&runtime);let plugin_runtime = plugin_runtime.clone();async move {@@ -93,7 +93,7 @@ fn register_stream(ctx.register_llm_stream_execution_intercept("switchyard.runner.streaming",priority,- move |name, request, next| {+ move |name, request, _context, next| {let runtime = Arc::clone(&runtime);let plugin_runtime = plugin_runtime.clone();async move {diff --git a/docs/integrations/nemo_relay.md b/docs/integrations/nemo_relay.mdindex 5339ac565..baa6bbec1 100644--- a/docs/integrations/nemo_relay.md+++ b/docs/integrations/nemo_relay.md@@ -18,13 +18,11 @@ a configured Switchyard route. For example, if the route is `switchyard/core`and its target is `azure/openai/gpt-5.5`, requesting the target name directlystill delegates the request to Relay.-This is a known issue. A proposed correction is tracked in-[NeMo Relay PR #1109](https://github.com/NVIDIA/NeMo-Relay/pull/1109).-The correction has not been released. Until a fix is available, send unmanaged-traffic through a separate Relay instance with the plugin disabled.-Do not assume that upgrading Switchyard alone fixes this.-The plugin's `>=0.8.0, <1.0.0` compatibility range describes which hosts can load-it; it does not mean those older hosts preserve upstream errors correctly.+This plugin build uses `nemo-relay-plugin` 0.10.0 and requires Relay+`>=0.10.0, <1.0.0`. Older hosts cannot load it because Relay 0.10 changes the+native callback layout. If you use an older plugin build on Relay 0.8.x or+0.9.0, send unmanaged traffic through a separate Relay instance with the plugin+disabled. Upgrading Switchyard alone does not upgrade the Relay host.## Why Use Switchyard with NeMo Relay?@@ -173,7 +171,7 @@ and how it!!! note "Relay compatibility"- The plugin requires `relay = ">=0.8.0, <1.0.0"` and native plugin API `1`.+ The plugin requires `relay = ">=0.10.0, <1.0.0"` and native plugin API `1`.The packaged[`relay-plugin.toml`](../../crates/switchyard-nemo-relay-plugin/relay-plugin.toml)is the source of truth.diff --git a/tests/relay_plugin/test_package_bundle.py b/tests/relay_plugin/test_package_bundle.pyindex 35b7ec303..6500af4e9 100644--- a/tests/relay_plugin/test_package_bundle.py+++ b/tests/relay_plugin/test_package_bundle.py@@ -58,7 +58,7 @@ class PackageBundleTest(unittest.TestCase):self.assertEqual({path.name for path in output.iterdir()}, expected)manifest = (output / "relay-plugin.toml").read_text(encoding="utf-8")self.assertIn(f'artifact = "{library.name}"', manifest)- self.assertIn('relay = ">=0.8.0, <1.0.0"', manifest)+ self.assertIn('relay = ">=0.10.0, <1.0.0"', manifest)self.assertIn(hashlib.sha256(library.read_bytes()).hexdigest(), manifest)self.assertNotIn("<platform-library-file>", manifest)self.assertNotIn("<artifact-sha256>", manifest)