Skip to content

Switchyard lets LLM applications route traffic across models and providers while preserving native OpenAI and Anthropic API compatibility - enabling flexible model selection, benchmarking, and cost/performance optimization.

Rust

chore(relay-plugin): upgrade NeMo Relay SDK to 0.10.0 (#959)

Will Killian5ec826210d5d
diff --git a/Cargo.lock b/Cargo.lock
index de2768bb8..fa09b78d7 100644
--- a/Cargo.lock
+++ b/Cargo.lock
@@ -1792,9 +1792,9 @@ dependencies = [
[[package]]
name = "nemo-relay-plugin"
-version = "0.8.4"
+version = "0.10.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "b2186727d62ca3c1be2e56ae302e9f7799db00c2dfc2b5ab58ebe2ec820c08be"
+checksum = "bb9225443357599ceb56134c1bcdae5c4845bdb7a8b03be2b5a60fd27cfca270"
dependencies = [
"futures",
"nemo-relay-types",
@@ -1806,9 +1806,9 @@ dependencies = [
[[package]]
name = "nemo-relay-types"
-version = "0.8.4"
+version = "0.10.0"
source = "registry+https://github.com/rust-lang/crates.io-index"
-checksum = "e31bccc10dd27dda5035f9ba9dcda9b9a5ad17abe6474e43d7147b006163e95b"
+checksum = "dc2c1819818ca76215d1a6955ae0269ebafb6904bf198f26f0dc443ae1c155ac"
dependencies = [
"bitflags",
"chrono",
diff --git a/Cargo.toml b/Cargo.toml
index 5e64fbd9e..b2f12bc3d 100644
--- a/Cargo.toml
+++ b/Cargo.toml
@@ -38,7 +38,7 @@ http = "1"
httpdate = "1"
jsonschema = { version = "0.49.4", default-features = false }
jsonptr = { version = "0.8.1", default-features = false, features = ["std", "json", "resolve"] }
-nemo-relay-plugin = ">=0.8.0, <1.0.0"
+nemo-relay-plugin = "0.10.0"
parking_lot = "0.12"
prefill-router = { path = "crates/prefill-router", version = "0.3.0" }
rand = "0.10"
diff --git a/crates/switchyard-nemo-relay-plugin/README.md b/crates/switchyard-nemo-relay-plugin/README.md
index 058796082..208de4386 100644
--- a/crates/switchyard-nemo-relay-plugin/README.md
+++ b/crates/switchyard-nemo-relay-plugin/README.md
@@ -10,12 +10,13 @@ algorithm construction, retry policy, and route validation.
## Install
-The plugin requires NeMo Relay `>=0.8.0, <1.0.0`.
+The plugin uses `nemo-relay-plugin` 0.10.0 and requires NeMo Relay
+`>=0.10.0, <1.0.0`. Relay 0.10 changes the native callback layout, so older
+hosts cannot load this build. The manifest's native plugin API label stays `1`.
Relay 0.8.x and 0.9.0 can lose upstream error status and details when this native
plugin is enabled, including for models outside its configured routes. This is
-a known issue tracked by [NeMo Relay PR #1109](https://github.com/NVIDIA/NeMo-Relay/pull/1109).
-Until a fix is available, isolate unmanaged traffic in a plugin-disabled gateway.
+a known issue on those older hosts. This build requires Relay 0.10 or later.
See the [upstream error compatibility note](../../docs/integrations/nemo_relay.md#upstream-error-compatibility).
### Install a released bundle
@@ -141,7 +142,7 @@ attestation = "integrity_only"
```
The policy override is required. The generated manifest carries a SHA-256
-digest but no signature, and Relay 0.8 refuses to activate an unsigned dynamic
+digest but no signature, and Relay refuses to activate an unsigned dynamic
plugin at gateway start unless its host policy says otherwise; `plugins
validate` still passes without the override, so the failure only shows up at
startup as `requires integrity.signature under host policy`. Native plugins
diff --git a/crates/switchyard-nemo-relay-plugin/relay-plugin.toml b/crates/switchyard-nemo-relay-plugin/relay-plugin.toml
index 865ad10fc..f65838302 100644
--- a/crates/switchyard-nemo-relay-plugin/relay-plugin.toml
+++ b/crates/switchyard-nemo-relay-plugin/relay-plugin.toml
@@ -8,7 +8,7 @@ id = "nvidia.switchyard"
kind = "rust_dynamic"
[compat]
-relay = ">=0.8.0, <1.0.0"
+relay = ">=0.10.0, <1.0.0"
native_api = "1"
[defaults]
diff --git a/crates/switchyard-nemo-relay-plugin/src/lib.rs b/crates/switchyard-nemo-relay-plugin/src/lib.rs
index 944294ff0..ba8db5de6 100644
--- a/crates/switchyard-nemo-relay-plugin/src/lib.rs
+++ b/crates/switchyard-nemo-relay-plugin/src/lib.rs
@@ -65,7 +65,7 @@ fn register_buffered(
ctx.register_llm_execution_intercept(
"switchyard.runner.buffered",
priority,
- move |name, request, next| {
+ move |name, request, _context, next| {
let runtime = Arc::clone(&runtime);
let plugin_runtime = plugin_runtime.clone();
async move {
@@ -93,7 +93,7 @@ fn register_stream(
ctx.register_llm_stream_execution_intercept(
"switchyard.runner.streaming",
priority,
- move |name, request, next| {
+ move |name, request, _context, next| {
let runtime = Arc::clone(&runtime);
let plugin_runtime = plugin_runtime.clone();
async move {
diff --git a/docs/integrations/nemo_relay.md b/docs/integrations/nemo_relay.md
index 5339ac565..baa6bbec1 100644
--- a/docs/integrations/nemo_relay.md
+++ b/docs/integrations/nemo_relay.md
@@ -18,13 +18,11 @@ a configured Switchyard route. For example, if the route is `switchyard/core`
and its target is `azure/openai/gpt-5.5`, requesting the target name directly
still delegates the request to Relay.
-This is a known issue. A proposed correction is tracked in
-[NeMo Relay PR #1109](https://github.com/NVIDIA/NeMo-Relay/pull/1109).
-The correction has not been released. Until a fix is available, send unmanaged
-traffic through a separate Relay instance with the plugin disabled.
-Do not assume that upgrading Switchyard alone fixes this.
-The plugin's `>=0.8.0, <1.0.0` compatibility range describes which hosts can load
-it; it does not mean those older hosts preserve upstream errors correctly.
+This plugin build uses `nemo-relay-plugin` 0.10.0 and requires Relay
+`>=0.10.0, <1.0.0`. Older hosts cannot load it because Relay 0.10 changes the
+native callback layout. If you use an older plugin build on Relay 0.8.x or
+0.9.0, send unmanaged traffic through a separate Relay instance with the plugin
+disabled. Upgrading Switchyard alone does not upgrade the Relay host.
## Why Use Switchyard with NeMo Relay?
@@ -173,7 +171,7 @@ and how it
!!! note "Relay compatibility"
- The plugin requires `relay = ">=0.8.0, <1.0.0"` and native plugin API `1`.
+ The plugin requires `relay = ">=0.10.0, <1.0.0"` and native plugin API `1`.
The packaged
[`relay-plugin.toml`](../../crates/switchyard-nemo-relay-plugin/relay-plugin.toml)
is the source of truth.
diff --git a/tests/relay_plugin/test_package_bundle.py b/tests/relay_plugin/test_package_bundle.py
index 35b7ec303..6500af4e9 100644
--- a/tests/relay_plugin/test_package_bundle.py
+++ b/tests/relay_plugin/test_package_bundle.py
@@ -58,7 +58,7 @@ class PackageBundleTest(unittest.TestCase):
self.assertEqual({path.name for path in output.iterdir()}, expected)
manifest = (output / "relay-plugin.toml").read_text(encoding="utf-8")
self.assertIn(f'artifact = "{library.name}"', manifest)
- self.assertIn('relay = ">=0.8.0, <1.0.0"', manifest)
+ self.assertIn('relay = ">=0.10.0, <1.0.0"', manifest)
self.assertIn(hashlib.sha256(library.read_bytes()).hexdigest(), manifest)
self.assertNotIn("<platform-library-file>", manifest)
self.assertNotIn("<artifact-sha256>", manifest)