Skip to content

πŸš€ The fast, Pythonic way to build MCP servers and clients.

Forward stop_sequences in the proxy's sampling relay (#5502)

Asem ahmed58dceda1f7bc
diff --git a/fastmcp_slim/fastmcp/server/providers/proxy.py b/fastmcp_slim/fastmcp/server/providers/proxy.py
index 9639a62f3..a4a98bfd3 100644
--- a/fastmcp_slim/fastmcp/server/providers/proxy.py
+++ b/fastmcp_slim/fastmcp/server/providers/proxy.py
@@ -1550,6 +1550,7 @@ async def default_proxy_sampling_handler(
system_prompt=params.system_prompt,
temperature=params.temperature,
max_tokens=params.max_tokens,
+ stop_sequences=params.stop_sequences,
model_preferences=params.model_preferences,
related_request_id=ctx.origin_request_id,
)
diff --git a/tests/server/providers/proxy/test_proxy_client.py b/tests/server/providers/proxy/test_proxy_client.py
index 400765927..4efc7aed9 100644
--- a/tests/server/providers/proxy/test_proxy_client.py
+++ b/tests/server/providers/proxy/test_proxy_client.py
@@ -81,6 +81,7 @@ async def _backend_sample(context: Context) -> str:
system_prompt="You love FastMCP",
temperature=0.5,
max_tokens=100,
+ stop_sequences=["STOP"],
model_preferences=ModelPreferences(hints=[ModelHint(name="gpt-4o")]),
related_request_id=context.origin_request_id,
)
@@ -236,6 +237,7 @@ class TestProxyClient:
assert params.system_prompt == "You love FastMCP"
assert params.temperature == 0.5
assert params.max_tokens == 100
+ assert params.stop_sequences == ["STOP"]
assert params.model_preferences == ModelPreferences(
hints=[ModelHint(name="gpt-4o")]
)