Skip to content

Self-improving AI Employees for everyone

fix(rlm): route a connected chat model by its own provider

trohitg82f2c2677ca7
diff --git a/server/services/rlm/adapters.py b/server/services/rlm/adapters.py
index 9ae97c54..8f16d661 100644
--- a/server/services/rlm/adapters.py
+++ b/server/services/rlm/adapters.py
@@ -47,7 +47,7 @@ class ChatModelExtractor:
@staticmethod
async def extract(tool_data: Optional[List[Dict[str, Any]]], auth) -> Tuple[List[str], List[Dict]]:
- from constants import AI_CHAT_MODEL_TYPES
+ from constants import AI_CHAT_MODEL_TYPES, detect_ai_provider
backends, kwargs_list = [], []
@@ -60,7 +60,16 @@ class ChatModelExtractor:
continue
params = tool_info.get("parameters", {})
- provider = params.get("provider", "")
+ # A chat-model node has no ``provider`` field: its provider comes
+ # from its type, or from its ``endpoint`` for a named endpoint.
+ provider = detect_ai_provider(node_type, params)
+ if provider not in PROVIDER_TO_BACKEND:
+ # RLM builds its own clients and never reads a user base URL,
+ # so a local server or named endpoint would reach api.openai.com.
+ raise ValueError(
+ f"The RLM Agent cannot use the {provider!r} chat model connected to it. "
+ f"Connect one for: {', '.join(sorted(PROVIDER_TO_BACKEND))}."
+ )
model = params.get("model", "")
api_key = params.get("api_key")
diff --git a/server/tests/nodes/test_openai_compatible_node.py b/server/tests/nodes/test_openai_compatible_node.py
index cf31e306..c12f8919 100644
--- a/server/tests/nodes/test_openai_compatible_node.py
+++ b/server/tests/nodes/test_openai_compatible_node.py
@@ -100,3 +100,27 @@ class TestRlmGuard:
assert result["success"] is False
assert "cannot run on provider" in result["error"]
+
+ async def test_a_connected_chat_model_is_routed_by_its_own_provider(self):
+ # Chat-model nodes carry no ``provider`` field; reading one sent an
+ # Anthropic key to the OpenAI backend.
+ from services.rlm.adapters import ChatModelExtractor
+
+ backends, kwargs = await ChatModelExtractor.extract(
+ [{"node_type": "anthropicChatModel", "parameters": {"model": "claude-x", "api_key": "sk-ant"}}], None
+ )
+
+ assert backends == ["anthropic"]
+ assert kwargs == [{"model_name": "claude-x", "api_key": "sk-ant"}]
+
+ @pytest.mark.parametrize(
+ ("node_type", "parameters"),
+ [("openaiCompatibleChatModel", {"endpoint": REF}), ("ollamaChatModel", {})],
+ )
+ async def test_rlm_refuses_a_connected_chat_model_it_cannot_route(self, node_type, parameters):
+ from services.rlm.adapters import ChatModelExtractor
+
+ with pytest.raises(ValueError, match="cannot use the"):
+ await ChatModelExtractor.extract(
+ [{"node_type": node_type, "parameters": {**parameters, "model": "m", "api_key": "k"}}], None
+ )