Self-improving AI Employees for everyone
Python ai-agentsai-employeeai-employeesassistantautonomous-agentsco-employeescompanygrok-botinstinctloop-agentsmuseown-your-datapersonalself-hosted
fix(rlm): route a connected chat model by its own provider
trohitg82f2c2677ca7
diff --git a/server/services/rlm/adapters.py b/server/services/rlm/adapters.pyindex 9ae97c54..8f16d661 100644--- a/server/services/rlm/adapters.py+++ b/server/services/rlm/adapters.py@@ -47,7 +47,7 @@ class ChatModelExtractor:@staticmethodasync def extract(tool_data: Optional[List[Dict[str, Any]]], auth) -> Tuple[List[str], List[Dict]]:- from constants import AI_CHAT_MODEL_TYPES+ from constants import AI_CHAT_MODEL_TYPES, detect_ai_providerbackends, kwargs_list = [], []@@ -60,7 +60,16 @@ class ChatModelExtractor:continueparams = tool_info.get("parameters", {})- provider = params.get("provider", "")+ # A chat-model node has no ``provider`` field: its provider comes+ # from its type, or from its ``endpoint`` for a named endpoint.+ provider = detect_ai_provider(node_type, params)+ if provider not in PROVIDER_TO_BACKEND:+ # RLM builds its own clients and never reads a user base URL,+ # so a local server or named endpoint would reach api.openai.com.+ raise ValueError(+ f"The RLM Agent cannot use the {provider!r} chat model connected to it. "+ f"Connect one for: {', '.join(sorted(PROVIDER_TO_BACKEND))}."+ )model = params.get("model", "")api_key = params.get("api_key")diff --git a/server/tests/nodes/test_openai_compatible_node.py b/server/tests/nodes/test_openai_compatible_node.pyindex cf31e306..c12f8919 100644--- a/server/tests/nodes/test_openai_compatible_node.py+++ b/server/tests/nodes/test_openai_compatible_node.py@@ -100,3 +100,27 @@ class TestRlmGuard:assert result["success"] is Falseassert "cannot run on provider" in result["error"]++ async def test_a_connected_chat_model_is_routed_by_its_own_provider(self):+ # Chat-model nodes carry no ``provider`` field; reading one sent an+ # Anthropic key to the OpenAI backend.+ from services.rlm.adapters import ChatModelExtractor++ backends, kwargs = await ChatModelExtractor.extract(+ [{"node_type": "anthropicChatModel", "parameters": {"model": "claude-x", "api_key": "sk-ant"}}], None+ )++ assert backends == ["anthropic"]+ assert kwargs == [{"model_name": "claude-x", "api_key": "sk-ant"}]++ @pytest.mark.parametrize(+ ("node_type", "parameters"),+ [("openaiCompatibleChatModel", {"endpoint": REF}), ("ollamaChatModel", {})],+ )+ async def test_rlm_refuses_a_connected_chat_model_it_cannot_route(self, node_type, parameters):+ from services.rlm.adapters import ChatModelExtractor++ with pytest.raises(ValueError, match="cannot use the"):+ await ChatModelExtractor.extract(+ [{"node_type": node_type, "parameters": {**parameters, "model": "m", "api_key": "k"}}], None+ )