Personal AI, On Personal Devices
Python
fix(cloud-router): prevent local HF org models from being misrouted to OpenRouter (#213)
Ali Shahkar4beb762885de
diff --git a/src/openjarvis/server/cloud_router.py b/src/openjarvis/server/cloud_router.pyindex c71623c3..b80d1f9b 100644--- a/src/openjarvis/server/cloud_router.py+++ b/src/openjarvis/server/cloud_router.py@@ -28,6 +28,14 @@ _ANTHROPIC_PREFIXES = ("claude-",)_GOOGLE_PREFIXES = ("gemini-",)_MINIMAX_PREFIXES = ("MiniMax-",)+# HuggingFace orgs that host local-only quantised models — never route to cloud.+_LOCAL_HF_ORGS = (+ "mlx-community/",+ "bartowski/",+ "unsloth/",+ "lmstudio-community/",+)+def _load_keys() -> dict[str, str]:"""Read cloud-keys.env from disk every call so live updates are picked up."""@@ -64,6 +72,8 @@ def get_provider(model: str) -> str | None:return "google"if any(model.startswith(p) for p in _MINIMAX_PREFIXES):return "minimax"+ if any(model.startswith(org) for org in _LOCAL_HF_ORGS):+ return None # local model, never route to cloudif "/" in model: # openrouter format: "meta-llama/llama-3-8b"return "openrouter"return None