Skip to content

Open-source Python library for AI browser agents, plus Browser Use Cloud: stealth browsers and a hosted agent API.

Disable Rust agent vision for unsupported models

Magnus Müllere73086aec2ac
diff --git a/RUST_AGENT_INTEGRATION_FEATURES.md b/RUST_AGENT_INTEGRATION_FEATURES.md
index 037149cbe..3b892c7b5 100644
--- a/RUST_AGENT_INTEGRATION_FEATURES.md
+++ b/RUST_AGENT_INTEGRATION_FEATURES.md
@@ -546,10 +546,15 @@ Terminal core branch: `magnus/browser-use-rust-integration` at terminal main `ee
- Explicit `llm_timeout` overrides still take precedence over the model-family heuristic.
- Proof: `test_rust_agent_llm_timeout_defaults_match_browser_use_model_families`.
+108. Rust Agent unsupported vision model parity
+ - The Rust-backed Agent now mirrors Browser Use's constructor behavior that disables `settings.use_vision` for DeepSeek and Grok/XAI model families.
+ - Ordinary vision-capable model families still preserve caller-provided `use_vision=True`.
+ - Proof: `test_rust_agent_disables_vision_for_unsupported_model_families`.
+
## Current Verification
- `python3 -m py_compile browser_use/agent/service.py browser_use/rust/service.py browser_use/rust/__init__.py browser_use/__init__.py tests/ci/test_rust_agent.py examples/rust_agent/basic.py examples/rust_agent/real_v8_smoke.py`
-- `uv run pytest -q tests/ci/test_rust_agent.py` (81 tests)
+- `uv run pytest -q tests/ci/test_rust_agent.py` (82 tests)
- `cargo build -q -p browser-use-cli`
- `CARGO_INCREMENTAL=0 cargo test -q -p browser-use-agent selected_remote_cdp_mode_allows_remote_cdp_connect -- --nocapture`
- `CARGO_INCREMENTAL=0 cargo test -q -p browser-use-agent bare_browser_connect_resolves_to_selected_managed_mode_with_launch_args -- --nocapture`
diff --git a/browser_use/rust/service.py b/browser_use/rust/service.py
index 03f882a0a..5dfd5768a 100644
--- a/browser_use/rust/service.py
+++ b/browser_use/rust/service.py
@@ -1168,6 +1168,13 @@ class Agent(Generic[AgentStructuredOutput]):
final_response_after_failure=final_response_after_failure,
)
self._setup_action_models()
+ model_name = str(getattr(self.llm, 'model', self.model) or '').lower()
+ if 'deepseek' in model_name:
+ self.logger.warning('DeepSeek models do not support use_vision=True yet. Setting use_vision=False for now...')
+ self.settings.use_vision = False
+ if 'grok' in model_name:
+ self.logger.warning('XAI models do not support use_vision=True yet. Setting use_vision=False for now...')
+ self.settings.use_vision = False
self.token_cost_service = TokenCost(include_cost=calculate_cost)
_register_llm_for_usage(self.token_cost_service, llm)
_register_llm_for_usage(self.token_cost_service, page_extraction_llm)
diff --git a/tests/ci/test_rust_agent.py b/tests/ci/test_rust_agent.py
index 3146cb070..245c3b609 100644
--- a/tests/ci/test_rust_agent.py
+++ b/tests/ci/test_rust_agent.py
@@ -966,6 +966,31 @@ def test_rust_agent_llm_timeout_defaults_match_browser_use_model_families():
assert override_agent.settings.llm_timeout == 12
+def test_rust_agent_disables_vision_for_unsupported_model_families():
+ from browser_use.agent.service import _PythonAgent as BrowserUseAgent
+ from browser_use.rust import Agent as RustAgent
+
+ class LLM:
+ provider = 'test'
+
+ def __init__(self, model):
+ self.model = model
+
+ async def ainvoke(self, messages, output_format=None, **kwargs):
+ return type('Result', (), {'usage': None})()
+
+ for model in ['deepseek-chat', 'grok-2', 'xai-grok']:
+ browser_use_agent = BrowserUseAgent(task='Inspect vision.', llm=LLM(model), directly_open_url=False, use_vision=True)
+ rust_agent = RustAgent(task='Inspect vision.', llm=LLM(model), directly_open_url=False, use_vision=True)
+
+ assert browser_use_agent.settings.use_vision is False
+ assert rust_agent.settings.use_vision is False
+
+ normal_agent = RustAgent(task='Inspect vision.', llm=LLM('gpt-test'), directly_open_url=False, use_vision=True)
+
+ assert normal_agent.settings.use_vision is True
+
+
def test_rust_agent_state_id_defaults_like_browser_use():
from browser_use.agent.service import _PythonAgent as BrowserUseAgent
from browser_use.agent.views import AgentState