Open-source Python library for AI browser agents, plus Browser Use Cloud: stealth browsers and a hosted agent API.
Python ai-agentsai-toolsbrowser-agentbrowser-automationbrowser-usecdpcloud-browsercomputer-useheadless-browserllmmcpplaywrightpythonremote-browserstealth-browserweb-automationweb-scraping
make coordinates optionally available
mertunsall20247d5c5661
diff --git a/browser_use/agent/service.py b/browser_use/agent/service.pyindex db20f9e7e..f3a0be233 100644--- a/browser_use/agent/service.py+++ b/browser_use/agent/service.py@@ -301,6 +301,14 @@ class Agent(Generic[Context, AgentStructuredOutput]):if use_vision != 'auto':self.tools.exclude_action('screenshot')+ # Enable coordinate clicking for models that support it+ model_name = getattr(llm, 'model', '').lower()+ supports_coordinate_clicking = any(+ pattern in model_name for pattern in ['claude-sonnet-4', 'claude-opus-4', 'gemini-3-pro', 'browser-use/']+ )+ if supports_coordinate_clicking:+ self.tools.set_coordinate_clicking(True)+# Handle skills vs skill_ids parameter (skills takes precedence)if skills and skill_ids:raise ValueError('Cannot specify both "skills" and "skill_ids" parameters. Use "skills" for the cleaner API.')diff --git a/browser_use/tools/service.py b/browser_use/tools/service.pyindex f7e01e3f5..a0ab504cb 100644--- a/browser_use/tools/service.py+++ b/browser_use/tools/service.py@@ -36,6 +36,7 @@ from browser_use.tools.registry.service import Registryfrom browser_use.tools.utils import get_click_descriptionfrom browser_use.tools.views import (ClickElementAction,+ ClickElementActionIndexOnly,CloseTabAction,DoneAction,ExtractAction,@@ -111,6 +112,7 @@ class Tools(Generic[Context]):self.registry = Registry[Context](exclude_actions if exclude_actions is not None else [])self.display_files_in_done_text = display_files_in_done_textself._output_model: type[BaseModel] | None = output_model+ self._coordinate_clicking_enabled: bool = False"""Register all default browser actions"""@@ -294,7 +296,9 @@ class Tools(Generic[Context]):error_msg = f'Failed to click at coordinates ({params.coordinate_x}, {params.coordinate_y}).'return ActionResult(error=error_msg)- async def _click_by_index(params: ClickElementAction, browser_session: BrowserSession) -> ActionResult:+ async def _click_by_index(+ params: ClickElementAction | ClickElementActionIndexOnly, browser_session: BrowserSession+ ) -> ActionResult:assert params.index is not Nonetry:assert params.index != 0, (@@ -351,24 +355,15 @@ class Tools(Generic[Context]):error_msg = f'Failed to click element {params.index}: {str(e)}'return ActionResult(error=error_msg)- @self.registry.action(- 'Click element by index or coordinates. Prefer index over coordinates when possible. Either provide coordinates or index.',- param_model=ClickElementAction,- )- async def click(params: ClickElementAction, browser_session: BrowserSession):- # Validate that either index or coordinates are provided- if params.index is None and (params.coordinate_x is None or params.coordinate_y is None):- return ActionResult(error='Must provide either index or both coordinate_x and coordinate_y')-- # Try index-based clicking first if index is provided- if params.index is not None:- return await _click_by_index(params, browser_session)- # Coordinate-based clicking when index is not provided- else:- return await _click_by_coordinate(params, browser_session)+ # Store click handlers for re-registration+ self._click_by_index = _click_by_index+ self._click_by_coordinate = _click_by_coordinate++ # Register click action (index-only by default)+ self._register_click_action()@self.registry.action(- 'Input text into element with index. Only works with index, NEVER use coordinates for inputting text.',+ 'Input text into element by index.',param_model=InputTextAction,)async def input(@@ -1364,6 +1359,60 @@ Validated Code (after quote fixing):"""self.registry.exclude_action(action_name)+ def _register_click_action(self) -> None:+ """Register the click action with or without coordinate support based on current setting."""+ # Remove existing click action if present+ if 'click' in self.registry.registry.actions:+ del self.registry.registry.actions['click']++ if self._coordinate_clicking_enabled:+ # Register click action WITH coordinate support+ @self.registry.action(+ 'Click element by index or coordinates. Use coordinates only if the index is not available. Either provide coordinates or index.',+ param_model=ClickElementAction,+ )+ async def click(params: ClickElementAction, browser_session: BrowserSession):+ # Validate that either index or coordinates are provided+ if params.index is None and (params.coordinate_x is None or params.coordinate_y is None):+ return ActionResult(error='Must provide either index or both coordinate_x and coordinate_y')++ # Try index-based clicking first if index is provided+ if params.index is not None:+ return await self._click_by_index(params, browser_session)+ # Coordinate-based clicking when index is not provided+ else:+ return await self._click_by_coordinate(params, browser_session)+ else:+ # Register click action WITHOUT coordinate support (index only)+ @self.registry.action(+ 'Click element by index.',+ param_model=ClickElementActionIndexOnly,+ )+ async def click(params: ClickElementActionIndexOnly, browser_session: BrowserSession):+ return await self._click_by_index(params, browser_session)++ def set_coordinate_clicking(self, enabled: bool) -> None:+ """Enable or disable coordinate-based clicking.++ When enabled, the click action accepts both index and coordinate parameters.+ When disabled (default), only index-based clicking is available.++ This is automatically enabled for models that support coordinate clicking:+ - claude-sonnet-4-5+ - claude-opus-4-5+ - gemini-3-pro+ - browser-use/* models++ Args:+ enabled: True to enable coordinate clicking, False to disable+ """+ if enabled == self._coordinate_clicking_enabled:+ return # No change needed++ self._coordinate_clicking_enabled = enabled+ self._register_click_action()+ logger.debug(f'Coordinate clicking {"enabled" if enabled else "disabled"}')+# Act --------------------------------------------------------------------@observe_debug(ignore_input=True, ignore_output=True, name='act')@time_execution_sync('--act')diff --git a/browser_use/tools/views.py b/browser_use/tools/views.pyindex 71342956c..cda32a626 100644--- a/browser_use/tools/views.py+++ b/browser_use/tools/views.py@@ -42,6 +42,12 @@ class ClickElementAction(BaseModel):# click_count: int = 1 # TODO+class ClickElementActionIndexOnly(BaseModel):+ model_config = ConfigDict(title='ClickElementAction')++ index: int = Field(ge=1, description='Element index from browser_state')++class InputTextAction(BaseModel):index: int = Field(ge=0, description='from browser_state')text: str