Open-source Python library for AI browser agents, plus Browser Use Cloud: stealth browsers and a hosted agent API.
Python ai-agentsai-toolsbrowser-agentbrowser-automationbrowser-usecdpcloud-browsercomputer-useheadless-browserllmmcpplaywrightpythonremote-browserstealth-browserweb-automationweb-scraping
Auto enter
Magnus Müllerc6e71121c19c
diff --git a/browser_use/controller/service.py b/browser_use/controller/service.pyindex e92022f94..35fadc6f9 100644--- a/browser_use/controller/service.py+++ b/browser_use/controller/service.py@@ -255,15 +255,64 @@ class Controller(Generic[Context]):# Re-raise with more contextraise ValueError(f'Failed to input text into element {params.index}: {e}') from e+ # AUTO-ENTER for search fields: Automatically press Enter for search inputs+ should_auto_enter = False++ # Check if this is a search field based on element attributes+ if node.attributes:+ # Check for search-related attributes+ search_indicators = {'search', 'query', 'find', 'lookup', 'searchbox', 'search-input'}++ # Check input type+ input_type = node.attributes.get('type', '').lower()+ if input_type == 'search':+ should_auto_enter = True++ # Check class names+ class_list = node.attributes.get('class', '').lower()+ if any(indicator in class_list for indicator in search_indicators):+ should_auto_enter = True++ # Check id+ element_id = node.attributes.get('id', '').lower()+ if any(indicator in element_id for indicator in search_indicators):+ should_auto_enter = True++ # Check placeholder text+ placeholder = node.attributes.get('placeholder', '').lower()+ if any(indicator in placeholder for indicator in search_indicators):+ should_auto_enter = True++ # Check aria-label+ aria_label = node.attributes.get('aria-label', '').lower()+ if any(indicator in aria_label for indicator in search_indicators):+ should_auto_enter = True++ # Auto-press Enter for search fields+ if should_auto_enter:+ try:+ logger.info('🔍 Detected search field, auto-pressing Enter after input')+ enter_event = browser_session.event_bus.dispatch(SendKeysEvent(keys='Enter'))+ await enter_event+ except Exception as e:+ logger.warning(f'Failed to auto-press Enter: {e}')+ # Don't fail the entire action if Enter fails+if not has_sensitive_data:msg = f'⌨️ Input {params.text} into index {params.index}'+ if should_auto_enter:+ msg += ' (+ Enter)'else:msg = f'⌨️ Input sensitive data into index {params.index}'+ if should_auto_enter:+ msg += ' (+ Enter)'+logger.info(msg)return ActionResult(extracted_content=msg,include_in_memory=True,- long_term_memory=f"Input '{params.text}' into element {params.index}.",+ long_term_memory=f"Input '{params.text}' into element {params.index}."+ + (' Pressed Enter automatically.' if should_auto_enter else ''),)# @self.registry.action('Upload file to interactive element with file path', param_model=UploadFileAction)diff --git a/browser_use/dom/serializer/clickable_elements.py b/browser_use/dom/serializer/clickable_elements.pyindex a242e3a18..f139326fe 100644--- a/browser_use/dom/serializer/clickable_elements.py+++ b/browser_use/dom/serializer/clickable_elements.py@@ -18,7 +18,8 @@ class ClickableElementDetector:if node.tag_name in {'html', 'body'}:return False- # Super quick check: if the node is a div with no width or height, it's not clickable (basically invisible element on page)+ # RELAXED SIZE CHECK: Allow small elements that might be icons+ # Only exclude truly invisible elements (width AND height both 0)if (node.snapshot_nodeand node.snapshot_node.bounds@@ -27,6 +28,36 @@ class ClickableElementDetector:):return False+ # SEARCH ELEMENT DETECTION: Check for search-related classes and attributes+ if node.attributes:+ search_indicators = {+ 'search',+ 'magnify',+ 'glass',+ 'lookup',+ 'find',+ 'query',+ 'search-icon',+ 'search-btn',+ 'search-button',+ 'searchbox',+ }++ # Check class names for search indicators+ class_list = node.attributes.get('class', '').lower().split()+ if any(indicator in ' '.join(class_list) for indicator in search_indicators):+ return True++ # Check id for search indicators+ element_id = node.attributes.get('id', '').lower()+ if any(indicator in element_id for indicator in search_indicators):+ return True++ # Check data attributes for search functionality+ for attr_name, attr_value in node.attributes.items():+ if attr_name.startswith('data-') and any(indicator in attr_value.lower() for indicator in search_indicators):+ return True+# Enhanced accessibility property checks - direct clear indicators onlyif node.ax_node and node.ax_node.properties:for prop in node.ax_node.properties:@@ -59,11 +90,34 @@ class ClickableElementDetector:# Skip properties we can't processcontinue- # Secondary check: intrinsically interactive HTML elements- interactive_tags = {'button', 'input', 'select', 'textarea', 'a', 'label', 'details', 'summary', 'option', 'optgroup'}+ # ENHANCED TAG CHECK: Include SVG and other common interactive elements+ interactive_tags = {+ 'button',+ 'input',+ 'select',+ 'textarea',+ 'a',+ 'label',+ 'details',+ 'summary',+ 'option',+ 'optgroup',+ 'svg',+ 'path',+ 'circle',+ 'rect',+ 'polygon',+ 'ellipse',+ }if node.tag_name in interactive_tags:return True+ # NAVIGATION ELEMENT CHECK: Include common navigation containers+ if node.tag_name in {'nav', 'header'} and node.attributes:+ # Navigation elements are often interactive if they have classes or roles+ if 'class' in node.attributes or 'role' in node.attributes:+ return True+# Tertiary check: elements with interactive attributesif node.attributes:# Check for event handlers or interactive attributes@@ -85,6 +139,8 @@ class ClickableElementDetector:'combobox','slider','spinbutton',+ 'search',+ 'searchbox',}if node.attributes['role'] in interactive_roles:return True@@ -104,10 +160,26 @@ class ClickableElementDetector:'slider','spinbutton','listbox',+ 'search',+ 'searchbox',}if node.ax_node.role in interactive_ax_roles:return True+ # ICON AND SMALL ELEMENT CHECK: Elements that might be icons+ if (+ node.snapshot_node+ and node.snapshot_node.bounds+ and 10 <= node.snapshot_node.bounds.width <= 50 # Icon-sized elements+ and 10 <= node.snapshot_node.bounds.height <= 50+ ):+ # Check if this small element has interactive properties+ if node.attributes:+ # Small elements with these attributes are likely interactive icons+ icon_attributes = {'class', 'role', 'onclick', 'data-action', 'aria-label'}+ if any(attr in node.attributes for attr in icon_attributes):+ return True+# Final fallback: cursor style indicates interactivity (for cases Chrome missed)if node.snapshot_node and node.snapshot_node.cursor_style and node.snapshot_node.cursor_style == 'pointer':return True