Skip to content

Open-source Python library for AI browser agents, plus Browser Use Cloud: stealth browsers and a hosted agent API.

Auto enter

Magnus Müllerc6e71121c19c
diff --git a/browser_use/controller/service.py b/browser_use/controller/service.py
index e92022f94..35fadc6f9 100644
--- a/browser_use/controller/service.py
+++ b/browser_use/controller/service.py
@@ -255,15 +255,64 @@ class Controller(Generic[Context]):
# Re-raise with more context
raise ValueError(f'Failed to input text into element {params.index}: {e}') from e
+ # AUTO-ENTER for search fields: Automatically press Enter for search inputs
+ should_auto_enter = False
+
+ # Check if this is a search field based on element attributes
+ if node.attributes:
+ # Check for search-related attributes
+ search_indicators = {'search', 'query', 'find', 'lookup', 'searchbox', 'search-input'}
+
+ # Check input type
+ input_type = node.attributes.get('type', '').lower()
+ if input_type == 'search':
+ should_auto_enter = True
+
+ # Check class names
+ class_list = node.attributes.get('class', '').lower()
+ if any(indicator in class_list for indicator in search_indicators):
+ should_auto_enter = True
+
+ # Check id
+ element_id = node.attributes.get('id', '').lower()
+ if any(indicator in element_id for indicator in search_indicators):
+ should_auto_enter = True
+
+ # Check placeholder text
+ placeholder = node.attributes.get('placeholder', '').lower()
+ if any(indicator in placeholder for indicator in search_indicators):
+ should_auto_enter = True
+
+ # Check aria-label
+ aria_label = node.attributes.get('aria-label', '').lower()
+ if any(indicator in aria_label for indicator in search_indicators):
+ should_auto_enter = True
+
+ # Auto-press Enter for search fields
+ if should_auto_enter:
+ try:
+ logger.info('🔍 Detected search field, auto-pressing Enter after input')
+ enter_event = browser_session.event_bus.dispatch(SendKeysEvent(keys='Enter'))
+ await enter_event
+ except Exception as e:
+ logger.warning(f'Failed to auto-press Enter: {e}')
+ # Don't fail the entire action if Enter fails
+
if not has_sensitive_data:
msg = f'⌨️ Input {params.text} into index {params.index}'
+ if should_auto_enter:
+ msg += ' (+ Enter)'
else:
msg = f'⌨️ Input sensitive data into index {params.index}'
+ if should_auto_enter:
+ msg += ' (+ Enter)'
+
logger.info(msg)
return ActionResult(
extracted_content=msg,
include_in_memory=True,
- long_term_memory=f"Input '{params.text}' into element {params.index}.",
+ long_term_memory=f"Input '{params.text}' into element {params.index}."
+ + (' Pressed Enter automatically.' if should_auto_enter else ''),
)
# @self.registry.action('Upload file to interactive element with file path', param_model=UploadFileAction)
diff --git a/browser_use/dom/serializer/clickable_elements.py b/browser_use/dom/serializer/clickable_elements.py
index a242e3a18..f139326fe 100644
--- a/browser_use/dom/serializer/clickable_elements.py
+++ b/browser_use/dom/serializer/clickable_elements.py
@@ -18,7 +18,8 @@ class ClickableElementDetector:
if node.tag_name in {'html', 'body'}:
return False
- # Super quick check: if the node is a div with no width or height, it's not clickable (basically invisible element on page)
+ # RELAXED SIZE CHECK: Allow small elements that might be icons
+ # Only exclude truly invisible elements (width AND height both 0)
if (
node.snapshot_node
and node.snapshot_node.bounds
@@ -27,6 +28,36 @@ class ClickableElementDetector:
):
return False
+ # SEARCH ELEMENT DETECTION: Check for search-related classes and attributes
+ if node.attributes:
+ search_indicators = {
+ 'search',
+ 'magnify',
+ 'glass',
+ 'lookup',
+ 'find',
+ 'query',
+ 'search-icon',
+ 'search-btn',
+ 'search-button',
+ 'searchbox',
+ }
+
+ # Check class names for search indicators
+ class_list = node.attributes.get('class', '').lower().split()
+ if any(indicator in ' '.join(class_list) for indicator in search_indicators):
+ return True
+
+ # Check id for search indicators
+ element_id = node.attributes.get('id', '').lower()
+ if any(indicator in element_id for indicator in search_indicators):
+ return True
+
+ # Check data attributes for search functionality
+ for attr_name, attr_value in node.attributes.items():
+ if attr_name.startswith('data-') and any(indicator in attr_value.lower() for indicator in search_indicators):
+ return True
+
# Enhanced accessibility property checks - direct clear indicators only
if node.ax_node and node.ax_node.properties:
for prop in node.ax_node.properties:
@@ -59,11 +90,34 @@ class ClickableElementDetector:
# Skip properties we can't process
continue
- # Secondary check: intrinsically interactive HTML elements
- interactive_tags = {'button', 'input', 'select', 'textarea', 'a', 'label', 'details', 'summary', 'option', 'optgroup'}
+ # ENHANCED TAG CHECK: Include SVG and other common interactive elements
+ interactive_tags = {
+ 'button',
+ 'input',
+ 'select',
+ 'textarea',
+ 'a',
+ 'label',
+ 'details',
+ 'summary',
+ 'option',
+ 'optgroup',
+ 'svg',
+ 'path',
+ 'circle',
+ 'rect',
+ 'polygon',
+ 'ellipse',
+ }
if node.tag_name in interactive_tags:
return True
+ # NAVIGATION ELEMENT CHECK: Include common navigation containers
+ if node.tag_name in {'nav', 'header'} and node.attributes:
+ # Navigation elements are often interactive if they have classes or roles
+ if 'class' in node.attributes or 'role' in node.attributes:
+ return True
+
# Tertiary check: elements with interactive attributes
if node.attributes:
# Check for event handlers or interactive attributes
@@ -85,6 +139,8 @@ class ClickableElementDetector:
'combobox',
'slider',
'spinbutton',
+ 'search',
+ 'searchbox',
}
if node.attributes['role'] in interactive_roles:
return True
@@ -104,10 +160,26 @@ class ClickableElementDetector:
'slider',
'spinbutton',
'listbox',
+ 'search',
+ 'searchbox',
}
if node.ax_node.role in interactive_ax_roles:
return True
+ # ICON AND SMALL ELEMENT CHECK: Elements that might be icons
+ if (
+ node.snapshot_node
+ and node.snapshot_node.bounds
+ and 10 <= node.snapshot_node.bounds.width <= 50 # Icon-sized elements
+ and 10 <= node.snapshot_node.bounds.height <= 50
+ ):
+ # Check if this small element has interactive properties
+ if node.attributes:
+ # Small elements with these attributes are likely interactive icons
+ icon_attributes = {'class', 'role', 'onclick', 'data-action', 'aria-label'}
+ if any(attr in node.attributes for attr in icon_attributes):
+ return True
+
# Final fallback: cursor style indicates interactivity (for cases Chrome missed)
if node.snapshot_node and node.snapshot_node.cursor_style and node.snapshot_node.cursor_style == 'pointer':
return True