Open-source Python library for AI browser agents, plus Browser Use Cloud: stealth browsers and a hosted agent API.
Python ai-agentsai-toolsbrowser-agentbrowser-automationbrowser-usecdpcloud-browsercomputer-useheadless-browserllmmcpplaywrightpythonremote-browserstealth-browserweb-automationweb-scraping
finish removing playwright enitrely, get local browser paths manually
Nick Sweetingfe9b28784154
diff --git a/browser_use/browser/local_browser_watchdog.py b/browser_use/browser/local_browser_watchdog.pyindex 2730fc5e1..eda203801 100644--- a/browser_use/browser/local_browser_watchdog.py+++ b/browser_use/browser/local_browser_watchdog.py@@ -1,6 +1,7 @@"""Local browser watchdog for managing browser subprocess lifecycle."""import asyncio+import osimport shutilimport tempfilefrom pathlib import Path@@ -113,27 +114,38 @@ class LocalBrowserWatchdog(BaseWatchdog):f'--remote-debugging-port={debug_port}',])+ assert '--user-data-dir' in str(launch_args), (+ 'User data dir must be set somewhere in launch args to a non-default path, otherwise Chrome will not let us attach via CDP'+ )- # Get browser executable from playwright- # Use custom executable if provided, otherwise use playwright's+ # Get browser executable+ # Priority: custom executable > fallback paths > playwright subprocessif profile.executable_path:browser_path = profile.executable_path- self.logger.debug(f'[LocalBrowserWatchdog] Using custom executable: {browser_path}')+ self.logger.debug(f'[LocalBrowserWatchdog] π¦ Using custom local browser executable_path= {browser_path}')else:- self.logger.debug('[LocalBrowserWatchdog] Getting browser path from playwright...')- # Get browser path from playwright in a subprocess to avoid thread issues- browser_path = await self._get_browser_path_via_subprocess()- self.logger.debug(f'[LocalBrowserWatchdog] Got browser path: {browser_path}')+ # self.logger.debug('[LocalBrowserWatchdog] π Looking for local browser binary path...')+ # Try fallback paths first (system browsers preferred)+ browser_path = self._find_installed_browser_path()+ if not browser_path:+ self.logger.error(+ '[LocalBrowserWatchdog] β οΈ No local browser binary found, installing browser using playwright subprocess...'+ )+ browser_path = await self._install_browser_with_playwright()++ self.logger.debug(f'[LocalBrowserWatchdog] π¦ Found local browser installed at executable_path= {browser_path}')+ if not browser_path:+ raise RuntimeError('No local Chrome/Chromium install found, and failed to install with playwright')# Launch browser subprocess directly- self.logger.debug(f'[LocalBrowserWatchdog] Launching browser subprocess with {len(launch_args)} args...')+ self.logger.debug(f'[LocalBrowserWatchdog] π Launching browser subprocess with {len(launch_args)} args...')subprocess = await asyncio.create_subprocess_exec(browser_path,*launch_args,stdout=asyncio.subprocess.PIPE,stderr=asyncio.subprocess.PIPE,)- self.logger.debug(f'[LocalBrowserWatchdog] Browser subprocess launched with PID: {subprocess.pid}')+ self.logger.info(f'[LocalBrowserWatchdog] π Browser subprocess launched with browser_pid= {subprocess.pid}')# Convert to psutil.Processprocess = psutil.Process(subprocess.pid)@@ -190,51 +202,134 @@ class LocalBrowserWatchdog(BaseWatchdog):raise RuntimeError(f'Failed to launch browser after {max_retries} attempts')@staticmethod- async def _get_browser_path_via_subprocess() -> str:- """Get browser executable path from playwright in a subprocess to avoid thread issues."""- import json- import sys+ def _find_installed_browser_path() -> str | None:+ """Try to find browser executable from common fallback locations.- # Python code to run in subprocess- get_path_code = """-import asyncio-import json-import sys+ Prioritizes:+ 1. System Chrome Stable+ 1. Playwright chromium+ 2. Other system native browsers (Chromium -> Chrome Canary/Dev -> Brave)+ 3. Playwright headless-shell fallback++ Returns:+ Path to browser executable or None if not found+ """+ import glob+ import platform+ from pathlib import Path++ system = platform.system()+ patterns = []++ # Get playwright browsers path from environment variable if set+ playwright_path = os.environ.get('PLAYWRIGHT_BROWSERS_PATH')++ if system == 'Darwin': # macOS+ if not playwright_path:+ playwright_path = '~/Library/Caches/ms-playwright'+ patterns = [+ '/Applications/Google Chrome.app/Contents/MacOS/Google Chrome',+ f'{playwright_path}/chromium-*/chrome-mac/Chromium.app/Contents/MacOS/Chromium',+ '/Applications/Chromium.app/Contents/MacOS/Chromium',+ '/Applications/Google Chrome Canary.app/Contents/MacOS/Google Chrome Canary',+ '/Applications/Brave Browser.app/Contents/MacOS/Brave Browser',+ f'{playwright_path}/chromium_headless_shell-*/chrome-mac/Chromium.app/Contents/MacOS/Chromium',+ ]+ elif system == 'Linux':+ if not playwright_path:+ playwright_path = '~/.cache/ms-playwright'+ patterns = [+ '/usr/bin/google-chrome-stable',+ '/usr/bin/google-chrome',+ '/usr/local/bin/google-chrome',+ f'{playwright_path}/chromium-*/chrome-linux/chrome',+ '/usr/bin/chromium',+ '/usr/bin/chromium-browser',+ '/usr/local/bin/chromium',+ '/snap/bin/chromium',+ '/usr/bin/google-chrome-beta',+ '/usr/bin/google-chrome-dev',+ '/usr/bin/brave-browser',+ f'{playwright_path}/chromium_headless_shell-*/chrome-linux/chrome',+ ]+ elif system == 'Windows':+ if not playwright_path:+ playwright_path = r'%LOCALAPPDATA%\ms-playwright'+ patterns = [+ r'C:\Program Files\Google\Chrome\Application\chrome.exe',+ r'C:\Program Files (x86)\Google\Chrome\Application\chrome.exe',+ r'%LOCALAPPDATA%\Google\Chrome\Application\chrome.exe',+ r'%PROGRAMFILES%\Google\Chrome\Application\chrome.exe',+ r'%PROGRAMFILES(X86)%\Google\Chrome\Application\chrome.exe',+ f'{playwright_path}\\chromium-*\\chrome-win\\chrome.exe',+ r'C:\Program Files\Chromium\Application\chrome.exe',+ r'C:\Program Files (x86)\Chromium\Application\chrome.exe',+ r'%LOCALAPPDATA%\Chromium\Application\chrome.exe',+ r'C:\Program Files\BraveSoftware\Brave-Browser\Application\brave.exe',+ r'C:\Program Files (x86)\BraveSoftware\Brave-Browser\Application\brave.exe',+ r'C:\Program Files (x86)\Microsoft\Edge\Application\msedge.exe',+ r'C:\Program Files\Microsoft\Edge\Application\msedge.exe',+ r'%LOCALAPPDATA%\Microsoft\Edge\Application\msedge.exe',+ f'{playwright_path}\\chromium_headless_shell-*\\chrome-win\\chrome.exe',+ ]++ for pattern in patterns:+ # Expand user home directory+ expanded_pattern = Path(pattern).expanduser()++ # Handle Windows environment variables+ if system == 'Windows':+ pattern_str = str(expanded_pattern)+ for env_var in ['%LOCALAPPDATA%', '%PROGRAMFILES%', '%PROGRAMFILES(X86)%']:+ if env_var in pattern_str:+ env_key = env_var.strip('%').replace('(X86)', ' (x86)')+ env_value = os.environ.get(env_key, '')+ if env_value:+ pattern_str = pattern_str.replace(env_var, env_value)+ expanded_pattern = Path(pattern_str)++ # Convert to string for glob+ pattern_str = str(expanded_pattern)++ # Check if pattern contains wildcards+ if '*' in pattern_str:+ # Use glob to expand the pattern+ matches = glob.glob(pattern_str)+ if matches:+ # Sort matches and take the last one (alphanumerically highest version)+ matches.sort()+ browser_path = matches[-1]+ if Path(browser_path).exists() and Path(browser_path).is_file():+ return browser_path+ else:+ # Direct path check+ if expanded_pattern.exists() and expanded_pattern.is_file():+ return str(expanded_pattern)-async def get_path():- from playwright.async_api import async_playwright- playwright = await async_playwright().start()- try:- path = playwright.chromium.executable_path- print(json.dumps({"path": path}))- finally:- await playwright.stop()+ return None-asyncio.run(get_path())-"""+ async def _install_browser_with_playwright(self) -> str:+ """Get browser executable path from playwright in a subprocess to avoid thread issues."""# Run in subprocess with timeoutprocess = await asyncio.create_subprocess_exec(- sys.executable,- '-c',- get_path_code,+ 'uvx',+ 'playwright',+ 'install',+ 'chrome',+ '--with-deps',stdout=asyncio.subprocess.PIPE,stderr=asyncio.subprocess.PIPE,)try:- # Wait for result with timeout- stdout, stderr = await asyncio.wait_for(process.communicate(), timeout=10.0)-- # Parse the result- if stdout:- result = json.loads(stdout.decode())- return result['path']- else:- # Fallback to default location if subprocess fails- error_msg = stderr.decode() if stderr else 'Unknown error'- raise RuntimeError(f'Failed to get browser path from playwright: {error_msg}')-+ stdout, stderr = await asyncio.wait_for(process.communicate(), timeout=60.0)+ self.logger.debug(f'[LocalBrowserWatchdog] π¦ Playwright install output: {stdout}')+ browser_path = self._find_installed_browser_path()+ if browser_path:+ return browser_path+ self.logger.error(f'[LocalBrowserWatchdog] β Playwright local browser installation error: \n{stdout}\n{stderr}')+ raise RuntimeError('No local browser path found after: uvx playwright install chrome --with-deps')except TimeoutError:# Kill the subprocess if it times outprocess.kill()diff --git a/browser_use/browser/profile.py b/browser_use/browser/profile.pyindex 4241fb213..cdd878117 100644--- a/browser_use/browser/profile.py+++ b/browser_use/browser/profile.py@@ -1,4 +1,5 @@import sys+import tempfilefrom collections.abc import Iterablefrom enum import Enumfrom functools import cache@@ -7,10 +8,9 @@ from re import Patternfrom typing import Annotated, Any, Literal, Selffrom urllib.parse import urlparse-from pydantic import AfterValidator, AliasChoices, BaseModel, ConfigDict, Field, model_validator+from pydantic import AfterValidator, AliasChoices, BaseModel, ConfigDict, Field, field_validator, model_validatorfrom uuid_extensions import uuid7str-from browser_use.browser.types import ClientCertificate, Geolocation, HttpCredentials, ProxySettings, ViewportSizefrom browser_use.config import CONFIGfrom browser_use.observability import observe_debugfrom browser_use.utils import _log_pretty_path, logger@@ -177,6 +177,17 @@ CHROME_DEFAULT_ARGS = []+class ViewportSize(BaseModel):+ width: int = Field(ge=0)+ height: int = Field(ge=0)++ def __getitem__(self, key: str) -> int:+ return dict(self)[key]++ def __setitem__(self, key: str, value: int) -> None:+ setattr(self, key, value)++@cachedef get_display_size() -> ViewportSize | None:# macOS@@ -322,7 +333,7 @@ class BrowserContextArgs(BaseModel):strict_selectors: bool = False# Security options- proxy: ProxySettings | None = None+ # proxy: ProxySettings | None = Nonepermissions: list[str] = Field(default_factory=lambda: ['clipboardReadWrite', 'notifications'],description='Browser permissions to grant (CDP Browser.grantPermissions).',@@ -330,9 +341,9 @@ class BrowserContextArgs(BaseModel):# notifications are to avoid browser fingerprinting)bypass_csp: bool = False- client_certificates: list[ClientCertificate] = Field(default_factory=list)+ # client_certificates: list[ClientCertificate] = Field(default_factory=list)extra_http_headers: dict[str, str] = Field(default_factory=dict)- http_credentials: HttpCredentials | None = None+ # http_credentials: HttpCredentials | None = Noneignore_https_errors: bool = Falsejava_script_enabled: bool = Truebase_url: UrlStr | None = None@@ -347,7 +358,7 @@ class BrowserContextArgs(BaseModel):is_mobile: bool = Falsehas_touch: bool = Falselocale: str | None = None- geolocation: Geolocation | None = None+ # geolocation: Geolocation | None = Nonetimezone_id: str | None = Nonecolor_scheme: ColorScheme = ColorScheme.LIGHTcontrast: Contrast = Contrast.NO_PREFERENCE@@ -431,7 +442,7 @@ class BrowserLaunchArgs(BaseModel):)slow_mo: float = Field(default=0, description='Slow down actions by this many milliseconds.')timeout: float = Field(default=30000, description='Default timeout in milliseconds for connecting to a remote browser.')- proxy: ProxySettings | None = Field(default=None, description='Proxy settings to use to connect to the browser.')+ # proxy: ProxySettings | None = Field(default=None, description='Proxy settings to use to connect to the browser.')downloads_path: str | Path | None = Field(default=None,description='Directory to save downloads to.',@@ -535,6 +546,14 @@ class BrowserLaunchPersistentContextArgs(BrowserLaunchArgs, BrowserContextArgs):# Required parameter specific to launch_persistent_context, but can be None to use incognito temp diruser_data_dir: str | Path | None = None+ @field_validator('user_data_dir', mode='after')+ @classmethod+ def validate_user_data_dir(cls, v: str | Path | None) -> str | Path:+ """Validate user data dir is set to a non-default path."""+ if v is None:+ return tempfile.mkdtemp(prefix='browser-use-user-data-dir-')+ return Path(v).expanduser().resolve()+class BrowserProfile(BrowserConnectArgs, BrowserLaunchPersistentContextArgs, BrowserLaunchArgs, BrowserNewContextArgs):"""@@ -583,7 +602,7 @@ class BrowserProfile(BrowserConnectArgs, BrowserLaunchPersistentContextArgs, Browindow_height: int | None = Field(default=None, description='DEPRECATED, use window_size["height"] instead', exclude=True)window_width: int | None = Field(default=None, description='DEPRECATED, use window_size["width"] instead', exclude=True)window_position: ViewportSize | None = Field(- default_factory=lambda: {'width': 0, 'height': 0},+ default=ViewportSize(width=0, height=0),description='Window position to use for the browser x,y from the top left when headless=False.',)cross_origin_iframes: bool = Field(@@ -706,10 +725,13 @@ class BrowserProfile(BrowserConnectArgs, BrowserLaunchPersistentContextArgs, Broelif not self.ignore_default_args:default_args = CHROME_DEFAULT_ARGS+ assert self.user_data_dir is not None, 'user_data_dir must be set to a non-default path'+# Capture args before conversion for loggingpre_conversion_args = [*default_args,*self.args,+ f'--user-data-dir={self.user_data_dir}',f'--profile-directory={self.profile_directory}',*(CHROME_DOCKER_ARGS if (CONFIG.IN_DOCKER or not self.chromium_sandbox) else []),*(CHROME_HEADLESS_ARGS if self.headless else []),diff --git a/browser_use/browser/storage_state_watchdog.py b/browser_use/browser/storage_state_watchdog.pyindex eb1afd83b..6f5aada2c 100644--- a/browser_use/browser/storage_state_watchdog.py+++ b/browser_use/browser/storage_state_watchdog.py@@ -328,4 +328,3 @@ class StorageStateWatchdog(BaseWatchdog):self.logger.error(f'[StorageStateWatchdog] Failed to add cookies: {e}')-# Fix Pydantic circular dependency - this will be called from session.py after BrowserSession is defineddiff --git a/browser_use/browser/types.py b/browser_use/browser/types.pyindex b4c9b99f6..e69de29bb 100644--- a/browser_use/browser/types.py+++ b/browser_use/browser/types.py@@ -1,57 +0,0 @@-# centralize imports for browser typing--import sys--from patchright._impl._errors import TargetClosedError as PatchrightTargetClosedError-from patchright.async_api import Browser as PatchrightBrowser-from patchright.async_api import BrowserContext as PatchrightBrowserContext-from patchright.async_api import ElementHandle as PatchrightElementHandle-from patchright.async_api import FrameLocator as PatchrightFrameLocator-from patchright.async_api import Page as PatchrightPage-from patchright.async_api import Playwright as Patchright-from patchright.async_api import async_playwright as _async_patchright-from playwright._impl._errors import TargetClosedError as PlaywrightTargetClosedError-from playwright.async_api import Browser as PlaywrightBrowser-from playwright.async_api import BrowserContext as PlaywrightBrowserContext-from playwright.async_api import ElementHandle as PlaywrightElementHandle-from playwright.async_api import FrameLocator as PlaywrightFrameLocator-from playwright.async_api import Page as PlaywrightPage-from playwright.async_api import Playwright as Playwright-from playwright.async_api import async_playwright as _async_playwright--# Define types to be Union[Patchright, Playwright]-Browser = PatchrightBrowser | PlaywrightBrowser-BrowserContext = PatchrightBrowserContext | PlaywrightBrowserContext-Page = PatchrightPage | PlaywrightPage-ElementHandle = PatchrightElementHandle | PlaywrightElementHandle-FrameLocator = PatchrightFrameLocator | PlaywrightFrameLocator-Playwright = Playwright-Patchright = Patchright-PlaywrightOrPatchright = Patchright | Playwright-TargetClosedError = PatchrightTargetClosedError | PlaywrightTargetClosedError--async_patchright = _async_patchright-async_playwright = _async_playwright--from playwright._impl._api_structures import (- ClientCertificate,- Geolocation,- HttpCredentials,- ProxySettings,- StorageState,- ViewportSize,-)--# fix pydantic error on python 3.11-# PydanticUserError: Please use `typing_extensions.TypedDict` instead of `typing.TypedDict` on Python < 3.12.-# For further information visit https://errors.pydantic.dev/2.10/u/typed-dict-version-if sys.version_info < (3, 12):- from typing_extensions import TypedDict-- # convert new-style typing.TypedDict used by playwright to old-style typing_extensions.TypedDict used by pydantic- ClientCertificate = TypedDict('ClientCertificate', ClientCertificate.__annotations__, total=ClientCertificate.__total__)- Geolocation = TypedDict('Geolocation', Geolocation.__annotations__, total=Geolocation.__total__)- ProxySettings = TypedDict('ProxySettings', ProxySettings.__annotations__, total=ProxySettings.__total__)- ViewportSize = TypedDict('ViewportSize', ViewportSize.__annotations__, total=ViewportSize.__total__)- HttpCredentials = TypedDict('HttpCredentials', HttpCredentials.__annotations__, total=HttpCredentials.__total__)- StorageState = TypedDict('StorageState', StorageState.__annotations__, total=StorageState.__total__)