Skip to content

Open-source Python library for AI browser agents, plus Browser Use Cloud: stealth browsers and a hosted agent API.

finish removing playwright enitrely, get local browser paths manually

Nick Sweetingfe9b28784154
diff --git a/browser_use/browser/local_browser_watchdog.py b/browser_use/browser/local_browser_watchdog.py
index 2730fc5e1..eda203801 100644
--- a/browser_use/browser/local_browser_watchdog.py
+++ b/browser_use/browser/local_browser_watchdog.py
@@ -1,6 +1,7 @@
"""Local browser watchdog for managing browser subprocess lifecycle."""
import asyncio
+import os
import shutil
import tempfile
from pathlib import Path
@@ -113,27 +114,38 @@ class LocalBrowserWatchdog(BaseWatchdog):
f'--remote-debugging-port={debug_port}',
]
)
+ assert '--user-data-dir' in str(launch_args), (
+ 'User data dir must be set somewhere in launch args to a non-default path, otherwise Chrome will not let us attach via CDP'
+ )
- # Get browser executable from playwright
- # Use custom executable if provided, otherwise use playwright's
+ # Get browser executable
+ # Priority: custom executable > fallback paths > playwright subprocess
if profile.executable_path:
browser_path = profile.executable_path
- self.logger.debug(f'[LocalBrowserWatchdog] Using custom executable: {browser_path}')
+ self.logger.debug(f'[LocalBrowserWatchdog] πŸ“¦ Using custom local browser executable_path= {browser_path}')
else:
- self.logger.debug('[LocalBrowserWatchdog] Getting browser path from playwright...')
- # Get browser path from playwright in a subprocess to avoid thread issues
- browser_path = await self._get_browser_path_via_subprocess()
- self.logger.debug(f'[LocalBrowserWatchdog] Got browser path: {browser_path}')
+ # self.logger.debug('[LocalBrowserWatchdog] πŸ” Looking for local browser binary path...')
+ # Try fallback paths first (system browsers preferred)
+ browser_path = self._find_installed_browser_path()
+ if not browser_path:
+ self.logger.error(
+ '[LocalBrowserWatchdog] ⚠️ No local browser binary found, installing browser using playwright subprocess...'
+ )
+ browser_path = await self._install_browser_with_playwright()
+
+ self.logger.debug(f'[LocalBrowserWatchdog] πŸ“¦ Found local browser installed at executable_path= {browser_path}')
+ if not browser_path:
+ raise RuntimeError('No local Chrome/Chromium install found, and failed to install with playwright')
# Launch browser subprocess directly
- self.logger.debug(f'[LocalBrowserWatchdog] Launching browser subprocess with {len(launch_args)} args...')
+ self.logger.debug(f'[LocalBrowserWatchdog] πŸš€ Launching browser subprocess with {len(launch_args)} args...')
subprocess = await asyncio.create_subprocess_exec(
browser_path,
*launch_args,
stdout=asyncio.subprocess.PIPE,
stderr=asyncio.subprocess.PIPE,
)
- self.logger.debug(f'[LocalBrowserWatchdog] Browser subprocess launched with PID: {subprocess.pid}')
+ self.logger.info(f'[LocalBrowserWatchdog] 🎭 Browser subprocess launched with browser_pid= {subprocess.pid}')
# Convert to psutil.Process
process = psutil.Process(subprocess.pid)
@@ -190,51 +202,134 @@ class LocalBrowserWatchdog(BaseWatchdog):
raise RuntimeError(f'Failed to launch browser after {max_retries} attempts')
@staticmethod
- async def _get_browser_path_via_subprocess() -> str:
- """Get browser executable path from playwright in a subprocess to avoid thread issues."""
- import json
- import sys
+ def _find_installed_browser_path() -> str | None:
+ """Try to find browser executable from common fallback locations.
- # Python code to run in subprocess
- get_path_code = """
-import asyncio
-import json
-import sys
+ Prioritizes:
+ 1. System Chrome Stable
+ 1. Playwright chromium
+ 2. Other system native browsers (Chromium -> Chrome Canary/Dev -> Brave)
+ 3. Playwright headless-shell fallback
+
+ Returns:
+ Path to browser executable or None if not found
+ """
+ import glob
+ import platform
+ from pathlib import Path
+
+ system = platform.system()
+ patterns = []
+
+ # Get playwright browsers path from environment variable if set
+ playwright_path = os.environ.get('PLAYWRIGHT_BROWSERS_PATH')
+
+ if system == 'Darwin': # macOS
+ if not playwright_path:
+ playwright_path = '~/Library/Caches/ms-playwright'
+ patterns = [
+ '/Applications/Google Chrome.app/Contents/MacOS/Google Chrome',
+ f'{playwright_path}/chromium-*/chrome-mac/Chromium.app/Contents/MacOS/Chromium',
+ '/Applications/Chromium.app/Contents/MacOS/Chromium',
+ '/Applications/Google Chrome Canary.app/Contents/MacOS/Google Chrome Canary',
+ '/Applications/Brave Browser.app/Contents/MacOS/Brave Browser',
+ f'{playwright_path}/chromium_headless_shell-*/chrome-mac/Chromium.app/Contents/MacOS/Chromium',
+ ]
+ elif system == 'Linux':
+ if not playwright_path:
+ playwright_path = '~/.cache/ms-playwright'
+ patterns = [
+ '/usr/bin/google-chrome-stable',
+ '/usr/bin/google-chrome',
+ '/usr/local/bin/google-chrome',
+ f'{playwright_path}/chromium-*/chrome-linux/chrome',
+ '/usr/bin/chromium',
+ '/usr/bin/chromium-browser',
+ '/usr/local/bin/chromium',
+ '/snap/bin/chromium',
+ '/usr/bin/google-chrome-beta',
+ '/usr/bin/google-chrome-dev',
+ '/usr/bin/brave-browser',
+ f'{playwright_path}/chromium_headless_shell-*/chrome-linux/chrome',
+ ]
+ elif system == 'Windows':
+ if not playwright_path:
+ playwright_path = r'%LOCALAPPDATA%\ms-playwright'
+ patterns = [
+ r'C:\Program Files\Google\Chrome\Application\chrome.exe',
+ r'C:\Program Files (x86)\Google\Chrome\Application\chrome.exe',
+ r'%LOCALAPPDATA%\Google\Chrome\Application\chrome.exe',
+ r'%PROGRAMFILES%\Google\Chrome\Application\chrome.exe',
+ r'%PROGRAMFILES(X86)%\Google\Chrome\Application\chrome.exe',
+ f'{playwright_path}\\chromium-*\\chrome-win\\chrome.exe',
+ r'C:\Program Files\Chromium\Application\chrome.exe',
+ r'C:\Program Files (x86)\Chromium\Application\chrome.exe',
+ r'%LOCALAPPDATA%\Chromium\Application\chrome.exe',
+ r'C:\Program Files\BraveSoftware\Brave-Browser\Application\brave.exe',
+ r'C:\Program Files (x86)\BraveSoftware\Brave-Browser\Application\brave.exe',
+ r'C:\Program Files (x86)\Microsoft\Edge\Application\msedge.exe',
+ r'C:\Program Files\Microsoft\Edge\Application\msedge.exe',
+ r'%LOCALAPPDATA%\Microsoft\Edge\Application\msedge.exe',
+ f'{playwright_path}\\chromium_headless_shell-*\\chrome-win\\chrome.exe',
+ ]
+
+ for pattern in patterns:
+ # Expand user home directory
+ expanded_pattern = Path(pattern).expanduser()
+
+ # Handle Windows environment variables
+ if system == 'Windows':
+ pattern_str = str(expanded_pattern)
+ for env_var in ['%LOCALAPPDATA%', '%PROGRAMFILES%', '%PROGRAMFILES(X86)%']:
+ if env_var in pattern_str:
+ env_key = env_var.strip('%').replace('(X86)', ' (x86)')
+ env_value = os.environ.get(env_key, '')
+ if env_value:
+ pattern_str = pattern_str.replace(env_var, env_value)
+ expanded_pattern = Path(pattern_str)
+
+ # Convert to string for glob
+ pattern_str = str(expanded_pattern)
+
+ # Check if pattern contains wildcards
+ if '*' in pattern_str:
+ # Use glob to expand the pattern
+ matches = glob.glob(pattern_str)
+ if matches:
+ # Sort matches and take the last one (alphanumerically highest version)
+ matches.sort()
+ browser_path = matches[-1]
+ if Path(browser_path).exists() and Path(browser_path).is_file():
+ return browser_path
+ else:
+ # Direct path check
+ if expanded_pattern.exists() and expanded_pattern.is_file():
+ return str(expanded_pattern)
-async def get_path():
- from playwright.async_api import async_playwright
- playwright = await async_playwright().start()
- try:
- path = playwright.chromium.executable_path
- print(json.dumps({"path": path}))
- finally:
- await playwright.stop()
+ return None
-asyncio.run(get_path())
-"""
+ async def _install_browser_with_playwright(self) -> str:
+ """Get browser executable path from playwright in a subprocess to avoid thread issues."""
# Run in subprocess with timeout
process = await asyncio.create_subprocess_exec(
- sys.executable,
- '-c',
- get_path_code,
+ 'uvx',
+ 'playwright',
+ 'install',
+ 'chrome',
+ '--with-deps',
stdout=asyncio.subprocess.PIPE,
stderr=asyncio.subprocess.PIPE,
)
try:
- # Wait for result with timeout
- stdout, stderr = await asyncio.wait_for(process.communicate(), timeout=10.0)
-
- # Parse the result
- if stdout:
- result = json.loads(stdout.decode())
- return result['path']
- else:
- # Fallback to default location if subprocess fails
- error_msg = stderr.decode() if stderr else 'Unknown error'
- raise RuntimeError(f'Failed to get browser path from playwright: {error_msg}')
-
+ stdout, stderr = await asyncio.wait_for(process.communicate(), timeout=60.0)
+ self.logger.debug(f'[LocalBrowserWatchdog] πŸ“¦ Playwright install output: {stdout}')
+ browser_path = self._find_installed_browser_path()
+ if browser_path:
+ return browser_path
+ self.logger.error(f'[LocalBrowserWatchdog] ❌ Playwright local browser installation error: \n{stdout}\n{stderr}')
+ raise RuntimeError('No local browser path found after: uvx playwright install chrome --with-deps')
except TimeoutError:
# Kill the subprocess if it times out
process.kill()
diff --git a/browser_use/browser/profile.py b/browser_use/browser/profile.py
index 4241fb213..cdd878117 100644
--- a/browser_use/browser/profile.py
+++ b/browser_use/browser/profile.py
@@ -1,4 +1,5 @@
import sys
+import tempfile
from collections.abc import Iterable
from enum import Enum
from functools import cache
@@ -7,10 +8,9 @@ from re import Pattern
from typing import Annotated, Any, Literal, Self
from urllib.parse import urlparse
-from pydantic import AfterValidator, AliasChoices, BaseModel, ConfigDict, Field, model_validator
+from pydantic import AfterValidator, AliasChoices, BaseModel, ConfigDict, Field, field_validator, model_validator
from uuid_extensions import uuid7str
-from browser_use.browser.types import ClientCertificate, Geolocation, HttpCredentials, ProxySettings, ViewportSize
from browser_use.config import CONFIG
from browser_use.observability import observe_debug
from browser_use.utils import _log_pretty_path, logger
@@ -177,6 +177,17 @@ CHROME_DEFAULT_ARGS = [
]
+class ViewportSize(BaseModel):
+ width: int = Field(ge=0)
+ height: int = Field(ge=0)
+
+ def __getitem__(self, key: str) -> int:
+ return dict(self)[key]
+
+ def __setitem__(self, key: str, value: int) -> None:
+ setattr(self, key, value)
+
+
@cache
def get_display_size() -> ViewportSize | None:
# macOS
@@ -322,7 +333,7 @@ class BrowserContextArgs(BaseModel):
strict_selectors: bool = False
# Security options
- proxy: ProxySettings | None = None
+ # proxy: ProxySettings | None = None
permissions: list[str] = Field(
default_factory=lambda: ['clipboardReadWrite', 'notifications'],
description='Browser permissions to grant (CDP Browser.grantPermissions).',
@@ -330,9 +341,9 @@ class BrowserContextArgs(BaseModel):
# notifications are to avoid browser fingerprinting
)
bypass_csp: bool = False
- client_certificates: list[ClientCertificate] = Field(default_factory=list)
+ # client_certificates: list[ClientCertificate] = Field(default_factory=list)
extra_http_headers: dict[str, str] = Field(default_factory=dict)
- http_credentials: HttpCredentials | None = None
+ # http_credentials: HttpCredentials | None = None
ignore_https_errors: bool = False
java_script_enabled: bool = True
base_url: UrlStr | None = None
@@ -347,7 +358,7 @@ class BrowserContextArgs(BaseModel):
is_mobile: bool = False
has_touch: bool = False
locale: str | None = None
- geolocation: Geolocation | None = None
+ # geolocation: Geolocation | None = None
timezone_id: str | None = None
color_scheme: ColorScheme = ColorScheme.LIGHT
contrast: Contrast = Contrast.NO_PREFERENCE
@@ -431,7 +442,7 @@ class BrowserLaunchArgs(BaseModel):
)
slow_mo: float = Field(default=0, description='Slow down actions by this many milliseconds.')
timeout: float = Field(default=30000, description='Default timeout in milliseconds for connecting to a remote browser.')
- proxy: ProxySettings | None = Field(default=None, description='Proxy settings to use to connect to the browser.')
+ # proxy: ProxySettings | None = Field(default=None, description='Proxy settings to use to connect to the browser.')
downloads_path: str | Path | None = Field(
default=None,
description='Directory to save downloads to.',
@@ -535,6 +546,14 @@ class BrowserLaunchPersistentContextArgs(BrowserLaunchArgs, BrowserContextArgs):
# Required parameter specific to launch_persistent_context, but can be None to use incognito temp dir
user_data_dir: str | Path | None = None
+ @field_validator('user_data_dir', mode='after')
+ @classmethod
+ def validate_user_data_dir(cls, v: str | Path | None) -> str | Path:
+ """Validate user data dir is set to a non-default path."""
+ if v is None:
+ return tempfile.mkdtemp(prefix='browser-use-user-data-dir-')
+ return Path(v).expanduser().resolve()
+
class BrowserProfile(BrowserConnectArgs, BrowserLaunchPersistentContextArgs, BrowserLaunchArgs, BrowserNewContextArgs):
"""
@@ -583,7 +602,7 @@ class BrowserProfile(BrowserConnectArgs, BrowserLaunchPersistentContextArgs, Bro
window_height: int | None = Field(default=None, description='DEPRECATED, use window_size["height"] instead', exclude=True)
window_width: int | None = Field(default=None, description='DEPRECATED, use window_size["width"] instead', exclude=True)
window_position: ViewportSize | None = Field(
- default_factory=lambda: {'width': 0, 'height': 0},
+ default=ViewportSize(width=0, height=0),
description='Window position to use for the browser x,y from the top left when headless=False.',
)
cross_origin_iframes: bool = Field(
@@ -706,10 +725,13 @@ class BrowserProfile(BrowserConnectArgs, BrowserLaunchPersistentContextArgs, Bro
elif not self.ignore_default_args:
default_args = CHROME_DEFAULT_ARGS
+ assert self.user_data_dir is not None, 'user_data_dir must be set to a non-default path'
+
# Capture args before conversion for logging
pre_conversion_args = [
*default_args,
*self.args,
+ f'--user-data-dir={self.user_data_dir}',
f'--profile-directory={self.profile_directory}',
*(CHROME_DOCKER_ARGS if (CONFIG.IN_DOCKER or not self.chromium_sandbox) else []),
*(CHROME_HEADLESS_ARGS if self.headless else []),
diff --git a/browser_use/browser/storage_state_watchdog.py b/browser_use/browser/storage_state_watchdog.py
index eb1afd83b..6f5aada2c 100644
--- a/browser_use/browser/storage_state_watchdog.py
+++ b/browser_use/browser/storage_state_watchdog.py
@@ -328,4 +328,3 @@ class StorageStateWatchdog(BaseWatchdog):
self.logger.error(f'[StorageStateWatchdog] Failed to add cookies: {e}')
-# Fix Pydantic circular dependency - this will be called from session.py after BrowserSession is defined
diff --git a/browser_use/browser/types.py b/browser_use/browser/types.py
index b4c9b99f6..e69de29bb 100644
--- a/browser_use/browser/types.py
+++ b/browser_use/browser/types.py
@@ -1,57 +0,0 @@
-# centralize imports for browser typing
-
-import sys
-
-from patchright._impl._errors import TargetClosedError as PatchrightTargetClosedError
-from patchright.async_api import Browser as PatchrightBrowser
-from patchright.async_api import BrowserContext as PatchrightBrowserContext
-from patchright.async_api import ElementHandle as PatchrightElementHandle
-from patchright.async_api import FrameLocator as PatchrightFrameLocator
-from patchright.async_api import Page as PatchrightPage
-from patchright.async_api import Playwright as Patchright
-from patchright.async_api import async_playwright as _async_patchright
-from playwright._impl._errors import TargetClosedError as PlaywrightTargetClosedError
-from playwright.async_api import Browser as PlaywrightBrowser
-from playwright.async_api import BrowserContext as PlaywrightBrowserContext
-from playwright.async_api import ElementHandle as PlaywrightElementHandle
-from playwright.async_api import FrameLocator as PlaywrightFrameLocator
-from playwright.async_api import Page as PlaywrightPage
-from playwright.async_api import Playwright as Playwright
-from playwright.async_api import async_playwright as _async_playwright
-
-# Define types to be Union[Patchright, Playwright]
-Browser = PatchrightBrowser | PlaywrightBrowser
-BrowserContext = PatchrightBrowserContext | PlaywrightBrowserContext
-Page = PatchrightPage | PlaywrightPage
-ElementHandle = PatchrightElementHandle | PlaywrightElementHandle
-FrameLocator = PatchrightFrameLocator | PlaywrightFrameLocator
-Playwright = Playwright
-Patchright = Patchright
-PlaywrightOrPatchright = Patchright | Playwright
-TargetClosedError = PatchrightTargetClosedError | PlaywrightTargetClosedError
-
-async_patchright = _async_patchright
-async_playwright = _async_playwright
-
-from playwright._impl._api_structures import (
- ClientCertificate,
- Geolocation,
- HttpCredentials,
- ProxySettings,
- StorageState,
- ViewportSize,
-)
-
-# fix pydantic error on python 3.11
-# PydanticUserError: Please use `typing_extensions.TypedDict` instead of `typing.TypedDict` on Python < 3.12.
-# For further information visit https://errors.pydantic.dev/2.10/u/typed-dict-version
-if sys.version_info < (3, 12):
- from typing_extensions import TypedDict
-
- # convert new-style typing.TypedDict used by playwright to old-style typing_extensions.TypedDict used by pydantic
- ClientCertificate = TypedDict('ClientCertificate', ClientCertificate.__annotations__, total=ClientCertificate.__total__)
- Geolocation = TypedDict('Geolocation', Geolocation.__annotations__, total=Geolocation.__total__)
- ProxySettings = TypedDict('ProxySettings', ProxySettings.__annotations__, total=ProxySettings.__total__)
- ViewportSize = TypedDict('ViewportSize', ViewportSize.__annotations__, total=ViewportSize.__total__)
- HttpCredentials = TypedDict('HttpCredentials', HttpCredentials.__annotations__, total=HttpCredentials.__total__)
- StorageState = TypedDict('StorageState', StorageState.__annotations__, total=StorageState.__total__)