Open-source Python library for AI browser agents, plus Browser Use Cloud: stealth browsers and a hosted agent API.
Python ai-agentsai-toolsbrowser-agentbrowser-automationbrowser-usecdpcloud-browsercomputer-useheadless-browserllmmcpplaywrightpythonremote-browserstealth-browserweb-automationweb-scraping
feat: add CDP implementation for capturing localStorage/sessionStorage
jtanningbed5d71fc060b72
diff --git a/browser_use/browser/session.py b/browser_use/browser/session.pyindex 9c0b180f7..52cf4e658 100644--- a/browser_use/browser/session.py+++ b/browser_use/browser/session.py@@ -1579,7 +1579,7 @@ class BrowserSession(BaseModel):"""Get list of files downloaded during this browser session.Returns:- list[str]: List of absolute file paths to downloaded files in this session+ list[str]: List of absolute file paths to downloaded files in this session"""return self._downloaded_files.copy()@@ -1712,16 +1712,92 @@ class BrowserSession(BaseModel):params={'width': width, 'height': height, 'deviceScaleFactor': device_scale_factor, 'mobile': mobile})+ async def _cdp_get_origins(self) -> list[dict[str, Any]]:+ """Get origins with localStorage and sessionStorage using CDP."""+ origins = []+ cdp_session = await self.get_or_create_cdp_session(target_id=None, new_socket=False)++ try:+ # Enable DOMStorage domain to track storage+ await cdp_session.cdp_client.send.DOMStorage.enable(session_id=cdp_session.session_id)++ try:+ # Get all frames to find unique origins+ frames_result = await cdp_session.cdp_client.send.Page.getFrameTree(session_id=cdp_session.session_id)++ # Extract unique origins from frames+ unique_origins = set()++ def _extract_origins(frame_tree):+ """Recursively extract origins from frame tree."""+ frame = frame_tree.get('frame', {})+ origin = frame.get('securityOrigin')+ if origin and origin != 'null':+ unique_origins.add(origin)++ # Process child frames+ for child in frame_tree.get('childFrames', []):+ _extract_origins(child)++ async def _get_storage_items(origin: str, is_local_storage: bool) -> list[dict[str, str]] | None:+ """Helper to get storage items for an origin."""+ storage_type = 'localStorage' if is_local_storage else 'sessionStorage'+ try:+ result = await cdp_session.cdp_client.send.DOMStorage.getDOMStorageItems(+ params={'storageId': {'securityOrigin': origin, 'isLocalStorage': is_local_storage}},+ session_id=cdp_session.session_id,+ )++ items = []+ for item in result.get('entries', []):+ if len(item) == 2: # Each item is [key, value]+ items.append({'name': item[0], 'value': item[1]})++ return items if items else None+ except Exception as e:+ self.logger.debug(f'Failed to get {storage_type} for {origin}: {e}')+ return None++ _extract_origins(frames_result.get('frameTree', {}))++ # For each unique origin, get localStorage and sessionStorage+ for origin in unique_origins:+ origin_data = {'origin': origin}++ # Get localStorage+ local_storage = await _get_storage_items(origin, is_local_storage=True)+ if local_storage:+ origin_data['localStorage'] = local_storage++ # Get sessionStorage+ session_storage = await _get_storage_items(origin, is_local_storage=False)+ if session_storage:+ origin_data['sessionStorage'] = session_storage++ # Only add origin if it has storage data+ if 'localStorage' in origin_data or 'sessionStorage' in origin_data:+ origins.append(origin_data)++ finally:+ # Always disable DOMStorage tracking when done+ await cdp_session.cdp_client.send.DOMStorage.disable(session_id=cdp_session.session_id)++ except Exception as e:+ self.logger.warning(f'Failed to get origins: {e}')++ return origins+async def _cdp_get_storage_state(self) -> dict:"""Get storage state (cookies, localStorage, sessionStorage) using CDP."""# Use the _cdp_get_cookies helper which handles session attachmentcookies = await self._cdp_get_cookies()- # Get localStorage and sessionStorage would require evaluating JavaScript- # on each origin, which is more complex. For now, return cookies only.+ # Get origins with localStorage/sessionStorage+ origins = await self._cdp_get_origins()+return {'cookies': cookies,- 'origins': [], # Would need to iterate through origins for localStorage/sessionStorage+ 'origins': origins,}async def _cdp_navigate(self, url: str, target_id: TargetID | None = None) -> None: