Automate browser based workflows with AI
Python aiapiautomationbrowserbrowser-automationcomputergptllmplaywrightpowerautomatepuppeteerpythonrpaseleniumvisionworkflow
add recordings to browser session object (#3503)
Shuchang Zheng698d29036dd3
diff --git a/skyvern/forge/sdk/artifact/storage/base.py b/skyvern/forge/sdk/artifact/storage/base.pyindex f90a509c0..efd330165 100644--- a/skyvern/forge/sdk/artifact/storage/base.py+++ b/skyvern/forge/sdk/artifact/storage/base.py@@ -141,6 +141,16 @@ class BaseStorage(ABC):) -> list[FileInfo]:pass+ @abstractmethod+ async def list_recordings_in_browser_session(self, organization_id: str, browser_session_id: str) -> list[str]:+ pass++ @abstractmethod+ async def get_shared_recordings_in_browser_session(+ self, organization_id: str, browser_session_id: str+ ) -> list[FileInfo]:+ pass+@abstractmethodasync def save_downloaded_files(self, organization_id: str, run_id: str | None) -> None:passdiff --git a/skyvern/forge/sdk/artifact/storage/local.py b/skyvern/forge/sdk/artifact/storage/local.pyindex fecba41f2..bdb70ffb1 100644--- a/skyvern/forge/sdk/artifact/storage/local.py+++ b/skyvern/forge/sdk/artifact/storage/local.py@@ -225,6 +225,16 @@ class LocalStorage(BaseStorage):) -> list[str]:return []+ async def list_recordings_in_browser_session(self, organization_id: str, browser_session_id: str) -> list[str]:+ """List all recording files for a browser session (not implemented for local storage)."""+ return []++ async def get_shared_recordings_in_browser_session(+ self, organization_id: str, browser_session_id: str+ ) -> list[FileInfo]:+ """Get recording files with URLs for a browser session (not implemented for local storage)."""+ return []+async def get_downloaded_files(self, organization_id: str, run_id: str | None) -> list[FileInfo]:download_dir = get_download_dir(run_id=run_id)file_infos: list[FileInfo] = []diff --git a/skyvern/forge/sdk/artifact/storage/s3.py b/skyvern/forge/sdk/artifact/storage/s3.pyindex 2ee9b39d3..4799c8639 100644--- a/skyvern/forge/sdk/artifact/storage/s3.py+++ b/skyvern/forge/sdk/artifact/storage/s3.py@@ -250,6 +250,52 @@ class S3Storage(BaseStorage):]return [file for file in files if file.endswith(BROWSER_DOWNLOADING_SUFFIX)]+ async def list_recordings_in_browser_session(self, organization_id: str, browser_session_id: str) -> list[str]:+ """List all recording files for a browser session from S3."""+ uri = f"s3://{settings.AWS_S3_BUCKET_ARTIFACTS}/v1/{settings.ENV}/{organization_id}/browser_sessions/{browser_session_id}/videos"+ return [+ f"s3://{settings.AWS_S3_BUCKET_ARTIFACTS}/{file}" for file in await self.async_client.list_files(uri=uri)+ ]++ async def get_shared_recordings_in_browser_session(+ self, organization_id: str, browser_session_id: str+ ) -> list[FileInfo]:+ """Get recording files with presigned URLs for a browser session."""+ object_keys = await self.list_recordings_in_browser_session(organization_id, browser_session_id)+ if len(object_keys) == 0:+ return []++ file_infos: list[FileInfo] = []+ for key in object_keys:+ metadata = {}+ modified_at: datetime | None = None+ # Get metadata (including checksum)+ try:+ object_info = await self.async_client.get_object_info(key)+ metadata = object_info.get("Metadata", {})+ modified_at = object_info.get("LastModified")+ except Exception:+ LOG.exception("Recording object info retrieval failed", uri=key)++ # Create FileInfo object+ filename = os.path.basename(key)+ checksum = metadata.get("sha256_checksum") if metadata else None++ # Get presigned URL+ presigned_urls = await self.async_client.create_presigned_urls([key])+ if not presigned_urls:+ continue++ file_info = FileInfo(+ url=presigned_urls[0],+ checksum=checksum,+ filename=metadata.get("original_filename", filename) if metadata else filename,+ modified_at=modified_at,+ )+ file_infos.append(file_info)++ return file_infos+async def save_downloaded_files(self, organization_id: str, run_id: str | None) -> None:download_dir = get_download_dir(run_id=run_id)files = os.listdir(download_dir)diff --git a/skyvern/webeye/schemas.py b/skyvern/webeye/schemas.pyindex faec6a4cc..00694de91 100644--- a/skyvern/webeye/schemas.py+++ b/skyvern/webeye/schemas.py@@ -51,6 +51,7 @@ class BrowserSessionResponse(BaseModel):downloaded_files: list[FileInfo] | None = Field(None, description="The list of files downloaded by the browser session")+ recordings: list[FileInfo] | None = Field(None, description="The list of video recordings from the browser session")started_at: datetime | None = Field(None, description="Timestamp when the session was started")completed_at: datetime | None = Field(None, description="Timestamp when the session was completed")created_at: datetime = Field(@@ -79,6 +80,7 @@ class BrowserSessionResponse(BaseModel):f"/app/downloads/{browser_session.organization_id}/{browser_session.persistent_browser_session_id}")downloaded_files: list[FileInfo] = []+ recordings: list[FileInfo] = []if storage:try:async with asyncio.timeout(GET_DOWNLOADED_FILES_TIMEOUT):@@ -91,8 +93,21 @@ class BrowserSessionResponse(BaseModel):"Timeout getting downloaded files", browser_session_id=browser_session.persistent_browser_session_id)+ try:+ async with asyncio.timeout(GET_DOWNLOADED_FILES_TIMEOUT):+ recordings = await storage.get_shared_recordings_in_browser_session(+ organization_id=browser_session.organization_id,+ browser_session_id=browser_session.persistent_browser_session_id,+ )+ except asyncio.TimeoutError:+ LOG.warning(+ "Timeout getting recordings", browser_session_id=browser_session.persistent_browser_session_id+ )+# Sort downloaded files by modified_at in descending order (newest first)downloaded_files.sort(key=lambda x: x.modified_at or datetime.min, reverse=True)+ # Sort recordings by modified_at in descending order (newest first)+ recordings.sort(key=lambda x: x.modified_at or datetime.min, reverse=True)return cls(browser_session_id=browser_session.persistent_browser_session_id,@@ -110,4 +125,5 @@ class BrowserSessionResponse(BaseModel):deleted_at=browser_session.deleted_at,download_path=download_path,downloaded_files=downloaded_files,+ recordings=recordings,)