Automate browser based workflows with AI
Python aiapiautomationbrowserbrowser-automationcomputergptllmplaywrightpowerautomatepuppeteerpythonrpaseleniumvisionworkflow
distinctify failed scrapes due to no url (#2977)
Jonathan Dobsonc13c36f99e9e
diff --git a/skyvern/exceptions.py b/skyvern/exceptions.pyindex eac63a2eb..076153e35 100644--- a/skyvern/exceptions.py+++ b/skyvern/exceptions.py@@ -264,10 +264,16 @@ class EmptyScrapePage(SkyvernException):class ScrapingFailed(SkyvernException):- def __init__(self) -> None:+ def __init__(self, *, reason: str | None = None) -> None:+ self.reason = reasonsuper().__init__("Scraping failed.")+class ScrapingFailedNoUrl(ScrapingFailed):+ def __init__(self) -> None:+ super().__init__(reason="A URL is missing. Please ensure there is a URL for Skyvern to work with.")++class WorkflowRunContextNotInitialized(SkyvernException):def __init__(self, workflow_run_id: str) -> None:super().__init__(f"WorkflowRunContext not initialized for workflow run {workflow_run_id}")diff --git a/skyvern/forge/agent.py b/skyvern/forge/agent.pyindex 125ecede1..3b0fb8af7 100644--- a/skyvern/forge/agent.py+++ b/skyvern/forge/agent.py@@ -749,17 +749,19 @@ class ForgeAgent:close_browser_on_completion=close_browser_on_completion and browser_session_id is None,)return step, detailed_output, None- except ScrapingFailed:+ except ScrapingFailed as sfe:LOG.warning("Scraping failed, marking the task as failed",task_id=task.task_id,step_id=step.step_id,exc_info=True,)+await self.fail_task(task,step,- "Skyvern failed to load the website. This usually happens when the website is not properly designed, and crashes the browser as a result.",+ sfe.reason+ or "Skyvern failed to load the website. This usually happens when the website is not properly designed, and crashes the browser as a result.",)await self.clean_up_task(task=task,diff --git a/skyvern/webeye/scraper/scraper.py b/skyvern/webeye/scraper/scraper.pyindex 98d338326..5f45e4601 100644--- a/skyvern/webeye/scraper/scraper.py+++ b/skyvern/webeye/scraper/scraper.py@@ -13,7 +13,7 @@ from pydantic import BaseModel, PrivateAttrfrom skyvern.config import settingsfrom skyvern.constants import BUILDING_ELEMENT_TREE_TIMEOUT_MS, DEFAULT_MAX_TOKENS, SKYVERN_DIR, SKYVERN_ID_ATTR-from skyvern.exceptions import FailedToTakeScreenshot, ScrapingFailed, UnknownElementTreeFormat+from skyvern.exceptions import FailedToTakeScreenshot, ScrapingFailed, ScrapingFailedNoUrl, UnknownElementTreeFormatfrom skyvern.forge.sdk.api.crypto import calculate_sha256from skyvern.forge.sdk.core import skyvern_contextfrom skyvern.forge.sdk.trace import TraceManager@@ -426,6 +426,10 @@ async def scrape_website(:raises Exception: When scraping fails after maximum retries."""++ if not url.strip():+ raise ScrapingFailedNoUrl()+try:num_retry += 1return await scrape_web_unsafe(