Automate browser based workflows with AI
Python aiapiautomationbrowserbrowser-automationcomputergptllmplaywrightpowerautomatepuppeteerpythonrpaseleniumvisionworkflow
introduce a way to reload the page (#1597)
Shuchang Zheng39bb4558bfb6
diff --git a/skyvern/forge/agent.py b/skyvern/forge/agent.pyindex 68bd38978..421ad4661 100644--- a/skyvern/forge/agent.py+++ b/skyvern/forge/agent.py@@ -58,10 +58,12 @@ from skyvern.forge.sdk.workflow.models.block import ActionBlock, BaseTaskBlock,from skyvern.forge.sdk.workflow.models.workflow import Workflow, WorkflowRun, WorkflowRunStatusfrom skyvern.webeye.actions.actions import (Action,+ ActionStatus,ActionType,CompleteAction,CompleteVerifyResult,DecisiveAction,+ ReloadPageAction,UserDefinedError,WebAction,)@@ -69,7 +71,7 @@ from skyvern.webeye.actions.caching import retrieve_action_planfrom skyvern.webeye.actions.handler import ActionHandler, poll_verification_codefrom skyvern.webeye.actions.models import AgentStepOutput, DetailedAgentStepOutputfrom skyvern.webeye.actions.parse_actions import parse_actions-from skyvern.webeye.actions.responses import ActionResult+from skyvern.webeye.actions.responses import ActionResult, ActionSuccessfrom skyvern.webeye.browser_factory import BrowserStatefrom skyvern.webeye.scraper.scraper import ElementTreeFormat, ScrapedPage, scrape_websitefrom skyvern.webeye.utils.page import SkyvernFrame@@ -800,6 +802,35 @@ class ForgeAgent:element_id_to_last_action: dict[str, int] = dict()for action_idx, action_node in enumerate(action_linked_list):+ context = skyvern_context.ensure_context()+ if context.refresh_working_page:+ LOG.warning(+ "Detected the signal to reload the page, going to reload and skip the rest of the actions",+ task_id=task.task_id,+ step_id=step.step_id,+ step_order=step.order,+ )+ await browser_state.reload_page()+ context.refresh_working_page = False+ action_result = ActionSuccess()+ action_result.step_order = step.order+ action_result.step_retry_number = step.retry_index+ detailed_agent_step_output.actions_and_results[action_idx] = (+ ReloadPageAction(+ reasoning="Something wrong with the current page, reload to continue",+ status=ActionStatus.completed,+ organization_id=task.organization_id,+ workflow_run_id=task.workflow_run_id,+ task_id=task.task_id,+ step_id=step.step_id,+ step_order=step.order,+ action_order=action_idx,+ ),+ [action_result],+ )+ await self.record_artifacts_after_action(task, step, browser_state)+ break+action = action_node.actionif isinstance(action, WebAction):previous_action_idx = element_id_to_last_action.get(action.element_id)diff --git a/skyvern/forge/sdk/core/skyvern_context.py b/skyvern/forge/sdk/core/skyvern_context.pyindex 994d2baf8..bcbc305f6 100644--- a/skyvern/forge/sdk/core/skyvern_context.py+++ b/skyvern/forge/sdk/core/skyvern_context.py@@ -16,6 +16,7 @@ class SkyvernContext:totp_codes: dict[str, str | None] = field(default_factory=dict)log: list[dict] = field(default_factory=list)hashed_href_map: dict[str, str] = field(default_factory=dict)+ refresh_working_page: bool = Falsedef __repr__(self) -> str:return f"SkyvernContext(request_id={self.request_id}, organization_id={self.organization_id}, task_id={self.task_id}, workflow_id={self.workflow_id}, workflow_run_id={self.workflow_run_id}, max_steps_override={self.max_steps_override})"diff --git a/skyvern/webeye/actions/actions.py b/skyvern/webeye/actions/actions.pyindex 5e42f3b95..7e0149484 100644--- a/skyvern/webeye/actions/actions.py+++ b/skyvern/webeye/actions/actions.py@@ -25,6 +25,7 @@ class ActionType(StrEnum):SOLVE_CAPTCHA = "solve_captcha"TERMINATE = "terminate"COMPLETE = "complete"+ RELOAD_PAGE = "reload_page"def is_web_action(self) -> bool:return self in [@@ -161,6 +162,11 @@ class DecisiveAction(Action):errors: list[UserDefinedError] = []+# TODO: consider to implement this as a WebAction in the future+class ReloadPageAction(Action):+ action_type: ActionType = ActionType.RELOAD_PAGE++class ClickAction(WebAction):action_type: ActionType = ActionType.CLICKfile_url: str | None = None