Automate browser based workflows with AI
Python aiapiautomationbrowserbrowser-automationcomputergptllmplaywrightpowerautomatepuppeteerpythonrpaseleniumvisionworkflow
Script action - store text and option (#3289)
Shuchang Zheng472b8b445249
diff --git a/skyvern/core/script_generations/skyvern_page.py b/skyvern/core/script_generations/skyvern_page.pyindex 79231cbe3..7cc31088c 100644--- a/skyvern/core/script_generations/skyvern_page.py+++ b/skyvern/core/script_generations/skyvern_page.py@@ -20,7 +20,7 @@ from skyvern.forge.sdk.core import skyvern_contextfrom skyvern.utils.prompt_engine import load_prompt_with_elementsfrom skyvern.webeye.actions import handler_utilsfrom skyvern.webeye.actions.action_types import ActionType-from skyvern.webeye.actions.actions import Action, ActionStatus+from skyvern.webeye.actions.actions import Action, ActionStatus, SelectOptionfrom skyvern.webeye.browser_factory import BrowserStatefrom skyvern.webeye.scraper.scraper import ScrapedPage, scrape_website@@ -164,6 +164,7 @@ class SkyvernPage:intention=intention,status=action_status,data=data,+ kwargs=kwargs,)# Auto-create screenshot artifact after execution@@ -174,7 +175,10 @@ class SkyvernPage:return decoratorasync def goto(self, url: str, timeout: float = settings.BROWSER_LOADING_TIMEOUT_MS) -> None:- await self.page.goto(url, timeout=timeout)+ await self.page.goto(+ url,+ timeout=timeout,+ )async def _create_action_before_execution(self,@@ -182,6 +186,7 @@ class SkyvernPage:intention: str = "",status: ActionStatus = ActionStatus.pending,data: str | dict[str, Any] = "",+ kwargs: dict[str, Any] | None = None,) -> Action | None:"""Create an action record in the database before execution if task_id and step_id are available."""try:@@ -190,7 +195,20 @@ class SkyvernPage:return None# Create action record. TODO: store more action fields+ kwargs = kwargs or {}+ text = kwargs.get("text")+ option_value = kwargs.get("option")+ select_option = SelectOption(value=option_value) if option_value else None+ response: str | None = kwargs.get("response")+ if not response:+ if action_type == ActionType.INPUT_TEXT:+ response = text+ elif action_type == ActionType.SELECT_OPTION:+ if select_option:+ response = select_option.value+action = Action(+ element_id="",action_type=action_type,status=status,organization_id=context.organization_id,@@ -201,6 +219,9 @@ class SkyvernPage:action_order=0, # Will be updated by the system if neededintention=intention,reasoning=f"Auto-generated action for {action_type.value}",+ text=text,+ option=select_option,+ response=response,)created_action = await app.DATABASE.create_action(action)diff --git a/skyvern/forge/sdk/db/client.py b/skyvern/forge/sdk/db/client.pyindex c3c97094a..d6ea1b2f4 100644--- a/skyvern/forge/sdk/db/client.py+++ b/skyvern/forge/sdk/db/client.py@@ -474,7 +474,7 @@ class AgentDB:.order_by(ActionModel.created_at.desc()))actions = (await session.scalars(query)).all()- return [Action.model_validate(action) for action in actions]+ return [hydrate_action(action, empty_element_id=True) for action in actions]except SQLAlchemyError:LOG.error("SQLAlchemyError", exc_info=True)diff --git a/skyvern/forge/sdk/db/utils.py b/skyvern/forge/sdk/db/utils.pyindex 02d364347..f507c7fcc 100644--- a/skyvern/forge/sdk/db/utils.py+++ b/skyvern/forge/sdk/db/utils.py@@ -555,12 +555,15 @@ def convert_to_script_block(script_block_model: ScriptBlockModel) -> ScriptBlock)-def hydrate_action(action_model: ActionModel) -> Action:+def hydrate_action(action_model: ActionModel, empty_element_id: bool = False) -> Action:"""Convert ActionModel to the appropriate Action type based on action_type.The action_json contains all the metadata of different types of actions."""# Create base action data from the model+ element_id = action_model.element_id+ if empty_element_id:+ element_id = element_id or ""action_data = {"action_type": action_model.action_type,"status": action_model.status,@@ -576,7 +579,7 @@ def hydrate_action(action_model: ActionModel) -> Action:"reasoning": action_model.reasoning,"intention": action_model.intention,"response": action_model.response,- "element_id": action_model.element_id,+ "element_id": element_id,"skyvern_element_hash": action_model.skyvern_element_hash,"skyvern_element_data": action_model.skyvern_element_data,"created_at": action_model.created_at,