Automate browser based workflows with AI
Python aiapiautomationbrowserbrowser-automationcomputergptllmplaywrightpowerautomatepuppeteerpythonrpaseleniumvisionworkflow
support input date (#3246)
LawyZhengd4877eeadfd7
diff --git a/skyvern/forge/prompts/skyvern/check-date-format.j2 b/skyvern/forge/prompts/skyvern/check-date-format.j2new file mode 100644index 000000000..8bcb664ce--- /dev/null+++ b/skyvern/forge/prompts/skyvern/check-date-format.j2@@ -0,0 +1,31 @@+Your goal is to check whether the format of the date matches the required format 'YYYY-MM-DD' based on the user's goals, user details.++MAKE SURE YOU OUTPUT VALID JSON. No text before or after JSON, no trailing commas, no comments (//), no unnecessary quotes, etc.++Reply in JSON format with the following keys:+{+"page_info": str, // Think step by step. Describe all the useful information in the page related to the user goal.+"thought": str, // Think step by step. Describe your thought about how you come up the result. Use information you see on the site to explain.+"is_current_format_correct": bool, // True if the current date format is matching the required format 'YYYY-MM-DD'.+"recommended_date": str, // If is_current_format_correct is True, return null. Otherwise, return the recommended date with the correct format 'YYYY-MM-DD'.+}++Current value:+```+{{ current_value }}+```++User goal:+```+{{ navigation_goal }}+```++User details:+```+{{ navigation_payload_str }}+```++Current datetime, ISO format:+```+{{ local_datetime }}+```\ No newline at end of filediff --git a/skyvern/utils/prompt_engine.py b/skyvern/utils/prompt_engine.pyindex 48b1cee7b..1af0e1f50 100644--- a/skyvern/utils/prompt_engine.py+++ b/skyvern/utils/prompt_engine.py@@ -20,6 +20,13 @@ class CheckPhoneNumberFormatResponse(BaseModel):recommended_phone_number: str | None+class CheckDateFormatResponse(BaseModel):+ page_info: str+ thought: str+ is_current_format_correct: bool+ recommended_date: str | None++HTMLTreeStr = strdiff --git a/skyvern/webeye/actions/handler.py b/skyvern/webeye/actions/handler.pyindex 2cec67d16..119e48c60 100644--- a/skyvern/webeye/actions/handler.py+++ b/skyvern/webeye/actions/handler.py@@ -73,7 +73,11 @@ from skyvern.forge.sdk.services.bitwarden import BitwardenConstantsfrom skyvern.forge.sdk.services.credentials import OnePasswordConstantsfrom skyvern.forge.sdk.trace import TraceManagerfrom skyvern.services.task_v1_service import is_cua_task-from skyvern.utils.prompt_engine import CheckPhoneNumberFormatResponse, load_prompt_with_elements+from skyvern.utils.prompt_engine import (+ CheckDateFormatResponse,+ CheckPhoneNumberFormatResponse,+ load_prompt_with_elements,+)from skyvern.webeye.actions import actions, handler_utilsfrom skyvern.webeye.actions.action_types import ActionTypefrom skyvern.webeye.actions.actions import (@@ -295,6 +299,43 @@ async def check_phone_number_format(return check_phone_number_format_response.recommended_phone_number+async def check_date_format(+ value: str,+ action: actions.InputTextAction,+ skyvern_element: SkyvernElement,+ task: Task,+ step: Step,+) -> str:+ # check the date format+ LOG.info(+ "Input is a date input, trigger date format checking",+ action=action,+ element_id=skyvern_element.get_id(),+ )++ prompt = prompt_engine.load_prompt(+ template="check-date-format",+ current_value=value,+ navigation_goal=task.navigation_goal,+ navigation_payload_str=json.dumps(task.navigation_payload),+ local_datetime=datetime.now(skyvern_context.ensure_context().tz_info).isoformat(),+ )++ json_response = await app.SECONDARY_LLM_API_HANDLER(prompt=prompt, step=step, prompt_name="check-date-format")++ check_date_format_response = CheckDateFormatResponse.model_validate(json_response)+ if check_date_format_response.is_current_format_correct or not check_date_format_response.recommended_date:+ return value++ LOG.info(+ "The current date format is incorrect, using the recommended date",+ action=action,+ element_id=skyvern_element.get_id(),+ recommended_date=check_date_format_response.recommended_date,+ )+ return check_date_format_response.recommended_date++class AutoCompletionResult(BaseModel):auto_completion_attempt: bool = Falseincremental_elements: list[dict] = []@@ -1148,6 +1189,17 @@ async def handle_input_text_action(if len(text) == 0:return [ActionSuccess()]+ if tag_name == InteractiveElement.INPUT and await skyvern_element.get_attr("type") == "date":+ text = await check_date_format(+ value=text,+ action=action,+ skyvern_element=skyvern_element,+ task=task,+ step=step,+ )+ await skyvern_element.input_fill(text=text)+ return [ActionSuccess()]+if not await skyvern_element.is_raw_input():if await skyvern_element.is_auto_completion_input() or input_or_select_context.is_location_input:if result := await input_or_auto_complete_input(