Automate browser based workflows with AI
Python aiapiautomationbrowserbrowser-automationcomputergptllmplaywrightpowerautomatepuppeteerpythonrpaseleniumvisionworkflow
extend chain click to add coordinate click (#2937)
LawyZheng974d1d2fca50
diff --git a/skyvern/webeye/actions/handler.py b/skyvern/webeye/actions/handler.pyindex 81b1982f9..aff9b019c 100644--- a/skyvern/webeye/actions/handler.py+++ b/skyvern/webeye/actions/handler.py@@ -2055,6 +2055,22 @@ async def chain_click()return action_results+ try:+ LOG.info(+ "Chain click: element is blocked by an non-interactable element, try to click by the coordinates",+ task_id=task.task_id,+ action=action,+ element=str(skyvern_element),+ locator=locator,+ )+ await skyvern_element.coordinate_click(page=page)+ action_results.append(ActionSuccess())+ return action_results+ except Exception as e:+ action_results.append(+ ActionFailure(FailToClick(action.element_id, anchor="coordinate_click", msg=str(e)))+ )+LOG.info("Chain click: element is blocked by an non-interactable element, going to use javascript click instead of playwright click",task_id=task.task_id,