Automate browser based workflows with AI
Python aiapiautomationbrowserbrowser-automationcomputergptllmplaywrightpowerautomatepuppeteerpythonrpaseleniumvisionworkflow
check customized element pointer style (#3772)
LawyZhengc2d7e6f2d0b5
diff --git a/skyvern/webeye/scraper/domUtils.js b/skyvern/webeye/scraper/domUtils.jsindex f778c9393..88aa62204 100644--- a/skyvern/webeye/scraper/domUtils.js+++ b/skyvern/webeye/scraper/domUtils.js@@ -949,6 +949,7 @@ function isInteractable(element, hoverStylesMap) {return true;}+ // FIXME: maybe we need to enable the pointer check for all elements?if (tagName === "div" ||tagName === "img" ||@@ -963,7 +964,12 @@ function isInteractable(element, hoverStylesMap) {tagName === "h1" ||tagName === "h2" ||tagName === "h3" ||- tagName === "h4"+ tagName === "h4" ||+ // sometime it's a customized element like <my-login-button>, we should check pointer style+ tagName.includes("button") ||+ tagName.includes("select") ||+ tagName.includes("option") ||+ tagName.includes("textarea")) {if (isHoverPointerElement(element, hoverStylesMap)) {return true;