Skip to content

Automate browser based workflows with AI

check customized element pointer style (#3772)

LawyZhengc2d7e6f2d0b5
diff --git a/skyvern/webeye/scraper/domUtils.js b/skyvern/webeye/scraper/domUtils.js
index f778c9393..88aa62204 100644
--- a/skyvern/webeye/scraper/domUtils.js
+++ b/skyvern/webeye/scraper/domUtils.js
@@ -949,6 +949,7 @@ function isInteractable(element, hoverStylesMap) {
return true;
}
+ // FIXME: maybe we need to enable the pointer check for all elements?
if (
tagName === "div" ||
tagName === "img" ||
@@ -963,7 +964,12 @@ function isInteractable(element, hoverStylesMap) {
tagName === "h1" ||
tagName === "h2" ||
tagName === "h3" ||
- tagName === "h4"
+ tagName === "h4" ||
+ // sometime it's a customized element like <my-login-button>, we should check pointer style
+ tagName.includes("button") ||
+ tagName.includes("select") ||
+ tagName.includes("option") ||
+ tagName.includes("textarea")
) {
if (isHoverPointerElement(element, hoverStylesMap)) {
return true;