Skip to content

Automate browser based workflows with AI

improve interactable parsing (#4355)

LawyZheng6e4e73cc54a9
diff --git a/skyvern/webeye/scraper/domUtils.js b/skyvern/webeye/scraper/domUtils.js
index b20f63675..65c55c2ba 100644
--- a/skyvern/webeye/scraper/domUtils.js
+++ b/skyvern/webeye/scraper/domUtils.js
@@ -962,7 +962,8 @@ function isInteractable(element, hoverStylesMap) {
tagName === "li" &&
(className.includes("ui-menu-item") ||
className.includes("dropdown-item") ||
- className === "option")
+ className === "option" ||
+ className.includes("rddlItem"))
) {
return true;
}
@@ -1044,6 +1045,15 @@ function isInteractable(element, hoverStylesMap) {
_jsConsoleError("Error checking angular click event:", e);
}
+ // consider <div tabindex="0"> as interactable
+ if (
+ tagName.toLowerCase() === "div" &&
+ element.hasAttribute("tabindex") &&
+ element.getAttribute("tabindex").toLowerCase() === "0"
+ ) {
+ return true;
+ }
+
return false;
}