Skip to content

Automate browser based workflows with AI

extend auto completion to support google address (#1174)

LawyZheng46d9dad25b97
diff --git a/skyvern/webeye/scraper/domUtils.js b/skyvern/webeye/scraper/domUtils.js
index 10985ff31..d0e1a53a4 100644
--- a/skyvern/webeye/scraper/domUtils.js
+++ b/skyvern/webeye/scraper/domUtils.js
@@ -476,6 +476,24 @@ function isInteractable(element) {
return true;
}
+ if (
+ tagName === "li" &&
+ element.className.toString().includes("ui-menu-item")
+ ) {
+ return true;
+ }
+
+ // google map address auto complete
+ // https://developers.google.com/maps/documentation/javascript/place-autocomplete#style-autocomplete
+ // demo: https://developers.google.com/maps/documentation/javascript/examples/places-autocomplete-addressform
+ if (
+ tagName === "div" &&
+ element.className.toString().includes("pac-item") &&
+ element.closest('div[class*="pac-container"]')
+ ) {
+ return true;
+ }
+
if (
tagName === "div" &&
element.hasAttribute("aria-disabled") &&
@@ -484,7 +502,7 @@ function isInteractable(element) {
return true;
}
- if (tagName === "span" && element.closest("div[id^='dropdown-container']")) {
+ if (tagName === "span" && element.closest('div[id*="dropdown-container"]')) {
return true;
}
diff --git a/skyvern/webeye/utils/dom.py b/skyvern/webeye/utils/dom.py
index 569888cd0..b64988d3d 100644
--- a/skyvern/webeye/utils/dom.py
+++ b/skyvern/webeye/utils/dom.py
@@ -143,6 +143,10 @@ class SkyvernElement:
if autocomplete and autocomplete == "list":
return True
+ class_name: str = await self.get_attr("class")
+ if "autocomplete-input" in class_name:
+ return True
+
return False
async def is_custom_option(self) -> bool: