Automate browser based workflows with AI
Python aiapiautomationbrowserbrowser-automationcomputergptllmplaywrightpowerautomatepuppeteerpythonrpaseleniumvisionworkflow
add more scrape page methods (#2211)
Shuchang Zhengc69e5848edae
diff --git a/skyvern/webeye/scraper/scraper.py b/skyvern/webeye/scraper/scraper.pyindex 329337f32..a51d97e18 100644--- a/skyvern/webeye/scraper/scraper.py+++ b/skyvern/webeye/scraper/scraper.py@@ -349,15 +349,22 @@ class ScrapedPage(BaseModel):self.url = refreshed_page.urlreturn self- async def generate_scraped_page_without_screenshots(self) -> Self:+ async def generate_scraped_page(+ self, draw_boxes: bool = True, scroll: bool = True, take_screenshots: bool = True+ ) -> Self:return await scrape_website(browser_state=self._browser_state,url=self.url,cleanup_element_tree=self._clean_up_func,scrape_exclude=self._scrape_exclude,- take_screenshots=False,+ take_screenshots=take_screenshots,+ draw_boxes=draw_boxes,+ scroll=scroll,)+ async def generate_scraped_page_without_screenshots(self) -> Self:+ return await self.generate_scraped_page(take_screenshots=False)+async def scrape_website(browser_state: BrowserState,