A programming framework for agentic AI
Handle on_reset (#4145)
afourneye111db9afabe
diff --git a/python/packages/autogen-ext/src/autogen_ext/agents/web_surfer/_multimodal_web_surfer.py b/python/packages/autogen-ext/src/autogen_ext/agents/web_surfer/_multimodal_web_surfer.pyindex a5281f621..cd4a68c65 100644--- a/python/packages/autogen-ext/src/autogen_ext/agents/web_surfer/_multimodal_web_surfer.py+++ b/python/packages/autogen-ext/src/autogen_ext/agents/web_surfer/_multimodal_web_surfer.py@@ -4,7 +4,6 @@ import ioimport jsonimport loggingimport os-import pathlibimport reimport timeimport traceback@@ -137,6 +136,30 @@ class MultimodalWebSurfer(BaseChatAgent):chat_message=TextMessage(content=f"Web surfing error:\n\n{traceback.format_exc()}", source=self.name))+ async def on_reset(self, cancellation_token: CancellationToken) -> None:+ assert self._page is not None+ self._chat_history.clear()+ await self._visit_page(self.start_page)+ if self.to_save_screenshots:+ current_timestamp = "_" + int(time.time()).__str__()+ screenshot_png_name = "screenshot" + current_timestamp + ".png"+ await self._page.screenshot(path=os.path.join(self.debug_dir, screenshot_png_name)) # type: ignore+ self.logger.info(+ WebSurferEvent(+ source=self.name,+ url=self._page.url,+ message="Screenshot: " + screenshot_png_name,+ )+ )++ self.logger.info(+ WebSurferEvent(+ source=self.name,+ url=self._page.url,+ message="Resetting browser.",+ )+ )+async def init(self,headless: bool = True,@@ -209,48 +232,11 @@ class MultimodalWebSurfer(BaseChatAgent):if not os.path.isdir(self.debug_dir):os.mkdir(self.debug_dir)- current_timestamp = "_" + int(time.time()).__str__()- screenshot_png_name = "screenshot" + current_timestamp + ".png"- debug_html = os.path.join(self.debug_dir, "screenshot" + current_timestamp + ".html")- if self.to_save_screenshots:- async with aiofiles.open(debug_html, "wt") as file:- await file.write(- f"""- <html style="width:100%; margin: 0px; padding: 0px;">- <body style="width: 100%; margin: 0px; padding: 0px;">- <img src= {screenshot_png_name} id="main_image" style="width: 100%; max-width: {VIEWPORT_WIDTH}px; margin: 0px; padding: 0px;">- <script language="JavaScript">- var counter = 0;- setInterval(function() {{- counter += 1;- document.getElementById("main_image").src = "screenshot.png?bc=" + counter;- }}, 300);- </script>- </body>- </html>- """.strip(),- )- if self.to_save_screenshots:- await self._page.screenshot(path=os.path.join(self.debug_dir, screenshot_png_name))- self.logger.info(- WebSurferEvent(- source=self.name,- url=self._page.url,- message="Screenshot: " + screenshot_png_name,- )- )- self.logger.info(- f"Multimodal Web Surfer debug screens: {pathlib.Path(os.path.abspath(debug_html)).as_uri()}\n"- )- async def _reset(self, cancellation_token: CancellationToken) -> None:- assert self._page is not None- self._chat_history.clear()- await self._visit_page(self.start_page)if self.to_save_screenshots:current_timestamp = "_" + int(time.time()).__str__()screenshot_png_name = "screenshot" + current_timestamp + ".png"- await self._page.screenshot(path=os.path.join(self.debug_dir, screenshot_png_name)) # type: ignore+ await self._page.screenshot(path=os.path.join(self.debug_dir, screenshot_png_name))self.logger.info(WebSurferEvent(source=self.name,@@ -259,14 +245,6 @@ class MultimodalWebSurfer(BaseChatAgent):))- self.logger.info(- WebSurferEvent(- source=self.name,- url=self._page.url,- message="Resetting browser.",- )- )-def _target_name(self, target: str, rects: Dict[str, InteractiveRegion]) -> str | None:try:return rects[target]["aria_name"].strip()@@ -641,13 +619,6 @@ When deciding between tools, consider if the request can be best addressed by:assert isinstance(result, dict)return cast(Dict[str, Any], result)- async def _get_page_markdown(self) -> str:- assert self._page is not None- html = await self._page.evaluate("document.documentElement.outerHTML;")- # TODO: fix types- res = self._markdown_converter.convert_stream(io.StringIO(html), file_extension=".html", url=self._page.url) # type: ignore- return res.text_content # type: ignore-async def _on_new_page(self, page: Page) -> None:self._page = pageassert self._page is not None