Agent Zero AI framework
feat: update browser_use to v2 (0.2.5)
Rafael Uzarowski15fe658aca7e
diff --git a/docker/run/fs/ins/install_playwright.sh b/docker/run/fs/ins/install_playwright.shindex 75e16114b..153268946 100644--- a/docker/run/fs/ins/install_playwright.sh+++ b/docker/run/fs/ins/install_playwright.sh@@ -9,10 +9,9 @@ uv pip install playwright# install chromium with dependencies# for kali-based# if [ "$@" = "hacking" ]; then- apt-get install -y fonts-unifont libnss3 libnspr4 libatk1.0-0 libatspi2.0-0 libxcomposite1 libxdamage1 libatk-bridge2.0-0- playwright install chromium-headless-shell+ apt-get install -y fonts-unifont libnss3 libnspr4 libatk1.0-0 libatspi2.0-0 libxcomposite1 libxdamage1 libatk-bridge2.0-0 libcups2+ playwright install chromium# else# # for debian based-# playwright install --with-deps chromium-headless-shell+# playwright install --with-deps chromium# fi-diff --git a/prompts/default/browser_agent.system.md b/prompts/default/browser_agent.system.mdindex 963930063..36e083128 100644--- a/prompts/default/browser_agent.system.md+++ b/prompts/default/browser_agent.system.md@@ -12,6 +12,18 @@ If you are waiting for instructions: you should end the task and mark as doneYour responses must always be formatted as a JSON objectThe response JSON must contain at least the following fields: "title", "response", "page_summary"+## Task Completion+When you have completed the assigned task OR are waiting for further instructions:+1. Use the "Complete task" action to mark the task as complete+2. Provide the required parameters: title, response, and page_summary+3. Do NOT continue taking actions after calling "Complete task"++## Important Notes+- Always call "Complete task" when your objective is achieved+- If you navigate to a website and no further actions are requested, call "Complete task" immediately+- If you complete any requested interaction (clicking, typing, etc.), call "Complete task"+- Never leave a task running indefinitely - always conclude with "Complete task"+## Response fields* title (type: str) - The ttitle of the current web page* response (type: str) - Your response to your superior's last requestdiff --git a/python/tools/browser_agent.py b/python/tools/browser_agent.pyindex 1ce595d56..888faf08c 100644--- a/python/tools/browser_agent.py+++ b/python/tools/browser_agent.py@@ -1,17 +1,20 @@import asyncioimport jsonimport time+from typing import Optionalfrom agent import Agent, InterventionExceptionimport modelsfrom python.helpers.tool import Tool, Responsefrom python.helpers import files, defer, persist_chat, stringsfrom python.helpers.browser_use import browser_use+from python.helpers.print_style import PrintStyle+from python.extensions.message_loop_start._10_iteration_no import get_iter_nofrom pydantic import BaseModelimport uuidfrom python.helpers.dirty_json import DirtyJson-from langchain_core.messages import SystemMessage+class State:@staticmethod@@ -21,49 +24,47 @@ class State:def __init__(self, agent: Agent):self.agent = agent- self.context = None- self.task = None- self.use_agent = None- self.browser = None+ self.browser_session: Optional[browser_use.BrowserSession] = None+ self.task: Optional[defer.DeferredTask] = None+ self.use_agent: Optional[browser_use.Agent] = Noneself.iter_no = 0-def __del__(self):self.kill_task()async def _initialize(self):- if self.context:+ if self.browser_session:return- self.browser = browser_use.Browser(- config=browser_use.BrowserConfig(+ self.browser_session = browser_use.BrowserSession(+ browser_profile=browser_use.BrowserProfile(headless=True,disable_security=True,+ chromium_sandbox=False,+ minimum_wait_page_load_time=1.0,+ wait_for_network_idle_page_load_time=2.0,+ maximum_wait_page_load_time=10.0,+ args=['--headless=new'],))- # Await the coroutine to get the browser context- self.context = await self.browser.new_context()-- # override async methods to create hooks+ await self.browser_session.start()self.override_hooks()- # Add init script to the context - this will be applied to all new pages- await self.context._initialize_session()- pw_context = self.context.session.context # type: ignore- js_override = files.get_abs_path("lib/browser/init_override.js")- await pw_context.add_init_script(path=js_override) # type: ignore+ # Add init script to the browser session+ if self.browser_session.browser_context:+ js_override = files.get_abs_path("lib/browser/init_override.js")+ await self.browser_session.browser_context.add_init_script(path=js_override)def start_task(self, task: str):if self.task and self.task.is_alive():self.kill_task()- if not self.task:- self.task = defer.DeferredTask(- thread_name="BrowserAgent" + self.agent.context.id- )- if self.agent.context.task:- self.agent.context.task.add_child_task(self.task, terminate_thread=True)+ self.task = defer.DeferredTask(+ thread_name="BrowserAgent" + self.agent.context.id+ )+ if self.agent.context.task:+ self.agent.context.task.add_child_task(self.task, terminate_thread=True)self.task.start_task(self._run_task, task)return self.task@@ -71,24 +72,23 @@ class State:if self.task:self.task.kill(terminate_thread=True)self.task = None- self.context = None- self.use_agent = None- self.browser = None- self.iter_no = 0+ if self.browser_session:+ try:+ import asyncio+ loop = asyncio.new_event_loop()+ asyncio.set_event_loop(loop)+ loop.run_until_complete(self.browser_session.close())+ loop.close()+ except Exception as e:+ PrintStyle().error(f"Error closing browser session: {e}")+ finally:+ self.browser_session = None+ self.use_agent = None+ self.iter_no = 0async def _run_task(self, task: str):-- agent = self.agent-await self._initialize()- class CustomSystemPrompt(browser_use.SystemPrompt):- def get_system_message(self) -> SystemMessage:- existing_rules = super().get_system_message().text()- new_rules = agent.read_prompt("prompts/browser_agent.system.md")- return SystemMessage(content=f"{existing_rules}\n{new_rules}".strip())-- # Model of task resultclass DoneResult(BaseModel):title: strresponse: str@@ -97,18 +97,16 @@ class State:# Initialize controllercontroller = browser_use.Controller()- # we overwrite done() in this example to demonstrate the validator- @controller.registry.action("Done with task", param_model=DoneResult)- async def done(params: DoneResult):+ # Register custom completion action with proper ActionResult fields+ @controller.registry.action("Complete task", param_model=DoneResult)+ async def complete_task(params: DoneResult):result = browser_use.ActionResult(- is_done=True, extracted_content=params.model_dump_json()+ is_done=True,+ success=True,+ extracted_content=params.model_dump_json())return result- # @controller.action("Ask user for information")- # def ask_user(question: str) -> str:- # return "..."-model = models.get_model(type=models.ModelType.CHAT,provider=self.agent.config.browser_model.provider,@@ -118,27 +116,29 @@ class State:self.use_agent = browser_use.Agent(task=task,- browser_context=self.context,+ browser_session=self.browser_session,llm=model,use_vision=self.agent.config.browser_model.vision,- system_prompt_class=CustomSystemPrompt,+ extend_system_message=self.agent.read_prompt("prompts/browser_agent.system.md"),controller=controller,+ enable_memory=False, # Disable memory to avoid state conflicts)self.iter_no = get_iter_no(self.agent)- # orig_err_hnd = self.use_agent._handle_step_error- # def new_err_hnd(*args, **kwargs):- # if isinstance(args[0], InterventionException):- # raise args[0]- # return orig_err_hnd(*args, **kwargs)- # self.use_agent._handle_step_error = new_err_hnd-- result = await self.use_agent.run()- return result+ try:+ result = await self.use_agent.run(max_steps=50)+ return result+ finally:+ if self.browser_session:+ try:+ await self.browser_session.close()+ except Exception as e:+ PrintStyle().error(f"Error closing browser session in task cleanup: {e}")+ finally:+ self.browser_session = Nonedef override_hooks(self):- # override async function to create a hookdef override_hook(func):async def wrapper(*args, **kwargs):await self.agent.wait_if_paused()@@ -147,14 +147,24 @@ class State:return await func(*args, **kwargs)return wrapper- if self.context:- self.context.get_state = override_hook(self.context.get_state)- self.context.get_session = override_hook(self.context.get_session)- self.context.remove_highlights = override_hook(self.context.remove_highlights)+ if self.browser_session and hasattr(self.browser_session, 'remove_highlights'):+ self.browser_session.remove_highlights = override_hook(self.browser_session.remove_highlights)async def get_page(self):+ if self.use_agent and self.browser_session:+ try:+ return await self.use_agent.browser_session.get_current_page()+ except Exception:+ # Browser session might be closed or invalid+ return None+ return None++ async def get_selector_map(self):+ """Get the selector map for the current page state."""if self.use_agent:- return await self.use_agent.browser_context.get_current_page()+ await self.use_agent.browser_session.get_state_summary(cache_clickable_elements_hashes=True)+ return await self.use_agent.browser_session.get_selector_map()+ return {}class BrowserAgent(Tool):@@ -165,8 +175,17 @@ class BrowserAgent(Tool):await self.prepare_state(reset=reset)task = self.state.start_task(message)- # wait for browser agent to finish and update progress+ # wait for browser agent to finish and update progress with timeout+ timeout_seconds = 300 # 5 minute timeout+ start_time = time.time()+while not task.is_ready():+ # Check for timeout to prevent infinite waiting+ if time.time() - start_time > timeout_seconds:+ PrintStyle().warning(f"Browser agent task timeout after {timeout_seconds} seconds, forcing completion")+ self.state.kill_task()+ break+await self.agent.handle_intervention()await asyncio.sleep(1)try:@@ -177,22 +196,43 @@ class BrowserAgent(Tool):screenshot = update.get("screenshot", None)if screenshot:self.log.update(screenshot=screenshot)- except Exception as e:+ except Exception:pass- # collect result- result = await task.result()- answer = result.final_result()+ # collect result with error handlingtry:- if answer and isinstance(answer, str) and answer.strip():- answer_data = DirtyJson.parse_string(answer)- answer_text = strings.dict_to_text(answer_data) # type: ignore- else:- answer_text = str(answer) if answer else "No result returned"+ result = await task.result()+ PrintStyle().debug(f"Browser agent task completed, is_done: {result['is_done']}")except Exception as e:- answer_text = str(answer) if answer else f"Error processing result: {str(e)}"+ PrintStyle().error(f"Error getting browser agent task result: {str(e)}")+ # Return a timeout response if task.result() fails+ answer_text = f"Browser agent task failed to return result: {str(e)}"+ self.log.update(answer=answer_text)+ return Response(message=answer_text, break_loop=False)+ finally:+ # Stop any further browser access after task completion+ self.state.kill_task()++ # Check if task completed successfully+ if result['is_done']:+ answer = result['final_result']+ try:+ if answer and isinstance(answer, str) and answer.strip():+ answer_data = DirtyJson.parse_string(answer)+ answer_text = strings.dict_to_text(answer_data) # type: ignore+ else:+ answer_text = str(answer) if answer else "Task completed successfully"+ except Exception as e:+ answer_text = str(answer) if answer else f"Task completed with parse error: {str(e)}"+ else:+ # Task hit max_steps without calling done()+ urls = result['urls']+ current_url = urls[-1] if urls else "unknown"+ answer_text = (f"Task reached step limit without completion. Last page: {current_url}. "+ f"The browser agent may need clearer instructions on when to finish.")+self.log.update(answer=answer_text)- return Response(message=answer, break_loop=False)+ return Response(message=answer_text, break_loop=False)def get_log_object(self):return self.agent.context.log.log(@@ -202,9 +242,6 @@ class BrowserAgent(Tool):kvps=self.args,)- # async def after_execution(self, response, **kwargs):- # await self.agent.hist_add_tool_result(self.name, response.message)-async def get_update(self):await self.prepare_state()@@ -212,7 +249,6 @@ class BrowserAgent(Tool):agent = self.agentua = self.state.use_agentpage = await self.state.get_page()- ctx = self.state.contextif ua and page:try:@@ -223,14 +259,6 @@ class BrowserAgent(Tool):log = []- # dom_service = browser_use.DomService(page)- # dom_state = await browser_use.utils.time_execution_sync('get_clickable_elements')(- # dom_service.get_clickable_elements- # )()- # elements = dom_state.element_tree- # selector_map = dom_state.selector_map- # el_text = elements.clickable_elements_to_string()-for message in ua.message_manager.get_messages():if message.type == "system":continue@@ -265,7 +293,7 @@ class BrowserAgent(Tool):if self.state.task:await self.state.task.execute_inside(_get_update)- except Exception as e:+ except Exception:passreturn resultdiff --git a/requirements.txt b/requirements.txtindex 91ee3b7d9..1b3017f41 100644--- a/requirements.txt+++ b/requirements.txt@@ -1,10 +1,10 @@a2wsgi==1.10.8ansio==0.0.1-beautifulsoup4==4.12.3-browser-use==0.1.40+beautifulsoup4==4.13.4+browser-use==0.2.5docker==7.1.0duckduckgo-search==6.1.12-faiss-cpu==1.8.0.post1+faiss-cpu==1.11.0fastmcp==2.3.4flask[async]==3.0.3flask-basicauth==0.2.0@@ -13,12 +13,12 @@ GitPython==3.1.43inputimeout==1.0.4langchain-anthropic==0.3.3langchain-community==0.3.19-langchain-google-genai==2.0.8+langchain-google-genai==2.1.2langchain-groq==0.2.2langchain-huggingface==0.1.2langchain-mistralai==0.2.4-langchain-ollama==0.2.2-langchain-openai==0.3.1+langchain-ollama==0.3.0+langchain-openai==0.3.11openai-whisper==20240930lxml_html_clean==0.3.1markdown==3.7