Open-source Python library for AI browser agents, plus Browser Use Cloud: stealth browsers and a hosted agent API.
Python ai-agentsai-toolsbrowser-agentbrowser-automationbrowser-usecdpcloud-browsercomputer-useheadless-browserllmmcpplaywrightpythonremote-browserstealth-browserweb-automationweb-scraping
fix structured output when tools is passeD
mertunsall1489d552102c
diff --git a/browser_use/agent/service.py b/browser_use/agent/service.pyindex 063d1d99e..064241f48 100644--- a/browser_use/agent/service.py+++ b/browser_use/agent/service.py@@ -281,18 +281,7 @@ class Agent(Generic[Context, AgentStructuredOutput]):# Initialize available file paths as direct attributeself.available_file_paths = available_file_paths- # Core components- self.task = self._enhance_task_with_schema(task, output_model_schema)- self.llm = llm- self.judge_llm = judge_llm-- # Fallback LLM configuration- self._fallback_llm: BaseChatModel | None = fallback_llm- self._using_fallback_llm: bool = False- self._original_llm: BaseChatModel = llm # Store original for reference- self.directly_open_url = directly_open_url- self.include_recent_events = include_recent_events- self._url_shortening_limit = _url_shortening_limit+ # Set up tools first (needed to detect output_model_schema)if tools is not None:self.tools = toolselif controller is not None:@@ -306,11 +295,35 @@ class Agent(Generic[Context, AgentStructuredOutput]):if use_vision != 'auto':self.tools.exclude_action('screenshot')- # Structured output+ # Structured output - use explicit param or detect from tools+ tools_output_model = self.tools.get_output_model()+ if output_model_schema is not None and tools_output_model is not None:+ # Both provided - warn if they differ+ if output_model_schema is not tools_output_model:+ logger.warning(+ f'output_model_schema ({output_model_schema.__name__}) differs from Tools output_model '+ f'({tools_output_model.__name__}). Using Agent output_model_schema.'+ )+ elif output_model_schema is None and tools_output_model is not None:+ # Only tools has it - use that+ output_model_schema = tools_output_modelself.output_model_schema = output_model_schemaif self.output_model_schema is not None:self.tools.use_structured_output_action(self.output_model_schema)+ # Core components - task enhancement now has access to output_model_schema from tools+ self.task = self._enhance_task_with_schema(task, output_model_schema)+ self.llm = llm+ self.judge_llm = judge_llm++ # Fallback LLM configuration+ self._fallback_llm: BaseChatModel | None = fallback_llm+ self._using_fallback_llm: bool = False+ self._original_llm: BaseChatModel = llm # Store original for reference+ self.directly_open_url = directly_open_url+ self.include_recent_events = include_recent_events+ self._url_shortening_limit = _url_shortening_limit+self.sensitive_data = sensitive_dataself.sample_images = sample_imagesdiff --git a/browser_use/tools/service.py b/browser_use/tools/service.pyindex e5af4d1e1..f7e01e3f5 100644--- a/browser_use/tools/service.py+++ b/browser_use/tools/service.py@@ -110,6 +110,7 @@ class Tools(Generic[Context]):):self.registry = Registry[Context](exclude_actions if exclude_actions is not None else [])self.display_files_in_done_text = display_files_in_done_text+ self._output_model: type[BaseModel] | None = output_model"""Register all default browser actions"""@@ -1336,8 +1337,13 @@ Validated Code (after quote fixing):)def use_structured_output_action(self, output_model: type[T]):+ self._output_model = output_modelself._register_done_action(output_model)+ def get_output_model(self) -> type[BaseModel] | None:+ """Get the output model if structured output is configured."""+ return self._output_model+# Register ---------------------------------------------------------------def action(self, description: str, **kwargs):