Skip to content

Open-source Python library for AI browser agents, plus Browser Use Cloud: stealth browsers and a hosted agent API.

Add integration tests for screenshot functionality in the agent with vision enabled. This includes setting up a mock HTTP server for testing, capturing screenshots during navigation, and verifying the existence and content of the captured screenshots in the agent's history.

Magnus Müllerf57a3500987b
diff --git a/tests/ci/browser/test_screenshot.py b/tests/ci/browser/test_screenshot.py
index a33e54043..d656dd4aa 100644
--- a/tests/ci/browser/test_screenshot.py
+++ b/tests/ci/browser/test_screenshot.py
@@ -1,8 +1,52 @@
import pytest
+from pytest_httpserver import HTTPServer
+from browser_use.agent.service import Agent
from browser_use.browser.events import NavigateToUrlEvent
from browser_use.browser.profile import BrowserProfile
from browser_use.browser.session import BrowserSession
+from tests.ci.conftest import create_mock_llm
+
+
[email protected](scope='session')
+def http_server():
+ """Create and provide a test HTTP server for screenshot tests."""
+ server = HTTPServer()
+ server.start()
+
+ # Route: Page with visible content for screenshot testing
+ server.expect_request('/screenshot-page').respond_with_data(
+ """
+ <!DOCTYPE html>
+ <html>
+ <head>
+ <title>Screenshot Test Page</title>
+ <style>
+ body { font-family: Arial; padding: 20px; background: #f0f0f0; }
+ h1 { color: #333; font-size: 32px; }
+ .content { background: white; padding: 20px; border-radius: 8px; margin: 10px 0; }
+ </style>
+ </head>
+ <body>
+ <h1>Screenshot Test Page</h1>
+ <div class="content">
+ <p>This page is used to test screenshot capture with vision enabled.</p>
+ <p>The agent should capture a screenshot when navigating to this page.</p>
+ </div>
+ </body>
+ </html>
+ """,
+ content_type='text/html',
+ )
+
+ yield server
+ server.stop()
+
+
[email protected](scope='session')
+def base_url(http_server):
+ """Return the base URL for the test HTTP server."""
+ return f'http://{http_server.host}:{http_server.port}'
@pytest.fixture(scope='function')
@@ -31,3 +75,89 @@ async def test_basic_screenshots(browser_session: BrowserSession, httpserver):
element = await browser_session.screenshot_element('h1')
assert element, 'Element screenshot returned no data'
+
+
+async def test_agent_screenshot_with_vision_enabled(browser_session, base_url):
+ """Test that agent captures screenshots when vision is enabled.
+
+ This integration test verifies that:
+ 1. Agent with vision=True navigates to a page
+ 2. After prepare_context/update message manager, screenshot is captured
+ 3. Screenshot is included in the agent's history state
+ """
+
+ # Create mock LLM actions
+ actions = [
+ f"""
+ {{
+ "thinking": "I'll navigate to the screenshot test page",
+ "evaluation_previous_goal": "Starting task",
+ "memory": "Navigating to page",
+ "next_goal": "Navigate to test page",
+ "action": [
+ {{
+ "navigate": {{
+ "url": "{base_url}/screenshot-page",
+ "new_tab": false
+ }}
+ }}
+ ]
+ }}
+ """,
+ """
+ {
+ "thinking": "Page loaded, completing task",
+ "evaluation_previous_goal": "Page loaded",
+ "memory": "Task completed",
+ "next_goal": "Complete task",
+ "action": [
+ {
+ "done": {
+ "text": "Successfully navigated and captured screenshot",
+ "success": true
+ }
+ }
+ ]
+ }
+ """,
+ ]
+
+ mock_llm = create_mock_llm(actions=actions)
+
+ # Create agent with vision enabled
+ agent = Agent(
+ task=f'Navigate to {base_url}/screenshot-page',
+ llm=mock_llm,
+ browser_session=browser_session,
+ use_vision=True, # Enable vision/screenshots
+ )
+
+ # Run agent
+ history = await agent.run(max_steps=2)
+
+ # Verify agent completed successfully
+ assert len(history) >= 1, 'Agent should have completed at least 1 step'
+ final_result = history.final_result()
+ assert final_result is not None, 'Agent should return a final result'
+
+ # Verify screenshots were captured in the history
+ screenshot_found = False
+ for i, step in enumerate(history.history):
+ # Check if browser state has screenshot path
+ if step.state and hasattr(step.state, 'screenshot_path') and step.state.screenshot_path:
+ screenshot_found = True
+ print(f'\n✅ Step {i + 1}: Screenshot captured at {step.state.screenshot_path}')
+
+ # Verify screenshot file exists (it should be saved to disk)
+ import os
+
+ assert os.path.exists(step.state.screenshot_path), f'Screenshot file should exist at {step.state.screenshot_path}'
+
+ # Verify screenshot file has content
+ screenshot_size = os.path.getsize(step.state.screenshot_path)
+ assert screenshot_size > 0, f'Screenshot file should have content, got {screenshot_size} bytes'
+ print(f' Screenshot size: {screenshot_size} bytes')
+
+ assert screenshot_found, 'At least one screenshot should be captured when vision is enabled'
+
+ print('\n🎉 Integration test passed: Screenshots are captured correctly with vision enabled')