Skip to content

Open-source Python library for AI browser agents, plus Browser Use Cloud: stealth browsers and a hosted agent API.

fix evaluate test

Magnus Müller672e749d0fec
diff --git a/tests/ci/evaluate_tasks.py b/tests/ci/evaluate_tasks.py
index 86c62f2fc..49ee87722 100644
--- a/tests/ci/evaluate_tasks.py
+++ b/tests/ci/evaluate_tasks.py
@@ -20,6 +20,7 @@ from pydantic import BaseModel
load_dotenv()
from browser_use import Agent, AgentHistoryList, BrowserProfile, BrowserSession, ChatBrowserUse
+from browser_use.llm.google.chat import ChatGoogle
from browser_use.llm.messages import UserMessage
# --- CONFIG ---
@@ -62,7 +63,7 @@ async def run_single_task(task_file):
raise ValueError('BROWSER_USE_API_KEY is not set')
agent_llm = ChatBrowserUse(api_key=api_key)
- judge_llm = ChatBrowserUse(api_key=api_key)
+ judge_llm = ChatGoogle(model='gemini-flash-lite-latest')
print('[DEBUG] LLMs initialized', file=sys.stderr)
# Each subprocess gets its own profile and session