Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.
Rust agentai-agentapplecomputer-usecomputer-use-agentcontainerizationcuadesktop-automationhacktoberfestlumemacosmanusoperatorswiftvirtualizationvirtualization-frameworkwindowswindows-sandbox
Create hud_eval_examples.py
Adam6dd46742be3e
diff --git a/examples/evals/hud_eval_examples.py b/examples/evals/hud_eval_examples.pynew file mode 100644index 0000000000..d072211eda--- /dev/null+++ b/examples/evals/hud_eval_examples.py@@ -0,0 +1,71 @@+"""+hud_eval_examples.py — minimal HUD evaluation runner++- Auto-discovers .env anywhere up the directory tree (via find_dotenv)+- Requires HUD_API_KEY in the resolved environment+- No Docker/local computer usage+"""++import asyncio+import logging+import os+import uuid+from pathlib import Path+from pprint import pprint++from dotenv import load_dotenv, find_dotenv+from agent import ComputerAgent+from agent.integrations.hud import run_full_dataset+++def load_env_or_fail() -> None:+ # Walk up from CWD / file dir to find nearest .env+ env_path = find_dotenv(usecwd=False)+ if not env_path:+ raise FileNotFoundError(+ "❌ .env not found. Place a .env at your repo root (or export HUD_API_KEY)."+ )+ load_dotenv(env_path, override=True)+ if not os.getenv("HUD_API_KEY"):+ raise EnvironmentError("❌ HUD_API_KEY is missing in the loaded environment")+++def build_agent_config() -> dict:+ return {+ "model": "openai/computer-use-preview",+ "trajectory_dir": str(Path("trajectories")),+ "only_n_most_recent_images": 3,+ "verbosity": logging.INFO,+ }+++async def run_hud_eval() -> None:+ load_env_or_fail()+ agent_config = build_agent_config()++ # Initialize to ensure config is valid (tools, verbosity, etc.)+ _ = ComputerAgent(**agent_config)++ job_name = f"osworld-test-{str(uuid.uuid4())[:4]}"+ print(f"🚀 Running HUD eval: {job_name}")++ results = await run_full_dataset(+ dataset="ddupont/OSWorld-Tiny-Public",+ job_name=job_name,+ **agent_config,+ max_concurrent=20,+ max_steps=50,+ )++ print(f"\n📊 Job: {job_name}")+ print(f"Total results: {len(results)}")+ pprint(results[:3])+++def main() -> None:+ logging.basicConfig(level=logging.INFO)+ asyncio.run(run_hud_eval())+++if __name__ == "__main__":+ main()