Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.
Rust agentai-agentapplecomputer-usecomputer-use-agentcontainerizationcuadesktop-automationhacktoberfestlumemacosmanusoperatorswiftvirtualizationvirtualization-frameworkwindowswindows-sandbox
Merge branch 'main' into models/opencua
Dillon DuPontcf956465035b
diff --cc libs/python/agent/agent/agent.pyindex bdcf5977a1,b796866dd2..41cc985d6f--- a/libs/python/agent/agent/agent.py+++ b/libs/python/agent/agent/agent.py@@@ -185,9 -187,12 +188,13 @@@ class ComputerAgentuse_prompt_caching: If set, use prompt caching to avoid reprocessing the same prompt. Intended for use with anthropic providers.max_trajectory_budget: If set, adds BudgetManagerCallback to track usage costs and stop when budget is exceededtelemetry_enabled: If set, adds TelemetryCallback to track anonymized usage data. Enabled by default.+ trust_remote_code: If set, trust remote code when loading local models. Disabled by default.**kwargs: Additional arguments passed to the agent loop- """+ """+ # If the loop is "human/human", we need to prefix a grounding model fallback+ if model in ["human/human", "human"]:+ model = "openai/computer-use-preview+human/human"+self.model = modelself.tools = tools or []self.custom_loop = custom_loop@@@ -234,13 -244,14 +247,15 @@@# Register local model providershf_adapter = HuggingFaceLocalAdapter(- device="auto"+ device="auto",+ trust_remote_code=self.trust_remote_code or False)human_adapter = HumanAdapter()+ mlx_adapter = MLXVLMAdapter()litellm.custom_provider_map = [{"provider": "huggingface-local", "custom_handler": hf_adapter},- {"provider": "human", "custom_handler": human_adapter}+ {"provider": "human", "custom_handler": human_adapter},+ {"provider": "mlx", "custom_handler": mlx_adapter}]litellm.suppress_debug_info = True