Skip to content

armgit / cua

Public Imported from GitHub
0

Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.

Merge branch 'main' into models/opencua

Dillon DuPontcf956465035b
diff --cc libs/python/agent/agent/agent.py
index bdcf5977a1,b796866dd2..41cc985d6f
--- a/libs/python/agent/agent/agent.py
+++ b/libs/python/agent/agent/agent.py
@@@ -185,9 -187,12 +188,13 @@@ class ComputerAgent
use_prompt_caching: If set, use prompt caching to avoid reprocessing the same prompt. Intended for use with anthropic providers.
max_trajectory_budget: If set, adds BudgetManagerCallback to track usage costs and stop when budget is exceeded
telemetry_enabled: If set, adds TelemetryCallback to track anonymized usage data. Enabled by default.
+ trust_remote_code: If set, trust remote code when loading local models. Disabled by default.
**kwargs: Additional arguments passed to the agent loop
- """
+ """
+ # If the loop is "human/human", we need to prefix a grounding model fallback
+ if model in ["human/human", "human"]:
+ model = "openai/computer-use-preview+human/human"
+
self.model = model
self.tools = tools or []
self.custom_loop = custom_loop
@@@ -234,13 -244,14 +247,15 @@@
# Register local model providers
hf_adapter = HuggingFaceLocalAdapter(
- device="auto"
+ device="auto",
+ trust_remote_code=self.trust_remote_code or False
)
human_adapter = HumanAdapter()
+ mlx_adapter = MLXVLMAdapter()
litellm.custom_provider_map = [
{"provider": "huggingface-local", "custom_handler": hf_adapter},
- {"provider": "human", "custom_handler": human_adapter}
+ {"provider": "human", "custom_handler": human_adapter},
+ {"provider": "mlx", "custom_handler": mlx_adapter}
]
litellm.suppress_debug_info = True