Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.
Rust agentai-agentapplecomputer-usecomputer-use-agentcontainerizationcuadesktop-automationhacktoberfestlumemacosmanusoperatorswiftvirtualizationvirtualization-frameworkwindowswindows-sandbox
Merge branch 'main' into feature/agent/uitars-mlx
Dillon DuPont21abb9347360
diff --cc README.mdindex b063076002,8eb120222e..04e7f0543e--- a/README.md+++ b/README.md@@@ -80,8 -82,8 +82,8 @@@ If you want to use AI agents with virtuasync with Computer(verbosity=logging.DEBUG) as macos_computer:agent = ComputerAgent(computer=macos_computer,- loop=AgentLoop.OPENAI, # or AgentLoop.UITARS, AgentLoop.OMNI, or AgentLoop.ANTHROPIC- loop=AgentLoop.OPENAI, # or AgentLoop.ANTHROPIC, or AgentLoop.UITARS, or AgentLoop.OMNI- model=LLM(provider=LLMProvider.OPENAI) # or LLM(provider=LLMProvider.ANTHROPIC)++ loop=AgentLoop.OPENAI, # or AgentLoop.UITARS, AgentLoop.OMNI, or AgentLoop.UITARS, or AgentLoop.ANTHROPIC+ model=LLM(provider=LLMProvider.OPENAI) # or LLM(provider=LLMProvider.MLXVLM, name="mlx-community/UI-TARS-1.5-7B-4bit"))tasks = [diff --cc libs/agent/agent/providers/uitars/loop.pyindex c0ea6c730a,ac14ed1e4f..848e35049f--- a/libs/agent/agent/providers/uitars/loop.py+++ b/libs/agent/agent/providers/uitars/loop.py@@@ -17,13 -17,12 +17,13 @@@ from ...core.types import AgentResponsefrom ...core.visualization import VisualizationHelperfrom computer import Computer- from .utils import add_box_token, parse_actions, parse_action_parameters+ from .utils import add_box_token, parse_actions, parse_action_parameters, to_agent_response_formatfrom .tools.manager import ToolManagerfrom .tools.computer import ToolResult- from .prompts import COMPUTER_USE, SYSTEM_PROMPT+ from .prompts import COMPUTER_USE, SYSTEM_PROMPT, MAC_SPECIFIC_NOTESfrom .clients.oaicompat import OAICompatClient+from .clients.mlxvlm import MLXVLMUITarsClientlogging.basicConfig(level=logging.INFO)logger = logging.getLogger(__name__)