Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.
Rust agentai-agentapplecomputer-usecomputer-use-agentcontainerizationcuadesktop-automationhacktoberfestlumemacosmanusoperatorswiftvirtualizationvirtualization-frameworkwindowswindows-sandbox
Fixes for hotkey and claude scrolling
Dillon DuPont3ab5b65a257d
diff --git a/libs/agent/agent/providers/anthropic/tools/computer.py b/libs/agent/agent/providers/anthropic/tools/computer.pyindex ecf232bdbc..2bb944eaca 100644--- a/libs/agent/agent/providers/anthropic/tools/computer.py+++ b/libs/agent/agent/providers/anthropic/tools/computer.py@@ -478,17 +478,11 @@ class ComputerTool(BaseComputerTool, BaseAnthropicTool):if direction == "down":# Scroll down (Page Down on macOS)self.logger.info(f"Scrolling down, amount: {amount}")- # Use fn+down for page down on macOS- for _ in range(amount):- await self.computer.interface.hotkey("fn", "down")- await asyncio.sleep(0.1)+ await self.computer.interface.scroll_down(amount)else:# Scroll up (Page Up on macOS)self.logger.info(f"Scrolling up, amount: {amount}")- # Use fn+up for page up on macOS- for _ in range(amount):- await self.computer.interface.hotkey("fn", "up")- await asyncio.sleep(0.1)+ await self.computer.interface.scroll_up(amount)# Wait briefly for UI changesawait asyncio.sleep(0.5)diff --git a/libs/computer/computer/diorama_computer.py b/libs/computer/computer/diorama_computer.pyindex 5cad00060d..dfb541b94b 100644--- a/libs/computer/computer/diorama_computer.py+++ b/libs/computer/computer/diorama_computer.py@@ -87,7 +87,17 @@ class DioramaComputerInterface:await self._send_cmd("press_key", {"key": key})async def hotkey(self, *keys):- await self._send_cmd("hotkey", {"keys": list(keys)})+ actual_keys = []+ for key in keys:+ if isinstance(key, Key):+ actual_keys.append(key.value)+ elif isinstance(key, str):+ # Try to convert to enum if it matches a known key+ key_or_enum = Key.from_string(key)+ actual_keys.append(key_or_enum.value if isinstance(key_or_enum, Key) else key_or_enum)+ else:+ raise ValueError(f"Invalid key type: {type(key)}. Must be Key enum or string.")+ await self._send_cmd("hotkey", {"keys": actual_keys})async def to_screen_coordinates(self, x, y):return await self._send_cmd("to_screen_coordinates", {"x": x, "y": y})