Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.
Rust agentai-agentapplecomputer-usecomputer-use-agentcontainerizationcuadesktop-automationhacktoberfestlumemacosmanusoperatorswiftvirtualizationvirtualization-frameworkwindowswindows-sandbox
Hide setup window
Dillon DuPontf4be6538ff69
diff --git a/libs/python/computer/computer/providers/winsandbox/provider.py b/libs/python/computer/computer/providers/winsandbox/provider.pyindex bca36876da..e072d900a3 100644--- a/libs/python/computer/computer/providers/winsandbox/provider.py+++ b/libs/python/computer/computer/providers/winsandbox/provider.py@@ -5,6 +5,7 @@ import asyncioimport loggingimport timefrom typing import Dict, Any, Optional, List+from pathlib import Pathfrom ..base import BaseVMProvider, VMProviderType@@ -242,8 +243,15 @@ class WinSandboxProvider(BaseVMProvider):networking = run_opts.get("networking", self.networking)- # Create folder mappers if shared directories are specified+ # Create folder mappers; always map a persistent venv directory on host for caching packagesfolder_mappers = []+ # Ensure host side persistent venv directory exists (Path.home()/wsb_venv)+ host_wsb_env = Path.home() / ".cua" / "wsb_cache"+ try:+ host_wsb_env.mkdir(parents=True, exist_ok=True)+ except Exception:+ # If cannot create, continue without persistent mapping+ host_wsb_env = Noneshared_directories = run_opts.get("shared_directories", [])for shared_dir in shared_directories:if isinstance(shared_dir, dict):@@ -255,6 +263,15 @@ class WinSandboxProvider(BaseVMProvider):if host_path and os.path.exists(host_path):folder_mappers.append(winsandbox.FolderMapper(host_path))++ # Add mapping for the persistent venv directory (read/write) so it appears in Sandbox Desktop+ if host_wsb_env is not None and host_wsb_env.exists():+ try:+ folder_mappers.append(+ winsandbox.FolderMapper(str(host_wsb_env), read_only=False)+ )+ except Exception as e:+ self.logger.warning(f"Failed to map host winsandbox_venv: {e}")self.logger.info(f"Creating Windows Sandbox: {name}")self.logger.info(f"Memory: {memory_mb}MB, Networking: {networking}")@@ -290,8 +307,10 @@ class WinSandboxProvider(BaseVMProvider):self.logger.info(f"Windows Sandbox {name} created successfully")+ venv_exists = (host_wsb_env / "venv" / "Lib" / "site-packages" / "computer_server").exists() if host_wsb_env else False+# Setup the computer server in the sandbox- await self._setup_computer_server(sandbox, name)+ await self._setup_computer_server(sandbox, name, wait_for_venv=(not venv_exists))return {"success": True,@@ -423,7 +442,7 @@ class WinSandboxProvider(BaseVMProvider):if total_attempts % 10 == 0:self.logger.info(f"Still waiting for Windows Sandbox {name} IP after {total_attempts} attempts...")- async def _setup_computer_server(self, sandbox, name: str, visible: bool = True):+ async def _setup_computer_server(self, sandbox, name: str, visible: bool = False, wait_for_venv: bool = True):"""Setup the computer server in the Windows Sandbox using RPyC.Args:@@ -471,10 +490,12 @@ class WinSandboxProvider(BaseVMProvider):creationflags=creation_flags,shell=False)-- # Sleep for 30 seconds- await asyncio.sleep(30)+ if wait_for_venv:+ print("Waiting for venv to be created for the first time setup of Windows Sandbox...")+ print("This may take a minute...")+ await asyncio.sleep(120)+ip = await self.get_ip(name)self.logger.info(f"Sandbox IP: {ip}")self.logger.info(f"Setup script started in background in sandbox {name} with PID: {process.pid}")diff --git a/libs/python/computer/computer/providers/winsandbox/setup_script.ps1 b/libs/python/computer/computer/providers/winsandbox/setup_script.ps1index e901e1796d..e6208d7170 100644--- a/libs/python/computer/computer/providers/winsandbox/setup_script.ps1+++ b/libs/python/computer/computer/providers/winsandbox/setup_script.ps1@@ -79,15 +79,25 @@ try {$pythonVersion = & $pythonExe --version 2>&1Write-Host "Python version: $pythonVersion"- # Step 2: Create a dedicated virtual environment for the sandbox+ # Step 2: Create a dedicated virtual environment in mapped Desktop folder (persistent)Write-Host "Step 2: Creating virtual environment (if needed)..."- $venvPath = "C:\Users\WDAGUtilityAccount\venv"+ $cachePath = "C:\Users\WDAGUtilityAccount\Desktop\wsb_cache"+ $venvPath = "C:\Users\WDAGUtilityAccount\Desktop\wsb_cache\venv"if (!(Test-Path $venvPath)) {Write-Host "Creating venv at: $venvPath"& $pythonExe -m venv $venvPath} else {Write-Host "Venv already exists at: $venvPath"}+ # Hide the folder to keep Desktop clean+ try {+ $item = Get-Item $cachePath -ErrorAction SilentlyContinue+ if ($item) {+ if (-not ($item.Attributes -band [IO.FileAttributes]::Hidden)) {+ $item.Attributes = $item.Attributes -bor [IO.FileAttributes]::Hidden+ }+ }+ } catch { }$venvPython = Join-Path $venvPath "Scripts\python.exe"if (!(Test-Path $venvPython)) {throw "Virtual environment Python not found at $venvPython"