Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.
Rust agentai-agentapplecomputer-usecomputer-use-agentcontainerizationcuadesktop-automationhacktoberfestlumemacosmanusoperatorswiftvirtualizationvirtualization-frameworkwindowswindows-sandbox
feat(cua-sandbox): request named Fleet services
r33drichards43339669cdcc
diff --git a/libs/python/cua-sandbox/README.md b/libs/python/cua-sandbox/README.mdindex 9c8e0f5a8d..4ee34878a4 100644--- a/libs/python/cua-sandbox/README.md+++ b/libs/python/cua-sandbox/README.md@@ -106,6 +106,12 @@ pool = await Pool.reconcile({async with pool.claim() as sb:result = await sb.shell.run("echo hello")++ # Requests use the same authenticated Fleet claim.+ response = await sb.services.request(+ "mcp", method="POST", path="/mcp", json={"jsonrpc": "2.0", "method": "tools/list", "id": 1}+ )+ response.raise_for_status()```For scripts that use the synchronous facade:diff --git a/libs/python/cua-sandbox/cua_sandbox/interfaces/__init__.py b/libs/python/cua-sandbox/cua_sandbox/interfaces/__init__.pyindex 1c62fa3601..0774fb8ae8 100644--- a/libs/python/cua-sandbox/cua_sandbox/interfaces/__init__.py+++ b/libs/python/cua-sandbox/cua_sandbox/interfaces/__init__.py@@ -5,6 +5,7 @@ from cua_sandbox.interfaces.keyboard import Keyboardfrom cua_sandbox.interfaces.mobile import Mobilefrom cua_sandbox.interfaces.mouse import Mousefrom cua_sandbox.interfaces.screen import Screen+from cua_sandbox.interfaces.services import Servicesfrom cua_sandbox.interfaces.shell import Shellfrom cua_sandbox.interfaces.terminal import Terminalfrom cua_sandbox.interfaces.tunnel import Tunnel, TunnelInfo@@ -19,6 +20,7 @@ __all__ = ["Mobile","Mouse","Screen",+ "Services","Shell","Terminal","Tunnel",diff --git a/libs/python/cua-sandbox/cua_sandbox/interfaces/services.py b/libs/python/cua-sandbox/cua_sandbox/interfaces/services.pynew file mode 100644index 0000000000..6246035bd4--- /dev/null+++ b/libs/python/cua-sandbox/cua_sandbox/interfaces/services.py@@ -0,0 +1,30 @@+"""Named service interface for sandboxes that expose auxiliary endpoints."""++from __future__ import annotations++from typing import Any++from cua_sandbox.transport.base import Transport+++class Services:+ """Request a named service exposed by the active sandbox connection."""++ def __init__(self, transport: Transport):+ self._transport = transport++ async def request(+ self,+ name: str,+ *,+ method: str,+ path: str,+ json: Any = None,+ ) -> Any:+ """Send a request to a named service on this sandbox.++ Fleet routes the request through the authenticated lease. Other+ transports raise :class:`NotImplementedError` unless they expose named+ services as well.+ """+ return await self._transport.request_service(name, method=method, path=path, json_body=json)diff --git a/libs/python/cua-sandbox/cua_sandbox/sandbox.py b/libs/python/cua-sandbox/cua_sandbox/sandbox.pyindex 5335b18fb9..553342f55d 100644--- a/libs/python/cua-sandbox/cua_sandbox/sandbox.py+++ b/libs/python/cua-sandbox/cua_sandbox/sandbox.py@@ -66,6 +66,7 @@ from cua_sandbox.interfaces import (Mobile,Mouse,Screen,+ Services,Shell,Terminal,Tunnel,@@ -268,6 +269,7 @@ class Sandbox:self.terminal = Terminal(transport)self.mobile = Mobile(transport)self.tunnel = Tunnel(transport)+ self.services = Services(transport)_os = _runtime_info.environment if _runtime_info and _runtime_info.environment else "linux"self.apps = Apps(transport, os_type=_os)diff --git a/libs/python/cua-sandbox/cua_sandbox/transport/base.py b/libs/python/cua-sandbox/cua_sandbox/transport/base.pyindex db599d4cfa..40e192a3cb 100644--- a/libs/python/cua-sandbox/cua_sandbox/transport/base.py+++ b/libs/python/cua-sandbox/cua_sandbox/transport/base.py@@ -66,6 +66,17 @@ class Transport(ABC):async def get_environment(self) -> str:"""Return 'windows', 'mac', 'linux', or 'browser'."""+ async def request_service(+ self,+ name: str,+ *,+ method: str,+ path: str,+ json_body: Any = None,+ ) -> Any:+ """Request an auxiliary named service exposed by this sandbox."""+ raise NotImplementedError(f"{type(self).__name__} does not support named service requests.")+async def forward_tunnel(self, sandbox_port: int | str) -> "TunnelInfo":"""Forward *sandbox_port* to an available host port and return info.diff --git a/libs/python/cua-sandbox/cua_sandbox/transport/fleet.py b/libs/python/cua-sandbox/cua_sandbox/transport/fleet.pyindex 07e245f003..1ffcba1ba1 100644--- a/libs/python/cua-sandbox/cua_sandbox/transport/fleet.py+++ b/libs/python/cua-sandbox/cua_sandbox/transport/fleet.py@@ -45,7 +45,26 @@ class FleetTransport(Transport):async def disconnect(self) -> None:self._connected = False- async def _request(self, method: str, path: str, *, json_body: Any = None) -> httpx.Response:+ async def request_service(+ self,+ name: str,+ *,+ method: str,+ path: str,+ json_body: Any = None,+ ) -> httpx.Response:+ if name not in self._bound.services:+ raise ValueError(f"Fleet sandbox does not expose service {name!r}")+ return await self._request(method, path, json_body=json_body, service_name=name)++ async def _request(+ self,+ method: str,+ path: str,+ *,+ json_body: Any = None,+ service_name: str | None = None,+ ) -> httpx.Response:assert self._connected, "Transport not connected"body = None if json_body is None else json.dumps(json_body).encode()headers = (@@ -53,7 +72,7 @@ class FleetTransport(Transport):)result = await self._sdk.service_request(self._bound,- self._service_name,+ service_name or self._service_name,path,HttpRequest(method=method, url=f"https://service.invalid{path}", headers=headers, body=bodydiff --git a/libs/python/cua-sandbox/tests/test_pool.py b/libs/python/cua-sandbox/tests/test_pool.pyindex 8dab66e6f1..b8af89f111 100644--- a/libs/python/cua-sandbox/tests/test_pool.py+++ b/libs/python/cua-sandbox/tests/test_pool.py@@ -31,6 +31,7 @@ class FakeFleetClient:self.updated: list[object] = []self.claims: list[object] = []self.released: list[object] = []+ self.service_requests: list[object] = []self.closed = Falseasync def get_pool(self, name: str) -> object:@@ -54,7 +55,16 @@ class FakeFleetClient:async def wait_claim(self, claim: object) -> FleetSandbox:assert claim == "claim-1"- return FleetSandbox(namespace="foo", claim="claim-1", name="sandbox-1", services=["server"])+ return FleetSandbox(+ namespace="foo",+ claim="claim-1",+ name="sandbox-1",+ services=["server", "mcp"],+ )++ async def service_request(self, sandbox, service, path, request):+ self.service_requests.append((sandbox, service, path, request))+ return SimpleNamespace(status=200, headers=[], body=b'{"result":"ok"}')async def delete_claim(self, claim: object) -> None:self.released.append(claim)@@ -235,3 +245,25 @@ async def test_reconcile_preserves_replicas_and_named_services(monkeypatch):("server", 8000),("mcp", 3000),]+++async def test_claim_exposes_named_service_requests(monkeypatch):+ reconcile_client = FakeFleetClient()+ claim_client = FakeFleetClient()+ clients = iter([reconcile_client, claim_client])+ monkeypatch.setattr("cua_sandbox.pool._FleetClient", lambda: next(clients))+ pool = await Pool.reconcile({"name": "foo", "image": Image.from_registry("example:latest")})++ async with pool.claim() as sandbox:+ response = await sandbox.services.request(+ "mcp",+ method="POST",+ path="/mcp",+ json={"jsonrpc": "2.0", "method": "tools/list", "id": 1},+ )++ assert response.status_code == 200+ _, service, path, request = claim_client.service_requests[0]+ assert (service, path, request.method) == ("mcp", "/mcp", "POST")+ assert request.body == b'{"jsonrpc": "2.0", "method": "tools/list", "id": 1}'