Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.
Rust agentai-agentapplecomputer-usecomputer-use-agentcontainerizationcuadesktop-automationhacktoberfestlumemacosmanusoperatorswiftvirtualizationvirtualization-frameworkwindowswindows-sandbox
test(sandbox): cover typed Fleet state verification (#3672)
Francesco Bonaccibd4c10020cd7
diff --git a/libs/python/cua-sandbox/tests/test_typed_driver_native.py b/libs/python/cua-sandbox/tests/test_typed_driver_native.pyindex 129591ff5c..b666b76f6e 100644--- a/libs/python/cua-sandbox/tests/test_typed_driver_native.py+++ b/libs/python/cua-sandbox/tests/test_typed_driver_native.py@@ -32,6 +32,7 @@ def refusal():class NativeTransport(Transport):def __init__(self, result=None):super().__init__()+ self.exchange_timeouts = []self.result = (resultif result is not None@@ -48,6 +49,7 @@ class NativeTransport(Transport):name, method=method, path=path, json_body=json_body, headers=headers, timeout=timeout)if path.endswith("/exchange"):+ self.exchange_timeouts.append(timeout)return httpx.Response(200,json=dict(@@ -142,3 +144,154 @@ async def test_real_canonical_tool_result_preserves_structured_refusal(sdk, refuassert json.loads(result.raw_json) == refusalfinally:await sandbox.disconnect()+++def verification_input(sdk):+ return sdk.VerifyStateInput(+ pid=42,+ window_id=123,+ expect=[+ sdk.StatePredicate(window=sdk.WindowPredicate(exists=True, bounds=None), element=None),+ sdk.StatePredicate(+ window=None,+ element=sdk.ElementPredicate(+ selector=sdk.ElementSelector(role="textbox", label_contains="Message"),+ exists=True,+ value_equals="typed-fleet-fixture",+ enabled=True,+ selected=False,+ ),+ ),+ ],+ session="session-1",+ timeout_ms=250,+ stable_samples=2,+ include_screenshot=False,+ )+++async def test_real_canonical_verify_state_serializes_over_fleet(refusal, verification_input):+ transport = NativeTransport(result=refusal)+ sandbox = Sandbox(transport, _telemetry_enabled=False)+ await sandbox._connect()+ try:+ async with sandbox.driver.connect() as driver:+ verification_input.session = sandbox.driver.session_name(driver)+ await driver.verify_state(verification_input)+ name, method, path, request, headers = transport.events[-1]+ assert (name, method, path) == (+ "driver",+ "POST",+ "/v1/connections/connection-1/exchange",+ )+ assert headers == {"X-Cua-Driver-Generation": "generation-1"}+ assert request["name"] == "verify_state"+ assert request["arguments"] == {+ "pid": 42,+ "window_id": 123,+ "expect": [+ {"window": {"exists": True}},+ {+ "element": {+ "selector": {"role": "textbox", "label_contains": "Message"},+ "exists": True,+ "value_equals": "typed-fleet-fixture",+ "enabled": True,+ "selected": False,+ }+ },+ ],+ "session": "session-1",+ "timeout_ms": 250,+ "stable_samples": 2,+ "include_screenshot": False,+ }+ assert request["deadline_unix_ms"] > 0+ assert len(transport.exchange_timeouts) == 1+ assert 0 < transport.exchange_timeouts[0] <= 120+ finally:+ await sandbox.disconnect()++[email protected]("status", ["satisfied", "unsatisfied", "unknown"])+async def test_real_canonical_verify_state_preserves_structured_outcome(+ sdk, verification_input, status+):+ # Synthetic service results qualify the bridge, not live AX observations.+ stable = status == "satisfied"+ reason = "untrusted_source" if status == "unknown" else None+ observed = None if status == "unknown" else '{"value":"observed fixture"}'+ structured = {+ "status": status,+ "stable": stable,+ "elapsed_ms": 250,+ "samples": 2,+ "predicates": [+ {+ "index": index,+ "status": status,+ "unknown_reason": reason,+ "observed_json": observed,+ }+ for index in range(2)+ ],+ }+ wire_result = {+ "content": [{"type": "text", "text": status}],+ "structuredContent": structured,+ "isError": False,+ }+ transport = NativeTransport(result=wire_result)+ sandbox = Sandbox(transport, _telemetry_enabled=False)+ await sandbox._connect()+ try:+ async with sandbox.driver.connect() as driver:+ result = await driver.verify_state(verification_input)+ assert isinstance(result, sdk.ToolResult)+ assert result.text == status+ assert result.is_error is False+ assert result.error_code is None+ assert result.action is None+ assert json.loads(result.structured_json) == structured+ assert json.loads(result.raw_json) == wire_result+ expected_status = getattr(sdk.VerificationStatus, status.upper())+ assert result.verification == sdk.VerifyStateOutput(+ status=expected_status,+ stable=stable,+ elapsed_ms=250,+ samples=2,+ predicates=[+ sdk.PredicateOutcome(+ index=index,+ status=expected_status,+ unknown_reason=sdk.UnknownReason.UNTRUSTED_SOURCE if reason else None,+ observed_json=observed,+ )+ for index in range(2)+ ],+ )+ if status == "unknown":+ # A successful tool exchange does not make Unknown a satisfied predicate.+ assert result.verification.status != sdk.VerificationStatus.SATISFIED+ assert result.verification.stable is False+ finally:+ await sandbox.disconnect()+++async def test_real_canonical_verify_state_after_disconnect_does_not_exchange(+ sdk, verification_input+):+ transport = NativeTransport()+ sandbox = Sandbox(transport, _telemetry_enabled=False)+ await sandbox._connect()+ try:+ async with sandbox.driver.connect() as driver:+ await sandbox.disconnect()+ before = list(transport.events)+ with pytest.raises(sdk.DriverError.Remote, match="closed"):+ await driver.verify_state(verification_input)+ assert transport.events == before+ assert transport.exchange_timeouts == []+ finally:+ await sandbox.disconnect()