Skip to content

armgit / cua

Public Imported from GitHub
0

Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.

4.6 KB
Raw Blame
from __future__ import annotations

import ast
import os
from pathlib import Path
import secrets
from unittest.mock import patch


DOCS_ROOT = Path(__file__).resolve().parents[2]
SCRIPT = (
    DOCS_ROOT
    / "public/scripts/openai-agents/run_openai_agents.py"
)
GUIDE = (
    DOCS_ROOT
    / "content/docs/cua-sdk/guides/agent-frameworks.mdx"
)
META = DOCS_ROOT / "content/docs/cua-sdk/guides/meta.json"


def test_disposable_sandbox_name_ignores_existing_sandbox() -> None:
    tree = ast.parse(SCRIPT.read_text())
    function = next(node for node in tree.body if isinstance(node, ast.FunctionDef)
                    and node.name == "sandbox_name")
    namespace = {"os": os, "secrets": secrets}
    exec(compile(ast.Module(body=[function], type_ignores=[]), str(SCRIPT), "exec"), namespace)
    with patch.dict(os.environ, {"CUA_SANDBOX_NAME": "existing-sandbox"}):
        first = namespace["sandbox_name"]()
        second = namespace["sandbox_name"]()
    assert first != second
    assert first.startswith("openai-agents-")
    assert len(first.removeprefix("openai-agents-")) == 12


def test_controller_runs_where_cua_on_says() -> None:
    source = SCRIPT.read_text()
    assert "Pool" not in source
    assert "claim(" not in source
    assert "await Sandbox.create(" in source
    assert 'LOCATION = os.environ.get("CUA_ON", "local")' in source
    assert "on=LOCATION" in source


def test_controller_uses_the_spacesd_image_and_default_services() -> None:
    source = SCRIPT.read_text()
    assert '"cua-sandbox==0.9.0"' in source
    assert "else Image.linux()" in source
    assert "cua-desktop-linux" not in source
    assert "services={" not in source
    assert 'service="server"' not in source
    assert "/root/" not in source


def test_controller_is_valid_python() -> None:
    source = SCRIPT.read_text()
    compile(source, str(SCRIPT), "exec")
    ast.parse(source)


def test_controller_keeps_application_key_outside_the_sandbox() -> None:
    source = SCRIPT.read_text()
    assert 'application_key = required_env("OPENAI_API_KEY")' in source
    assert 'environment_key = required_env("CODEX_API_KEY")' in source
    assert 'f"CODEX_API_KEY={shlex.quote(environment_key)}' in source
    assert 'f"OPENAI_API_KEY={shlex.quote(' not in source
    assert "await sandbox.files.write_bytes(" in source
    assert "rm -f {shlex.quote(EXECUTOR_ENV_PATH)}" in source


def test_controller_covers_reconnect_artifact_and_cleanup() -> None:
    source = SCRIPT.read_text()
    assert 'wait_for_type("agent.session.environment.disconnected")' in source
    assert source.count("await start_executor(") >= 2
    assert "await sandbox.files.read_bytes(ARTIFACT_PATH)" in source
    assert "Agent-created artifact content did not match" in source
    assert 'page.get("has_more")' in source
    assert 'page.get("last_id")' in source
    assert "await agents.delete_session" in source
    assert "await sandbox.destroy()" in source
    assert 'response.status_code == 409' in source
    assert "contextlib.suppress(Exception)" not in source
    assert 'raise ExceptionGroup("Resource cleanup failed", cleanup_errors)' in source
    assert 'last_status.startswith("READY:")' in source
    assert "sanitized log tail" in source
    assert "echo $$ > {shlex.quote(EXECUTOR_PID_PATH)}" in source
    assert "background=True" in source


def test_controller_registers_cua_driver_as_required_stdio_mcp() -> None:
    source = SCRIPT.read_text()
    assert '"server_label": "cua_driver"' in source
    assert '"type": "stdio"' in source
    assert '"command": "/usr/bin/python3"' in source
    assert '$HOME/.local/bin/cua-driver' in source
    assert "session = await agents.create_session(driver_path)" in source
    assert '"cwd": "/workspace"' in source
    assert '"CUA_DRIVER_PERMISSION_MODE"' in source
    assert '"CUA_DRIVER_DANGEROUSLY_BYPASS_APPROVALS"' in source
    assert '"DISPLAY"' in source
    assert "export CUA_DRIVER_PERMISSION_MODE=unrestricted" in source
    assert "export CUA_DRIVER_DANGEROUSLY_BYPASS_APPROVALS=1" in source
    assert '"required": True' in source
    assert '"allowed_tools": [' in source
    assert '"launch_app"' in source
    assert 'message.get("method") == "tools/call"' in source
    assert "MCP_AUDIT_LOG_PATH" in source
    assert 'terminal_state != "CLOSED"' in source
    assert 'audit_names.count("get_window_state") < 2' in source
    assert 'audit_names.count("click") < 2' in source


def test_guide_links_the_download_and_navigation_entry() -> None:
    guide = GUIDE.read_text()
    meta = META.read_text()
    assert "https://cua.ai/docs-assets/scripts/openai-agents/run_openai_agents.py" in guide
    assert '"agent-frameworks"' in meta
    assert "## OpenAI Agents API" in guide