Skip to content

armgit / cua

Public Imported from GitHub
0

Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.

70.5 KB
Raw Blame
{
 "abstract": "cua-bench: run computer-use tasks and benchmark datasets on sandboxes",
 "after_help": "Examples:\n  # Run a task with its oracle solution\n  cb run ./tasks/hello_file_env\n\n  # List the tasks in a directory\n  cb task list ./tasks",
 "commands": [
  {
   "abstract": "Run a task or dataset, and manage runs",
   "after_help": "Examples:\n  # Run a task with its oracle solution\n  cb run ./tasks/hello_file_env\n\n  # Run a dataset with an agent, four variants at once\n  cb run cua-bench-basic --agent cua-agent --model anthropic/claude-sonnet-4-20250514 -j 4\n\n  # List runs\n  cb run list",
   "arguments": [],
   "discussion": "Run a task (a directory with main.py) or a dataset, with an agent or the task's oracle. `cb run <path>` is shorthand for `cb run task|dataset <path>`.",
   "flags": [],
   "hidden": false,
   "name": "run",
   "options": [],
   "subcommand_optional": true,
   "subcommands": [
    {
     "abstract": "Run one task variant",
     "after_help": "Examples:\n  # Run variant 0 with the oracle solution\n  cb run task ./tasks/hello_file_env\n\n  # Run variant 2 with an agent on this machine\n  cb run task ./tasks/hello_file_env --variant-id 2 --agent cua-agent --model anthropic/claude-sonnet-4-20250514 --on local\n\n  # Show what would run without starting a sandbox\n  cb run ./tasks/hello_file_env --dry-run",
     "arguments": [
      {
       "default_value": null,
       "help": "Path to task directory (containing main.py)",
       "hidden": false,
       "is_optional": false,
       "name": "task_path",
       "possible_values": [],
       "repeatable": false,
       "type": "string"
      }
     ],
     "flags": [
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "Run the oracle solution (the default when no agent is given)",
       "hidden": false,
       "name": "oracle",
       "repeatable": false,
       "short_name": null,
       "takes_value": false
      },
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "Set up and evaluate with no actions (the null baseline for eval parity)",
       "hidden": false,
       "name": "noop",
       "repeatable": false,
       "short_name": null,
       "takes_value": false
      },
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "Run in the background and return (follow with cb run watch <id>)",
       "hidden": false,
       "name": "detach",
       "repeatable": false,
       "short_name": "d",
       "takes_value": false
      },
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "Print each variant's image, kind, variant and backend, then exit without starting a sandbox",
       "hidden": false,
       "name": "dry-run",
       "repeatable": false,
       "short_name": null,
       "takes_value": false
      },
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "",
       "hidden": true,
       "name": "wait",
       "repeatable": false,
       "short_name": "w",
       "takes_value": false
      }
     ],
     "hidden": false,
     "name": "task",
     "options": [
      {
       "aliases": [],
       "default_value": "0",
       "env": null,
       "help": "Task variant index (default: 0)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "variant-id",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "integer",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "",
       "hidden": true,
       "is_optional": true,
       "multiple_values": false,
       "name": "session-id",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Agent to use for evaluation (e.g., cua-agent)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "agent",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Import path for custom agent (e.g., \"path.to.agent:MyCustomAgent\")",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "agent-import-path",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Model to use with the agent (e.g., anthropic/claude-sonnet-4-20250514)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "model",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": "100",
       "env": null,
       "help": "Maximum number of steps for agent execution (default: 100)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "max-steps",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "integer",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Where sandboxes run: local (this machine), your own cloud account (aws, gcp, hetzner, modal; connect it first with `cua cloud connect <provider>`), or a contrib provider (e2b, daytona; needs a cua SDK built with contrib and the provider's key). Default: CUA_DEFAULT_ON, else `cua config set default.on`, else local",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "on",
       "possible_values": [
        "local",
        "cloud",
        "e2b",
        "daytona",
        "modal",
        "cloudflare",
        "vercel",
        "morph",
        "runloop",
        "fly",
        "blaxel",
        "codesandbox",
        "northflank",
        "aws",
        "gcp",
        "hetzner"
       ],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "local | cloud | e2b | daytona | modal | cloudflare | vercel | morph | runloop | fly | blaxel | codesandbox | northflank | aws | gcp | hetzner",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "What kind of sandbox: container or vm. Default auto: Linux as a container unless the task or image says VM; Windows, macOS and Android are VM-only. Default: CUA_DEFAULT_KIND, else `cua config set default.kind`",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "kind",
       "possible_values": [
        "auto",
        "container",
        "vm"
       ],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "auto | container | vm",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Which engine: gvisor or runc (containers), qemu or lume (VMs). Implies its kind. Default auto: the SDK picks (CUA_DEFAULT_RUNTIME, else `cua config set default.runtime`)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "runtime",
       "possible_values": [
        "auto",
        "gvisor",
        "runc",
        "qemu",
        "lume"
       ],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "auto | gvisor | runc | qemu | lume",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Image for every task (overrides the task's setup_config.image): an OS alias (linux, windows, macos:tahoe), ghcr.io/trycua/<os>, any registry ref or a digest. Env: CUA_BENCH_IMAGE",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "image",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "vCPUs per sandbox",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "cpu",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "integer",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Memory per sandbox (e.g. 4096, 4G)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "memory",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "",
       "hidden": true,
       "is_optional": true,
       "multiple_values": false,
       "name": "platform",
       "possible_values": [
        "linux-docker",
        "linux-qemu",
        "windows-qemu",
        "android-qemu"
       ],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "linux-docker | linux-qemu | windows-qemu | android-qemu",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "",
       "hidden": true,
       "is_optional": true,
       "multiple_values": false,
       "name": "provider-type",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Output directory for session results",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "output-dir",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": "1",
       "env": null,
       "help": "Run every variant this many times (fresh sandbox each); summary.json reports pass@k (default: 1)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "attempts",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "integer",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": "0",
       "env": null,
       "help": "Retry a variant that failed before evaluation (sandbox start, connection) up to this many times, with backoff (default: 0)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "retries",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "integer",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "",
       "hidden": true,
       "is_optional": true,
       "multiple_values": false,
       "name": "with",
       "possible_values": [],
       "repeatable": true,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": "PATH"
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "",
       "hidden": true,
       "is_optional": true,
       "multiple_values": false,
       "name": "run-id",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "After the run, delete all but the N newest runs in the runs directory (default: keep everything; env CUA_BENCH_KEEP_RUNS)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "keep-runs",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "integer",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "After the run, delete runs older than DAYS (env CUA_BENCH_MAX_AGE_DAYS)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "max-age",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "number",
       "value_name": "DAYS"
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "After the run, delete the oldest runs until the runs directory fits in SIZE, e.g. 20G (env CUA_BENCH_MAX_RESULTS_SIZE)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "max-results-size",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": "SIZE"
      }
     ],
     "subcommands": []
    },
    {
     "abstract": "Run every task and variant of a dataset in parallel",
     "after_help": "Examples:\n  # Run a registry dataset with its oracle solutions\n  cb run dataset cua-bench-basic\n\n  # Run one variant of each matching task, eight at once, in the background\n  cb run ./tasks --task-filter 'click*' --max-variants 1 -j 8 --detach\n\n  # Run every variant three times and report pass@k\n  cb run dataset cua-bench-basic --agent cua-agent --attempts 3",
     "arguments": [
      {
       "default_value": null,
       "help": "Path to dataset directory, or dataset name from registry",
       "hidden": false,
       "is_optional": false,
       "name": "dataset_path",
       "possible_values": [],
       "repeatable": false,
       "type": "string"
      }
     ],
     "flags": [
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "Run the oracle solution (the default when no agent is given)",
       "hidden": false,
       "name": "oracle",
       "repeatable": false,
       "short_name": null,
       "takes_value": false
      },
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "Set up and evaluate with no actions (the null baseline for eval parity)",
       "hidden": false,
       "name": "noop",
       "repeatable": false,
       "short_name": null,
       "takes_value": false
      },
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "Run in the background and return (follow with cb run watch <id>)",
       "hidden": false,
       "name": "detach",
       "repeatable": false,
       "short_name": "d",
       "takes_value": false
      },
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "Print each variant's image, kind, variant and backend, then exit without starting a sandbox",
       "hidden": false,
       "name": "dry-run",
       "repeatable": false,
       "short_name": null,
       "takes_value": false
      },
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "",
       "hidden": true,
       "name": "wait",
       "repeatable": false,
       "short_name": "w",
       "takes_value": false
      }
     ],
     "hidden": false,
     "name": "dataset",
     "options": [
      {
       "aliases": [],
       "default_value": "4",
       "env": null,
       "help": "Variants running at once (default: 4)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "max-parallel",
       "possible_values": [],
       "repeatable": false,
       "short_name": "j",
       "takes_value": true,
       "type": "integer",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Maximum number of variants to run per task (default: all)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "max-variants",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "integer",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Filter tasks by name pattern (glob)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "task-filter",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Agent to use for evaluation (e.g., cua-agent)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "agent",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Import path for custom agent (e.g., \"path.to.agent:MyCustomAgent\")",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "agent-import-path",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Model to use with the agent (e.g., anthropic/claude-sonnet-4-20250514)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "model",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": "100",
       "env": null,
       "help": "Maximum number of steps for agent execution (default: 100)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "max-steps",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "integer",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Where sandboxes run: local (this machine), your own cloud account (aws, gcp, hetzner, modal; connect it first with `cua cloud connect <provider>`), or a contrib provider (e2b, daytona; needs a cua SDK built with contrib and the provider's key). Default: CUA_DEFAULT_ON, else `cua config set default.on`, else local",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "on",
       "possible_values": [
        "local",
        "cloud",
        "e2b",
        "daytona",
        "modal",
        "cloudflare",
        "vercel",
        "morph",
        "runloop",
        "fly",
        "blaxel",
        "codesandbox",
        "northflank",
        "aws",
        "gcp",
        "hetzner"
       ],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "local | cloud | e2b | daytona | modal | cloudflare | vercel | morph | runloop | fly | blaxel | codesandbox | northflank | aws | gcp | hetzner",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "What kind of sandbox: container or vm. Default auto: Linux as a container unless the task or image says VM; Windows, macOS and Android are VM-only. Default: CUA_DEFAULT_KIND, else `cua config set default.kind`",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "kind",
       "possible_values": [
        "auto",
        "container",
        "vm"
       ],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "auto | container | vm",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Which engine: gvisor or runc (containers), qemu or lume (VMs). Implies its kind. Default auto: the SDK picks (CUA_DEFAULT_RUNTIME, else `cua config set default.runtime`)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "runtime",
       "possible_values": [
        "auto",
        "gvisor",
        "runc",
        "qemu",
        "lume"
       ],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "auto | gvisor | runc | qemu | lume",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Image for every task (overrides the task's setup_config.image): an OS alias (linux, windows, macos:tahoe), ghcr.io/trycua/<os>, any registry ref or a digest. Env: CUA_BENCH_IMAGE",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "image",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "vCPUs per sandbox",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "cpu",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "integer",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Memory per sandbox (e.g. 4096, 4G)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "memory",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "",
       "hidden": true,
       "is_optional": true,
       "multiple_values": false,
       "name": "platform",
       "possible_values": [
        "linux-docker",
        "linux-qemu",
        "windows-qemu",
        "android-qemu"
       ],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "linux-docker | linux-qemu | windows-qemu | android-qemu",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "",
       "hidden": true,
       "is_optional": true,
       "multiple_values": false,
       "name": "provider-type",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Output directory for session results",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "output-dir",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": "1",
       "env": null,
       "help": "Run every variant this many times (fresh sandbox each); summary.json reports pass@k (default: 1)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "attempts",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "integer",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": "0",
       "env": null,
       "help": "Retry a variant that failed before evaluation (sandbox start, connection) up to this many times, with backoff (default: 0)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "retries",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "integer",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "",
       "hidden": true,
       "is_optional": true,
       "multiple_values": false,
       "name": "with",
       "possible_values": [],
       "repeatable": true,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": "PATH"
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "",
       "hidden": true,
       "is_optional": true,
       "multiple_values": false,
       "name": "run-id",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "After the run, delete all but the N newest runs in the runs directory (default: keep everything; env CUA_BENCH_KEEP_RUNS)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "keep-runs",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "integer",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "After the run, delete runs older than DAYS (env CUA_BENCH_MAX_AGE_DAYS)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "max-age",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "number",
       "value_name": "DAYS"
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "After the run, delete the oldest runs until the runs directory fits in SIZE, e.g. 20G (env CUA_BENCH_MAX_RESULTS_SIZE)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "max-results-size",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": "SIZE"
      }
     ],
     "subcommands": []
    },
    {
     "abstract": "List all runs with status",
     "after_help": "Examples:\n  # List runs\n  cb run list\n\n  # Include debugging details\n  cb run list --verbose",
     "arguments": [],
     "flags": [
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "Show verbose debugging information",
       "hidden": false,
       "name": "verbose",
       "repeatable": false,
       "short_name": "v",
       "takes_value": false
      }
     ],
     "hidden": false,
     "name": "list",
     "options": [],
     "subcommands": []
    },
    {
     "abstract": "Show detailed info about a run",
     "after_help": "Examples:\n  # Show one run\n  cb run info 30c12572",
     "arguments": [
      {
       "default_value": null,
       "help": "Run ID to show info for",
       "hidden": false,
       "is_optional": false,
       "name": "run_id",
       "possible_values": [],
       "repeatable": false,
       "type": "string"
      }
     ],
     "flags": [],
     "hidden": false,
     "name": "info",
     "options": [],
     "subcommands": []
    },
    {
     "abstract": "Watch a run in real-time with live updates",
     "after_help": "Examples:\n  # Follow a detached run\n  cb run watch 30c12572",
     "arguments": [
      {
       "default_value": null,
       "help": "Run ID to watch",
       "hidden": false,
       "is_optional": false,
       "name": "run_id",
       "possible_values": [],
       "repeatable": false,
       "type": "string"
      }
     ],
     "flags": [],
     "hidden": false,
     "name": "watch",
     "options": [],
     "subcommands": []
    },
    {
     "abstract": "Stop a run and release its sandboxes",
     "after_help": "Examples:\n  # Stop a run\n  cb run stop 30c12572",
     "arguments": [
      {
       "default_value": null,
       "help": "Run ID to stop",
       "hidden": false,
       "is_optional": false,
       "name": "run_id",
       "possible_values": [],
       "repeatable": false,
       "type": "string"
      }
     ],
     "flags": [],
     "hidden": false,
     "name": "stop",
     "options": [],
     "subcommands": []
    },
    {
     "abstract": "View combined logs from a run or session",
     "after_help": "Examples:\n  # Print a run's logs\n  cb run logs 30c12572\n\n  # Print the last 50 lines\n  cb run logs 30c12572 --tail 50",
     "arguments": [
      {
       "default_value": null,
       "help": "Run ID or Session ID to view logs for",
       "hidden": false,
       "is_optional": false,
       "name": "identifier",
       "possible_values": [],
       "repeatable": false,
       "type": "string"
      }
     ],
     "flags": [],
     "hidden": false,
     "name": "logs",
     "options": [
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Show only the last N lines",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "tail",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "integer",
       "value_name": null
      }
     ],
     "subcommands": []
    }
   ]
  },
  {
   "abstract": "Run a task's setup with its desktop visible, then evaluate",
   "after_help": "Examples:\n  # Open a task and its display, wait for Enter, then evaluate\n  cb interact ./tasks/hello_file_env\n\n  # Run variant 1 with its oracle and save a screenshot\n  cb interact ./tasks/hello_file_env --variant-id 1 --oracle --screenshot shot.png\n\n  # Resolve a task from a registry dataset\n  cb interact click-button --dataset cua-bench-basic",
   "arguments": [
    {
     "default_value": null,
     "help": "Path to the task directory, or a task name with --dataset or --dataset-path",
     "hidden": false,
     "is_optional": false,
     "name": "env_path",
     "possible_values": [],
     "repeatable": false,
     "type": "string"
    }
   ],
   "flags": [
    {
     "aliases": [],
     "default_value": false,
     "env": null,
     "help": "Run the solution after setup",
     "hidden": false,
     "name": "oracle",
     "repeatable": false,
     "short_name": null,
     "takes_value": false
    },
    {
     "aliases": [],
     "default_value": false,
     "env": null,
     "help": "Open the trace viewer when done",
     "hidden": false,
     "name": "view",
     "repeatable": false,
     "short_name": null,
     "takes_value": false
    },
    {
     "aliases": [],
     "default_value": false,
     "env": null,
     "help": "Skip the interactive prompt (useful for SSH/CI testing)",
     "hidden": false,
     "name": "no-wait",
     "repeatable": false,
     "short_name": null,
     "takes_value": false
    },
    {
     "aliases": [],
     "default_value": false,
     "env": null,
     "help": "Print the Display: URL without opening it (also CUA_BENCH_NO_BROWSER=1)",
     "hidden": false,
     "name": "no-browser",
     "repeatable": false,
     "short_name": null,
     "takes_value": false
    }
   ],
   "hidden": false,
   "name": "interact",
   "options": [
    {
     "aliases": [],
     "default_value": "0",
     "env": null,
     "help": "Task variant index (default: 0)",
     "hidden": false,
     "is_optional": true,
     "multiple_values": false,
     "name": "variant-id",
     "possible_values": [],
     "repeatable": false,
     "short_name": null,
     "takes_value": true,
     "type": "integer",
     "value_name": null
    },
    {
     "aliases": [],
     "default_value": null,
     "env": null,
     "help": "Registry dataset to resolve the task from (CUA_REGISTRY_HOME)",
     "hidden": false,
     "is_optional": true,
     "multiple_values": false,
     "name": "dataset",
     "possible_values": [],
     "repeatable": false,
     "short_name": null,
     "takes_value": true,
     "type": "string",
     "value_name": null
    },
    {
     "aliases": [],
     "default_value": null,
     "env": null,
     "help": "Path to dataset directory containing multiple tasks",
     "hidden": false,
     "is_optional": true,
     "multiple_values": false,
     "name": "dataset-path",
     "possible_values": [],
     "repeatable": false,
     "short_name": null,
     "takes_value": true,
     "type": "string",
     "value_name": null
    },
    {
     "aliases": [],
     "default_value": null,
     "env": null,
     "help": "Maximum number of env.step() calls before stopping",
     "hidden": false,
     "is_optional": true,
     "multiple_values": false,
     "name": "max-steps",
     "possible_values": [],
     "repeatable": false,
     "short_name": null,
     "takes_value": true,
     "type": "integer",
     "value_name": null
    },
    {
     "aliases": [],
     "default_value": null,
     "env": null,
     "help": "Save a screenshot to this file",
     "hidden": false,
     "is_optional": true,
     "multiple_values": false,
     "name": "screenshot",
     "possible_values": [],
     "repeatable": false,
     "short_name": null,
     "takes_value": true,
     "type": "string",
     "value_name": null
    },
    {
     "aliases": [],
     "default_value": null,
     "env": null,
     "help": "Record a trace and save it as a dataset to this path on exit",
     "hidden": false,
     "is_optional": true,
     "multiple_values": false,
     "name": "trace-out",
     "possible_values": [],
     "repeatable": false,
     "short_name": null,
     "takes_value": true,
     "type": "string",
     "value_name": null
    },
    {
     "aliases": [],
     "default_value": null,
     "env": null,
     "help": "Where sandboxes run: local (this machine), your own cloud account (aws, gcp, hetzner, modal; connect it first with `cua cloud connect <provider>`), or a contrib provider (e2b, daytona; needs a cua SDK built with contrib and the provider's key). Default: CUA_DEFAULT_ON, else `cua config set default.on`, else local",
     "hidden": false,
     "is_optional": true,
     "multiple_values": false,
     "name": "on",
     "possible_values": [
      "local",
      "cloud",
      "e2b",
      "daytona",
      "modal",
      "cloudflare",
      "vercel",
      "morph",
      "runloop",
      "fly",
      "blaxel",
      "codesandbox",
      "northflank",
      "aws",
      "gcp",
      "hetzner"
     ],
     "repeatable": false,
     "short_name": null,
     "takes_value": true,
     "type": "local | cloud | e2b | daytona | modal | cloudflare | vercel | morph | runloop | fly | blaxel | codesandbox | northflank | aws | gcp | hetzner",
     "value_name": null
    },
    {
     "aliases": [],
     "default_value": null,
     "env": null,
     "help": "What kind of sandbox: container or vm. Default auto: Linux as a container unless the task or image says VM; Windows, macOS and Android are VM-only. Default: CUA_DEFAULT_KIND, else `cua config set default.kind`",
     "hidden": false,
     "is_optional": true,
     "multiple_values": false,
     "name": "kind",
     "possible_values": [
      "auto",
      "container",
      "vm"
     ],
     "repeatable": false,
     "short_name": null,
     "takes_value": true,
     "type": "auto | container | vm",
     "value_name": null
    },
    {
     "aliases": [],
     "default_value": null,
     "env": null,
     "help": "Which engine: gvisor or runc (containers), qemu or lume (VMs). Implies its kind. Default auto: the SDK picks (CUA_DEFAULT_RUNTIME, else `cua config set default.runtime`)",
     "hidden": false,
     "is_optional": true,
     "multiple_values": false,
     "name": "runtime",
     "possible_values": [
      "auto",
      "gvisor",
      "runc",
      "qemu",
      "lume"
     ],
     "repeatable": false,
     "short_name": null,
     "takes_value": true,
     "type": "auto | gvisor | runc | qemu | lume",
     "value_name": null
    },
    {
     "aliases": [],
     "default_value": null,
     "env": null,
     "help": "Image for every task (overrides the task's setup_config.image): an OS alias (linux, windows, macos:tahoe), ghcr.io/trycua/<os>, any registry ref or a digest. Env: CUA_BENCH_IMAGE",
     "hidden": false,
     "is_optional": true,
     "multiple_values": false,
     "name": "image",
     "possible_values": [],
     "repeatable": false,
     "short_name": null,
     "takes_value": true,
     "type": "string",
     "value_name": null
    },
    {
     "aliases": [],
     "default_value": null,
     "env": null,
     "help": "vCPUs per sandbox",
     "hidden": false,
     "is_optional": true,
     "multiple_values": false,
     "name": "cpu",
     "possible_values": [],
     "repeatable": false,
     "short_name": null,
     "takes_value": true,
     "type": "integer",
     "value_name": null
    },
    {
     "aliases": [],
     "default_value": null,
     "env": null,
     "help": "Memory per sandbox (e.g. 4096, 4G)",
     "hidden": false,
     "is_optional": true,
     "multiple_values": false,
     "name": "memory",
     "possible_values": [],
     "repeatable": false,
     "short_name": null,
     "takes_value": true,
     "type": "string",
     "value_name": null
    },
    {
     "aliases": [],
     "default_value": null,
     "env": null,
     "help": "",
     "hidden": true,
     "is_optional": true,
     "multiple_values": false,
     "name": "platform",
     "possible_values": [
      "linux-docker",
      "linux-qemu",
      "windows-qemu",
      "android-qemu"
     ],
     "repeatable": false,
     "short_name": null,
     "takes_value": true,
     "type": "linux-docker | linux-qemu | windows-qemu | android-qemu",
     "value_name": null
    },
    {
     "aliases": [],
     "default_value": null,
     "env": null,
     "help": "",
     "hidden": true,
     "is_optional": true,
     "multiple_values": false,
     "name": "provider-type",
     "possible_values": [],
     "repeatable": false,
     "short_name": null,
     "takes_value": true,
     "type": "string",
     "value_name": null
    }
   ],
   "subcommands": []
  },
  {
   "abstract": "Scaffold custom agents",
   "after_help": "Examples:\n  # Scaffold an agent in ./my-agent\n  cb agent init my-agent",
   "arguments": [],
   "discussion": "Create and manage custom agents for cua-bench.",
   "flags": [],
   "hidden": false,
   "name": "agent",
   "options": [],
   "subcommand_optional": true,
   "subcommands": [
    {
     "abstract": "Create a new agent from template",
     "after_help": "Examples:\n  # Scaffold an agent in ./my-agent\n  cb agent init my-agent\n\n  # Scaffold it into another directory\n  cb agent init my-agent --output-dir ./agents/my-agent",
     "arguments": [
      {
       "default_value": null,
       "help": "Agent name (e.g., 'my-agent')",
       "hidden": false,
       "is_optional": false,
       "name": "name",
       "possible_values": [],
       "repeatable": false,
       "type": "string"
      }
     ],
     "discussion": "Scaffold a new custom agent with working sample code.",
     "flags": [],
     "hidden": false,
     "name": "init",
     "options": [
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Output directory (default: ./<name>)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "output-dir",
       "possible_values": [],
       "repeatable": false,
       "short_name": "o",
       "takes_value": true,
       "type": "string",
       "value_name": null
      }
     ],
     "subcommands": []
    },
    {
     "abstract": "Deprecated: cb run executes agents in-process",
     "after_help": "Examples:\n  # Build an agent image (deprecated)\n  cb agent build ./my-agent --tag my-agent:dev",
     "arguments": [
      {
       "default_value": null,
       "help": "Path to agent directory (containing Dockerfile)",
       "hidden": false,
       "is_optional": false,
       "name": "path",
       "possible_values": [],
       "repeatable": false,
       "type": "string"
      }
     ],
     "discussion": "Build a Docker image for an agent directory containing a Dockerfile.",
     "flags": [],
     "hidden": false,
     "name": "build",
     "options": [
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Image tag (default: agent directory name)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "tag",
       "possible_values": [],
       "repeatable": false,
       "short_name": "t",
       "takes_value": true,
       "type": "string",
       "value_name": null
      }
     ],
     "subcommands": []
    }
   ]
  },
  {
   "abstract": "Show available platform configurations",
   "after_help": "Examples:\n  # List platforms\n  cb platform\n\n  # Show one platform\n  cb platform info linux-docker",
   "arguments": [],
   "flags": [],
   "hidden": false,
   "name": "platform",
   "options": [],
   "subcommand_optional": true,
   "subcommands": [
    {
     "abstract": "List all available platforms",
     "after_help": "Examples:\n  # List platforms\n  cb platform list\n\n  # As JSON\n  cb platform list --format json",
     "arguments": [],
     "flags": [],
     "hidden": false,
     "name": "list",
     "options": [
      {
       "aliases": [],
       "default_value": "table",
       "env": null,
       "help": "Output format",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "format",
       "possible_values": [
        "table",
        "json"
       ],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "table | json",
       "value_name": null
      }
     ],
     "subcommands": []
    },
    {
     "abstract": "Show platform details",
     "after_help": "Examples:\n  # Show one platform\n  cb platform info windows-qemu",
     "arguments": [
      {
       "default_value": null,
       "help": "Platform name (e.g., linux-docker, windows-qemu)",
       "hidden": false,
       "is_optional": false,
       "name": "platform",
       "possible_values": [],
       "repeatable": false,
       "type": "string"
      }
     ],
     "flags": [],
     "hidden": false,
     "name": "info",
     "options": [],
     "subcommands": []
    }
   ]
  },
  {
   "abstract": "Show the canonical images (the local image store is deprecated)",
   "after_help": "Examples:\n  # List the canonical images\n  cb image\n\n  # Show one image\n  cb image info linux",
   "arguments": [],
   "flags": [],
   "hidden": false,
   "name": "image",
   "options": [],
   "subcommand_optional": true,
   "subcommands": [
    {
     "abstract": "List all images",
     "after_help": "Examples:\n  # List images\n  cb image list\n\n  # List one platform's images as JSON\n  cb image list --platform linux-docker --format json",
     "arguments": [],
     "flags": [],
     "hidden": false,
     "name": "list",
     "options": [
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Filter by platform",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "platform",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": "table",
       "env": null,
       "help": "Output format",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "format",
       "possible_values": [
        "table",
        "json"
       ],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "table | json",
       "value_name": null
      }
     ],
     "subcommands": []
    },
    {
     "abstract": "Show image details",
     "after_help": "Examples:\n  # Show one image\n  cb image info linux",
     "arguments": [
      {
       "default_value": null,
       "help": "Image name",
       "hidden": false,
       "is_optional": false,
       "name": "name",
       "possible_values": [],
       "repeatable": false,
       "type": "string"
      }
     ],
     "flags": [],
     "hidden": false,
     "name": "info",
     "options": [],
     "subcommands": []
    },
    {
     "abstract": "Deprecated: create an image from a platform",
     "after_help": "Examples:\n  # Create a Linux image (deprecated)\n  cb image create linux-docker --name my-linux",
     "arguments": [
      {
       "default_value": null,
       "help": "Platform name (e.g., linux-docker, windows-qemu)",
       "hidden": false,
       "is_optional": false,
       "name": "platform",
       "possible_values": [],
       "repeatable": false,
       "type": "string"
      }
     ],
     "flags": [
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "Download Windows 11 ISO (~6GB)",
       "hidden": false,
       "name": "download-iso",
       "repeatable": false,
       "short_name": null,
       "takes_value": false
      },
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "Install WinArena benchmark apps (Chrome, LibreOffice, VLC, etc.)",
       "hidden": false,
       "name": "winarena-apps",
       "repeatable": false,
       "short_name": null,
       "takes_value": false
      },
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "Run in background",
       "hidden": false,
       "name": "detach",
       "repeatable": false,
       "short_name": "d",
       "takes_value": false
      },
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "Force recreation",
       "hidden": false,
       "name": "force",
       "repeatable": false,
       "short_name": null,
       "takes_value": false
      },
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "Don't pull Docker image",
       "hidden": false,
       "name": "skip-pull",
       "repeatable": false,
       "short_name": null,
       "takes_value": false
      },
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "Disable KVM acceleration",
       "hidden": false,
       "name": "no-kvm",
       "repeatable": false,
       "short_name": null,
       "takes_value": false
      }
     ],
     "hidden": false,
     "name": "create",
     "options": [
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Image name (default: same as platform)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "name",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Path to ISO file (for QEMU platforms)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "iso",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Override Docker image",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "docker-image",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": "ubuntu",
       "env": null,
       "help": "Linux distribution",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "distro",
       "possible_values": [
        "ubuntu",
        "fedora"
       ],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "ubuntu | fedora",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": "14",
       "env": null,
       "help": "OS version (e.g., 14 for Android, sonoma for macOS)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "version",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": "64G",
       "env": null,
       "help": "Disk size (default: 64G)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "disk",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": "8G",
       "env": null,
       "help": "Memory (default: 8G)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "memory",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": "8",
       "env": null,
       "help": "CPU cores (default: 8)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "cpus",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "VNC port (default: auto-allocate from 8006)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "vnc-port",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "API port (default: auto-allocate from 5000)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "api-port",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      }
     ],
     "subcommands": []
    },
    {
     "abstract": "Deprecated: delete a stored image",
     "after_help": "Examples:\n  # Delete a stored image (deprecated)\n  cb image delete my-linux --force",
     "arguments": [
      {
       "default_value": null,
       "help": "Image name",
       "hidden": false,
       "is_optional": false,
       "name": "name",
       "possible_values": [],
       "repeatable": false,
       "type": "string"
      }
     ],
     "flags": [
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "Skip confirmation",
       "hidden": false,
       "name": "force",
       "repeatable": false,
       "short_name": null,
       "takes_value": false
      }
     ],
     "hidden": false,
     "name": "delete",
     "options": [],
     "subcommands": []
    },
    {
     "abstract": "Deprecated: clone a stored image",
     "after_help": "Examples:\n  # Clone a stored image (deprecated)\n  cb image clone my-linux my-linux-2",
     "arguments": [
      {
       "default_value": null,
       "help": "Source image name",
       "hidden": false,
       "is_optional": false,
       "name": "source",
       "possible_values": [],
       "repeatable": false,
       "type": "string"
      },
      {
       "default_value": null,
       "help": "Target image name",
       "hidden": false,
       "is_optional": false,
       "name": "target",
       "possible_values": [],
       "repeatable": false,
       "type": "string"
      }
     ],
     "flags": [
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "Overwrite if target exists",
       "hidden": false,
       "name": "force",
       "repeatable": false,
       "short_name": null,
       "takes_value": false
      }
     ],
     "hidden": false,
     "name": "clone",
     "options": [],
     "subcommands": []
    },
    {
     "abstract": "Deprecated: interactive shell into a stored image",
     "after_help": "Examples:\n  # Open a shell in a stored image (deprecated)\n  cb image shell my-linux",
     "arguments": [
      {
       "default_value": null,
       "help": "Image name",
       "hidden": false,
       "is_optional": false,
       "name": "name",
       "possible_values": [],
       "repeatable": false,
       "type": "string"
      }
     ],
     "flags": [
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "Modify golden image directly (dangerous!)",
       "hidden": false,
       "name": "writable",
       "repeatable": false,
       "short_name": null,
       "takes_value": false
      },
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "Run in background",
       "hidden": false,
       "name": "detach",
       "repeatable": false,
       "short_name": "d",
       "takes_value": false
      },
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "Disable KVM acceleration",
       "hidden": false,
       "name": "no-kvm",
       "repeatable": false,
       "short_name": null,
       "takes_value": false
      }
     ],
     "hidden": false,
     "name": "shell",
     "options": [
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "VNC port (default: auto-allocate from 8006)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "vnc-port",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "API port (default: auto-allocate from 5000)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "api-port",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": "8G",
       "env": null,
       "help": "Memory (default: 8G)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "memory",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": "8",
       "env": null,
       "help": "CPU cores (default: 8)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "cpus",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      }
     ],
     "subcommands": []
    }
   ]
  },
  {
   "abstract": "Show system status dashboard",
   "after_help": "Examples:\n  # Show runs, sandboxes and credentials at a glance\n  cb status",
   "arguments": [],
   "flags": [],
   "hidden": false,
   "name": "status",
   "options": [],
   "subcommands": []
  },
  {
   "abstract": "Inspect and manage task environments",
   "after_help": "Examples:\n  # List the tasks in a directory\n  cb task list ./tasks\n\n  # Inspect one task\n  cb task info ./tasks/hello_file_env",
   "arguments": [],
   "flags": [],
   "hidden": false,
   "name": "task",
   "options": [],
   "subcommand_optional": true,
   "subcommands": [
    {
     "abstract": "Show detailed information about a task",
     "after_help": "Examples:\n  # Inspect a task's variants and lifecycle functions\n  cb task info ./tasks/hello_file_env",
     "arguments": [
      {
       "default_value": null,
       "help": "Path to task directory (containing main.py)",
       "hidden": false,
       "is_optional": false,
       "name": "path",
       "possible_values": [],
       "repeatable": false,
       "type": "string"
      }
     ],
     "flags": [],
     "hidden": false,
     "name": "info",
     "options": [],
     "subcommands": []
    },
    {
     "abstract": "List tasks in a directory",
     "after_help": "Examples:\n  # List tasks here\n  cb task list\n\n  # List tasks in a directory\n  cb task list ./tasks",
     "arguments": [
      {
       "default_value": ".",
       "help": "Path to directory containing tasks (default: current directory)",
       "hidden": false,
       "is_optional": true,
       "name": "path",
       "possible_values": [],
       "repeatable": false,
       "type": "string"
      }
     ],
     "flags": [],
     "hidden": false,
     "name": "list",
     "options": [],
     "subcommands": []
    },
    {
     "abstract": "Scaffold a new task environment",
     "after_help": "Examples:\n  # Scaffold a task interactively under ./tasks\n  cb task create ./tasks",
     "arguments": [
      {
       "default_value": ".",
       "help": "Target directory to create the task in (default: current directory)",
       "hidden": false,
       "is_optional": true,
       "name": "path",
       "possible_values": [],
       "repeatable": false,
       "type": "string"
      }
     ],
     "flags": [],
     "hidden": false,
     "name": "create",
     "options": [],
     "subcommands": []
    },
    {
     "abstract": "Generate a task from a prompt using Claude",
     "after_help": "Examples:\n  # Generate a task\n  cb task generate '2048 game'\n\n  # Generate into a directory without prompts\n  cb task generate 'Sort a spreadsheet column' ./tasks/sort_column --no-interaction",
     "arguments": [
      {
       "default_value": null,
       "help": "Natural language description of the task to generate (e.g., \"2048 game\")",
       "hidden": false,
       "is_optional": false,
       "name": "prompt",
       "possible_values": [],
       "repeatable": false,
       "type": "string"
      },
      {
       "default_value": null,
       "help": "Output directory (default: named after the prompt)",
       "hidden": false,
       "is_optional": true,
       "name": "output",
       "possible_values": [],
       "repeatable": false,
       "type": "string"
      }
     ],
     "flags": [
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "Skip interactive prompts and run Claude non-interactively",
       "hidden": false,
       "name": "no-interaction",
       "repeatable": false,
       "short_name": null,
       "takes_value": false
      }
     ],
     "hidden": false,
     "name": "generate",
     "options": [],
     "subcommands": []
    }
   ]
  },
  {
   "abstract": "View and analyze trace datasets",
   "after_help": "Examples:\n  # Open a run's trace in the browser\n  cb trace view 30c12572\n\n  # Open a run's agent trajectories\n  cb trace traj 30c12572",
   "arguments": [],
   "flags": [],
   "hidden": false,
   "name": "trace",
   "options": [],
   "subcommand_optional": true,
   "subcommands": [
    {
     "abstract": "View a single trace in browser",
     "after_help": "Examples:\n  # Open a run's trace\n  cb trace view 30c12572\n\n  # Open one session's trace\n  cb trace view task-30c12572-click-button-v0",
     "arguments": [
      {
       "default_value": null,
       "help": "Run ID or session ID (e.g., \"30c12572\" or \"task-30c12572-click-button-v0\")",
       "hidden": false,
       "is_optional": false,
       "name": "identifier",
       "possible_values": [],
       "repeatable": false,
       "type": "string"
      }
     ],
     "flags": [],
     "hidden": false,
     "name": "view",
     "options": [],
     "subcommands": []
    },
    {
     "abstract": "View agent trajectories from a run in cua.ai/trajectory-viewer",
     "after_help": "Examples:\n  # Open a run's trajectories\n  cb trace traj 30c12572\n\n  # Serve the files on another port\n  cb trace traj 30c12572 --port 9000",
     "arguments": [
      {
       "default_value": null,
       "help": "Run ID (e.g., \"30c12572\")",
       "hidden": false,
       "is_optional": false,
       "name": "identifier",
       "possible_values": [],
       "repeatable": false,
       "type": "string"
      }
     ],
     "flags": [],
     "hidden": false,
     "name": "traj",
     "options": [
      {
       "aliases": [],
       "default_value": "8090",
       "env": null,
       "help": "Local file server port (default: 8090)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "port",
       "possible_values": [],
       "repeatable": false,
       "short_name": "p",
       "takes_value": true,
       "type": "integer",
       "value_name": null
      }
     ],
     "subcommands": []
    }
   ]
  },
  {
   "abstract": "Manage datasets and build from outputs",
   "after_help": "Examples:\n  # List registry datasets\n  cb dataset list\n\n  # Build a training dataset from run outputs\n  cb dataset build ./outputs",
   "arguments": [],
   "flags": [],
   "hidden": false,
   "name": "dataset",
   "options": [],
   "subcommand_optional": true,
   "subcommands": [
    {
     "abstract": "List available datasets from registry",
     "after_help": "Examples:\n  # List registry datasets\n  cb dataset list",
     "arguments": [],
     "flags": [],
     "hidden": false,
     "name": "list",
     "options": [],
     "subcommands": []
    },
    {
     "abstract": "Build a dataset from batch outputs",
     "after_help": "Examples:\n  # Build an aguvis-stage-1 dataset from run outputs\n  cb dataset build ./outputs\n\n  # Build 100 gui-r1 samples\n  cb dataset build ./outputs 100 --mode gui-r1\n\n  # Push a private dataset to the Hugging Face Hub\n  cb dataset build ./outputs --push-to-hub --repo-id me/cua-clicks --private",
     "arguments": [
      {
       "default_value": null,
       "help": "Path to outputs folder from batch dump (e.g., ./outputs or /tmp/td_output)",
       "hidden": false,
       "is_optional": false,
       "name": "outputs_path",
       "possible_values": [],
       "repeatable": false,
       "type": "string"
      },
      {
       "default_value": null,
       "help": "Limit number of samples processed (useful for testing)",
       "hidden": false,
       "is_optional": true,
       "name": "max_samples",
       "possible_values": [],
       "repeatable": false,
       "type": "integer"
      }
     ],
     "flags": [
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "Push the dataset to the Hugging Face Hub",
       "hidden": false,
       "name": "push-to-hub",
       "repeatable": false,
       "short_name": null,
       "takes_value": false
      },
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "When pushing to hub, create/update the repo as private",
       "hidden": false,
       "name": "private",
       "repeatable": false,
       "short_name": null,
       "takes_value": false
      }
     ],
     "hidden": false,
     "name": "build",
     "options": [
      {
       "aliases": [],
       "default_value": "aguvis-stage-1",
       "env": null,
       "help": "Processing mode: aguvis-stage-1 (action augmentation) or gui-r1 (low-level click)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "mode",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Dataset name when saving to disk (default: td_<mode>_dataset)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "dataset-name",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "Directory to save a JSONL dataset (default: <outputs>/processed if not pushing)",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "save-dir",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      },
      {
       "aliases": [],
       "default_value": null,
       "env": null,
       "help": "HF Hub repository ID (e.g., username/repo). Required with --push-to-hub.",
       "hidden": false,
       "is_optional": true,
       "multiple_values": false,
       "name": "repo-id",
       "possible_values": [],
       "repeatable": false,
       "short_name": null,
       "takes_value": true,
       "type": "string",
       "value_name": null
      }
     ],
     "subcommands": []
    }
   ]
  },
  {
   "abstract": "Clean up cua-bench run data (and 0.2.x image leftovers)",
   "after_help": "Examples:\n  # Preview what would be removed\n  cb prune --all --dry-run\n\n  # Remove run logs without asking\n  cb prune --runs --force\n\n  # Keep the 20 newest runs, delete the rest\n  cb prune --runs --keep 20\n\n  # Delete runs older than 30 days\n  cb prune --runs --older-than 30",
   "arguments": [],
   "flags": [
    {
     "aliases": [],
     "default_value": false,
     "env": null,
     "help": "Remove runs and 0.2.x image leftovers",
     "hidden": false,
     "name": "all",
     "repeatable": false,
     "short_name": "a",
     "takes_value": false
    },
    {
     "aliases": [],
     "default_value": false,
     "env": null,
     "help": "Remove 0.2.x stored images (deprecated store)",
     "hidden": false,
     "name": "images",
     "repeatable": false,
     "short_name": null,
     "takes_value": false
    },
    {
     "aliases": [],
     "default_value": false,
     "env": null,
     "help": "Remove 0.2.x task overlays (deprecated store)",
     "hidden": false,
     "name": "overlays",
     "repeatable": false,
     "short_name": null,
     "takes_value": false
    },
    {
     "aliases": [],
     "default_value": false,
     "env": null,
     "help": "Remove run logs and registry",
     "hidden": false,
     "name": "runs",
     "repeatable": false,
     "short_name": null,
     "takes_value": false
    },
    {
     "aliases": [],
     "default_value": false,
     "env": null,
     "help": "Deprecated: cua-bench no longer creates Docker resources",
     "hidden": false,
     "name": "docker",
     "repeatable": false,
     "short_name": null,
     "takes_value": false
    },
    {
     "aliases": [],
     "default_value": false,
     "env": null,
     "help": "Show what would be deleted without deleting",
     "hidden": false,
     "name": "dry-run",
     "repeatable": false,
     "short_name": null,
     "takes_value": false
    },
    {
     "aliases": [],
     "default_value": false,
     "env": null,
     "help": "Skip confirmation prompts",
     "hidden": false,
     "name": "force",
     "repeatable": false,
     "short_name": "f",
     "takes_value": false
    }
   ],
   "hidden": false,
   "name": "prune",
   "options": [
    {
     "aliases": [],
     "default_value": null,
     "env": null,
     "help": "With --runs: keep the N newest runs and remove only older ones",
     "hidden": false,
     "is_optional": true,
     "multiple_values": false,
     "name": "keep",
     "possible_values": [],
     "repeatable": false,
     "short_name": null,
     "takes_value": true,
     "type": "integer",
     "value_name": "N"
    },
    {
     "aliases": [],
     "default_value": null,
     "env": null,
     "help": "With --runs: remove only runs older than DAYS",
     "hidden": false,
     "is_optional": true,
     "multiple_values": false,
     "name": "older-than",
     "possible_values": [],
     "repeatable": false,
     "short_name": null,
     "takes_value": true,
     "type": "number",
     "value_name": "DAYS"
    }
   ],
   "subcommands": []
  },
  {
   "abstract": "List local sandboxes",
   "after_help": "Examples:\n  # List local sandboxes\n  cb env ls",
   "arguments": [],
   "flags": [],
   "hidden": false,
   "name": "env",
   "options": [],
   "subcommand_optional": true,
   "subcommands": [
    {
     "abstract": "List local sandboxes",
     "after_help": "Examples:\n  # List local sandboxes\n  cb env ls",
     "aliases": [
      "list"
     ],
     "arguments": [],
     "flags": [
      {
       "aliases": [],
       "default_value": false,
       "env": null,
       "help": "List local sandboxes (the default; kept as a no-op)",
       "hidden": false,
       "name": "local",
       "repeatable": false,
       "short_name": null,
       "takes_value": false
      }
     ],
     "hidden": false,
     "name": "ls",
     "options": [],
     "subcommands": []
    }
   ]
  }
 ],
 "exit_codes": [
  {
   "code": 0,
   "meaning": "Success: every variant completed"
  },
  {
   "code": 1,
   "meaning": "Failure: a variant failed or was cancelled, or the command could not run"
  },
  {
   "code": 2,
   "meaning": "Usage error: an unknown command, flag or value"
  },
  {
   "code": 130,
   "meaning": "Interrupted (Ctrl-C); running variants are cancelled"
  }
 ],
 "global_options": [],
 "name": "cb",
 "usage": "cb <COMMAND> [OPTIONS]",
 "version": "0.3.1"
}