Skip to content

armgit / cua

Public Imported from GitHub
0

Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.

2.9 KB
Raw Blame
"""Cases that are only meaningful on a real VM Space and are skipped in the
PR lane. The PR lane runs the suite through cua-test-fixtures, a spacesd core
in a host process: no guest users, no root, no VM, so most of the 89 cases
added with the widened suite fail there for reasons unrelated to the shim
(measured: 221 differences). They are verified against the recorded E2B
goldens on real Linux `vm` Spaces (an AWS x86 KVM instance; last full run:
`83` differences per golden, all of them the documented external gaps in
COVERAGE.md and BUGS.md), and `.github/workflows/e2b-conformance.yml`
`live-cua` runs them on a VM-capable runner.
"""

PENDING = [
    "cmd_background_survives_handle_gc",
    "cmd_concurrent_20",
    "cmd_connect_running",
    "cmd_cwd_and_user_errors",
    "cmd_envs_precedence",
    "cmd_exit_codes",
    "cmd_handle_live",
    "cmd_interleaved_order",
    "cmd_list_fields",
    "cmd_output_10mb",
    "cmd_output_1mb",
    "cmd_output_binary",
    "cmd_output_multibyte_split",
    "cmd_pty_kill",
    "cmd_pty_session",
    "cmd_pty_sizes",
    "cmd_pty_stream_input",
    "cmd_run_as_root_and_env",
    "cmd_stdin_variants",
    "cmd_stream_input",
    "cmd_tag",
    "cmd_timeouts",
    "cmd_unknown_and_exited_pids",
    "cmd_wait_twice",
    "fs_binary_roundtrip",
    "fs_dir_misuse",
    "fs_empty_file",
    "fs_entry_fields",
    "fs_error_texts",
    "fs_get_info_and_exists",
    "fs_large_directory",
    "fs_large_roundtrip",
    "fs_list_depth",
    "fs_make_dir",
    "fs_metadata_roundtrip",
    "fs_metadata_validation",
    "fs_mode_owner_default",
    "fs_mode_owner_root",
    "fs_names",
    "fs_overwrite",
    "fs_permission_denied",
    "fs_permission_other_user",
    "fs_relative_paths",
    "fs_remove",
    "fs_remove_other_user",
    "fs_rename",
    "fs_stream_read",
    "fs_symlinks",
    "fs_write_files",
    "fs_write_types",
    "sbx_context_manager",
    "sbx_create_options_validation",
    "sbx_create_validation",
    "sbx_end_at_moves",
    "sbx_file_urls",
    "sbx_fork_validation",
    "sbx_get_host_ports",
    "sbx_info_fields",
    "sbx_is_running_shared",
    "sbx_kill_class_form_on_shared_id",
    "sbx_lifecycle_calls",
    "sbx_list_pagination",
    "sbx_metrics_types",
    "sbx_network_update",
    "sbx_paused_ops",
    "sbx_secure_default",
    "sbx_set_timeout_edges",
    "sbx_unknown_ids",
    "snapshot_pagination",
    "sync.commands_misc",
    "sync.context_manager",
    "sync.files_basic",
    "sync.files_read_stream",
    "sync.handle_iteration",
    "sync.handle_state",
    "sync.list_paginator",
    "sync.pty_wait_on_pty",
    "sync.run_basic",
    "sync.sandbox_class_api",
    "sync.stream_input",
    "sync.wait_callbacks",
    "sync.watch_get_new_events",
    "watch_burst",
    "watch_errors",
    "watch_include_entry",
    "watch_lifecycle",
    "watch_ops_flat",
    "watch_ops_recursive",
    "watch_watched_dir_removed",
]