Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.
Rust agentai-agentapplecomputer-usecomputer-use-agentcontainerizationcuadesktop-automationhacktoberfestlumemacosmanusoperatorswiftvirtualizationvirtualization-frameworkwindowswindows-sandbox
[build-system]
requires = ["hatchling"]
build-backend = "hatchling.build"
[project]
name = "cua-s1"
version = "0.0.0"
description = "Research tools for small, specialist computer-use models"
readme = { text = "Cua-S1 provides research code for small, specialist computer-use models. The package does not include or download model weights.", content-type = "text/markdown" }
license = { file = "LICENSE" }
authors = [
{ name = "TryCua", email = "[email protected]" }
]
keywords = [
"computer-use",
"machine-learning",
"research",
]
classifiers = [
"Development Status :: 2 - Pre-Alpha",
"Intended Audience :: Developers",
"Intended Audience :: Science/Research",
"License :: OSI Approved :: MIT License",
"Operating System :: OS Independent",
"Programming Language :: Python :: 3",
"Programming Language :: Python :: 3.11",
"Programming Language :: Python :: 3.12",
"Programming Language :: Python :: 3.13",
"Topic :: Scientific/Engineering :: Artificial Intelligence",
]
requires-python = ">=3.11,<3.14"
dependencies = [
"numpy>=1.26",
"safetensors>=0.4,<1",
"torch>=2.2,<3",
]
[project.optional-dependencies]
pdf = [
"pdfplumber>=0.11,<1",
]
mcp = [
"mcp>=1,<2",
]
nano-vision = [
"transformers>=4.45,<5",
"pillow>=12.3.0,<13",
]
four-b = [
"transformers>=5.10.1,<6",
"peft>=0.21,<1",
"torchvision>=0.17,<1",
]
four-b-train = [
"transformers>=4.45,<5",
"peft>=0.13,<1",
"accelerate>=0.34,<2",
"torchvision>=0.17,<1",
"cua-bench-s1",
]
four-b-rl = [
"transformers>=4.45,<5",
"peft>=0.13,<1",
"accelerate>=0.34,<2",
# The RL trainer renders its own set-of-mark screenshots (multimodal mode)
# and decodes them for the processor.
"pillow>=12.3.0,<13",
"cua-bench-s1",
# The live environment itself (the `cua_bench` package) is deliberately not
# declared here: it is the monorepo's own `libs/cua-bench`, imported lazily
# by `cua_bench_s1.agentic`, so everything short of an actual rollout works
# without it.
]
all = [
"mcp>=1,<2",
"pdfplumber>=0.11,<1",
"transformers>=4.45,<5",
"pillow>=12.3.0,<13",
"peft>=0.13,<1",
]
training = [
"cua-bench-s1",
]
[tool.uv.sources]
cua-bench-s1 = { path = "../../cua-bench-s1/python", editable = true }
[tool.uv]
conflicts = [
[{ extra = "four-b" }, { extra = "nano-vision" }],
[{ extra = "four-b" }, { extra = "four-b-train" }],
[{ extra = "four-b" }, { extra = "four-b-rl" }],
[{ extra = "four-b" }, { extra = "all" }],
]
[project.scripts]
cua-s1-mcp = "cua_s1.server:main"
[project.urls]
Homepage = "https://github.com/trycua/cua"
Documentation = "https://github.com/trycua/cua/tree/main/libs/cua-s1"
Repository = "https://github.com/trycua/cua"
Issues = "https://github.com/trycua/cua/issues"
[tool.hatch.build.targets.wheel]
packages = ["src/cua_s1"]
[tool.pytest.ini_options]
testpaths = ["tests"]
python_files = ["test_*.py"]
asyncio_mode = "auto"
[tool.ruff]
line-length = 100
target-version = "py311"
[tool.ruff.lint]
select = ["B", "E", "F", "I", "W"]
ignore = ["E501"]
[dependency-groups]
test = [
"pytest>=8,<10",
"pytest-asyncio>=0.24,<2",
"ruff>=0.12,<1",
]