Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.
Rust agentai-agentapplecomputer-usecomputer-use-agentcontainerizationcuadesktop-automationhacktoberfestlumemacosmanusoperatorswiftvirtualizationvirtualization-frameworkwindowswindows-sandbox
CUA-953: Package Fleet SDK native libraries in cua-train wheels (#5995)
r33drichardse3983eb27e47
diff --git a/libs/fleet/python-sdk/pyproject.toml b/libs/fleet/python-sdk/pyproject.tomlindex c554822f59..c4ff78d00c 100644--- a/libs/fleet/python-sdk/pyproject.toml+++ b/libs/fleet/python-sdk/pyproject.toml@@ -25,6 +25,7 @@ packages = ["cua_train"][project.optional-dependencies]dev = [+ "build>=1.2","pytest>=7.0","pytest-httpx>=0.30.0","ruff>=0.6",diff --git a/libs/fleet/python-sdk/scripts/build_wheel.py b/libs/fleet/python-sdk/scripts/build_wheel.pynew file mode 100755index 0000000000..84fdb12d19--- /dev/null+++ b/libs/fleet/python-sdk/scripts/build_wheel.py@@ -0,0 +1,178 @@+#!/usr/bin/env python3+"""Build a platform wheel containing the generated Fleet Python binding."""++from __future__ import annotations++import argparse+import base64+import csv+import hashlib+import platform+import shutil+import subprocess+import sys+import tempfile+import zipfile+from pathlib import Path++PACKAGE_NAME = "cua_train"+NATIVE_PACKAGE = "cyclops_sdk"+++def parse_args() -> argparse.Namespace:+ parser = argparse.ArgumentParser()+ parser.add_argument("--outdir", type=Path, default=Path("dist"))+ parser.add_argument("--native-library", type=Path)+ parser.add_argument("--platform-tag")+ return parser.parse_args()+++def repository_root() -> Path:+ return Path(__file__).resolve().parents[3]+++def native_library_name() -> str:+ if sys.platform == "darwin":+ return "libcyclops_sdk.dylib"+ if sys.platform.startswith("linux"):+ return "libcyclops_sdk.so"+ raise RuntimeError(f"unsupported wheel build platform: {sys.platform}")+++def default_platform_tag() -> str:+ machine = platform.machine().lower()+ aliases = {"amd64": "x86_64", "aarch64": "arm64"}+ machine = aliases.get(machine, machine)++ if sys.platform.startswith("linux"):+ linux_arches = {"x86_64": "x86_64", "arm64": "aarch64"}+ try:+ return f"linux_{linux_arches[machine]}"+ except KeyError as error:+ raise RuntimeError(f"unsupported Linux architecture: {machine}") from error++ if sys.platform == "darwin":+ macos_versions = {"x86_64": "10_13", "arm64": "11_0"}+ try:+ return f"macosx_{macos_versions[machine]}_{machine}"+ except KeyError as error:+ raise RuntimeError(f"unsupported macOS architecture: {machine}") from error++ raise RuntimeError(f"unsupported wheel build platform: {sys.platform}")+++def build_native_library(repo_root: Path) -> Path:+ subprocess.run(+ [+ "cargo",+ "build",+ "--locked",+ "--manifest-path",+ str(repo_root / "cyclops-cs" / "Cargo.toml"),+ "--package",+ "cyclops-sdk",+ "--release",+ ],+ check=True,+ )+ library = repo_root / "cyclops-cs" / "target" / "release" / native_library_name()+ if not library.is_file():+ raise RuntimeError(f"Cargo did not produce expected native library: {library}")+ return library+++def stage_project(repo_root: Path, stage_root: Path, library: Path) -> None:+ source = repo_root / "cyclops-cs" / "python-sdk"+ shutil.copytree(+ source,+ stage_root,+ ignore=shutil.ignore_patterns("build", "dist", "*.egg-info", ".pytest_cache", "__pycache__", ".venv"),+ )+ shutil.copytree(repo_root / "cyclops-cs" / "sdk-bindings" / "python" / NATIVE_PACKAGE, stage_root / NATIVE_PACKAGE)+ shutil.copy2(library, stage_root / NATIVE_PACKAGE / library.name)++ pyproject = stage_root / "pyproject.toml"+ contents = pyproject.read_text()+ expected = 'packages = ["cua_train"]'+ replacement = 'packages = ["cua_train", "cyclops_sdk"]'+ if expected not in contents:+ raise RuntimeError(f"could not configure staged package list in {pyproject}")+ pyproject.write_text(contents.replace(expected, replacement, 1))+++def record_line(filename: str, data: bytes) -> list[str]:+ digest = base64.urlsafe_b64encode(hashlib.sha256(data).digest()).rstrip(b"=").decode()+ return [filename, f"sha256={digest}", str(len(data))]+++def retag_wheel(wheel: Path, platform_tag: str) -> Path:+ with zipfile.ZipFile(wheel) as source:+ entries = {+ entry.filename: source.read(entry.filename)+ for entry in source.infolist()+ if not entry.filename.endswith(".dist-info/RECORD")+ }++ wheel_metadata_name = next(name for name in entries if name.endswith(".dist-info/WHEEL"))+ wheel_metadata = entries[wheel_metadata_name].decode().splitlines()+ updated_metadata = [+ "Root-Is-Purelib: false" if line == "Root-Is-Purelib: true" else line+ for line in wheel_metadata+ if not line.startswith("Tag: ")+ ]+ updated_metadata.append(f"Tag: py3-none-{platform_tag}")+ entries[wheel_metadata_name] = ("\n".join(updated_metadata) + "\n").encode()++ distribution = wheel.name.split("-")[0]+ version = wheel.name.split("-")[1]+ retagged = wheel.with_name(f"{distribution}-{version}-py3-none-{platform_tag}.whl")+ record_name = next(name for name in entries if name.endswith(".dist-info/WHEEL"))+ record_name = record_name.rsplit("/", 1)[0] + "/RECORD"++ with zipfile.ZipFile(retagged, "w", compression=zipfile.ZIP_DEFLATED) as target:+ records: list[list[str]] = []+ for name in sorted(entries):+ data = entries[name]+ target.writestr(name, data)+ records.append(record_line(name, data))+ records.append([record_name, "", ""])+ target.writestr(record_name, csv_text(records))++ wheel.unlink()+ return retagged+++def csv_text(rows: list[list[str]]) -> str:+ from io import StringIO++ output = StringIO()+ csv.writer(output, lineterminator="\n").writerows(rows)+ return output.getvalue()+++def main() -> None:+ args = parse_args()+ repo_root = repository_root()+ library = args.native_library.resolve() if args.native_library else build_native_library(repo_root)+ if not library.is_file():+ raise RuntimeError(f"native library does not exist: {library}")++ output = args.outdir.resolve()+ output.mkdir(parents=True, exist_ok=True)+ with tempfile.TemporaryDirectory(prefix="cua-train-wheel-") as temporary_directory:+ stage_root = Path(temporary_directory) / "python-sdk"+ stage_project(repo_root, stage_root, library)+ subprocess.run(+ [sys.executable, "-m", "build", "--wheel", "--outdir", str(output), str(stage_root)],+ check=True,+ )++ wheels = sorted(output.glob(f"{PACKAGE_NAME}-*.whl"))+ if len(wheels) != 1:+ raise RuntimeError(f"expected exactly one built wheel in {output}, found: {wheels}")+ wheel = retag_wheel(wheels[0], args.platform_tag or default_platform_tag())+ print(wheel)+++if __name__ == "__main__":+ main()diff --git a/libs/fleet/python-sdk/tests/test_wheel_build.py b/libs/fleet/python-sdk/tests/test_wheel_build.pynew file mode 100644index 0000000000..6060008094--- /dev/null+++ b/libs/fleet/python-sdk/tests/test_wheel_build.py@@ -0,0 +1,55 @@+import csv+import subprocess+import sys+import tempfile+import unittest+import zipfile+from pathlib import Path+++class WheelBuildTest(unittest.TestCase):+ def test_staged_wheel_contains_native_binding_and_platform_tag(self):+ project = Path(__file__).resolve().parents[1]+ with tempfile.TemporaryDirectory() as temporary_directory:+ temporary = Path(temporary_directory)+ native_library = temporary / "libcyclops_sdk.so"+ native_library.write_bytes(b"not a native library")+ output = temporary / "dist"++ subprocess.run(+ [+ sys.executable,+ "scripts/build_wheel.py",+ "--native-library",+ str(native_library),+ "--platform-tag",+ "test_platform",+ "--outdir",+ str(output),+ ],+ cwd=project,+ check=True,+ )++ wheels = list(output.glob("*.whl"))+ self.assertEqual([wheel.name for wheel in wheels], ["cua_train-0.1.0-py3-none-test_platform.whl"])+ with zipfile.ZipFile(wheels[0]) as archive:+ names = archive.namelist()+ self.assertIn("cyclops_sdk/__init__.py", names)+ self.assertIn("cyclops_sdk/_sdk.py", names)+ self.assertIn("cyclops_sdk/_schema.py", names)+ self.assertIn("cyclops_sdk/libcyclops_sdk.so", names)+ self.assertIn("cua_train/__init__.py", names)+ wheel_metadata = next(name for name in names if name.endswith(".dist-info/WHEEL"))+ self.assertIn("Root-Is-Purelib: false", archive.read(wheel_metadata).decode())+ self.assertIn("Tag: py3-none-test_platform", archive.read(wheel_metadata).decode())+ record = next(name for name in names if name.endswith(".dist-info/RECORD"))+ record_rows = list(csv.reader(archive.read(record).decode().splitlines()))+ self.assertIn(+ ["cyclops_sdk/libcyclops_sdk.so", "sha256=U9PN3aRS1FqC5Fx0fZQjZf4JXxMTFG6yOsDsB5DOjD0", "20"],+ record_rows,+ )+++if __name__ == "__main__":+ unittest.main()