Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.
Rust agentai-agentapplecomputer-usecomputer-use-agentcontainerizationcuadesktop-automationhacktoberfestlumemacosmanusoperatorswiftvirtualizationvirtualization-frameworkwindowswindows-sandbox
mlx patch
Dillon DuPont97e2f44ff456
diff --git a/libs/agent/pyproject.toml b/libs/agent/pyproject.tomlindex 89d1488333..7b40614f1c 100644--- a/libs/agent/pyproject.toml+++ b/libs/agent/pyproject.toml@@ -38,7 +38,8 @@ uitars = ["httpx>=0.27.0,<0.29.0",]uitars-mlx = [- "mlx-vlm @ git+https://github.com/ddupont808/mlx-vlm.git@stable/fix/qwen2-position-id"+ # The mlx-vlm package needs to be installed manually with:+ # pip install git+https://github.com/ddupont808/mlx-vlm.git@stable/fix/qwen2-position-id]ui = ["gradio>=5.23.3,<6.0.0",@@ -87,8 +88,9 @@ all = ["requests>=2.31.0,<3.0.0","ollama>=0.4.7,<0.5.0","gradio>=5.23.3,<6.0.0",- "python-dotenv>=1.0.1,<2.0.0",- "mlx-vlm @ git+https://github.com/ddupont808/mlx-vlm.git@stable/fix/qwen2-position-id"+ "python-dotenv>=1.0.1,<2.0.0"+ # mlx-vlm needs to be installed manually with:+ # pip install git+https://github.com/ddupont808/mlx-vlm.git@stable/fix/qwen2-position-id][tool.pdm]diff --git a/scripts/playground.sh b/scripts/playground.shindex ee46bbbc1f..332e35a1fb 100755--- a/scripts/playground.sh+++ b/scripts/playground.sh@@ -91,6 +91,9 @@ echo "📦 Updating CUA packages..."pip install -U pippip install -U cua-computer "cua-agent[all]"+# Temporary fix for mlx-vlm, see https://github.com/Blaizzy/mlx-vlm/pull/349+pip install git+https://github.com/ddupont808/mlx-vlm.git@stable/fix/qwen2-position-id+# Create a simple demo scriptDEMO_DIR="$HOME/.cua-demo"mkdir -p "$DEMO_DIR"