Skip to content

armgit / cua

Public Imported from GitHub
0

Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.

mlx patch

Dillon DuPont97e2f44ff456
diff --git a/libs/agent/pyproject.toml b/libs/agent/pyproject.toml
index 89d1488333..7b40614f1c 100644
--- a/libs/agent/pyproject.toml
+++ b/libs/agent/pyproject.toml
@@ -38,7 +38,8 @@ uitars = [
"httpx>=0.27.0,<0.29.0",
]
uitars-mlx = [
- "mlx-vlm @ git+https://github.com/ddupont808/mlx-vlm.git@stable/fix/qwen2-position-id"
+ # The mlx-vlm package needs to be installed manually with:
+ # pip install git+https://github.com/ddupont808/mlx-vlm.git@stable/fix/qwen2-position-id
]
ui = [
"gradio>=5.23.3,<6.0.0",
@@ -87,8 +88,9 @@ all = [
"requests>=2.31.0,<3.0.0",
"ollama>=0.4.7,<0.5.0",
"gradio>=5.23.3,<6.0.0",
- "python-dotenv>=1.0.1,<2.0.0",
- "mlx-vlm @ git+https://github.com/ddupont808/mlx-vlm.git@stable/fix/qwen2-position-id"
+ "python-dotenv>=1.0.1,<2.0.0"
+ # mlx-vlm needs to be installed manually with:
+ # pip install git+https://github.com/ddupont808/mlx-vlm.git@stable/fix/qwen2-position-id
]
[tool.pdm]
diff --git a/scripts/playground.sh b/scripts/playground.sh
index ee46bbbc1f..332e35a1fb 100755
--- a/scripts/playground.sh
+++ b/scripts/playground.sh
@@ -91,6 +91,9 @@ echo "📦 Updating CUA packages..."
pip install -U pip
pip install -U cua-computer "cua-agent[all]"
+# Temporary fix for mlx-vlm, see https://github.com/Blaizzy/mlx-vlm/pull/349
+pip install git+https://github.com/ddupont808/mlx-vlm.git@stable/fix/qwen2-position-id
+
# Create a simple demo script
DEMO_DIR="$HOME/.cua-demo"
mkdir -p "$DEMO_DIR"