Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.
Rust agentai-agentapplecomputer-usecomputer-use-agentcontainerizationcuadesktop-automationhacktoberfestlumemacosmanusoperatorswiftvirtualizationvirtualization-frameworkwindowswindows-sandbox
Add bumpversion to cuabot (#999)
ddupont9e3489f99e65
diff --git a/libs/cuabot/.bumpversion.cfg b/libs/cuabot/.bumpversion.cfgnew file mode 100644index 0000000000..5eeae2ac3f--- /dev/null+++ b/libs/cuabot/.bumpversion.cfg@@ -0,0 +1,10 @@+[bumpversion]+current_version = 1.0.0+commit = True+tag = True+tag_name = cuabot-v{new_version}+message = Bump cuabot to v{new_version}++[bumpversion:file:package.json]+search = "version": "{current_version}"+replace = "version": "{new_version}"diff --git a/libs/cuabot/Dockerfile b/libs/cuabot/Dockerfileindex 3b699fc89e..5bd027c496 100644--- a/libs/cuabot/Dockerfile+++ b/libs/cuabot/Dockerfile@@ -3,24 +3,12 @@ FROM ubuntu:22.04ENV DEBIAN_FRONTEND=noninteractive-# First install sudo and set up non-root user-RUN apt-get update && \- apt-get -y install sudo+# Create non-root user (but stay as root for now)+RUN useradd -m -d /home/user user && \+ chown -R user /home/user-ENV user user--RUN useradd -m -d /home/${user} ${user} && \- chown -R ${user} /home/${user} && \- adduser ${user} sudo && \- echo '%sudo ALL=(ALL) NOPASSWD:ALL' >> /etc/sudoers--USER ${user}-WORKDIR /home/${user}--ENV PATH="/home/${user}/.local/bin:${PATH}"--# Install base dependencies-RUN sudo apt-get update && sudo apt-get install -y \+# Install base dependencies (as root, no sudo needed)+RUN apt-get update && apt-get install -y \curl \ca-certificates \gnupg \@@ -34,43 +22,62 @@ RUN sudo apt-get update && sudo apt-get install -y \git# Install xpra from official repo (must be v6+)-RUN sudo apt-get update \- && sudo wget -O /usr/share/keyrings/xpra.asc https://xpra.org/xpra.asc \- && cd /etc/apt/sources.list.d && sudo wget https://raw.githubusercontent.com/Xpra-org/xpra/master/packaging/repos/jammy/xpra.sources \- && sudo apt-get update \- && sudo DEBIAN_FRONTEND=noninteractive apt-get install -y xpra \+RUN apt-get update \+ && wget -O /usr/share/keyrings/xpra.asc https://xpra.org/xpra.asc \+ && cd /etc/apt/sources.list.d && wget https://raw.githubusercontent.com/Xpra-org/xpra/master/packaging/repos/jammy/xpra.sources \+ && apt-get update \+ && apt-get install -y xpra \&& xpra --version \&& XPRA_VERSION=$(xpra --version | grep -oP 'v\K[0-9]+' | head -1) \&& if [ "$XPRA_VERSION" -lt 5 ]; then echo "ERROR: xpra version must be >= 5, got v$XPRA_VERSION"; exit 1; fi# Install Node.js 20.x-RUN sudo mkdir -p /etc/apt/keyrings \- && curl -fsSL https://deb.nodesource.com/gpgkey/nodesource-repo.gpg.key | gpg --dearmor | sudo tee /etc/apt/keyrings/nodesource.gpg > /dev/null \- && echo "deb [signed-by=/etc/apt/keyrings/nodesource.gpg] https://deb.nodesource.com/node_20.x nodistro main" | sudo tee /etc/apt/sources.list.d/nodesource.list \- && sudo apt-get update && sudo apt-get install -y nodejs+RUN mkdir -p /etc/apt/keyrings \+ && curl -fsSL https://deb.nodesource.com/gpgkey/nodesource-repo.gpg.key | gpg --dearmor | tee /etc/apt/keyrings/nodesource.gpg > /dev/null \+ && echo "deb [signed-by=/etc/apt/keyrings/nodesource.gpg] https://deb.nodesource.com/node_20.x nodistro main" | tee /etc/apt/sources.list.d/nodesource.list \+ && apt-get update && apt-get install -y nodejs-# Install remaining packages and agent-browser-RUN sudo apt-get install -y \+# Install remaining packages+RUN apt-get install -y \x11-apps \dbus \dbus-x11 \feh \xdg-utils \- && sudo npm install -g agent-browser \- && sudo DEBIAN_FRONTEND=noninteractive npx playwright install-deps \- && agent-browser install \- && sudo apt-get clean && sudo rm -rf /var/lib/apt/lists/*+ && npm install -g agent-browser \+ && DEBIAN_FRONTEND=noninteractive npx playwright install-deps \+ && apt-get clean && rm -rf /var/lib/apt/lists/*# Install Chromium from xtradeb PPA (avoids snap requirement on Ubuntu 22.04)-RUN sudo add-apt-repository ppa:xtradeb/apps -y \- && sudo apt-get update \- && sudo apt-get install -y chromium \- && sudo apt-get clean && sudo rm -rf /var/lib/apt/lists/*+RUN add-apt-repository ppa:xtradeb/apps -y \+ && apt-get update \+ && apt-get install -y chromium \+ && apt-get clean && rm -rf /var/lib/apt/lists/*# Create chromium wrapper that adds --no-sandbox (required in container)-RUN sudo mv /usr/bin/chromium /usr/bin/chromium-bin \- && echo '#!/bin/bash\nexec /usr/bin/chromium-bin --no-sandbox "$@"' | sudo tee /usr/bin/chromium > /dev/null \- && sudo chmod +x /usr/bin/chromium+RUN mv /usr/bin/chromium /usr/bin/chromium-bin \+ && printf '#!/bin/bash\nexec /usr/bin/chromium-bin --no-sandbox "$@"' > /usr/bin/chromium \+ && chmod +x /usr/bin/chromium++# Setup dbus and create runtime directories+RUN mkdir -p /run/dbus /tmp/runtime-user \+ && dbus-uuidgen | tee /var/lib/dbus/machine-id > /dev/null \+ && chmod 777 /run/dbus /tmp/runtime-user++# Install sudo for runtime use (after all root operations)+RUN apt-get update && apt-get install -y sudo \+ && adduser user sudo \+ && echo '%sudo ALL=(ALL) NOPASSWD:ALL' >> /etc/sudoers \+ && apt-get clean && rm -rf /var/lib/apt/lists/*++# Now switch to non-root user for user-specific setup+USER user+WORKDIR /home/user++ENV PATH="/home/user/.local/bin:${PATH}"++# Install agent-browser as user+RUN agent-browser install# Set Chromium as default browser (needed for some agent CLI onboardings)RUN xdg-settings set default-web-browser chromium.desktop 2>/dev/null || true@@ -92,27 +99,24 @@ RUN echo "alias apt-get='sudo apt-get'" >> ~/.bashrc && \# Lazy-install wrapper scripts for agent CLIsRUN mkdir -p ~/.local/bin && \- echo '#!/bin/bash\nif ! command -v /usr/local/bin/codex &>/dev/null; then sudo npm install -g @openai/codex; fi\n/usr/local/bin/codex "$@"' > ~/.local/bin/codex && \- echo '#!/bin/bash\nif ! command -v /usr/local/bin/aider &>/dev/null; then pip3 install --user aider-chat; fi\naider "$@"' > ~/.local/bin/aider && \- echo '#!/bin/bash\nif ! command -v ~/.local/bin/openclaw-bin &>/dev/null; then curl -fsSL https://openclaw.ai/install.sh | bash && mv ~/.local/bin/openclaw ~/.local/bin/openclaw-bin; fi\n~/.local/bin/openclaw-bin "$@"' > ~/.local/bin/openclaw && \- echo '#!/bin/bash\nif ! command -v ~/.local/bin/vibe-bin &>/dev/null; then curl -LsSf https://mistral.ai/vibe/install.sh | bash && mv ~/.local/bin/vibe ~/.local/bin/vibe-bin; fi\n~/.local/bin/vibe-bin "$@"' > ~/.local/bin/vibe && \- echo '#!/bin/bash\nnpx @google/gemini-cli "$@"' > ~/.local/bin/gemini && \+ printf '#!/bin/bash\nif ! command -v /usr/local/bin/codex &>/dev/null; then sudo npm install -g @openai/codex; fi\n/usr/local/bin/codex "$@"' > ~/.local/bin/codex && \+ printf '#!/bin/bash\nif ! command -v /usr/local/bin/aider &>/dev/null; then pip3 install --user aider-chat; fi\naider "$@"' > ~/.local/bin/aider && \+ printf '#!/bin/bash\nif ! command -v ~/.local/bin/openclaw-bin &>/dev/null; then curl -fsSL https://openclaw.ai/install.sh | bash && mv ~/.local/bin/openclaw ~/.local/bin/openclaw-bin; fi\n~/.local/bin/openclaw-bin "$@"' > ~/.local/bin/openclaw && \+ printf '#!/bin/bash\nif ! command -v ~/.local/bin/vibe-bin &>/dev/null; then curl -LsSf https://mistral.ai/vibe/install.sh | bash && mv ~/.local/bin/vibe ~/.local/bin/vibe-bin; fi\n~/.local/bin/vibe-bin "$@"' > ~/.local/bin/vibe && \+ printf '#!/bin/bash\nnpx @google/gemini-cli "$@"' > ~/.local/bin/gemini && \chmod +x ~/.local/bin/codex ~/.local/bin/aider ~/.local/bin/openclaw ~/.local/bin/vibe ~/.local/bin/gemini-# Setup dbus and create runtime directories-RUN sudo mkdir -p /run/dbus /tmp/runtime-user \- && sudo dbus-uuidgen | sudo tee /var/lib/dbus/machine-id > /dev/null \- && sudo chmod 777 /run/dbus /tmp/runtime-user-ENV DISPLAY=:100ENV XDG_RUNTIME_DIR=/tmp/runtime-userENV AGENT_BROWSER_HEADED=1# Copy cuabot prompts-COPY src/prompts/.mcp.json /home/user/.mcp.json-COPY src/prompts/SYSTEM.md /home/user/CLAUDE.md+COPY --chown=user:user src/prompts/.mcp.json /home/user/.mcp.json+COPY --chown=user:user src/prompts/SYSTEM.md /home/user/CLAUDE.mdEXPOSE 10000+USER user+# Note: dbus-daemon runs as session bus (not system) to avoid needing rootCMD ["sh", "-c", "xpra --version && dbus-daemon --session --fork --address=unix:path=/tmp/dbus-session 2>/dev/null || true && xpra seamless :100 --sharing=yes --no-daemon --bind-tcp=0.0.0.0:10000 --html=on"]diff --git a/libs/cuabot/package.json b/libs/cuabot/package.jsonindex c6c8281e5d..979980d93a 100644--- a/libs/cuabot/package.json+++ b/libs/cuabot/package.json@@ -1,6 +1,8 @@{"name": "cuabot","version": "1.0.0",+ "description": "Sandboxed, co-op computer-use agents",+ "license": "MIT","type": "module","bin": {"cuabot": "./bin/cuabot.js"diff --git a/libs/cuabot/src/cuabotd.ts b/libs/cuabot/src/cuabotd.tsindex 2ca7c37839..94847c1b85 100644--- a/libs/cuabot/src/cuabotd.ts+++ b/libs/cuabot/src/cuabotd.ts@@ -6,24 +6,24 @@* WebSocket support for interactive shell sessions*/-import { exec, spawn, ChildProcess } from "child_process";-import { promisify } from "util";-import { writeFileSync, readFileSync, unlinkSync, existsSync, mkdirSync, appendFileSync } from "fs";-import { join, dirname } from "path";+import * as pty from "@lydell/node-pty";+import { exec, spawn } from "child_process";+import { appendFileSync, existsSync, mkdirSync, readFileSync, unlinkSync, writeFileSync } from "fs";+import { openWindows } from "get-windows";+import { createServer, IncomingMessage, ServerResponse } from "http";import { homedir } from "os";+import { dirname, join } from "path";+import { Browser, BrowserContext, chromium, Page } from "playwright";+import sharp from "sharp";import { fileURLToPath } from "url";+import { promisify } from "util";+import { WebSocket, WebSocketServer } from "ws";+import { getTelemetryEnabled } from "./settings.js";+import { log_event, startHistoryPolling, stopHistoryPolling, TelemetryEvent } from "./telemetry.js";+import { getXpraAttachArgs, getXpraBinPath, nameToColor } from "./utils.js";const __filename = fileURLToPath(import.meta.url);const __dirname = dirname(__filename);-import { createServer, IncomingMessage, ServerResponse } from "http";-import { chromium, Browser, Page, BrowserContext } from "playwright";-import sharp from "sharp";-import { WebSocketServer, WebSocket } from "ws";-import * as pty from "@lydell/node-pty";-import { getXpraBinPath, getXpraAttachArgs, nameToColor } from "./utils.js";-import { log_event, TelemetryEvent, startHistoryPolling, stopHistoryPolling } from "./telemetry.js";-import { getTelemetryEnabled } from "./settings.js";-import { openWindows } from "get-windows";const execAsync = promisify(exec);@@ -462,7 +462,7 @@ async function updateCursorMasks(): Promise<void> {const b = win.bounds;const isXpra = win.owner.name === "Xpra";const isCursorWindow = win.title.includes(cursorWindowPattern);- const ignoredWindows = ["cuabot-debug-masks", "Screen Studio"];+ const ignoredWindows = ["cuabot-debug-masks", "Screen Studio", "recording-manager-widget"];const isIgnoredWindow = ignoredWindows.some(name => win.title.includes(name));if (isCursorWindow || isIgnoredWindow) {