Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.
Rust agentai-agentapplecomputer-usecomputer-use-agentcontainerizationcuadesktop-automationhacktoberfestlumemacosmanusoperatorswiftvirtualizationvirtualization-frameworkwindowswindows-sandbox
chore(images): catalog bench-web 20261002-01636cb and open catalog PRs from cd-bench-images (#4464)
ddupont06f8d8fc38b3
diff --git a/.github/workflows/cd-bench-images.yml b/.github/workflows/cd-bench-images.ymlindex fe2c09eefb..c9d514666f 100644--- a/.github/workflows/cd-bench-images.yml+++ b/.github/workflows/cd-bench-images.yml@@ -313,9 +313,11 @@ jobs:if: ${{ !cancelled() && needs.verify.result == 'success' }}runs-on: ubuntu-latestpermissions:- # contents: write for the image-doctor-ledger branch (attest).+ # contents: write for the image-doctor-ledger branch (attest) and the+ # catalog branch; pull-requests: write to open the catalog PR.contents: writepackages: write+ pull-requests: writeenv:BENCH: ${{ inputs.bench }}STAMP: ${{ needs.meta.outputs.stamp }}@@ -367,3 +369,36 @@ jobs:with:name: bench-${{ inputs.bench }}-promoted-lockpath: libs/images/bench/${{ inputs.bench }}/lock.json+ # The release's catalog step: move the catalog digests of the promoted+ # <ver> and <ver>-disk tags and record their sizes, then open a PR with+ # libs/images/sandbox-images.json, the promoted lock.json and the+ # regenerated cua_bench/images.py. A PR opened+ # with GITHUB_TOKEN does not trigger CI on its own; push to it (or close+ # and reopen it) to run the required checks.+ - name: Catalog PR (sandbox-images.json and lock.json at the promoted digests)+ env:+ GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}+ run: |+ set -euo pipefail+ lock="libs/images/bench/$BENCH/lock.json"+ python3 scripts/images/record-image-sizes.py --refresh-digest \+ --ref "$(jq -r .index.floating "$lock")" --ref "$(jq -r .disk_index.floating "$lock")"+ python3 scripts/images/record-image-sizes.py --check+ # cua-bench's BENCH_<NAME> pins are generated from the lock files.+ python3 scripts/images/gen-image-constants.py+ files=(libs/images/sandbox-images.json "$lock" libs/cua-bench/cua_bench/images.py)+ if git diff --quiet -- "${files[@]}"; then+ echo "catalog already at the promoted digests"; exit 0+ fi+ branch="chore/bench-$BENCH-catalog-$STAMP"+ git config user.name "github-actions[bot]"+ git config user.email "41898282+github-actions[bot]@users.noreply.github.com"+ git checkout -B "$branch"+ git add -- "${files[@]}"+ git commit -m "chore(images): catalog bench-$BENCH $STAMP"+ git push -u origin "$branch" --force+ url="$(gh pr create --base main --head "$branch" \+ --title "chore(images): catalog bench-$BENCH $STAMP" \+ --body "The catalog step of ${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}: \`libs/images/sandbox-images.json\` moves bench-$BENCH's promoted tags to their new digests with fresh sizes (\`record-image-sizes.py --refresh-digest\`), and \`$lock\` records the promoted stamp (with cua-bench's generated \`cua_bench/images.py\` pin)." \+ || gh pr view "$branch" --json url -q .url)"+ echo "- catalog PR: $url" >>"$GITHUB_STEP_SUMMARY"diff --git a/libs/cua-bench/cua_bench/images.py b/libs/cua-bench/cua_bench/images.pyindex f065b80897..ac37725a49 100644--- a/libs/cua-bench/cua_bench/images.py+++ b/libs/cua-bench/cua_bench/images.py@@ -26,9 +26,9 @@ CANONICAL = {#: Web benchmarks: MiniWoB, WebVoyager, Online-Mind2Web and WebGym tasks.#: Guide: /cua-bench/guides/adapter-benchmarks#bench-web. Lock: libs/images/bench/web/lock.json.-#: Pinned to ghcr.io/trycua/bench-web:1.0-20260927-9a3828d.+#: Pinned to ghcr.io/trycua/bench-web:1.0-20261002-01636cb.#: Floating ghcr.io/trycua/bench-web:1.0 (promoted: yes).-BENCH_WEB = "ghcr.io/trycua/bench-web@sha256:e1781d7449146d35ee0d4b114890bbb7452cab1cd500821b9d281877ed5a8954"+BENCH_WEB = "ghcr.io/trycua/bench-web@sha256:3b7e1d9d4e34694175cf1b44ffefc09b557c94b1c8f946fe50646d68df39ca87"#: OSWorld-Verified: OSWorld Verified desktop tasks.#: Guide: /cua-bench/guides/adapter-benchmarks#osworld-verified. Lock: libs/images/bench/osworld/lock.json.diff --git a/libs/images/bench/web/lock.json b/libs/images/bench/web/lock.jsonindex c5ada74158..78f578864b 100644--- a/libs/images/bench/web/lock.json+++ b/libs/images/bench/web/lock.json@@ -6,31 +6,31 @@"sources": ["https://github.com/Farama-Foundation/miniwob-plusplus.git@a7658beb68e1d3572329e06734c5822bd284ddc8"],- "stamp": "20260927-9a3828d",+ "stamp": "20261002-01636cb","dry_run": false,"promoted": true,"index": {- "ref": "ghcr.io/trycua/bench-web:1.0-20260927-9a3828d",- "digest": "sha256:e1781d7449146d35ee0d4b114890bbb7452cab1cd500821b9d281877ed5a8954",+ "ref": "ghcr.io/trycua/bench-web:1.0-20261002-01636cb",+ "digest": "sha256:3b7e1d9d4e34694175cf1b44ffefc09b557c94b1c8f946fe50646d68df39ca87","floating": "ghcr.io/trycua/bench-web:1.0"},"disk_index": {- "ref": "ghcr.io/trycua/bench-web:1.0-disk-20260927-9a3828d",- "digest": "sha256:798e995956ca6a7ef7eacca04535ab44ff468d27631387308e92c61c2d44c4e1",+ "ref": "ghcr.io/trycua/bench-web:1.0-disk-20261002-01636cb",+ "digest": "sha256:989c072b0da8319b232f775f0c4731cfaa9e894fc8bcc1ef67c640ee895a8908","floating": "ghcr.io/trycua/bench-web:1.0-disk"},"children": [{"arch": "amd64",- "rootfs": "sha256:f978dfd5e1dd4d49d0c59fe128ded48fddb5a38a9de1dff4155ba93970201a35",- "containerdisk": "sha256:f0ca3f7d3b4ef4f1d5500bfb7524cfe5fbd653cabded6d46a0d88786816d9735"+ "rootfs": "sha256:0790eca5ce1634c2eaca7b4a9b742b74bd00c86be6b531acee3933be462ff4eb",+ "containerdisk": "sha256:40cc136209172c5179503e8aca961dc2c63e9c483e99be38e4ecb0154434b8fd"},{"arch": "arm64",- "rootfs": "sha256:ee70dda02831b6d3ff01c45dac2e219e0a67aec12fc3e238e120a2d74ef30422",- "containerdisk": "sha256:9986c79436295ccc31e67f72f34b9214389fceb067e957b0404376018a615827"+ "rootfs": "sha256:0033ca069035cd8fd494bc69a3f3253224efc2c2b484e8620b012b7031aa2c67",+ "containerdisk": "sha256:e60878ebdff70751567a44e18bb48fbed3c1a4bb05726a1e6d0cf7f8ff15eb92"}],- "pinned": "ghcr.io/trycua/bench-web@sha256:e1781d7449146d35ee0d4b114890bbb7452cab1cd500821b9d281877ed5a8954",- "written": "2026-09-28T00:45:17Z"+ "pinned": "ghcr.io/trycua/bench-web@sha256:3b7e1d9d4e34694175cf1b44ffefc09b557c94b1c8f946fe50646d68df39ca87",+ "written": "2026-10-02T07:25:05Z"}diff --git a/libs/images/sandbox-images.json b/libs/images/sandbox-images.jsonindex ff6c865eb2..f300334e77 100644--- a/libs/images/sandbox-images.json+++ b/libs/images/sandbox-images.json@@ -298,12 +298,12 @@"variant": "container","summary": "MiniWoB, WebVoyager, Online-Mind2Web and WebGym tasks.","spacesd": true,- "digest": "sha256:e1781d7449146d35ee0d4b114890bbb7452cab1cd500821b9d281877ed5a8954",+ "digest": "sha256:3b7e1d9d4e34694175cf1b44ffefc09b557c94b1c8f946fe50646d68df39ca87","sizes": {- "digest": "sha256:e1781d7449146d35ee0d4b114890bbb7452cab1cd500821b9d281877ed5a8954",+ "digest": "sha256:3b7e1d9d4e34694175cf1b44ffefc09b557c94b1c8f946fe50646d68df39ca87","platforms": [- { "arch": "amd64", "manifest": "sha256:f978dfd5e1dd4d49d0c59fe128ded48fddb5a38a9de1dff4155ba93970201a35", "download": 1588069376, "unpacked": 1588069376, "disk": 1588069376 },- { "arch": "arm64", "manifest": "sha256:ee70dda02831b6d3ff01c45dac2e219e0a67aec12fc3e238e120a2d74ef30422", "download": 1641010688, "unpacked": 1641010688, "disk": 1641010688 }+ { "arch": "amd64", "manifest": "sha256:0790eca5ce1634c2eaca7b4a9b742b74bd00c86be6b531acee3933be462ff4eb", "download": 1601419264, "unpacked": 1601419264, "disk": 1601419264 },+ { "arch": "arm64", "manifest": "sha256:0033ca069035cd8fd494bc69a3f3253224efc2c2b484e8620b012b7031aa2c67", "download": 1653119488, "unpacked": 1653119488, "disk": 1653119488 }]},"browsers": ["chromium"],@@ -329,12 +329,12 @@"variant": "vm","summary": "The web benchmark image as a full VM.","spacesd": true,- "digest": "sha256:798e995956ca6a7ef7eacca04535ab44ff468d27631387308e92c61c2d44c4e1",+ "digest": "sha256:989c072b0da8319b232f775f0c4731cfaa9e894fc8bcc1ef67c640ee895a8908","sizes": {- "digest": "sha256:798e995956ca6a7ef7eacca04535ab44ff468d27631387308e92c61c2d44c4e1",+ "digest": "sha256:989c072b0da8319b232f775f0c4731cfaa9e894fc8bcc1ef67c640ee895a8908","platforms": [- { "arch": "amd64", "manifest": "sha256:f0ca3f7d3b4ef4f1d5500bfb7524cfe5fbd653cabded6d46a0d88786816d9735", "download": 755374080, "unpacked": 755367936, "disk": 21474836480 },- { "arch": "arm64", "manifest": "sha256:9986c79436295ccc31e67f72f34b9214389fceb067e957b0404376018a615827", "download": 765337600, "unpacked": 765329408, "disk": 21474836480 }+ { "arch": "amd64", "manifest": "sha256:40cc136209172c5179503e8aca961dc2c63e9c483e99be38e4ecb0154434b8fd", "download": 760811520, "unpacked": 760807424, "disk": 21474836480 },+ { "arch": "arm64", "manifest": "sha256:e60878ebdff70751567a44e18bb48fbed3c1a4bb05726a1e6d0cf7f8ff15eb92", "download": 771368960, "unpacked": 771358720, "disk": 21474836480 }]},"browsers": ["chromium", "firefox"],