Skip to content

armgit / cua

Public Imported from GitHub
0

Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.

chore(images): catalog bench-web 20261002-01636cb and open catalog PRs from cd-bench-images (#4464)

ddupont06f8d8fc38b3
diff --git a/.github/workflows/cd-bench-images.yml b/.github/workflows/cd-bench-images.yml
index fe2c09eefb..c9d514666f 100644
--- a/.github/workflows/cd-bench-images.yml
+++ b/.github/workflows/cd-bench-images.yml
@@ -313,9 +313,11 @@ jobs:
if: ${{ !cancelled() && needs.verify.result == 'success' }}
runs-on: ubuntu-latest
permissions:
- # contents: write for the image-doctor-ledger branch (attest).
+ # contents: write for the image-doctor-ledger branch (attest) and the
+ # catalog branch; pull-requests: write to open the catalog PR.
contents: write
packages: write
+ pull-requests: write
env:
BENCH: ${{ inputs.bench }}
STAMP: ${{ needs.meta.outputs.stamp }}
@@ -367,3 +369,36 @@ jobs:
with:
name: bench-${{ inputs.bench }}-promoted-lock
path: libs/images/bench/${{ inputs.bench }}/lock.json
+ # The release's catalog step: move the catalog digests of the promoted
+ # <ver> and <ver>-disk tags and record their sizes, then open a PR with
+ # libs/images/sandbox-images.json, the promoted lock.json and the
+ # regenerated cua_bench/images.py. A PR opened
+ # with GITHUB_TOKEN does not trigger CI on its own; push to it (or close
+ # and reopen it) to run the required checks.
+ - name: Catalog PR (sandbox-images.json and lock.json at the promoted digests)
+ env:
+ GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+ run: |
+ set -euo pipefail
+ lock="libs/images/bench/$BENCH/lock.json"
+ python3 scripts/images/record-image-sizes.py --refresh-digest \
+ --ref "$(jq -r .index.floating "$lock")" --ref "$(jq -r .disk_index.floating "$lock")"
+ python3 scripts/images/record-image-sizes.py --check
+ # cua-bench's BENCH_<NAME> pins are generated from the lock files.
+ python3 scripts/images/gen-image-constants.py
+ files=(libs/images/sandbox-images.json "$lock" libs/cua-bench/cua_bench/images.py)
+ if git diff --quiet -- "${files[@]}"; then
+ echo "catalog already at the promoted digests"; exit 0
+ fi
+ branch="chore/bench-$BENCH-catalog-$STAMP"
+ git config user.name "github-actions[bot]"
+ git config user.email "41898282+github-actions[bot]@users.noreply.github.com"
+ git checkout -B "$branch"
+ git add -- "${files[@]}"
+ git commit -m "chore(images): catalog bench-$BENCH $STAMP"
+ git push -u origin "$branch" --force
+ url="$(gh pr create --base main --head "$branch" \
+ --title "chore(images): catalog bench-$BENCH $STAMP" \
+ --body "The catalog step of ${GITHUB_SERVER_URL}/${GITHUB_REPOSITORY}/actions/runs/${GITHUB_RUN_ID}: \`libs/images/sandbox-images.json\` moves bench-$BENCH's promoted tags to their new digests with fresh sizes (\`record-image-sizes.py --refresh-digest\`), and \`$lock\` records the promoted stamp (with cua-bench's generated \`cua_bench/images.py\` pin)." \
+ || gh pr view "$branch" --json url -q .url)"
+ echo "- catalog PR: $url" >>"$GITHUB_STEP_SUMMARY"
diff --git a/libs/cua-bench/cua_bench/images.py b/libs/cua-bench/cua_bench/images.py
index f065b80897..ac37725a49 100644
--- a/libs/cua-bench/cua_bench/images.py
+++ b/libs/cua-bench/cua_bench/images.py
@@ -26,9 +26,9 @@ CANONICAL = {
#: Web benchmarks: MiniWoB, WebVoyager, Online-Mind2Web and WebGym tasks.
#: Guide: /cua-bench/guides/adapter-benchmarks#bench-web. Lock: libs/images/bench/web/lock.json.
-#: Pinned to ghcr.io/trycua/bench-web:1.0-20260927-9a3828d.
+#: Pinned to ghcr.io/trycua/bench-web:1.0-20261002-01636cb.
#: Floating ghcr.io/trycua/bench-web:1.0 (promoted: yes).
-BENCH_WEB = "ghcr.io/trycua/bench-web@sha256:e1781d7449146d35ee0d4b114890bbb7452cab1cd500821b9d281877ed5a8954"
+BENCH_WEB = "ghcr.io/trycua/bench-web@sha256:3b7e1d9d4e34694175cf1b44ffefc09b557c94b1c8f946fe50646d68df39ca87"
#: OSWorld-Verified: OSWorld Verified desktop tasks.
#: Guide: /cua-bench/guides/adapter-benchmarks#osworld-verified. Lock: libs/images/bench/osworld/lock.json.
diff --git a/libs/images/bench/web/lock.json b/libs/images/bench/web/lock.json
index c5ada74158..78f578864b 100644
--- a/libs/images/bench/web/lock.json
+++ b/libs/images/bench/web/lock.json
@@ -6,31 +6,31 @@
"sources": [
"https://github.com/Farama-Foundation/miniwob-plusplus.git@a7658beb68e1d3572329e06734c5822bd284ddc8"
],
- "stamp": "20260927-9a3828d",
+ "stamp": "20261002-01636cb",
"dry_run": false,
"promoted": true,
"index": {
- "ref": "ghcr.io/trycua/bench-web:1.0-20260927-9a3828d",
- "digest": "sha256:e1781d7449146d35ee0d4b114890bbb7452cab1cd500821b9d281877ed5a8954",
+ "ref": "ghcr.io/trycua/bench-web:1.0-20261002-01636cb",
+ "digest": "sha256:3b7e1d9d4e34694175cf1b44ffefc09b557c94b1c8f946fe50646d68df39ca87",
"floating": "ghcr.io/trycua/bench-web:1.0"
},
"disk_index": {
- "ref": "ghcr.io/trycua/bench-web:1.0-disk-20260927-9a3828d",
- "digest": "sha256:798e995956ca6a7ef7eacca04535ab44ff468d27631387308e92c61c2d44c4e1",
+ "ref": "ghcr.io/trycua/bench-web:1.0-disk-20261002-01636cb",
+ "digest": "sha256:989c072b0da8319b232f775f0c4731cfaa9e894fc8bcc1ef67c640ee895a8908",
"floating": "ghcr.io/trycua/bench-web:1.0-disk"
},
"children": [
{
"arch": "amd64",
- "rootfs": "sha256:f978dfd5e1dd4d49d0c59fe128ded48fddb5a38a9de1dff4155ba93970201a35",
- "containerdisk": "sha256:f0ca3f7d3b4ef4f1d5500bfb7524cfe5fbd653cabded6d46a0d88786816d9735"
+ "rootfs": "sha256:0790eca5ce1634c2eaca7b4a9b742b74bd00c86be6b531acee3933be462ff4eb",
+ "containerdisk": "sha256:40cc136209172c5179503e8aca961dc2c63e9c483e99be38e4ecb0154434b8fd"
},
{
"arch": "arm64",
- "rootfs": "sha256:ee70dda02831b6d3ff01c45dac2e219e0a67aec12fc3e238e120a2d74ef30422",
- "containerdisk": "sha256:9986c79436295ccc31e67f72f34b9214389fceb067e957b0404376018a615827"
+ "rootfs": "sha256:0033ca069035cd8fd494bc69a3f3253224efc2c2b484e8620b012b7031aa2c67",
+ "containerdisk": "sha256:e60878ebdff70751567a44e18bb48fbed3c1a4bb05726a1e6d0cf7f8ff15eb92"
}
],
- "pinned": "ghcr.io/trycua/bench-web@sha256:e1781d7449146d35ee0d4b114890bbb7452cab1cd500821b9d281877ed5a8954",
- "written": "2026-09-28T00:45:17Z"
+ "pinned": "ghcr.io/trycua/bench-web@sha256:3b7e1d9d4e34694175cf1b44ffefc09b557c94b1c8f946fe50646d68df39ca87",
+ "written": "2026-10-02T07:25:05Z"
}
diff --git a/libs/images/sandbox-images.json b/libs/images/sandbox-images.json
index ff6c865eb2..f300334e77 100644
--- a/libs/images/sandbox-images.json
+++ b/libs/images/sandbox-images.json
@@ -298,12 +298,12 @@
"variant": "container",
"summary": "MiniWoB, WebVoyager, Online-Mind2Web and WebGym tasks.",
"spacesd": true,
- "digest": "sha256:e1781d7449146d35ee0d4b114890bbb7452cab1cd500821b9d281877ed5a8954",
+ "digest": "sha256:3b7e1d9d4e34694175cf1b44ffefc09b557c94b1c8f946fe50646d68df39ca87",
"sizes": {
- "digest": "sha256:e1781d7449146d35ee0d4b114890bbb7452cab1cd500821b9d281877ed5a8954",
+ "digest": "sha256:3b7e1d9d4e34694175cf1b44ffefc09b557c94b1c8f946fe50646d68df39ca87",
"platforms": [
- { "arch": "amd64", "manifest": "sha256:f978dfd5e1dd4d49d0c59fe128ded48fddb5a38a9de1dff4155ba93970201a35", "download": 1588069376, "unpacked": 1588069376, "disk": 1588069376 },
- { "arch": "arm64", "manifest": "sha256:ee70dda02831b6d3ff01c45dac2e219e0a67aec12fc3e238e120a2d74ef30422", "download": 1641010688, "unpacked": 1641010688, "disk": 1641010688 }
+ { "arch": "amd64", "manifest": "sha256:0790eca5ce1634c2eaca7b4a9b742b74bd00c86be6b531acee3933be462ff4eb", "download": 1601419264, "unpacked": 1601419264, "disk": 1601419264 },
+ { "arch": "arm64", "manifest": "sha256:0033ca069035cd8fd494bc69a3f3253224efc2c2b484e8620b012b7031aa2c67", "download": 1653119488, "unpacked": 1653119488, "disk": 1653119488 }
]
},
"browsers": ["chromium"],
@@ -329,12 +329,12 @@
"variant": "vm",
"summary": "The web benchmark image as a full VM.",
"spacesd": true,
- "digest": "sha256:798e995956ca6a7ef7eacca04535ab44ff468d27631387308e92c61c2d44c4e1",
+ "digest": "sha256:989c072b0da8319b232f775f0c4731cfaa9e894fc8bcc1ef67c640ee895a8908",
"sizes": {
- "digest": "sha256:798e995956ca6a7ef7eacca04535ab44ff468d27631387308e92c61c2d44c4e1",
+ "digest": "sha256:989c072b0da8319b232f775f0c4731cfaa9e894fc8bcc1ef67c640ee895a8908",
"platforms": [
- { "arch": "amd64", "manifest": "sha256:f0ca3f7d3b4ef4f1d5500bfb7524cfe5fbd653cabded6d46a0d88786816d9735", "download": 755374080, "unpacked": 755367936, "disk": 21474836480 },
- { "arch": "arm64", "manifest": "sha256:9986c79436295ccc31e67f72f34b9214389fceb067e957b0404376018a615827", "download": 765337600, "unpacked": 765329408, "disk": 21474836480 }
+ { "arch": "amd64", "manifest": "sha256:40cc136209172c5179503e8aca961dc2c63e9c483e99be38e4ecb0154434b8fd", "download": 760811520, "unpacked": 760807424, "disk": 21474836480 },
+ { "arch": "arm64", "manifest": "sha256:e60878ebdff70751567a44e18bb48fbed3c1a4bb05726a1e6d0cf7f8ff15eb92", "download": 771368960, "unpacked": 771358720, "disk": 21474836480 }
]
},
"browsers": ["chromium", "firefox"],