Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.
Rust agentai-agentapplecomputer-usecomputer-use-agentcontainerizationcuadesktop-automationhacktoberfestlumemacosmanusoperatorswiftvirtualizationvirtualization-frameworkwindowswindows-sandbox
fix(ci): record the Driver's direct-capture approval in the jev-use AppKit job (#5665)
ddupont2fbed2bb1e87
diff --git a/.github/scripts/tests/test_ci_jev_use_workflow.py b/.github/scripts/tests/test_ci_jev_use_workflow.pyindex 278b4a1fe4..71b00544be 100644--- a/.github/scripts/tests/test_ci_jev_use_workflow.py+++ b/.github/scripts/tests/test_ci_jev_use_workflow.py@@ -123,6 +123,11 @@ def test_native_appkit_job_uses_released_driver_and_source_harness() -> None:assert "tests/fixtures/build/macos.sh --only appkit" in nativeassert "--app /Applications/CuaDriver.app --expected-client com.trycua.driver" in nativeassert "verify_native.py --typescript" in native+ # The native tasks need a capture_id; since Driver 0.37 there is none until+ # replayd holds the released app's direct-capture approval (CUA-1792).+ assert "group.com.apple.replayd/ScreenCaptureApprovals.plist" in native+ assert 'defaults write "$approvals" com.trycua.driver -dict' in native+ assert native.index("ScreenCaptureApprovals.plist") < native.index("--args serve")assert "--live" not in native# The audit reads the harness-owned oracle result and the v2 contract.assert 'check["verified"] is True' in nativediff --git a/.github/workflows/ci-jev-use.yml b/.github/workflows/ci-jev-use.ymlindex 16117242fb..d99b13e575 100644--- a/.github/workflows/ci-jev-use.yml+++ b/.github/workflows/ci-jev-use.yml@@ -518,6 +518,19 @@ jobs:"$CUA_DRIVER_BIN" stop >/dev/null 2>&1 || truebash libs/cua-driver/tests/runners/macos-lume/seed-tcc-guest.sh \--app /Applications/CuaDriver.app --expected-client com.trycua.driver+ # Since 0.37 the Driver skips every implicit capture until replayd+ # holds macOS's one-time direct-capture approval for the app+ # (CUA-1792); without it get_window_state returns no screenshot and+ # no capture_id. A user records it with `cua-driver permissions+ # grant`; this unattended runner records it the way a managed Mac+ # does, keyed by the released app's bundle identifier.+ approvals="$HOME/Library/Group Containers/group.com.apple.replayd/ScreenCaptureApprovals.plist"+ mkdir -p "$(dirname "$approvals")"+ defaults write "$approvals" com.trycua.driver -dict \+ kScreenCaptureApprovalLastAlerted -date "3024-01-01 00:00:00 +0000" \+ kScreenCaptureApprovalLastUsed -date "3024-01-01 00:00:00 +0000"+ killall -HUP replayd >/dev/null 2>&1 || true+ defaults read "$approvals" com.trycua.driver | grep -Fq kScreenCaptureApprovalLastAlertedopen -n -g /Applications/CuaDriver.app --args servefor _ in $(seq 1 60); doif "$CUA_DRIVER_BIN" permissions status --json > "$RUNNER_TEMP/permissions.json" 2>/dev/null \