Skip to content

armgit / cua

Public Imported from GitHub
0

Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.

fix(cua-bench): add KeyAction support to worker client (#1088) (#1141)

ddupontd53ab31ce1f7
diff --git a/libs/cua-bench/cua_bench/workers/worker_client.py b/libs/cua-bench/cua_bench/workers/worker_client.py
index e025a95420..4789a21e2d 100644
--- a/libs/cua-bench/cua_bench/workers/worker_client.py
+++ b/libs/cua-bench/cua_bench/workers/worker_client.py
@@ -14,6 +14,7 @@ from cua_bench.types import (
DoubleClickAction,
DragAction,
HotkeyAction,
+ KeyAction,
RightClickAction,
ScrollAction,
TypeAction,
@@ -133,6 +134,7 @@ class CBEnvWorkerClient:
"right_single",
"drag",
"hotkey",
+ "key",
"type",
"scroll",
"wait",
@@ -271,6 +273,11 @@ class CBEnvWorkerClient:
args_str = ",".join(args)
return f"hotkey({args_str})", HotkeyAction(keys=list(args))
+ elif fn_name == "key":
+ if not check_type(args, [str]):
+ return "wait()", default_action
+ return f"key({args[0]})", KeyAction(key=args[0])
+
elif fn_name == "type":
if not check_type(args, [str]):
return "wait()", default_action