Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.
Rust agentai-agentapplecomputer-usecomputer-use-agentcontainerizationcuadesktop-automationhacktoberfestlumemacosmanusoperatorswiftvirtualizationvirtualization-frameworkwindowswindows-sandbox
Fix UI-TARS predict_click always returning None
Dillon DuPont86c0da81faa2
diff --git a/libs/python/agent/agent/loops/uitars.py b/libs/python/agent/agent/loops/uitars.pyindex 2c1b41b91a..10e0e45ac5 100644--- a/libs/python/agent/agent/loops/uitars.py+++ b/libs/python/agent/agent/loops/uitars.py@@ -782,11 +782,19 @@ class UITARSConfig:# Extract response contentresponse_content = response.choices[0].message.content.strip() # type: ignore+ print(response_content)+# Parse the response to extract click coordinates- # Look for click action with coordinates+ # Look for click action with coordinates (with special tokens)click_pattern = r"click\(point='<\|box_start\|>\((\d+),(\d+)\)<\|box_end\|>'\)"match = re.search(click_pattern, response_content)+ # Fallback: Look for simpler format without special tokens+ if not match:+ # Pattern for: click(start_box='(x,y)') or click(point='(x,y)')+ fallback_pattern = r"click\((?:start_box|point)='\((\d+),(\d+)\)'\)"+ match = re.search(fallback_pattern, response_content)+if match:x, y = int(match.group(1)), int(match.group(2))# Scale coordinates back to original image dimensions