Skip to content

armgit / cua

Public Imported from GitHub
0

Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.

Add files via upload

Tamoghno Kandaref842cf1e6b5
diff --git a/libs/python/agent/agent/loops/gelato.py b/libs/python/agent/agent/loops/gelato.py
index c66475f8b9..e3032472dd 100644
--- a/libs/python/agent/agent/loops/gelato.py
+++ b/libs/python/agent/agent/loops/gelato.py
@@ -4,28 +4,25 @@ Model: https://huggingface.co/mlfoundations/Gelato-30B-A3B
Code: https://github.com/mlfoundations/Gelato/tree/main
"""
-import asyncio
import base64
-import json
import math
import re
-import uuid
from io import BytesIO
-from typing import Any, AsyncGenerator, Dict, List, Optional, Tuple, Union
+from typing import Any, Dict, List, Optional, Tuple
import litellm
from PIL import Image
from ..decorators import register_agent
from ..loops.base import AsyncAgentConfig
-from ..types import AgentCapability, AgentResponse, Messages, Tools
+from ..types import AgentCapability
-SYSTEM_PROMPT = '''
+SYSTEM_PROMPT = """
You are an expert UI element locator. Given a GUI image and a user's element description, provide the coordinates of the specified element as a single (x,y) point. For elements with area, return the center point.
Output the coordinate pair exactly:
(x,y)
-'''
+"""
def extract_coordinates(raw_string):
@@ -41,12 +38,15 @@ def extract_coordinates(raw_string):
matches = re.findall(r"\((-?\d*\.?\d+),\s*(-?\d*\.?\d+)\)", raw_string)
return [tuple(map(int, match)) for match in matches][0]
except:
- return 0,0
-
+ return 0, 0
def smart_resize(
- height: int, width: int, factor: int = 28, min_pixels: int = 3136, max_pixels: int = 8847360
+ height: int,
+ width: int,
+ factor: int = 28,
+ min_pixels: int = 3136,
+ max_pixels: int = 8847360,
) -> Tuple[int, int]:
"""Smart resize function similar to qwen_vl_utils."""
# Calculate the total pixels
@@ -142,12 +142,7 @@ class GelatoConfig(AsyncAgentConfig):
# Prepare system and user messages
system_message = {
"role": "system",
- "content": [
- {
- "type": "text",
- "text": SYSTEM_PROMPT.strip()
- }
- ],
+ "content": [{"type": "text", "text": SYSTEM_PROMPT.strip()}],
}
user_message = {
@@ -185,4 +180,4 @@ class GelatoConfig(AsyncAgentConfig):
def get_capabilities(self) -> List[AgentCapability]:
"""Return the capabilities supported by this agent."""
- return ["click"]
\ No newline at end of file
+ return ["click"]