Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.
Rust agentai-agentapplecomputer-usecomputer-use-agentcontainerizationcuadesktop-automationhacktoberfestlumemacosmanusoperatorswiftvirtualizationvirtualization-frameworkwindowswindows-sandbox
Add files via upload
Tamoghno Kandaref842cf1e6b5
diff --git a/libs/python/agent/agent/loops/gelato.py b/libs/python/agent/agent/loops/gelato.pyindex c66475f8b9..e3032472dd 100644--- a/libs/python/agent/agent/loops/gelato.py+++ b/libs/python/agent/agent/loops/gelato.py@@ -4,28 +4,25 @@ Model: https://huggingface.co/mlfoundations/Gelato-30B-A3BCode: https://github.com/mlfoundations/Gelato/tree/main"""-import asyncioimport base64-import jsonimport mathimport re-import uuidfrom io import BytesIO-from typing import Any, AsyncGenerator, Dict, List, Optional, Tuple, Union+from typing import Any, Dict, List, Optional, Tupleimport litellmfrom PIL import Imagefrom ..decorators import register_agentfrom ..loops.base import AsyncAgentConfig-from ..types import AgentCapability, AgentResponse, Messages, Tools+from ..types import AgentCapability-SYSTEM_PROMPT = '''+SYSTEM_PROMPT = """You are an expert UI element locator. Given a GUI image and a user's element description, provide the coordinates of the specified element as a single (x,y) point. For elements with area, return the center point.Output the coordinate pair exactly:(x,y)-'''+"""def extract_coordinates(raw_string):@@ -41,12 +38,15 @@ def extract_coordinates(raw_string):matches = re.findall(r"\((-?\d*\.?\d+),\s*(-?\d*\.?\d+)\)", raw_string)return [tuple(map(int, match)) for match in matches][0]except:- return 0,0-+ return 0, 0def smart_resize(- height: int, width: int, factor: int = 28, min_pixels: int = 3136, max_pixels: int = 8847360+ height: int,+ width: int,+ factor: int = 28,+ min_pixels: int = 3136,+ max_pixels: int = 8847360,) -> Tuple[int, int]:"""Smart resize function similar to qwen_vl_utils."""# Calculate the total pixels@@ -142,12 +142,7 @@ class GelatoConfig(AsyncAgentConfig):# Prepare system and user messagessystem_message = {"role": "system",- "content": [- {- "type": "text",- "text": SYSTEM_PROMPT.strip()- }- ],+ "content": [{"type": "text", "text": SYSTEM_PROMPT.strip()}],}user_message = {@@ -185,4 +180,4 @@ class GelatoConfig(AsyncAgentConfig):def get_capabilities(self) -> List[AgentCapability]:"""Return the capabilities supported by this agent."""- return ["click"]\ No newline at end of file+ return ["click"]