Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.
Rust agentai-agentapplecomputer-usecomputer-use-agentcontainerizationcuadesktop-automationhacktoberfestlumemacosmanusoperatorswiftvirtualizationvirtualization-frameworkwindowswindows-sandbox
gemini 3 flash preview integration
Sarina Lib58472e4edb5
diff --git a/libs/python/agent/agent/loops/gemini.py b/libs/python/agent/agent/loops/gemini.pyindex 3760876b33..0ab7c405ea 100644--- a/libs/python/agent/agent/loops/gemini.py+++ b/libs/python/agent/agent/loops/gemini.py@@ -1,13 +1,18 @@"""-Gemini 2.5 Computer Use agent loop+Gemini Computer Use agent loopMaps internal Agent SDK message format to Google's Gemini Computer Use API and back.+Supported models:+- gemini-2.5-computer-use-preview-10-2025+- gemini-3-flash-preview (and variants)+Key features:- Lazy import of google.genai- Configure Computer Use tool with excluded browser-specific predefined functions- Optional custom function declarations hook for computer-call specific functions- Convert Gemini function_call parts into internal computer_call actions+- Gemini 3-specific: thinking_level and media_resolution parameters"""from __future__ import annotations@@ -184,7 +189,8 @@ def _map_gemini_fc_to_computer_call(}-@register_agent(models=r"^gemini-2\.5-computer-use-preview-10-2025$")+# Note: gemini-3-pro-preview does NOT support ComputerUse+@register_agent(models=r"^(gemini-2\.5-computer-use-preview-10-2025|gemini-3-flash-preview)$")class GeminiComputerUseConfig(AsyncAgentConfig):async def predict_step(self,@@ -205,6 +211,12 @@ class GeminiComputerUseConfig(AsyncAgentConfig):client = genai.Client()+ # Extract Gemini 3-specific parameters+ # thinking_level: Use types.ThinkingLevel enum values (e.g., "LOW", "HIGH", "MEDIUM", "MINIMAL")+ # media_resolution: Use types.MediaResolution enum values (e.g., "MEDIA_RESOLUTION_LOW", "MEDIA_RESOLUTION_HIGH")+ thinking_level = kwargs.pop("thinking_level", None)+ media_resolution = kwargs.pop("media_resolution", None)+# Build excluded predefined functions for browser-specific behaviorexcluded = ["open_web_browser",@@ -214,8 +226,41 @@ class GeminiComputerUseConfig(AsyncAgentConfig):"go_back","scroll_document",]+# Optional custom functions: can be extended by host code via `tools` parameter later if desiredCUSTOM_FUNCTION_DECLARATIONS: List[Any] = []+ # Build thinking_config for Gemini 3 models if specified+ thinking_config = None+ if thinking_level:+ # Accept string values and map to SDK enum+ level_map = {+ "minimal": types.ThinkingLevel.MINIMAL,+ "low": types.ThinkingLevel.LOW,+ "medium": types.ThinkingLevel.MEDIUM,+ "high": types.ThinkingLevel.HIGH,+ }+ # Handle both lowercase strings and SDK enum values+ if isinstance(thinking_level, str) and thinking_level.lower() in level_map:+ thinking_config = types.ThinkingConfig(+ thinking_level=level_map[thinking_level.lower()]+ )+ else:+ # Assume it's already an SDK enum value+ thinking_config = types.ThinkingConfig(thinking_level=thinking_level)++ # Build media_resolution for Gemini 3 models if specified+ resolved_media_resolution = None+ if media_resolution:+ resolution_map = {+ "low": types.MediaResolution.MEDIA_RESOLUTION_LOW,+ "medium": types.MediaResolution.MEDIA_RESOLUTION_MEDIUM,+ "high": types.MediaResolution.MEDIA_RESOLUTION_HIGH,+ }+ if isinstance(media_resolution, str) and media_resolution.lower() in resolution_map:+ resolved_media_resolution = resolution_map[media_resolution.lower()]+ else:+ # Assume it's already an SDK enum value+ resolved_media_resolution = media_resolution# Compose tools configgenerate_content_config = types.GenerateContentConfig(@@ -227,7 +272,9 @@ class GeminiComputerUseConfig(AsyncAgentConfig):)),# types.Tool(function_declarations=CUSTOM_FUNCTION_DECLARATIONS), # enable when custom functions needed- ]+ ],+ thinking_config=thinking_config,+ media_resolution=resolved_media_resolution,)# Prepare contents: last user text + latest screenshotdiff --git a/uv.lock b/uv.lockindex 9b2c7fa694..41e7a223ba 100644--- a/uv.lock+++ b/uv.lock@@ -1,5 +1,5 @@version = 1-revision = 2+revision = 3requires-python = ">=3.12, <3.14"resolution-markers = ["python_version < '0'",@@ -883,7 +883,7 @@ wheels = [[[package]]name = "cua-agent"-version = "0.5.1"+version = "0.5.2"source = { editable = "libs/python/agent" }dependencies = [{ name = "aiohttp" },@@ -1052,7 +1052,7 @@ requires-dist = [[[package]]name = "cua-computer"-version = "0.4.17"+version = "0.4.18"source = { editable = "libs/python/computer" }dependencies = [{ name = "aiohttp" },@@ -1772,35 +1772,42 @@ wheels = [[[package]]name = "google-auth"-version = "2.41.1"+version = "2.45.0"source = { registry = "https://pypi.org/simple" }dependencies = [{ name = "cachetools" },{ name = "pyasn1-modules" },{ name = "rsa" },]-sdist = { url = "https://files.pythonhosted.org/packages/a8/af/5129ce5b2f9688d2fa49b463e544972a7c82b0fdb50980dafee92e121d9f/google_auth-2.41.1.tar.gz", hash = "sha256:b76b7b1f9e61f0cb7e88870d14f6a94aeef248959ef6992670efee37709cbfd2", size = 292284, upload-time = "2025-09-30T22:51:26.363Z" }+sdist = { url = "https://files.pythonhosted.org/packages/e5/00/3c794502a8b892c404b2dea5b3650eb21bfc7069612fbfd15c7f17c1cb0d/google_auth-2.45.0.tar.gz", hash = "sha256:90d3f41b6b72ea72dd9811e765699ee491ab24139f34ebf1ca2b9cc0c38708f3", size = 320708, upload-time = "2025-12-15T22:58:42.889Z" }wheels = [- { url = "https://files.pythonhosted.org/packages/be/a4/7319a2a8add4cc352be9e3efeff5e2aacee917c85ca2fa1647e29089983c/google_auth-2.41.1-py2.py3-none-any.whl", hash = "sha256:754843be95575b9a19c604a848a41be03f7f2afd8c019f716dc1f51ee41c639d", size = 221302, upload-time = "2025-09-30T22:51:24.212Z" },+ { url = "https://files.pythonhosted.org/packages/c6/97/451d55e05487a5cd6279a01a7e34921858b16f7dc8aa38a2c684743cd2b3/google_auth-2.45.0-py2.py3-none-any.whl", hash = "sha256:82344e86dc00410ef5382d99be677c6043d72e502b625aa4f4afa0bdacca0f36", size = 233312, upload-time = "2025-12-15T22:58:40.777Z" },+]++[package.optional-dependencies]+requests = [+ { name = "requests" },][[package]]name = "google-genai"-version = "1.45.0"+version = "1.56.0"source = { registry = "https://pypi.org/simple" }dependencies = [{ name = "anyio" },- { name = "google-auth" },+ { name = "distro" },+ { name = "google-auth", extra = ["requests"] },{ name = "httpx" },{ name = "pydantic" },{ name = "requests" },+ { name = "sniffio" },{ name = "tenacity" },{ name = "typing-extensions" },{ name = "websockets" },]-sdist = { url = "https://files.pythonhosted.org/packages/91/77/776b92f6f7cf7d7d3bc77b44a323605ae0f94f807cf9a4977c90d296b6b4/google_genai-1.45.0.tar.gz", hash = "sha256:96ec32ae99a30b5a1b54cb874b577ec6e41b5d5b808bf0f10ed4620e867f9386", size = 238198, upload-time = "2025-10-15T23:03:07.713Z" }+sdist = { url = "https://files.pythonhosted.org/packages/70/ad/d3ac5a102135bd3f1e4b1475ca65d2bd4bcc22eb2e9348ac40fe3fadb1d6/google_genai-1.56.0.tar.gz", hash = "sha256:0491af33c375f099777ae207d9621f044e27091fafad4c50e617eba32165e82f", size = 340451, upload-time = "2025-12-17T12:35:05.412Z" }wheels = [- { url = "https://files.pythonhosted.org/packages/11/8f/922116dabe3d0312f08903d324db6ac9d406832cf57707550bc61151d91b/google_genai-1.45.0-py3-none-any.whl", hash = "sha256:e755295063e5fd5a4c44acff782a569e37fa8f76a6c75d0ede3375c70d916b7f", size = 238495, upload-time = "2025-10-15T23:03:05.926Z" },+ { url = "https://files.pythonhosted.org/packages/84/93/94bc7a89ef4e7ed3666add55cd859d1483a22737251df659bf1aa46e9405/google_genai-1.56.0-py3-none-any.whl", hash = "sha256:9e6b11e0c105ead229368cb5849a480e4d0185519f8d9f538d61ecfcf193b052", size = 426563, upload-time = "2025-12-17T12:35:03.717Z" },][[package]]