Skip to content

armgit / cua

Public Imported from GitHub
0

Scale computer-use 2.0 with open-source drivers, cross-OS sandboxes, and benchmarks for training, evaluation, and data generation.

gemini 3 flash preview integration

Sarina Lib58472e4edb5
diff --git a/libs/python/agent/agent/loops/gemini.py b/libs/python/agent/agent/loops/gemini.py
index 3760876b33..0ab7c405ea 100644
--- a/libs/python/agent/agent/loops/gemini.py
+++ b/libs/python/agent/agent/loops/gemini.py
@@ -1,13 +1,18 @@
"""
-Gemini 2.5 Computer Use agent loop
+Gemini Computer Use agent loop
Maps internal Agent SDK message format to Google's Gemini Computer Use API and back.
+Supported models:
+- gemini-2.5-computer-use-preview-10-2025
+- gemini-3-flash-preview (and variants)
+
Key features:
- Lazy import of google.genai
- Configure Computer Use tool with excluded browser-specific predefined functions
- Optional custom function declarations hook for computer-call specific functions
- Convert Gemini function_call parts into internal computer_call actions
+- Gemini 3-specific: thinking_level and media_resolution parameters
"""
from __future__ import annotations
@@ -184,7 +189,8 @@ def _map_gemini_fc_to_computer_call(
}
-@register_agent(models=r"^gemini-2\.5-computer-use-preview-10-2025$")
+# Note: gemini-3-pro-preview does NOT support ComputerUse
+@register_agent(models=r"^(gemini-2\.5-computer-use-preview-10-2025|gemini-3-flash-preview)$")
class GeminiComputerUseConfig(AsyncAgentConfig):
async def predict_step(
self,
@@ -205,6 +211,12 @@ class GeminiComputerUseConfig(AsyncAgentConfig):
client = genai.Client()
+ # Extract Gemini 3-specific parameters
+ # thinking_level: Use types.ThinkingLevel enum values (e.g., "LOW", "HIGH", "MEDIUM", "MINIMAL")
+ # media_resolution: Use types.MediaResolution enum values (e.g., "MEDIA_RESOLUTION_LOW", "MEDIA_RESOLUTION_HIGH")
+ thinking_level = kwargs.pop("thinking_level", None)
+ media_resolution = kwargs.pop("media_resolution", None)
+
# Build excluded predefined functions for browser-specific behavior
excluded = [
"open_web_browser",
@@ -214,8 +226,41 @@ class GeminiComputerUseConfig(AsyncAgentConfig):
"go_back",
"scroll_document",
]
+
# Optional custom functions: can be extended by host code via `tools` parameter later if desired
CUSTOM_FUNCTION_DECLARATIONS: List[Any] = []
+ # Build thinking_config for Gemini 3 models if specified
+ thinking_config = None
+ if thinking_level:
+ # Accept string values and map to SDK enum
+ level_map = {
+ "minimal": types.ThinkingLevel.MINIMAL,
+ "low": types.ThinkingLevel.LOW,
+ "medium": types.ThinkingLevel.MEDIUM,
+ "high": types.ThinkingLevel.HIGH,
+ }
+ # Handle both lowercase strings and SDK enum values
+ if isinstance(thinking_level, str) and thinking_level.lower() in level_map:
+ thinking_config = types.ThinkingConfig(
+ thinking_level=level_map[thinking_level.lower()]
+ )
+ else:
+ # Assume it's already an SDK enum value
+ thinking_config = types.ThinkingConfig(thinking_level=thinking_level)
+
+ # Build media_resolution for Gemini 3 models if specified
+ resolved_media_resolution = None
+ if media_resolution:
+ resolution_map = {
+ "low": types.MediaResolution.MEDIA_RESOLUTION_LOW,
+ "medium": types.MediaResolution.MEDIA_RESOLUTION_MEDIUM,
+ "high": types.MediaResolution.MEDIA_RESOLUTION_HIGH,
+ }
+ if isinstance(media_resolution, str) and media_resolution.lower() in resolution_map:
+ resolved_media_resolution = resolution_map[media_resolution.lower()]
+ else:
+ # Assume it's already an SDK enum value
+ resolved_media_resolution = media_resolution
# Compose tools config
generate_content_config = types.GenerateContentConfig(
@@ -227,7 +272,9 @@ class GeminiComputerUseConfig(AsyncAgentConfig):
)
),
# types.Tool(function_declarations=CUSTOM_FUNCTION_DECLARATIONS), # enable when custom functions needed
- ]
+ ],
+ thinking_config=thinking_config,
+ media_resolution=resolved_media_resolution,
)
# Prepare contents: last user text + latest screenshot
diff --git a/uv.lock b/uv.lock
index 9b2c7fa694..41e7a223ba 100644
--- a/uv.lock
+++ b/uv.lock
@@ -1,5 +1,5 @@
version = 1
-revision = 2
+revision = 3
requires-python = ">=3.12, <3.14"
resolution-markers = [
"python_version < '0'",
@@ -883,7 +883,7 @@ wheels = [
[[package]]
name = "cua-agent"
-version = "0.5.1"
+version = "0.5.2"
source = { editable = "libs/python/agent" }
dependencies = [
{ name = "aiohttp" },
@@ -1052,7 +1052,7 @@ requires-dist = [
[[package]]
name = "cua-computer"
-version = "0.4.17"
+version = "0.4.18"
source = { editable = "libs/python/computer" }
dependencies = [
{ name = "aiohttp" },
@@ -1772,35 +1772,42 @@ wheels = [
[[package]]
name = "google-auth"
-version = "2.41.1"
+version = "2.45.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "cachetools" },
{ name = "pyasn1-modules" },
{ name = "rsa" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/a8/af/5129ce5b2f9688d2fa49b463e544972a7c82b0fdb50980dafee92e121d9f/google_auth-2.41.1.tar.gz", hash = "sha256:b76b7b1f9e61f0cb7e88870d14f6a94aeef248959ef6992670efee37709cbfd2", size = 292284, upload-time = "2025-09-30T22:51:26.363Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/e5/00/3c794502a8b892c404b2dea5b3650eb21bfc7069612fbfd15c7f17c1cb0d/google_auth-2.45.0.tar.gz", hash = "sha256:90d3f41b6b72ea72dd9811e765699ee491ab24139f34ebf1ca2b9cc0c38708f3", size = 320708, upload-time = "2025-12-15T22:58:42.889Z" }
wheels = [
- { url = "https://files.pythonhosted.org/packages/be/a4/7319a2a8add4cc352be9e3efeff5e2aacee917c85ca2fa1647e29089983c/google_auth-2.41.1-py2.py3-none-any.whl", hash = "sha256:754843be95575b9a19c604a848a41be03f7f2afd8c019f716dc1f51ee41c639d", size = 221302, upload-time = "2025-09-30T22:51:24.212Z" },
+ { url = "https://files.pythonhosted.org/packages/c6/97/451d55e05487a5cd6279a01a7e34921858b16f7dc8aa38a2c684743cd2b3/google_auth-2.45.0-py2.py3-none-any.whl", hash = "sha256:82344e86dc00410ef5382d99be677c6043d72e502b625aa4f4afa0bdacca0f36", size = 233312, upload-time = "2025-12-15T22:58:40.777Z" },
+]
+
+[package.optional-dependencies]
+requests = [
+ { name = "requests" },
]
[[package]]
name = "google-genai"
-version = "1.45.0"
+version = "1.56.0"
source = { registry = "https://pypi.org/simple" }
dependencies = [
{ name = "anyio" },
- { name = "google-auth" },
+ { name = "distro" },
+ { name = "google-auth", extra = ["requests"] },
{ name = "httpx" },
{ name = "pydantic" },
{ name = "requests" },
+ { name = "sniffio" },
{ name = "tenacity" },
{ name = "typing-extensions" },
{ name = "websockets" },
]
-sdist = { url = "https://files.pythonhosted.org/packages/91/77/776b92f6f7cf7d7d3bc77b44a323605ae0f94f807cf9a4977c90d296b6b4/google_genai-1.45.0.tar.gz", hash = "sha256:96ec32ae99a30b5a1b54cb874b577ec6e41b5d5b808bf0f10ed4620e867f9386", size = 238198, upload-time = "2025-10-15T23:03:07.713Z" }
+sdist = { url = "https://files.pythonhosted.org/packages/70/ad/d3ac5a102135bd3f1e4b1475ca65d2bd4bcc22eb2e9348ac40fe3fadb1d6/google_genai-1.56.0.tar.gz", hash = "sha256:0491af33c375f099777ae207d9621f044e27091fafad4c50e617eba32165e82f", size = 340451, upload-time = "2025-12-17T12:35:05.412Z" }
wheels = [
- { url = "https://files.pythonhosted.org/packages/11/8f/922116dabe3d0312f08903d324db6ac9d406832cf57707550bc61151d91b/google_genai-1.45.0-py3-none-any.whl", hash = "sha256:e755295063e5fd5a4c44acff782a569e37fa8f76a6c75d0ede3375c70d916b7f", size = 238495, upload-time = "2025-10-15T23:03:05.926Z" },
+ { url = "https://files.pythonhosted.org/packages/84/93/94bc7a89ef4e7ed3666add55cd859d1483a22737251df659bf1aa46e9405/google_genai-1.56.0-py3-none-any.whl", hash = "sha256:9e6b11e0c105ead229368cb5849a480e4d0185519f8d9f538d61ecfcf193b052", size = 426563, upload-time = "2025-12-17T12:35:03.717Z" },
]
[[package]]