Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
fix: upgrade google-genai sdk version and fix gemini 3 streaming (#6437)
jnjpngc6df306ccf04
diff --git a/letta/adapters/simple_llm_stream_adapter.py b/letta/adapters/simple_llm_stream_adapter.pyindex 1b575147d..1cd2ee239 100644--- a/letta/adapters/simple_llm_stream_adapter.py+++ b/letta/adapters/simple_llm_stream_adapter.py@@ -112,7 +112,12 @@ class SimpleLLMStreamAdapter(LettaLLMStreamAdapter):# Start the streaming request (map provider errors to common LLMError types)try:- stream = await self.llm_client.stream_async(request_data, self.llm_config)+ # Gemini uses async generator pattern (no await) to maintain connection lifecycle+ # Other providers return awaitables that resolve to iterators+ if self.llm_config.model_endpoint_type in [ProviderType.google_ai, ProviderType.google_vertex]:+ stream = self.llm_client.stream_async(request_data, self.llm_config)+ else:+ stream = await self.llm_client.stream_async(request_data, self.llm_config)except Exception as e:raise self.llm_client.handle_llm_error(e)diff --git a/letta/llm_api/google_vertex_client.py b/letta/llm_api/google_vertex_client.pyindex b9c19e835..26b63f44e 100644--- a/letta/llm_api/google_vertex_client.py+++ b/letta/llm_api/google_vertex_client.py@@ -3,8 +3,7 @@ import jsonimport uuidfrom typing import AsyncIterator, List, Optional-from google import genai-from google.genai import errors+from google.genai import Client, errorsfrom google.genai.types import (FunctionCallingConfig,FunctionCallingConfigMode,@@ -51,7 +50,7 @@ class GoogleVertexClient(LLMClientBase):def _get_client(self):timeout_ms = int(settings.llm_request_timeout_seconds * 1000)- return genai.Client(+ return Client(vertexai=True,project=model_settings.google_cloud_project,location=model_settings.google_cloud_location,@@ -142,11 +141,15 @@ class GoogleVertexClient(LLMClientBase):@trace_methodasync def stream_async(self, request_data: dict, llm_config: LLMConfig) -> AsyncIterator[GenerateContentResponse]:client = self._get_client()- return await client.aio.models.generate_content_stream(+ response = await client.aio.models.generate_content_stream(model=llm_config.model,contents=request_data["contents"],config=request_data["config"],)+ # Direct yield - keeps response alive in generator's local scope throughout iteration+ # This is required because the SDK's connection lifecycle is tied to the response object+ async for chunk in response:+ yield chunk@staticmethoddef add_dummy_model_messages(messages: List[dict]) -> List[dict]:diff --git a/pyproject.toml b/pyproject.tomlindex 192a8bc50..24d1cfe62 100644--- a/pyproject.toml+++ b/pyproject.toml@@ -69,7 +69,7 @@ dependencies = ["ruff[dev]>=0.12.10","trafilatura","readability-lxml",- "google-genai>=1.15.0",+ "google-genai>=1.52.0","datadog>=0.49.1","psutil>=5.9.0",]diff --git a/uv.lock b/uv.lockindex dc7c51dbd..fb17b0ca0 100644--- a/uv.lock+++ b/uv.lock@@ -1487,7 +1487,7 @@ wheels = [[[package]]name = "google-genai"-version = "1.31.0"+version = "1.52.0"source = { registry = "https://pypi.org/simple" }dependencies = [{ name = "anyio" },@@ -1499,9 +1499,9 @@ dependencies = [{ name = "typing-extensions" },{ name = "websockets" },]-sdist = { url = "https://files.pythonhosted.org/packages/e0/1b/da30fa6e2966942d7028a58eb7aa7d04544dcc3aa66194365b2e0adac570/google_genai-1.31.0.tar.gz", hash = "sha256:8572b47aa684357c3e5e10d290ec772c65414114939e3ad2955203e27cd2fcbc", size = 233482, upload-time = "2025-08-18T23:40:21.733Z" }+sdist = { url = "https://files.pythonhosted.org/packages/09/4e/0ad8585d05312074bb69711b2d81cfed69ce0ae441913d57bf169bed20a7/google_genai-1.52.0.tar.gz", hash = "sha256:a74e8a4b3025f23aa98d6a0f84783119012ca6c336fd68f73c5d2b11465d7fc5", size = 258743, upload-time = "2025-11-21T02:18:55.742Z" }wheels = [- { url = "https://files.pythonhosted.org/packages/41/27/1525bc9cbec58660f0842ebcbfe910a1dde908c2672373804879666e0bb8/google_genai-1.31.0-py3-none-any.whl", hash = "sha256:5c6959bcf862714e8ed0922db3aaf41885bacf6318751b3421bf1e459f78892f", size = 231876, upload-time = "2025-08-18T23:40:20.385Z" },+ { url = "https://files.pythonhosted.org/packages/ec/66/03f663e7bca7abe9ccfebe6cb3fe7da9a118fd723a5abb278d6117e7990e/google_genai-1.52.0-py3-none-any.whl", hash = "sha256:c8352b9f065ae14b9322b949c7debab8562982f03bf71d44130cd2b798c20743", size = 261219, upload-time = "2025-11-21T02:18:54.515Z" },][[package]]@@ -2509,7 +2509,7 @@ requires-dist = [{ name = "faker", specifier = ">=36.1.0" },{ name = "fastapi", marker = "extra == 'desktop'", specifier = ">=0.115.6" },{ name = "fastapi", marker = "extra == 'server'", specifier = ">=0.115.6" },- { name = "google-genai", specifier = ">=1.15.0" },+ { name = "google-genai", specifier = ">=1.52.0" },{ name = "granian", extras = ["uvloop", "reload"], marker = "extra == 'experimental'", specifier = ">=2.3.2" },{ name = "grpcio", specifier = ">=1.68.1" },{ name = "grpcio-tools", specifier = ">=1.68.1" },