Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

fix: handle malformed function calls in vertex (#1987)

Andy Lid1865eaa22bb
diff --git a/letta/llm_api/google_ai_client.py b/letta/llm_api/google_ai_client.py
index 5f807f736..6f782c10d 100644
--- a/letta/llm_api/google_ai_client.py
+++ b/letta/llm_api/google_ai_client.py
@@ -122,8 +122,8 @@ class GoogleAIClient(LLMClientBase):
for candidate in response_data["candidates"]:
content = candidate["content"]
- if "role" not in content:
- # This means the response is malformed
+ if "role" not in content or not content["role"]:
+ # This means the response is malformed like MALFORMED_FUNCTION_CALL
# NOTE: must be a ValueError to trigger a retry
raise ValueError(f"Error in response data from LLM: {response_data}")
role = content["role"]
diff --git a/letta/llm_api/google_vertex_client.py b/letta/llm_api/google_vertex_client.py
index 177eac8d9..15e610d43 100644
--- a/letta/llm_api/google_vertex_client.py
+++ b/letta/llm_api/google_vertex_client.py
@@ -110,7 +110,11 @@ class GoogleVertexClient(GoogleAIClient):
for candidate in response.candidates:
content = candidate.content
- role = content.role
+ if "role" not in content or not content["role"]:
+ # This means the response is malformed like MALFORMED_FUNCTION_CALL
+ # NOTE: must be a ValueError to trigger a retry
+ raise ValueError(f"Error in response data from LLM: {response_data}")
+ role = content["role"]
assert role == "model", f"Unknown role in response: {role}"
parts = content.parts