Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

fix: patch gemini token counting (#6445)

Charles Packere142d440d5ae
diff --git a/letta/interfaces/gemini_streaming_interface.py b/letta/interfaces/gemini_streaming_interface.py
index c7245a8ed..020dbad12 100644
--- a/letta/interfaces/gemini_streaming_interface.py
+++ b/letta/interfaces/gemini_streaming_interface.py
@@ -166,8 +166,11 @@ class SimpleGeminiStreamingInterface:
if usage_metadata:
if usage_metadata.prompt_token_count:
self.input_tokens = usage_metadata.prompt_token_count
- if usage_metadata.total_token_count:
- self.output_tokens = usage_metadata.total_token_count - usage_metadata.prompt_token_count
+ # Use candidates_token_count directly for output tokens.
+ # Do NOT use (total_token_count - prompt_token_count) as that incorrectly
+ # includes thinking/reasoning tokens which can be 10-100x the actual output.
+ if usage_metadata.candidates_token_count:
+ self.output_tokens = usage_metadata.candidates_token_count
if not event.candidates or len(event.candidates) == 0:
return