Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

feat: add otid to new async loop (#2185)

cthomas17ee9b368cf3
diff --git a/letta/agents/letta_agent.py b/letta/agents/letta_agent.py
index 7aa89be8d..62e6dfe04 100644
--- a/letta/agents/letta_agent.py
+++ b/letta/agents/letta_agent.py
@@ -180,7 +180,7 @@ class LettaAgent(BaseAgent):
new_in_context_messages.extend(persisted_messages)
if not use_assistant_message or should_continue:
- tool_return = persisted_messages[-1].to_letta_messages()[0]
+ tool_return = [msg for msg in persisted_messages if msg.role == "tool"][-1].to_letta_messages()[0]
yield f"data: {tool_return.model_dump_json()}\n\n"
if not should_continue:
diff --git a/letta/interfaces/anthropic_streaming_interface.py b/letta/interfaces/anthropic_streaming_interface.py
index 179ff11d0..d86435388 100644
--- a/letta/interfaces/anthropic_streaming_interface.py
+++ b/letta/interfaces/anthropic_streaming_interface.py
@@ -108,6 +108,8 @@ class AnthropicStreamingInterface:
raise
async def process(self, stream: AsyncStream[BetaRawMessageStreamEvent]) -> AsyncGenerator[LettaMessage, None]:
+ prev_message_type = None
+ message_index = 0
try:
async with stream:
async for event in stream:
@@ -137,14 +139,17 @@ class AnthropicStreamingInterface:
# TODO: Can capture signature, etc.
elif isinstance(content, BetaRedactedThinkingBlock):
self.anthropic_mode = EventMode.REDACTED_THINKING
-
+ if prev_message_type and prev_message_type != "hidden_reasoning_message":
+ message_index += 1
hidden_reasoning_message = HiddenReasoningMessage(
id=self.letta_assistant_message_id,
state="redacted",
hidden_reasoning=content.data,
date=datetime.now(timezone.utc).isoformat(),
+ otid=Message.generate_otid_from_id(self.letta_assistant_message_id, message_index),
)
self.reasoning_messages.append(hidden_reasoning_message)
+ prev_message_type = hidden_reasoning_message.message_type
yield hidden_reasoning_message
elif isinstance(event, BetaRawContentBlockDeltaEvent):
@@ -175,12 +180,16 @@ class AnthropicStreamingInterface:
self.partial_tag_buffer = combined_text[-10:] if len(combined_text) > 10 else combined_text
self.accumulated_inner_thoughts.append(delta.text)
+ if prev_message_type and prev_message_type != "reasoning_message":
+ message_index += 1
reasoning_message = ReasoningMessage(
id=self.letta_assistant_message_id,
reasoning=self.accumulated_inner_thoughts[-1],
date=datetime.now(timezone.utc).isoformat(),
+ otid=Message.generate_otid_from_id(self.letta_assistant_message_id, message_index),
)
self.reasoning_messages.append(reasoning_message)
+ prev_message_type = reasoning_message.message_type
yield reasoning_message
elif isinstance(delta, BetaInputJSONDelta):
@@ -198,21 +207,30 @@ class AnthropicStreamingInterface:
inner_thoughts_diff = current_inner_thoughts[len(previous_inner_thoughts) :]
if inner_thoughts_diff:
+ if prev_message_type and prev_message_type != "reasoning_message":
+ message_index += 1
reasoning_message = ReasoningMessage(
id=self.letta_assistant_message_id,
reasoning=inner_thoughts_diff,
date=datetime.now(timezone.utc).isoformat(),
+ otid=Message.generate_otid_from_id(self.letta_assistant_message_id, message_index),
)
self.reasoning_messages.append(reasoning_message)
+ prev_message_type = reasoning_message.message_type
yield reasoning_message
# Check if inner thoughts are complete - if so, flush the buffer
if not self.inner_thoughts_complete and self._check_inner_thoughts_complete(self.accumulated_tool_call_args):
self.inner_thoughts_complete = True
# Flush all buffered tool call messages
- for buffered_msg in self.tool_call_buffer:
- yield buffered_msg
- self.tool_call_buffer = []
+ if len(self.tool_call_buffer) > 0:
+ if prev_message_type and prev_message_type != "tool_call_message":
+ message_index += 1
+ for buffered_msg in self.tool_call_buffer:
+ buffered_msg.otid = Message.generate_otid_from_id(self.letta_tool_message_id, message_index)
+ prev_message_type = buffered_msg.message_type
+ yield buffered_msg
+ self.tool_call_buffer = []
# Start detecting special case of "send_message"
if self.tool_call_name == DEFAULT_MESSAGE_TOOL and self.use_assistant_message:
@@ -222,11 +240,16 @@ class AnthropicStreamingInterface:
# Only stream out if it's not an empty string
if send_message_diff:
- yield AssistantMessage(
+ if prev_message_type and prev_message_type != "assistant_message":
+ message_index += 1
+ assistant_msg = AssistantMessage(
id=self.letta_assistant_message_id,
content=[TextContent(text=send_message_diff)],
date=datetime.now(timezone.utc).isoformat(),
+ otid=Message.generate_otid_from_id(self.letta_assistant_message_id, message_index),
)
+ prev_message_type = assistant_msg.message_type
+ yield assistant_msg
else:
# Otherwise, it is a normal tool call - buffer or yield based on inner thoughts status
tool_call_msg = ToolCallMessage(
@@ -234,8 +257,11 @@ class AnthropicStreamingInterface:
tool_call=ToolCallDelta(arguments=delta.partial_json),
date=datetime.now(timezone.utc).isoformat(),
)
-
if self.inner_thoughts_complete:
+ if prev_message_type and prev_message_type != "tool_call_message":
+ message_index += 1
+ tool_call_msg.otid = Message.generate_otid_from_id(self.letta_tool_message_id, message_index)
+ prev_message_type = tool_call_msg.message_type
yield tool_call_msg
else:
self.tool_call_buffer.append(tool_call_msg)
@@ -249,13 +275,17 @@ class AnthropicStreamingInterface:
f"Streaming integrity failed - received BetaThinkingBlock object while not in THINKING EventMode: {delta}"
)
+ if prev_message_type and prev_message_type != "reasoning_message":
+ message_index += 1
reasoning_message = ReasoningMessage(
id=self.letta_assistant_message_id,
source="reasoner_model",
reasoning=delta.thinking,
date=datetime.now(timezone.utc).isoformat(),
+ otid=Message.generate_otid_from_id(self.letta_assistant_message_id, message_index),
)
self.reasoning_messages.append(reasoning_message)
+ prev_message_type = reasoning_message.message_type
yield reasoning_message
elif isinstance(delta, BetaSignatureDelta):
# Safety check
@@ -264,14 +294,18 @@ class AnthropicStreamingInterface:
f"Streaming integrity failed - received BetaSignatureDelta object while not in THINKING EventMode: {delta}"
)
+ if prev_message_type and prev_message_type != "reasoning_message":
+ message_index += 1
reasoning_message = ReasoningMessage(
id=self.letta_assistant_message_id,
source="reasoner_model",
reasoning="",
date=datetime.now(timezone.utc).isoformat(),
signature=delta.signature,
+ otid=Message.generate_otid_from_id(self.letta_assistant_message_id, message_index),
)
self.reasoning_messages.append(reasoning_message)
+ prev_message_type = reasoning_message.message_type
yield reasoning_message
elif isinstance(event, BetaRawMessageStartEvent):
self.message_id = event.message.id