Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
feat: add otid to new async loop (#2185)
cthomas17ee9b368cf3
diff --git a/letta/agents/letta_agent.py b/letta/agents/letta_agent.pyindex 7aa89be8d..62e6dfe04 100644--- a/letta/agents/letta_agent.py+++ b/letta/agents/letta_agent.py@@ -180,7 +180,7 @@ class LettaAgent(BaseAgent):new_in_context_messages.extend(persisted_messages)if not use_assistant_message or should_continue:- tool_return = persisted_messages[-1].to_letta_messages()[0]+ tool_return = [msg for msg in persisted_messages if msg.role == "tool"][-1].to_letta_messages()[0]yield f"data: {tool_return.model_dump_json()}\n\n"if not should_continue:diff --git a/letta/interfaces/anthropic_streaming_interface.py b/letta/interfaces/anthropic_streaming_interface.pyindex 179ff11d0..d86435388 100644--- a/letta/interfaces/anthropic_streaming_interface.py+++ b/letta/interfaces/anthropic_streaming_interface.py@@ -108,6 +108,8 @@ class AnthropicStreamingInterface:raiseasync def process(self, stream: AsyncStream[BetaRawMessageStreamEvent]) -> AsyncGenerator[LettaMessage, None]:+ prev_message_type = None+ message_index = 0try:async with stream:async for event in stream:@@ -137,14 +139,17 @@ class AnthropicStreamingInterface:# TODO: Can capture signature, etc.elif isinstance(content, BetaRedactedThinkingBlock):self.anthropic_mode = EventMode.REDACTED_THINKING-+ if prev_message_type and prev_message_type != "hidden_reasoning_message":+ message_index += 1hidden_reasoning_message = HiddenReasoningMessage(id=self.letta_assistant_message_id,state="redacted",hidden_reasoning=content.data,date=datetime.now(timezone.utc).isoformat(),+ otid=Message.generate_otid_from_id(self.letta_assistant_message_id, message_index),)self.reasoning_messages.append(hidden_reasoning_message)+ prev_message_type = hidden_reasoning_message.message_typeyield hidden_reasoning_messageelif isinstance(event, BetaRawContentBlockDeltaEvent):@@ -175,12 +180,16 @@ class AnthropicStreamingInterface:self.partial_tag_buffer = combined_text[-10:] if len(combined_text) > 10 else combined_textself.accumulated_inner_thoughts.append(delta.text)+ if prev_message_type and prev_message_type != "reasoning_message":+ message_index += 1reasoning_message = ReasoningMessage(id=self.letta_assistant_message_id,reasoning=self.accumulated_inner_thoughts[-1],date=datetime.now(timezone.utc).isoformat(),+ otid=Message.generate_otid_from_id(self.letta_assistant_message_id, message_index),)self.reasoning_messages.append(reasoning_message)+ prev_message_type = reasoning_message.message_typeyield reasoning_messageelif isinstance(delta, BetaInputJSONDelta):@@ -198,21 +207,30 @@ class AnthropicStreamingInterface:inner_thoughts_diff = current_inner_thoughts[len(previous_inner_thoughts) :]if inner_thoughts_diff:+ if prev_message_type and prev_message_type != "reasoning_message":+ message_index += 1reasoning_message = ReasoningMessage(id=self.letta_assistant_message_id,reasoning=inner_thoughts_diff,date=datetime.now(timezone.utc).isoformat(),+ otid=Message.generate_otid_from_id(self.letta_assistant_message_id, message_index),)self.reasoning_messages.append(reasoning_message)+ prev_message_type = reasoning_message.message_typeyield reasoning_message# Check if inner thoughts are complete - if so, flush the bufferif not self.inner_thoughts_complete and self._check_inner_thoughts_complete(self.accumulated_tool_call_args):self.inner_thoughts_complete = True# Flush all buffered tool call messages- for buffered_msg in self.tool_call_buffer:- yield buffered_msg- self.tool_call_buffer = []+ if len(self.tool_call_buffer) > 0:+ if prev_message_type and prev_message_type != "tool_call_message":+ message_index += 1+ for buffered_msg in self.tool_call_buffer:+ buffered_msg.otid = Message.generate_otid_from_id(self.letta_tool_message_id, message_index)+ prev_message_type = buffered_msg.message_type+ yield buffered_msg+ self.tool_call_buffer = []# Start detecting special case of "send_message"if self.tool_call_name == DEFAULT_MESSAGE_TOOL and self.use_assistant_message:@@ -222,11 +240,16 @@ class AnthropicStreamingInterface:# Only stream out if it's not an empty stringif send_message_diff:- yield AssistantMessage(+ if prev_message_type and prev_message_type != "assistant_message":+ message_index += 1+ assistant_msg = AssistantMessage(id=self.letta_assistant_message_id,content=[TextContent(text=send_message_diff)],date=datetime.now(timezone.utc).isoformat(),+ otid=Message.generate_otid_from_id(self.letta_assistant_message_id, message_index),)+ prev_message_type = assistant_msg.message_type+ yield assistant_msgelse:# Otherwise, it is a normal tool call - buffer or yield based on inner thoughts statustool_call_msg = ToolCallMessage(@@ -234,8 +257,11 @@ class AnthropicStreamingInterface:tool_call=ToolCallDelta(arguments=delta.partial_json),date=datetime.now(timezone.utc).isoformat(),)-if self.inner_thoughts_complete:+ if prev_message_type and prev_message_type != "tool_call_message":+ message_index += 1+ tool_call_msg.otid = Message.generate_otid_from_id(self.letta_tool_message_id, message_index)+ prev_message_type = tool_call_msg.message_typeyield tool_call_msgelse:self.tool_call_buffer.append(tool_call_msg)@@ -249,13 +275,17 @@ class AnthropicStreamingInterface:f"Streaming integrity failed - received BetaThinkingBlock object while not in THINKING EventMode: {delta}")+ if prev_message_type and prev_message_type != "reasoning_message":+ message_index += 1reasoning_message = ReasoningMessage(id=self.letta_assistant_message_id,source="reasoner_model",reasoning=delta.thinking,date=datetime.now(timezone.utc).isoformat(),+ otid=Message.generate_otid_from_id(self.letta_assistant_message_id, message_index),)self.reasoning_messages.append(reasoning_message)+ prev_message_type = reasoning_message.message_typeyield reasoning_messageelif isinstance(delta, BetaSignatureDelta):# Safety check@@ -264,14 +294,18 @@ class AnthropicStreamingInterface:f"Streaming integrity failed - received BetaSignatureDelta object while not in THINKING EventMode: {delta}")+ if prev_message_type and prev_message_type != "reasoning_message":+ message_index += 1reasoning_message = ReasoningMessage(id=self.letta_assistant_message_id,source="reasoner_model",reasoning="",date=datetime.now(timezone.utc).isoformat(),signature=delta.signature,+ otid=Message.generate_otid_from_id(self.letta_assistant_message_id, message_index),)self.reasoning_messages.append(reasoning_message)+ prev_message_type = reasoning_message.message_typeyield reasoning_messageelif isinstance(event, BetaRawMessageStartEvent):self.message_id = event.message.id