Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
feat: handle streaming for hitl in new agent loop (#4496)
cthomas82192dee44fe
diff --git a/letta/adapters/letta_llm_adapter.py b/letta/adapters/letta_llm_adapter.pyindex 8c4bc2e6c..a554b368f 100644--- a/letta/adapters/letta_llm_adapter.py+++ b/letta/adapters/letta_llm_adapter.py@@ -40,6 +40,7 @@ class LettaLLMAdapter(ABC):messages: list,tools: list,use_assistant_message: bool,+ requires_approval_tools: list[str] = [],step_id: str | None = None,actor: User | None = None,) -> AsyncGenerator[LettaMessage | None, None]:@@ -51,6 +52,7 @@ class LettaLLMAdapter(ABC):messages: The messages in context for the requesttools: The tools available for the LLM to useuse_assistant_message: If true, use assistant messages when streaming response+ requires_approval_tools: The subset of tools that require approval before usestep_id: The step ID associated with this request. If provided, logs request and response data.actor: The optional actor associated with this request for logging purposes.diff --git a/letta/adapters/letta_llm_request_adapter.py b/letta/adapters/letta_llm_request_adapter.pyindex 5a2471d69..a21663f4b 100644--- a/letta/adapters/letta_llm_request_adapter.py+++ b/letta/adapters/letta_llm_request_adapter.py@@ -25,6 +25,7 @@ class LettaLLMRequestAdapter(LettaLLMAdapter):messages: list,tools: list,use_assistant_message: bool,+ requires_approval_tools: list[str] = [],step_id: str | None = None,actor: str | None = None,) -> AsyncGenerator[LettaMessage | None, None]:diff --git a/letta/adapters/letta_llm_stream_adapter.py b/letta/adapters/letta_llm_stream_adapter.pyindex 47a8f5622..c0bf2e9a1 100644--- a/letta/adapters/letta_llm_stream_adapter.py+++ b/letta/adapters/letta_llm_stream_adapter.py@@ -35,6 +35,7 @@ class LettaLLMStreamAdapter(LettaLLMAdapter):messages: list,tools: list,use_assistant_message: bool,+ requires_approval_tools: list[str] = [],step_id: str | None = None,actor: User | None = None,) -> AsyncGenerator[LettaMessage, None]:@@ -55,6 +56,7 @@ class LettaLLMStreamAdapter(LettaLLMAdapter):self.interface = AnthropicStreamingInterface(use_assistant_message=use_assistant_message,put_inner_thoughts_in_kwarg=self.llm_config.put_inner_thoughts_in_kwargs,+ requires_approval_tools=requires_approval_tools,)elif self.llm_config.model_endpoint_type == ProviderType.openai:self.interface = OpenAIStreamingInterface(@@ -63,6 +65,7 @@ class LettaLLMStreamAdapter(LettaLLMAdapter):put_inner_thoughts_in_kwarg=self.llm_config.put_inner_thoughts_in_kwargs,messages=messages,tools=tools,+ requires_approval_tools=requires_approval_tools,)else:raise ValueError(f"Streaming not supported for provider {self.llm_config.model_endpoint_type}")diff --git a/letta/agents/letta_agent_v2.py b/letta/agents/letta_agent_v2.pyindex 26d1c6ba5..873052891 100644--- a/letta/agents/letta_agent_v2.py+++ b/letta/agents/letta_agent_v2.py@@ -399,6 +399,9 @@ class LettaAgentV2(BaseAgentV2):messages=messages,tools=valid_tools,use_assistant_message=use_assistant_message,+ requires_approval_tools=self.tool_rules_solver.get_requires_approval_tools(+ set([t["name"] for t in valid_tools])+ ),step_id=step_id,actor=self.actor,)@@ -476,10 +479,11 @@ class LettaAgentV2(BaseAgentV2):self.response_messages.extend(persisted_messages[new_message_idx:])if llm_adapter.supports_token_streaming():- tool_return = [msg for msg in persisted_messages if msg.role == "tool"][-1].to_letta_messages()[0]- if not (use_assistant_message and tool_return.name == "send_message"):- if include_return_message_types is None or tool_return.message_type in include_return_message_types:- yield tool_return+ if persisted_messages[-1].role != "approval":+ tool_return = [msg for msg in persisted_messages if msg.role == "tool"][-1].to_letta_messages()[0]+ if not (use_assistant_message and tool_return.name == "send_message"):+ if include_return_message_types is None or tool_return.message_type in include_return_message_types:+ yield tool_returnelse:filter_user_messages = [m for m in persisted_messages[new_message_idx:] if m.role != "user"]letta_messages = Message.to_letta_messages_from_list(