Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

feat: handle streaming for hitl in new agent loop (#4496)

cthomas82192dee44fe
diff --git a/letta/adapters/letta_llm_adapter.py b/letta/adapters/letta_llm_adapter.py
index 8c4bc2e6c..a554b368f 100644
--- a/letta/adapters/letta_llm_adapter.py
+++ b/letta/adapters/letta_llm_adapter.py
@@ -40,6 +40,7 @@ class LettaLLMAdapter(ABC):
messages: list,
tools: list,
use_assistant_message: bool,
+ requires_approval_tools: list[str] = [],
step_id: str | None = None,
actor: User | None = None,
) -> AsyncGenerator[LettaMessage | None, None]:
@@ -51,6 +52,7 @@ class LettaLLMAdapter(ABC):
messages: The messages in context for the request
tools: The tools available for the LLM to use
use_assistant_message: If true, use assistant messages when streaming response
+ requires_approval_tools: The subset of tools that require approval before use
step_id: The step ID associated with this request. If provided, logs request and response data.
actor: The optional actor associated with this request for logging purposes.
diff --git a/letta/adapters/letta_llm_request_adapter.py b/letta/adapters/letta_llm_request_adapter.py
index 5a2471d69..a21663f4b 100644
--- a/letta/adapters/letta_llm_request_adapter.py
+++ b/letta/adapters/letta_llm_request_adapter.py
@@ -25,6 +25,7 @@ class LettaLLMRequestAdapter(LettaLLMAdapter):
messages: list,
tools: list,
use_assistant_message: bool,
+ requires_approval_tools: list[str] = [],
step_id: str | None = None,
actor: str | None = None,
) -> AsyncGenerator[LettaMessage | None, None]:
diff --git a/letta/adapters/letta_llm_stream_adapter.py b/letta/adapters/letta_llm_stream_adapter.py
index 47a8f5622..c0bf2e9a1 100644
--- a/letta/adapters/letta_llm_stream_adapter.py
+++ b/letta/adapters/letta_llm_stream_adapter.py
@@ -35,6 +35,7 @@ class LettaLLMStreamAdapter(LettaLLMAdapter):
messages: list,
tools: list,
use_assistant_message: bool,
+ requires_approval_tools: list[str] = [],
step_id: str | None = None,
actor: User | None = None,
) -> AsyncGenerator[LettaMessage, None]:
@@ -55,6 +56,7 @@ class LettaLLMStreamAdapter(LettaLLMAdapter):
self.interface = AnthropicStreamingInterface(
use_assistant_message=use_assistant_message,
put_inner_thoughts_in_kwarg=self.llm_config.put_inner_thoughts_in_kwargs,
+ requires_approval_tools=requires_approval_tools,
)
elif self.llm_config.model_endpoint_type == ProviderType.openai:
self.interface = OpenAIStreamingInterface(
@@ -63,6 +65,7 @@ class LettaLLMStreamAdapter(LettaLLMAdapter):
put_inner_thoughts_in_kwarg=self.llm_config.put_inner_thoughts_in_kwargs,
messages=messages,
tools=tools,
+ requires_approval_tools=requires_approval_tools,
)
else:
raise ValueError(f"Streaming not supported for provider {self.llm_config.model_endpoint_type}")
diff --git a/letta/agents/letta_agent_v2.py b/letta/agents/letta_agent_v2.py
index 26d1c6ba5..873052891 100644
--- a/letta/agents/letta_agent_v2.py
+++ b/letta/agents/letta_agent_v2.py
@@ -399,6 +399,9 @@ class LettaAgentV2(BaseAgentV2):
messages=messages,
tools=valid_tools,
use_assistant_message=use_assistant_message,
+ requires_approval_tools=self.tool_rules_solver.get_requires_approval_tools(
+ set([t["name"] for t in valid_tools])
+ ),
step_id=step_id,
actor=self.actor,
)
@@ -476,10 +479,11 @@ class LettaAgentV2(BaseAgentV2):
self.response_messages.extend(persisted_messages[new_message_idx:])
if llm_adapter.supports_token_streaming():
- tool_return = [msg for msg in persisted_messages if msg.role == "tool"][-1].to_letta_messages()[0]
- if not (use_assistant_message and tool_return.name == "send_message"):
- if include_return_message_types is None or tool_return.message_type in include_return_message_types:
- yield tool_return
+ if persisted_messages[-1].role != "approval":
+ tool_return = [msg for msg in persisted_messages if msg.role == "tool"][-1].to_letta_messages()[0]
+ if not (use_assistant_message and tool_return.name == "send_message"):
+ if include_return_message_types is None or tool_return.message_type in include_return_message_types:
+ yield tool_return
else:
filter_user_messages = [m for m in persisted_messages[new_message_idx:] if m.role != "user"]
letta_messages = Message.to_letta_messages_from_list(