Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
feat(asyncify): convert reset messages endpoint (#2429)
cthomas0226157f3aaa
diff --git a/letta/server/rest_api/routers/v1/agents.py b/letta/server/rest_api/routers/v1/agents.pyindex 36cb05a3a..5d61aadeb 100644--- a/letta/server/rest_api/routers/v1/agents.py+++ b/letta/server/rest_api/routers/v1/agents.py@@ -877,15 +877,17 @@ async def send_message_async(@router.patch("/{agent_id}/reset-messages", response_model=AgentState, operation_id="reset_messages")-def reset_messages(+async def reset_messages(agent_id: str,add_default_initial_messages: bool = Query(default=False, description="If true, adds the default initial messages after resetting."),server: "SyncServer" = Depends(get_letta_server),actor_id: Optional[str] = Header(None, alias="user_id"), # Extract user_id from header, default to None if not present):"""Resets the messages for an agent"""- actor = server.user_manager.get_user_or_default(user_id=actor_id)- return server.agent_manager.reset_messages(agent_id=agent_id, actor=actor, add_default_initial_messages=add_default_initial_messages)+ actor = await server.user_manager.get_actor_or_default_async(actor_id=actor_id)+ return await server.agent_manager.reset_messages_async(+ agent_id=agent_id, actor=actor, add_default_initial_messages=add_default_initial_messages+ )@router.get("/{agent_id}/groups", response_model=List[Group], operation_id="list_agent_groups")diff --git a/letta/services/agent_manager.py b/letta/services/agent_manager.pyindex 2b330dfe8..aeb75403f 100644--- a/letta/services/agent_manager.py+++ b/letta/services/agent_manager.py@@ -578,6 +578,14 @@ class AgentManager:init_messages = self._generate_initial_message_sequence(actor, agent_state, initial_message_sequence)return self.append_to_in_context_messages(init_messages, agent_id=agent_state.id, actor=actor)+ @trace_method+ @enforce_types+ async def append_initial_message_sequence_to_in_context_messages_async(+ self, actor: PydanticUser, agent_state: PydanticAgentState, initial_message_sequence: Optional[List[MessageCreate]] = None+ ) -> PydanticAgentState:+ init_messages = self._generate_initial_message_sequence(actor, agent_state, initial_message_sequence)+ return await self.append_to_in_context_messages_async(init_messages, agent_id=agent_state.id, actor=actor)+@trace_method@enforce_typesdef update_agent(@@ -1502,7 +1510,20 @@ class AgentManager:@trace_method@enforce_types- def reset_messages(self, agent_id: str, actor: PydanticUser, add_default_initial_messages: bool = False) -> PydanticAgentState:+ async def append_to_in_context_messages_async(+ self, messages: List[PydanticMessage], agent_id: str, actor: PydanticUser+ ) -> PydanticAgentState:+ messages = await self.message_manager.create_many_messages_async(messages, actor=actor)+ agent = await self.get_agent_by_id_async(agent_id=agent_id, actor=actor)+ message_ids = agent.message_ids or []+ message_ids += [m.id for m in messages]+ return await self.set_in_context_messages_async(agent_id=agent_id, message_ids=message_ids, actor=actor)++ @trace_method+ @enforce_types+ async def reset_messages_async(+ self, agent_id: str, actor: PydanticUser, add_default_initial_messages: bool = False+ ) -> PydanticAgentState:"""Removes all in-context messages for the specified agent by:1) Clearing the agent.messages relationship (which cascades delete-orphans).@@ -1519,22 +1540,22 @@ class AgentManager:Returns:PydanticAgentState: The updated agent state with no linked messages."""- with db_registry.session() as session:+ async with db_registry.async_session() as session:# Retrieve the existing agent (will raise NoResultFound if invalid)- agent = AgentModel.read(db_session=session, identifier=agent_id, actor=actor)+ agent = await AgentModel.read_async(db_session=session, identifier=agent_id, actor=actor)# Also clear out the message_ids field to keep in-context memory consistentagent.message_ids = []# Commit the update- agent.update(db_session=session, actor=actor)+ await agent.update_async(db_session=session, actor=actor)- agent_state = agent.to_pydantic()+ agent_state = await agent.to_pydantic_async()- self.message_manager.delete_all_messages_for_agent(agent_id=agent_id, actor=actor)+ await self.message_manager.delete_all_messages_for_agent_async(agent_id=agent_id, actor=actor)if add_default_initial_messages:- return self.append_initial_message_sequence_to_in_context_messages(actor, agent_state)+ return await self.append_initial_message_sequence_to_in_context_messages_async(actor, agent_state)else:# We still want to always have a system messageinit_messages = initialize_message_sequence(@@ -1545,7 +1566,7 @@ class AgentManager:model=agent_state.llm_config.model,openai_message_dict=init_messages[0],)- return self.append_to_in_context_messages([system_message], agent_id=agent_state.id, actor=actor)+ return await self.append_to_in_context_messages_async([system_message], agent_id=agent_state.id, actor=actor)# TODO: I moved this from agent.py - replace all mentions of this with the agent_manager version@trace_methoddiff --git a/letta/services/message_manager.py b/letta/services/message_manager.pyindex ce70d58e1..26e5326cf 100644--- a/letta/services/message_manager.py+++ b/letta/services/message_manager.py@@ -593,3 +593,26 @@ class MessageManager:# 4) return the number of rows deletedreturn result.rowcount++ @enforce_types+ @trace_method+ async def delete_all_messages_for_agent_async(self, agent_id: str, actor: PydanticUser) -> int:+ """+ Efficiently deletes all messages associated with a given agent_id,+ while enforcing permission checks and avoiding any ORM‑level loads.+ """+ async with db_registry.async_session() as session:+ # 1) verify the agent exists and the actor has access+ await AgentModel.read_async(db_session=session, identifier=agent_id, actor=actor)++ # 2) issue a CORE DELETE against the mapped class+ stmt = (+ delete(MessageModel).where(MessageModel.agent_id == agent_id).where(MessageModel.organization_id == actor.organization_id)+ )+ result = await session.execute(stmt)++ # 3) commit once+ await session.commit()++ # 4) return the number of rows deleted+ return result.rowcountdiff --git a/tests/test_managers.py b/tests/test_managers.pyindex 2449d4cc8..48c338ecd 100644--- a/tests/test_managers.py+++ b/tests/test_managers.py@@ -1487,7 +1487,7 @@ async def test_reset_messages_no_messages(server: SyncServer, sarah_agent, defauassert updated_agent.message_ids == ["ghost-message-id"]# Reset messages- reset_agent = server.agent_manager.reset_messages(agent_id=sarah_agent.id, actor=default_user)+ reset_agent = await server.agent_manager.reset_messages_async(agent_id=sarah_agent.id, actor=default_user)assert len(reset_agent.message_ids) == 1# Double check that physically no messages existassert await server.message_manager.size_async(agent_id=sarah_agent.id, actor=default_user) == 1@@ -1505,7 +1505,9 @@ async def test_reset_messages_default_messages(server: SyncServer, sarah_agent,assert updated_agent.message_ids == ["ghost-message-id"]# Reset messages- reset_agent = server.agent_manager.reset_messages(agent_id=sarah_agent.id, actor=default_user, add_default_initial_messages=True)+ reset_agent = await server.agent_manager.reset_messages_async(+ agent_id=sarah_agent.id, actor=default_user, add_default_initial_messages=True+ )assert len(reset_agent.message_ids) == 4# Double check that physically no messages existassert await server.message_manager.size_async(agent_id=sarah_agent.id, actor=default_user) == 4@@ -1544,7 +1546,7 @@ async def test_reset_messages_with_existing_messages(server: SyncServer, sarah_aassert await server.message_manager.size_async(agent_id=sarah_agent.id, actor=default_user) == 6# 2. Reset all messages- reset_agent = server.agent_manager.reset_messages(agent_id=sarah_agent.id, actor=default_user)+ reset_agent = await server.agent_manager.reset_messages_async(agent_id=sarah_agent.id, actor=default_user)# 3. Verify the agent now has zero message_idsassert len(reset_agent.message_ids) == 1@@ -1569,12 +1571,12 @@ async def test_reset_messages_idempotency(server: SyncServer, sarah_agent, defauactor=default_user,)# First reset- reset_agent = server.agent_manager.reset_messages(agent_id=sarah_agent.id, actor=default_user)+ reset_agent = await server.agent_manager.reset_messages_async(agent_id=sarah_agent.id, actor=default_user)assert len(reset_agent.message_ids) == 1assert await server.message_manager.size_async(agent_id=sarah_agent.id, actor=default_user) == 1# Second reset should do nothing new- reset_agent_again = server.agent_manager.reset_messages(agent_id=sarah_agent.id, actor=default_user)+ reset_agent_again = await server.agent_manager.reset_messages_async(agent_id=sarah_agent.id, actor=default_user)assert len(reset_agent.message_ids) == 1assert await server.message_manager.size_async(agent_id=sarah_agent.id, actor=default_user) == 1