Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

chore: add exception handling in test (#1281)

cthomasd664c1b2a171
diff --git a/tests/test_multi_agent.py b/tests/test_multi_agent.py
index a6c30936a..e44864ddc 100644
--- a/tests/test_multi_agent.py
+++ b/tests/test_multi_agent.py
@@ -146,64 +146,87 @@ async def test_round_robin(server, actor, participant_agent_ids):
),
actor=actor,
)
- response = await server.send_group_message_to_agent(
- group_id=group.id,
- actor=actor,
- messages=[
- MessageCreate(
- role="user",
- content="what is everyone up to for the holidays?",
- ),
- ],
- stream_steps=False,
- stream_tokens=False,
- )
- assert response.usage.step_count == len(participant_agent_ids)
- assert len(response.messages) == response.usage.step_count * 2
+ try:
+ response = await server.send_group_message_to_agent(
+ group_id=group.id,
+ actor=actor,
+ messages=[
+ MessageCreate(
+ role="user",
+ content="what is everyone up to for the holidays?",
+ ),
+ ],
+ stream_steps=False,
+ stream_tokens=False,
+ )
+ assert response.usage.step_count == len(participant_agent_ids)
+ assert len(response.messages) == response.usage.step_count * 2
- server.group_manager.delete_group(group_id=group.id, actor=actor)
+ finally:
+ server.group_manager.delete_group(group_id=group.id, actor=actor)
@pytest.mark.asyncio
-async def test_supervisor(server, actor, manager_agent_id, participant_agent_ids):
+async def test_supervisor(server, actor, participant_agent_ids):
+ agent_scrappy = server.create_agent(
+ request=CreateAgent(
+ name="shaggy",
+ memory_blocks=[
+ CreateBlock(
+ label="persona",
+ value="You are a puppy operations agent for Letta and you help run multi-agent group chats. Your role is to supervise the group, sending messages and aggregating the responses.",
+ ),
+ CreateBlock(
+ label="human",
+ value="",
+ ),
+ ],
+ model="openai/gpt-4o-mini",
+ embedding="openai/text-embedding-ada-002",
+ ),
+ actor=actor,
+ )
group = server.group_manager.create_group(
group=GroupCreate(
description="This is a group chat between best friends all like to hang out together. In their free time they like to solve mysteries.",
agent_ids=participant_agent_ids,
manager_config=SupervisorManager(
- manager_agent_id=manager_agent_id,
+ manager_agent_id=agent_scrappy.id,
),
),
actor=actor,
)
- response = await server.send_group_message_to_agent(
- group_id=group.id,
- actor=actor,
- messages=[
- MessageCreate(
- role="user",
- content="ask everyone what they like to do for fun and then come up with an activity for everyone to do together.",
- ),
- ],
- stream_steps=False,
- stream_tokens=False,
- )
- assert response.usage.step_count == 2
- assert len(response.messages) == 5
-
- # verify tool call
- assert response.messages[0].message_type == "reasoning_message"
- assert (
- response.messages[1].message_type == "tool_call_message"
- and response.messages[1].tool_call.name == "send_message_to_all_agents_in_group"
- )
- assert response.messages[2].message_type == "tool_return_message" and len(eval(response.messages[2].tool_return)) == len(
- participant_agent_ids
- )
- assert response.messages[3].message_type == "reasoning_message"
- assert response.messages[4].message_type == "assistant_message"
+ try:
+ response = await server.send_group_message_to_agent(
+ group_id=group.id,
+ actor=actor,
+ messages=[
+ MessageCreate(
+ role="user",
+ content="ask everyone what they like to do for fun and then come up with an activity for everyone to do together.",
+ ),
+ ],
+ stream_steps=False,
+ stream_tokens=False,
+ )
+ assert response.usage.step_count == 2
+ assert len(response.messages) == 5
- server.group_manager.delete_group(group_id=group.id, actor=actor)
+ # verify tool call
+ assert response.messages[0].message_type == "reasoning_message"
+ assert (
+ response.messages[1].message_type == "tool_call_message"
+ and response.messages[1].tool_call.name == "send_message_to_all_agents_in_group"
+ )
+ assert response.messages[2].message_type == "tool_return_message" and len(eval(response.messages[2].tool_return)) == len(
+ participant_agent_ids
+ )
+ assert response.messages[3].message_type == "reasoning_message"
+ assert response.messages[4].message_type == "assistant_message"
+
+ finally:
+ server.group_manager.delete_group(group_id=group.id, actor=actor)
+ server.agent_manager.delete_agent(agent_id=agent_scrappy.id, actor=actor)
@pytest.mark.asyncio
@@ -218,16 +241,18 @@ async def test_dynamic_group_chat(server, actor, manager_agent_id, participant_a
),
actor=actor,
)
- response = await server.send_group_message_to_agent(
- group_id=group.id,
- actor=actor,
- messages=[
- MessageCreate(role="user", content="what is everyone up to for the holidays?"),
- ],
- stream_steps=False,
- stream_tokens=False,
- )
- assert response.usage.step_count == len(participant_agent_ids) * 2
- assert len(response.messages) == response.usage.step_count * 2
+ try:
+ response = await server.send_group_message_to_agent(
+ group_id=group.id,
+ actor=actor,
+ messages=[
+ MessageCreate(role="user", content="what is everyone up to for the holidays?"),
+ ],
+ stream_steps=False,
+ stream_tokens=False,
+ )
+ assert response.usage.step_count == len(participant_agent_ids) * 2
+ assert len(response.messages) == response.usage.step_count * 2
- server.group_manager.delete_group(group_id=group.id, actor=actor)
+ finally:
+ server.group_manager.delete_group(group_id=group.id, actor=actor)