Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

chore: Various updates and improvements (#1247)

Matthew Zhou2a9a96a7ba1c
diff --git a/letta/cli/cli_load.py b/letta/cli/cli_load.py
index b27da4d81..4c420bfa7 100644
--- a/letta/cli/cli_load.py
+++ b/letta/cli/cli_load.py
@@ -20,7 +20,7 @@ from letta.data_sources.connectors import DirectoryConnector
app = typer.Typer()
-default_extensions = ".txt,.md,.pdf"
+default_extensions = "txt,md,pdf"
@app.command("directory")
diff --git a/letta/data_sources/connectors_helper.py b/letta/data_sources/connectors_helper.py
index 9d32e4725..95d3dbff8 100644
--- a/letta/data_sources/connectors_helper.py
+++ b/letta/data_sources/connectors_helper.py
@@ -73,7 +73,7 @@ def get_filenames_in_dir(
ext = file_path.suffix.lstrip(".")
# If required_exts is empty, match any file
if not required_exts or ext in required_exts:
- files.append(file_path)
+ files.append(str(file_path))
return files
diff --git a/letta/server/rest_api/interface.py b/letta/server/rest_api/interface.py
index 102835d02..d728f60d5 100644
--- a/letta/server/rest_api/interface.py
+++ b/letta/server/rest_api/interface.py
@@ -918,13 +918,15 @@ class StreamingServerInterface(AgentChunkStreamingInterface):
# skip if there's a finish
return None
else:
- # Example case that would trigger here:
- # id='chatcmpl-AKtUvREgRRvgTW6n8ZafiKuV0mxhQ'
- # choices=[ChunkChoice(finish_reason=None, index=0, delta=MessageDelta(content=None, tool_calls=None, function_call=None), logprobs=None)]
- # created=datetime.datetime(2024, 10, 21, 20, 40, 57, tzinfo=TzInfo(UTC))
- # model='gpt-4o-mini-2024-07-18'
- # object='chat.completion.chunk'
- warnings.warn(f"Couldn't find delta in chunk: {chunk}")
+ # Only warn for non-Claude models since Claude commonly has empty first chunks
+ if not chunk.model.startswith("claude-"):
+ # Example case that would trigger here:
+ # id='chatcmpl-AKtUvREgRRvgTW6n8ZafiKuV0mxhQ'
+ # choices=[ChunkChoice(finish_reason=None, index=0, delta=MessageDelta(content=None, tool_calls=None, function_call=None), logprobs=None)]
+ # created=datetime.datetime(2024, 10, 21, 20, 40, 57, tzinfo=TzInfo(UTC))
+ # model='gpt-4o-mini-2024-07-18'
+ # object='chat.completion.chunk'
+ warnings.warn(f"Couldn't find delta in chunk: {chunk}")
return None
return processed_chunk
diff --git a/tests/test_base_functions.py b/tests/test_base_functions.py
index 037eda2f4..8b1336385 100644
--- a/tests/test_base_functions.py
+++ b/tests/test_base_functions.py
@@ -98,3 +98,216 @@ def test_recall(client, agent_obj):
# Conversation search
result = base_functions.conversation_search(agent_obj, "banana")
assert keyword in result
+
+
+# This test is nondeterministic, so we retry until we get the perfect behavior from the LLM
+@retry_until_success(max_attempts=2, sleep_time_seconds=2)
+def test_send_message_to_agent(client, agent_obj, other_agent_obj):
+ secret_word = "banana"
+
+ # Encourage the agent to send a message to the other agent_obj with the secret string
+ client.send_message(
+ agent_id=agent_obj.agent_state.id,
+ role="user",
+ message=f"Use your tool to send a message to another agent with id {other_agent_obj.agent_state.id} to share the secret word: {secret_word}!",
+ )
+
+ # Conversation search the other agent
+ messages = client.get_messages(other_agent_obj.agent_state.id)
+ # Check for the presence of system message
+ for m in reversed(messages):
+ print(f"\n\n {other_agent_obj.agent_state.id} -> {m.model_dump_json(indent=4)}")
+ if isinstance(m, SystemMessage):
+ assert secret_word in m.content
+ break
+
+ # Search the sender agent for the response from another agent
+ in_context_messages = agent_obj.agent_manager.get_in_context_messages(agent_id=agent_obj.agent_state.id, actor=agent_obj.user)
+ found = False
+ target_snippet = f"{other_agent_obj.agent_state.id} said:"
+
+ for m in in_context_messages:
+ if target_snippet in m.text:
+ found = True
+ break
+
+ # Compute the joined string first
+ joined_messages = "\n".join([m.text for m in in_context_messages[1:]])
+ print(f"In context messages of the sender agent (without system):\n\n{joined_messages}")
+ if not found:
+ raise Exception(f"Was not able to find an instance of the target snippet: {target_snippet}")
+
+ # Test that the agent can still receive messages fine
+ response = client.send_message(agent_id=agent_obj.agent_state.id, role="user", message="So what did the other agent say?")
+ print(response.messages)
+
+
+@retry_until_success(max_attempts=2, sleep_time_seconds=2)
+def test_send_message_to_agents_with_tags_simple(client):
+ worker_tags = ["worker", "user-456"]
+
+ # Clean up first from possibly failed tests
+ prev_worker_agents = client.server.agent_manager.list_agents(client.user, tags=worker_tags, match_all_tags=True)
+ for agent in prev_worker_agents:
+ client.delete_agent(agent.id)
+
+ secret_word = "banana"
+
+ # Create "manager" agent
+ send_message_to_agents_matching_all_tags_tool_id = client.get_tool_id(name="send_message_to_agents_matching_all_tags")
+ manager_agent_state = client.create_agent(tool_ids=[send_message_to_agents_matching_all_tags_tool_id])
+ manager_agent = client.server.load_agent(agent_id=manager_agent_state.id, actor=client.user)
+
+ # Create 3 non-matching worker agents (These should NOT get the message)
+ worker_agents = []
+ worker_tags = ["worker", "user-123"]
+ for _ in range(3):
+ worker_agent_state = client.create_agent(include_multi_agent_tools=False, tags=worker_tags)
+ worker_agent = client.server.load_agent(agent_id=worker_agent_state.id, actor=client.user)
+ worker_agents.append(worker_agent)
+
+ # Create 3 worker agents that should get the message
+ worker_agents = []
+ worker_tags = ["worker", "user-456"]
+ for _ in range(3):
+ worker_agent_state = client.create_agent(include_multi_agent_tools=False, tags=worker_tags)
+ worker_agent = client.server.load_agent(agent_id=worker_agent_state.id, actor=client.user)
+ worker_agents.append(worker_agent)
+
+ # Encourage the manager to send a message to the other agent_obj with the secret string
+ response = client.send_message(
+ agent_id=manager_agent.agent_state.id,
+ role="user",
+ message=f"Send a message to all agents with tags {worker_tags} informing them of the secret word: {secret_word}!",
+ )
+
+ for m in response.messages:
+ if isinstance(m, ToolReturnMessage):
+ tool_response = eval(json.loads(m.tool_return)["message"])
+ print(f"\n\nManager agent tool response: \n{tool_response}\n\n")
+ assert len(tool_response) == len(worker_agents)
+
+ # We can break after this, the ToolReturnMessage after is not related
+ break
+
+ # Conversation search the worker agents
+ for agent in worker_agents:
+ messages = client.get_messages(agent.agent_state.id)
+ # Check for the presence of system message
+ for m in reversed(messages):
+ print(f"\n\n {agent.agent_state.id} -> {m.model_dump_json(indent=4)}")
+ if isinstance(m, SystemMessage):
+ assert secret_word in m.content
+ break
+
+ # Test that the agent can still receive messages fine
+ response = client.send_message(agent_id=manager_agent.agent_state.id, role="user", message="So what did the other agents say?")
+ print("Manager agent followup message: \n\n" + "\n".join([str(m) for m in response.messages]))
+
+ # Clean up agents
+ client.delete_agent(manager_agent_state.id)
+ for agent in worker_agents:
+ client.delete_agent(agent.agent_state.id)
+
+
+# This test is nondeterministic, so we retry until we get the perfect behavior from the LLM
+@retry_until_success(max_attempts=2, sleep_time_seconds=2)
+def test_send_message_to_agents_with_tags_complex_tool_use(client, roll_dice_tool):
+ worker_tags = ["dice-rollers"]
+
+ # Clean up first from possibly failed tests
+ prev_worker_agents = client.server.agent_manager.list_agents(client.user, tags=worker_tags, match_all_tags=True)
+ for agent in prev_worker_agents:
+ client.delete_agent(agent.id)
+
+ # Create "manager" agent
+ send_message_to_agents_matching_all_tags_tool_id = client.get_tool_id(name="send_message_to_agents_matching_all_tags")
+ manager_agent_state = client.create_agent(tool_ids=[send_message_to_agents_matching_all_tags_tool_id])
+ manager_agent = client.server.load_agent(agent_id=manager_agent_state.id, actor=client.user)
+
+ # Create 3 worker agents
+ worker_agents = []
+ worker_tags = ["dice-rollers"]
+ for _ in range(2):
+ worker_agent_state = client.create_agent(include_multi_agent_tools=False, tags=worker_tags, tool_ids=[roll_dice_tool.id])
+ worker_agent = client.server.load_agent(agent_id=worker_agent_state.id, actor=client.user)
+ worker_agents.append(worker_agent)
+
+ # Encourage the manager to send a message to the other agent_obj with the secret string
+ broadcast_message = f"Send a message to all agents with tags {worker_tags} asking them to roll a dice for you!"
+ response = client.send_message(
+ agent_id=manager_agent.agent_state.id,
+ role="user",
+ message=broadcast_message,
+ )
+
+ for m in response.messages:
+ if isinstance(m, ToolReturnMessage):
+ tool_response = eval(json.loads(m.tool_return)["message"])
+ print(f"\n\nManager agent tool response: \n{tool_response}\n\n")
+ assert len(tool_response) == len(worker_agents)
+
+ # We can break after this, the ToolReturnMessage after is not related
+ break
+
+ # Test that the agent can still receive messages fine
+ response = client.send_message(agent_id=manager_agent.agent_state.id, role="user", message="So what did the other agents say?")
+ print("Manager agent followup message: \n\n" + "\n".join([str(m) for m in response.messages]))
+
+ # Clean up agents
+ client.delete_agent(manager_agent_state.id)
+ for agent in worker_agents:
+ client.delete_agent(agent.agent_state.id)
+
+
+@retry_until_success(max_attempts=5, sleep_time_seconds=2)
+def test_agents_async_simple(client):
+ """
+ Test two agents with multi-agent tools sending messages back and forth to count to 5.
+ The chain is started by prompting one of the agents.
+ """
+ # Cleanup from potentially failed previous runs
+ existing_agents = client.server.agent_manager.list_agents(client.user)
+ for agent in existing_agents:
+ client.delete_agent(agent.id)
+
+ # Create two agents with multi-agent tools
+ send_message_to_agent_async_tool_id = client.get_tool_id(name="send_message_to_agent_async")
+ memory_a = ChatMemory(
+ human="Chad - I'm interested in hearing poem.",
+ persona="You are an AI agent that can communicate with your agent buddy using `send_message_to_agent_async`, who has some great poem ideas (so I've heard).",
+ )
+ charles_state = client.create_agent(name="charles", memory=memory_a, tool_ids=[send_message_to_agent_async_tool_id])
+ charles = client.server.load_agent(agent_id=charles_state.id, actor=client.user)
+
+ memory_b = ChatMemory(
+ human="No human - you are to only communicate with the other AI agent.",
+ persona="You are an AI agent that can communicate with your agent buddy using `send_message_to_agent_async`, who is interested in great poem ideas.",
+ )
+ sarah_state = client.create_agent(name="sarah", memory=memory_b, tool_ids=[send_message_to_agent_async_tool_id])
+
+ # Start the count chain with Agent1
+ initial_prompt = f"I want you to talk to the other agent with ID {sarah_state.id} using `send_message_to_agent_async`. Specifically, I want you to ask him for a poem idea, and then craft a poem for me."
+ client.send_message(
+ agent_id=charles.agent_state.id,
+ role="user",
+ message=initial_prompt,
+ )
+
+ found_in_charles = wait_for_incoming_message(
+ client=client,
+ agent_id=charles_state.id,
+ substring="[Incoming message from agent with ID",
+ max_wait_seconds=10,
+ sleep_interval=0.5,
+ )
+ assert found_in_charles, "Charles never received the system message from Sarah (timed out)."
+
+ found_in_sarah = wait_for_incoming_message(
+ client=client,
+ agent_id=sarah_state.id,
+ substring="[Incoming message from agent with ID",
+ max_wait_seconds=10,
+ sleep_interval=0.5,
+ )
+ assert found_in_sarah, "Sarah never received the system message from Charles (timed out)."