Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
chore: Various updates and improvements (#1247)
Matthew Zhou2a9a96a7ba1c
diff --git a/letta/cli/cli_load.py b/letta/cli/cli_load.pyindex b27da4d81..4c420bfa7 100644--- a/letta/cli/cli_load.py+++ b/letta/cli/cli_load.py@@ -20,7 +20,7 @@ from letta.data_sources.connectors import DirectoryConnectorapp = typer.Typer()-default_extensions = ".txt,.md,.pdf"+default_extensions = "txt,md,pdf"@app.command("directory")diff --git a/letta/data_sources/connectors_helper.py b/letta/data_sources/connectors_helper.pyindex 9d32e4725..95d3dbff8 100644--- a/letta/data_sources/connectors_helper.py+++ b/letta/data_sources/connectors_helper.py@@ -73,7 +73,7 @@ def get_filenames_in_dir(ext = file_path.suffix.lstrip(".")# If required_exts is empty, match any fileif not required_exts or ext in required_exts:- files.append(file_path)+ files.append(str(file_path))return filesdiff --git a/letta/server/rest_api/interface.py b/letta/server/rest_api/interface.pyindex 102835d02..d728f60d5 100644--- a/letta/server/rest_api/interface.py+++ b/letta/server/rest_api/interface.py@@ -918,13 +918,15 @@ class StreamingServerInterface(AgentChunkStreamingInterface):# skip if there's a finishreturn Noneelse:- # Example case that would trigger here:- # id='chatcmpl-AKtUvREgRRvgTW6n8ZafiKuV0mxhQ'- # choices=[ChunkChoice(finish_reason=None, index=0, delta=MessageDelta(content=None, tool_calls=None, function_call=None), logprobs=None)]- # created=datetime.datetime(2024, 10, 21, 20, 40, 57, tzinfo=TzInfo(UTC))- # model='gpt-4o-mini-2024-07-18'- # object='chat.completion.chunk'- warnings.warn(f"Couldn't find delta in chunk: {chunk}")+ # Only warn for non-Claude models since Claude commonly has empty first chunks+ if not chunk.model.startswith("claude-"):+ # Example case that would trigger here:+ # id='chatcmpl-AKtUvREgRRvgTW6n8ZafiKuV0mxhQ'+ # choices=[ChunkChoice(finish_reason=None, index=0, delta=MessageDelta(content=None, tool_calls=None, function_call=None), logprobs=None)]+ # created=datetime.datetime(2024, 10, 21, 20, 40, 57, tzinfo=TzInfo(UTC))+ # model='gpt-4o-mini-2024-07-18'+ # object='chat.completion.chunk'+ warnings.warn(f"Couldn't find delta in chunk: {chunk}")return Nonereturn processed_chunkdiff --git a/tests/test_base_functions.py b/tests/test_base_functions.pyindex 037eda2f4..8b1336385 100644--- a/tests/test_base_functions.py+++ b/tests/test_base_functions.py@@ -98,3 +98,216 @@ def test_recall(client, agent_obj):# Conversation searchresult = base_functions.conversation_search(agent_obj, "banana")assert keyword in result+++# This test is nondeterministic, so we retry until we get the perfect behavior from the LLM+@retry_until_success(max_attempts=2, sleep_time_seconds=2)+def test_send_message_to_agent(client, agent_obj, other_agent_obj):+ secret_word = "banana"++ # Encourage the agent to send a message to the other agent_obj with the secret string+ client.send_message(+ agent_id=agent_obj.agent_state.id,+ role="user",+ message=f"Use your tool to send a message to another agent with id {other_agent_obj.agent_state.id} to share the secret word: {secret_word}!",+ )++ # Conversation search the other agent+ messages = client.get_messages(other_agent_obj.agent_state.id)+ # Check for the presence of system message+ for m in reversed(messages):+ print(f"\n\n {other_agent_obj.agent_state.id} -> {m.model_dump_json(indent=4)}")+ if isinstance(m, SystemMessage):+ assert secret_word in m.content+ break++ # Search the sender agent for the response from another agent+ in_context_messages = agent_obj.agent_manager.get_in_context_messages(agent_id=agent_obj.agent_state.id, actor=agent_obj.user)+ found = False+ target_snippet = f"{other_agent_obj.agent_state.id} said:"++ for m in in_context_messages:+ if target_snippet in m.text:+ found = True+ break++ # Compute the joined string first+ joined_messages = "\n".join([m.text for m in in_context_messages[1:]])+ print(f"In context messages of the sender agent (without system):\n\n{joined_messages}")+ if not found:+ raise Exception(f"Was not able to find an instance of the target snippet: {target_snippet}")++ # Test that the agent can still receive messages fine+ response = client.send_message(agent_id=agent_obj.agent_state.id, role="user", message="So what did the other agent say?")+ print(response.messages)+++@retry_until_success(max_attempts=2, sleep_time_seconds=2)+def test_send_message_to_agents_with_tags_simple(client):+ worker_tags = ["worker", "user-456"]++ # Clean up first from possibly failed tests+ prev_worker_agents = client.server.agent_manager.list_agents(client.user, tags=worker_tags, match_all_tags=True)+ for agent in prev_worker_agents:+ client.delete_agent(agent.id)++ secret_word = "banana"++ # Create "manager" agent+ send_message_to_agents_matching_all_tags_tool_id = client.get_tool_id(name="send_message_to_agents_matching_all_tags")+ manager_agent_state = client.create_agent(tool_ids=[send_message_to_agents_matching_all_tags_tool_id])+ manager_agent = client.server.load_agent(agent_id=manager_agent_state.id, actor=client.user)++ # Create 3 non-matching worker agents (These should NOT get the message)+ worker_agents = []+ worker_tags = ["worker", "user-123"]+ for _ in range(3):+ worker_agent_state = client.create_agent(include_multi_agent_tools=False, tags=worker_tags)+ worker_agent = client.server.load_agent(agent_id=worker_agent_state.id, actor=client.user)+ worker_agents.append(worker_agent)++ # Create 3 worker agents that should get the message+ worker_agents = []+ worker_tags = ["worker", "user-456"]+ for _ in range(3):+ worker_agent_state = client.create_agent(include_multi_agent_tools=False, tags=worker_tags)+ worker_agent = client.server.load_agent(agent_id=worker_agent_state.id, actor=client.user)+ worker_agents.append(worker_agent)++ # Encourage the manager to send a message to the other agent_obj with the secret string+ response = client.send_message(+ agent_id=manager_agent.agent_state.id,+ role="user",+ message=f"Send a message to all agents with tags {worker_tags} informing them of the secret word: {secret_word}!",+ )++ for m in response.messages:+ if isinstance(m, ToolReturnMessage):+ tool_response = eval(json.loads(m.tool_return)["message"])+ print(f"\n\nManager agent tool response: \n{tool_response}\n\n")+ assert len(tool_response) == len(worker_agents)++ # We can break after this, the ToolReturnMessage after is not related+ break++ # Conversation search the worker agents+ for agent in worker_agents:+ messages = client.get_messages(agent.agent_state.id)+ # Check for the presence of system message+ for m in reversed(messages):+ print(f"\n\n {agent.agent_state.id} -> {m.model_dump_json(indent=4)}")+ if isinstance(m, SystemMessage):+ assert secret_word in m.content+ break++ # Test that the agent can still receive messages fine+ response = client.send_message(agent_id=manager_agent.agent_state.id, role="user", message="So what did the other agents say?")+ print("Manager agent followup message: \n\n" + "\n".join([str(m) for m in response.messages]))++ # Clean up agents+ client.delete_agent(manager_agent_state.id)+ for agent in worker_agents:+ client.delete_agent(agent.agent_state.id)+++# This test is nondeterministic, so we retry until we get the perfect behavior from the LLM+@retry_until_success(max_attempts=2, sleep_time_seconds=2)+def test_send_message_to_agents_with_tags_complex_tool_use(client, roll_dice_tool):+ worker_tags = ["dice-rollers"]++ # Clean up first from possibly failed tests+ prev_worker_agents = client.server.agent_manager.list_agents(client.user, tags=worker_tags, match_all_tags=True)+ for agent in prev_worker_agents:+ client.delete_agent(agent.id)++ # Create "manager" agent+ send_message_to_agents_matching_all_tags_tool_id = client.get_tool_id(name="send_message_to_agents_matching_all_tags")+ manager_agent_state = client.create_agent(tool_ids=[send_message_to_agents_matching_all_tags_tool_id])+ manager_agent = client.server.load_agent(agent_id=manager_agent_state.id, actor=client.user)++ # Create 3 worker agents+ worker_agents = []+ worker_tags = ["dice-rollers"]+ for _ in range(2):+ worker_agent_state = client.create_agent(include_multi_agent_tools=False, tags=worker_tags, tool_ids=[roll_dice_tool.id])+ worker_agent = client.server.load_agent(agent_id=worker_agent_state.id, actor=client.user)+ worker_agents.append(worker_agent)++ # Encourage the manager to send a message to the other agent_obj with the secret string+ broadcast_message = f"Send a message to all agents with tags {worker_tags} asking them to roll a dice for you!"+ response = client.send_message(+ agent_id=manager_agent.agent_state.id,+ role="user",+ message=broadcast_message,+ )++ for m in response.messages:+ if isinstance(m, ToolReturnMessage):+ tool_response = eval(json.loads(m.tool_return)["message"])+ print(f"\n\nManager agent tool response: \n{tool_response}\n\n")+ assert len(tool_response) == len(worker_agents)++ # We can break after this, the ToolReturnMessage after is not related+ break++ # Test that the agent can still receive messages fine+ response = client.send_message(agent_id=manager_agent.agent_state.id, role="user", message="So what did the other agents say?")+ print("Manager agent followup message: \n\n" + "\n".join([str(m) for m in response.messages]))++ # Clean up agents+ client.delete_agent(manager_agent_state.id)+ for agent in worker_agents:+ client.delete_agent(agent.agent_state.id)+++@retry_until_success(max_attempts=5, sleep_time_seconds=2)+def test_agents_async_simple(client):+ """+ Test two agents with multi-agent tools sending messages back and forth to count to 5.+ The chain is started by prompting one of the agents.+ """+ # Cleanup from potentially failed previous runs+ existing_agents = client.server.agent_manager.list_agents(client.user)+ for agent in existing_agents:+ client.delete_agent(agent.id)++ # Create two agents with multi-agent tools+ send_message_to_agent_async_tool_id = client.get_tool_id(name="send_message_to_agent_async")+ memory_a = ChatMemory(+ human="Chad - I'm interested in hearing poem.",+ persona="You are an AI agent that can communicate with your agent buddy using `send_message_to_agent_async`, who has some great poem ideas (so I've heard).",+ )+ charles_state = client.create_agent(name="charles", memory=memory_a, tool_ids=[send_message_to_agent_async_tool_id])+ charles = client.server.load_agent(agent_id=charles_state.id, actor=client.user)++ memory_b = ChatMemory(+ human="No human - you are to only communicate with the other AI agent.",+ persona="You are an AI agent that can communicate with your agent buddy using `send_message_to_agent_async`, who is interested in great poem ideas.",+ )+ sarah_state = client.create_agent(name="sarah", memory=memory_b, tool_ids=[send_message_to_agent_async_tool_id])++ # Start the count chain with Agent1+ initial_prompt = f"I want you to talk to the other agent with ID {sarah_state.id} using `send_message_to_agent_async`. Specifically, I want you to ask him for a poem idea, and then craft a poem for me."+ client.send_message(+ agent_id=charles.agent_state.id,+ role="user",+ message=initial_prompt,+ )++ found_in_charles = wait_for_incoming_message(+ client=client,+ agent_id=charles_state.id,+ substring="[Incoming message from agent with ID",+ max_wait_seconds=10,+ sleep_interval=0.5,+ )+ assert found_in_charles, "Charles never received the system message from Sarah (timed out)."++ found_in_sarah = wait_for_incoming_message(+ client=client,+ agent_id=sarah_state.id,+ substring="[Incoming message from agent with ID",+ max_wait_seconds=10,+ sleep_interval=0.5,+ )+ assert found_in_sarah, "Sarah never received the system message from Charles (timed out)."