Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
feat: test sleep-time rethink eliminates redundant content in core memory (#1631)
Kevin Lind509950f785c
diff --git a/tests/test_multi_agent.py b/tests/test_multi_agent.pyindex 137167a00..11462cc15 100644--- a/tests/test_multi_agent.py+++ b/tests/test_multi_agent.py@@ -1,3 +1,5 @@+import time+import pytestfrom sqlalchemy import delete@@ -537,7 +539,6 @@ async def test_sleeptime_group_chat(server, actor):runs = [Run.from_job(job) for job in jobs]agent_runs = [run for run in runs if "agent_id" in run.metadata and run.metadata["agent_id"] == sleeptime_agent_id]assert len(agent_runs) == len(run_ids)-for run_id in run_ids:job = server.job_manager.get_job_by_id(job_id=run_id, actor=actor)assert job.status == JobStatus.completed@@ -549,3 +550,72 @@ async def test_sleeptime_group_chat(server, actor):server.group_manager.retrieve_group(group_id=group.id, actor=actor)with pytest.raises(NoResultFound):server.agent_manager.get_agent_by_id(agent_id=sleeptime_agent_id, actor=actor)+++async def test_sleeptime_removes_redundant_information(server, actor):+ # 1. set up sleep-time agent as in test_sleeptime_group_chat+ server.tool_manager.upsert_base_tools(actor=actor)+ main_agent = server.create_agent(+ request=CreateAgent(+ name="main_agent",+ memory_blocks=[+ CreateBlock(+ label="persona",+ value="You are a personal assistant that helps users with requests.",+ ),+ CreateBlock(+ label="human",+ value="My favorite plant is the fiddle leaf\nMy favorite dog is the husky\nMy favorite plant is the fiddle leaf\nMy favorite plant is the fiddle leaf",+ ),+ ],+ model="anthropic/claude-3-5-sonnet-20240620",+ embedding="openai/text-embedding-ada-002",+ enable_sleeptime=True,+ ),+ actor=actor,+ )++ group = server.group_manager.modify_group(+ group_id=main_agent.multi_agent_group.id,+ group_update=GroupUpdate(+ manager_config=SleeptimeManager(+ manager_agent_id=main_agent.id,+ sleeptime_agent_frequency=1,+ ),+ ),+ actor=actor,+ )+ sleeptime_agent_id = group.agent_ids[0]+ shared_block = server.agent_manager.get_block_with_label(agent_id=main_agent.id, block_label="human", actor=actor)+ count_before_memory_edits = shared_block.value.count("fiddle leaf")+ test_messages = ["hello there", "my favorite bird is the sparrow"]++ for test_message in test_messages:+ _ = await server.send_message_to_agent(+ agent_id=main_agent.id,+ actor=actor,+ messages=[+ MessageCreate(+ role="user",+ content=test_message,+ ),+ ],+ stream_steps=False,+ stream_tokens=False,+ )+ # 2. Allow memory blocks time to update+ time.sleep(5)++ # 3. Check that the memory blocks have been collapsed+ shared_block = server.agent_manager.get_block_with_label(agent_id=main_agent.id, block_label="human", actor=actor)+ count_after_memory_edits = shared_block.value.count("fiddle leaf")+ assert count_after_memory_edits < count_before_memory_edits++ # 4. Delete agent+ server.agent_manager.delete_agent(agent_id=main_agent.id, actor=actor)++ with pytest.raises(NoResultFound):+ server.group_manager.retrieve_group(group_id=group.id, actor=actor)+ with pytest.raises(NoResultFound):+ server.agent_manager.get_agent_by_id(agent_id=sleeptime_agent_id, actor=actor)