Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
feat: Add batch size parameter (#2574)
Matthew Zhou0dd8994294e5
diff --git a/tests/test_managers.py b/tests/test_managers.pyindex 721fceeca..d13c5e4bf 100644--- a/tests/test_managers.py+++ b/tests/test_managers.py@@ -5297,28 +5297,38 @@ async def test_delete_batch_item(@pytest.mark.asyncioasync def test_list_running_batches(server, default_user, dummy_beta_message_batch, letta_batch_job, event_loop):- # Create a recent running batch- await server.batch_manager.create_llm_batch_job_async(- llm_provider=ProviderType.anthropic,- status=JobStatus.running,- create_batch_response=dummy_beta_message_batch,- actor=default_user,- letta_batch_job_id=letta_batch_job.id,- )+ # Create recent running batches+ num_running = 3++ for _ in range(num_running):+ await server.batch_manager.create_llm_batch_job_async(+ llm_provider=ProviderType.anthropic,+ status=JobStatus.running,+ create_batch_response=dummy_beta_message_batch,+ actor=default_user,+ letta_batch_job_id=letta_batch_job.id,+ )# Should return at least one running batch (no time filter)running_batches = await server.batch_manager.list_running_llm_batches_async(actor=default_user)- assert len(running_batches) >= 1+ assert len(running_batches) == num_runningassert all(batch.status == JobStatus.running for batch in running_batches)# Should return the same when filtering by recent 1 weekrecent_batches = await server.batch_manager.list_running_llm_batches_async(actor=default_user, weeks=1)- assert len(recent_batches) >= 1+ assert len(recent_batches) == num_running+ assert all(batch.status == JobStatus.running for batch in recent_batches)+ assert all(batch.created_at >= datetime.now(timezone.utc) - timedelta(weeks=1) for batch in recent_batches)++ # Filter by size+ recent_batches = await server.batch_manager.list_running_llm_batches_async(actor=default_user, weeks=1, batch_size=2)+ assert len(recent_batches) == 2assert all(batch.status == JobStatus.running for batch in recent_batches)+ assert all(batch.created_at >= datetime.now(timezone.utc) - timedelta(weeks=1) for batch in recent_batches)# Should return nothing if filtering by a very small timeframe (e.g., 0 weeks)future_batches = await server.batch_manager.list_running_llm_batches_async(actor=default_user, weeks=0)- assert all(batch.created_at >= datetime.utcnow() - timedelta(weeks=0) for batch in future_batches)+ assert len(future_batches) == 0@pytest.mark.asyncio