Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

feat: Add batch size parameter (#2574)

Matthew Zhou0dd8994294e5
diff --git a/tests/test_managers.py b/tests/test_managers.py
index 721fceeca..d13c5e4bf 100644
--- a/tests/test_managers.py
+++ b/tests/test_managers.py
@@ -5297,28 +5297,38 @@ async def test_delete_batch_item(
@pytest.mark.asyncio
async def test_list_running_batches(server, default_user, dummy_beta_message_batch, letta_batch_job, event_loop):
- # Create a recent running batch
- await server.batch_manager.create_llm_batch_job_async(
- llm_provider=ProviderType.anthropic,
- status=JobStatus.running,
- create_batch_response=dummy_beta_message_batch,
- actor=default_user,
- letta_batch_job_id=letta_batch_job.id,
- )
+ # Create recent running batches
+ num_running = 3
+
+ for _ in range(num_running):
+ await server.batch_manager.create_llm_batch_job_async(
+ llm_provider=ProviderType.anthropic,
+ status=JobStatus.running,
+ create_batch_response=dummy_beta_message_batch,
+ actor=default_user,
+ letta_batch_job_id=letta_batch_job.id,
+ )
# Should return at least one running batch (no time filter)
running_batches = await server.batch_manager.list_running_llm_batches_async(actor=default_user)
- assert len(running_batches) >= 1
+ assert len(running_batches) == num_running
assert all(batch.status == JobStatus.running for batch in running_batches)
# Should return the same when filtering by recent 1 week
recent_batches = await server.batch_manager.list_running_llm_batches_async(actor=default_user, weeks=1)
- assert len(recent_batches) >= 1
+ assert len(recent_batches) == num_running
+ assert all(batch.status == JobStatus.running for batch in recent_batches)
+ assert all(batch.created_at >= datetime.now(timezone.utc) - timedelta(weeks=1) for batch in recent_batches)
+
+ # Filter by size
+ recent_batches = await server.batch_manager.list_running_llm_batches_async(actor=default_user, weeks=1, batch_size=2)
+ assert len(recent_batches) == 2
assert all(batch.status == JobStatus.running for batch in recent_batches)
+ assert all(batch.created_at >= datetime.now(timezone.utc) - timedelta(weeks=1) for batch in recent_batches)
# Should return nothing if filtering by a very small timeframe (e.g., 0 weeks)
future_batches = await server.batch_manager.list_running_llm_batches_async(actor=default_user, weeks=0)
- assert all(batch.created_at >= datetime.utcnow() - timedelta(weeks=0) for batch in future_batches)
+ assert len(future_batches) == 0
@pytest.mark.asyncio