Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
feat: use no refresh flag in batch creation (#3440)
cthomasfda2a605f5db
diff --git a/letta/services/llm_batch_manager.py b/letta/services/llm_batch_manager.pyindex 6f7c58f3f..9e0dbd0ad 100644--- a/letta/services/llm_batch_manager.py+++ b/letta/services/llm_batch_manager.py@@ -45,8 +45,10 @@ class LLMBatchManager:organization_id=actor.organization_id,letta_batch_job_id=letta_batch_job_id,)- await batch.create_async(session, actor=actor)- return batch.to_pydantic()+ await batch.create_async(session, actor=actor, no_commit=True, no_refresh=True)+ pydantic_batch = batch.to_pydantic()+ await session.commit()+ return pydantic_batch@enforce_types@trace_method