Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

feat: use no refresh flag in batch creation (#3440)

cthomasfda2a605f5db
diff --git a/letta/services/llm_batch_manager.py b/letta/services/llm_batch_manager.py
index 6f7c58f3f..9e0dbd0ad 100644
--- a/letta/services/llm_batch_manager.py
+++ b/letta/services/llm_batch_manager.py
@@ -45,8 +45,10 @@ class LLMBatchManager:
organization_id=actor.organization_id,
letta_batch_job_id=letta_batch_job_id,
)
- await batch.create_async(session, actor=actor)
- return batch.to_pydantic()
+ await batch.create_async(session, actor=actor, no_commit=True, no_refresh=True)
+ pydantic_batch = batch.to_pydantic()
+ await session.commit()
+ return pydantic_batch
@enforce_types
@trace_method