Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

feat: use no refresh flag in batch item creation (#3441)

cthomasc3bd5cffe75d
diff --git a/letta/services/llm_batch_manager.py b/letta/services/llm_batch_manager.py
index 9e0dbd0ad..bce52aeba 100644
--- a/letta/services/llm_batch_manager.py
+++ b/letta/services/llm_batch_manager.py
@@ -284,10 +284,11 @@ class LLMBatchManager:
)
orm_items.append(orm_item)
- created_items = await LLMBatchItem.batch_create_async(orm_items, session, actor=actor)
+ created_items = await LLMBatchItem.batch_create_async(orm_items, session, actor=actor, no_commit=True, no_refresh=True)
- # Convert back to Pydantic models
- return [item.to_pydantic() for item in created_items]
+ pydantic_items = [item.to_pydantic() for item in created_items]
+ await session.commit()
+ return pydantic_items
@enforce_types
@trace_method