Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
feat(asyncify): migrate passage storage size (#2380)
cthomas7df9614cce9f
diff --git a/letta/server/rest_api/routers/v1/embeddings.py b/letta/server/rest_api/routers/v1/embeddings.pyindex 16a429467..c0add6dcc 100644--- a/letta/server/rest_api/routers/v1/embeddings.py+++ b/letta/server/rest_api/routers/v1/embeddings.py@@ -9,7 +9,7 @@ router = APIRouter(prefix="/embeddings", tags=["embeddings"])@router.get("/total_storage_size", response_model=float, operation_id="get_total_storage_size")-def get_embeddings_total_storage_size(+async def get_embeddings_total_storage_size(server: SyncServer = Depends(get_letta_server),actor_id: Optional[str] = Header(None, alias="user_id"), # Extract user_id from header, default to None if not presentstorage_unit: Optional[str] = Header("GB", alias="storage_unit"), # Extract storage unit from header, default to GB@@ -17,5 +17,5 @@ def get_embeddings_total_storage_size("""Get the total size of all embeddings in the database for a user in the storage unit given."""- actor = server.user_manager.get_user_or_default(user_id=actor_id)- return server.passage_manager.estimate_embeddings_size(actor=actor, storage_unit=storage_unit)+ actor = await server.user_manager.get_actor_or_default_async(actor_id=actor_id)+ return await server.passage_manager.estimate_embeddings_size_async(actor=actor, storage_unit=storage_unit)diff --git a/letta/services/passage_manager.py b/letta/services/passage_manager.pyindex 44e33866a..a09b71496 100644--- a/letta/services/passage_manager.py+++ b/letta/services/passage_manager.py@@ -243,7 +243,7 @@ class PassageManager:@enforce_types@trace_method- def estimate_embeddings_size(+ async def estimate_embeddings_size_async(self,actor: PydanticUser,agent_id: Optional[str] = None,@@ -263,4 +263,4 @@ class PassageManager:raise ValueError(f"Invalid storage unit: {storage_unit}. Must be one of {list(BYTES_PER_STORAGE_UNIT.keys())}.")BYTES_PER_EMBEDDING_DIM = 4GB_PER_EMBEDDING = BYTES_PER_EMBEDDING_DIM / BYTES_PER_STORAGE_UNIT[storage_unit] * MAX_EMBEDDING_DIM- return self.size(actor=actor, agent_id=agent_id) * GB_PER_EMBEDDING+ return await self.size_async(actor=actor, agent_id=agent_id) * GB_PER_EMBEDDING