Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

feat(asyncify): migrate passage storage size (#2380)

cthomas39a55082e2f4
diff --git a/letta/server/rest_api/routers/v1/embeddings.py b/letta/server/rest_api/routers/v1/embeddings.py
index 16a429467..c0add6dcc 100644
--- a/letta/server/rest_api/routers/v1/embeddings.py
+++ b/letta/server/rest_api/routers/v1/embeddings.py
@@ -9,7 +9,7 @@ router = APIRouter(prefix="/embeddings", tags=["embeddings"])
@router.get("/total_storage_size", response_model=float, operation_id="get_total_storage_size")
-def get_embeddings_total_storage_size(
+async def get_embeddings_total_storage_size(
server: SyncServer = Depends(get_letta_server),
actor_id: Optional[str] = Header(None, alias="user_id"), # Extract user_id from header, default to None if not present
storage_unit: Optional[str] = Header("GB", alias="storage_unit"), # Extract storage unit from header, default to GB
@@ -17,5 +17,5 @@ def get_embeddings_total_storage_size(
"""
Get the total size of all embeddings in the database for a user in the storage unit given.
"""
- actor = server.user_manager.get_user_or_default(user_id=actor_id)
- return server.passage_manager.estimate_embeddings_size(actor=actor, storage_unit=storage_unit)
+ actor = await server.user_manager.get_actor_or_default_async(actor_id=actor_id)
+ return await server.passage_manager.estimate_embeddings_size_async(actor=actor, storage_unit=storage_unit)
diff --git a/letta/services/passage_manager.py b/letta/services/passage_manager.py
index 44e33866a..a09b71496 100644
--- a/letta/services/passage_manager.py
+++ b/letta/services/passage_manager.py
@@ -243,7 +243,7 @@ class PassageManager:
@enforce_types
@trace_method
- def estimate_embeddings_size(
+ async def estimate_embeddings_size_async(
self,
actor: PydanticUser,
agent_id: Optional[str] = None,
@@ -263,4 +263,4 @@ class PassageManager:
raise ValueError(f"Invalid storage unit: {storage_unit}. Must be one of {list(BYTES_PER_STORAGE_UNIT.keys())}.")
BYTES_PER_EMBEDDING_DIM = 4
GB_PER_EMBEDDING = BYTES_PER_EMBEDDING_DIM / BYTES_PER_STORAGE_UNIT[storage_unit] * MAX_EMBEDDING_DIM
- return self.size(actor=actor, agent_id=agent_id) * GB_PER_EMBEDDING
+ return await self.size_async(actor=actor, agent_id=agent_id) * GB_PER_EMBEDDING