Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
feat: endpoint for current size in GB of the organization's embeddings (#1880)
Andy Liaf87e11d3e6e
diff --git a/letta/server/rest_api/routers/v1/__init__.py b/letta/server/rest_api/routers/v1/__init__.pyindex d08a1d822..666aeedc8 100644--- a/letta/server/rest_api/routers/v1/__init__.py+++ b/letta/server/rest_api/routers/v1/__init__.py@@ -1,5 +1,6 @@from letta.server.rest_api.routers.v1.agents import router as agents_routerfrom letta.server.rest_api.routers.v1.blocks import router as blocks_router+from letta.server.rest_api.routers.v1.embeddings import router as embeddings_routerfrom letta.server.rest_api.routers.v1.groups import router as groups_routerfrom letta.server.rest_api.routers.v1.health import router as health_routerfrom letta.server.rest_api.routers.v1.identities import router as identities_router@@ -32,4 +33,5 @@ ROUTERS = [tags_router,messages_router,voice_router,+ embeddings_router,]diff --git a/letta/server/rest_api/routers/v1/embeddings.py b/letta/server/rest_api/routers/v1/embeddings.pynew file mode 100644index 000000000..5b5d51cd0--- /dev/null+++ b/letta/server/rest_api/routers/v1/embeddings.py@@ -0,0 +1,20 @@+from typing import Optional++from fastapi import APIRouter, Depends, Header++from letta.server.rest_api.utils import get_letta_server+from letta.server.server import SyncServer++router = APIRouter(prefix="/embeddings", tags=["embeddings"])++[email protected]("/total_storage_size", response_model=float, operation_id="get_total_storage_size")+def get_embeddings_storage_size(+ server: SyncServer = Depends(get_letta_server),+ actor_id: Optional[str] = Header(None, alias="user_id"), # Extract user_id from header, default to None if not present+):+ """+ Get the total size of all embeddings in the database for a user in GB.+ """+ actor = server.user_manager.get_user_or_default(user_id=actor_id)+ return server.passage_manager.estimate_embeddings_size_GB(actor=actor)diff --git a/letta/server/rest_api/routers/v1/llms.py b/letta/server/rest_api/routers/v1/llms.pyindex 2c05aa48c..173b1a578 100644--- a/letta/server/rest_api/routers/v1/llms.py+++ b/letta/server/rest_api/routers/v1/llms.py@@ -13,7 +13,7 @@ router = APIRouter(prefix="/models", tags=["models", "llms"])@router.get("/", response_model=List[LLMConfig], operation_id="list_models")-def list_llm_backends(+def list_llm_models(server: "SyncServer" = Depends(get_letta_server),):@@ -23,7 +23,7 @@ def list_llm_backends(@router.get("/embedding", response_model=List[EmbeddingConfig], operation_id="list_embedding_models")-def list_embedding_backends(+def list_embedding_models(server: "SyncServer" = Depends(get_letta_server),):diff --git a/letta/services/passage_manager.py b/letta/services/passage_manager.pyindex 6dc25e1a2..6cc3b3a66 100644--- a/letta/services/passage_manager.py+++ b/letta/services/passage_manager.py@@ -3,6 +3,7 @@ from typing import List, Optionalfrom openai import OpenAI+from letta.constants import MAX_EMBEDDING_DIMfrom letta.embeddings import embedding_model, parse_and_chunk_textfrom letta.orm.errors import NoResultFoundfrom letta.orm.passage import AgentPassage, SourcePassage@@ -218,3 +219,16 @@ class PassageManager:"""with self.session_maker() as session:return AgentPassage.size(db_session=session, actor=actor, agent_id=agent_id)++ def estimate_embeddings_size_GB(+ self,+ actor: PydanticUser,+ agent_id: Optional[str] = None,+ ) -> float:+ """+ Estimate the size of the embeddings in GB.+ """+ BYTES_PER_EMBEDDING_DIM = 4+ BYTES_PER_GB = 1024 * 1024 * 1024+ GB_PER_EMBEDDING = BYTES_PER_EMBEDDING_DIM / BYTES_PER_GB * MAX_EMBEDDING_DIM+ return self.size(actor=actor, agent_id=agent_id) * GB_PER_EMBEDDING