Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
feat: make embedding_config optional on agent creation (#7553)
Sarah Woodersacd8dd7bcf28
diff --git a/fern/openapi.json b/fern/openapi.jsonindex 412806e4d..c1ca0b5f6 100644--- a/fern/openapi.json+++ b/fern/openapi.json@@ -21037,7 +21037,14 @@"deprecated": true},"embedding_config": {- "$ref": "#/components/schemas/EmbeddingConfig",+ "anyOf": [+ {+ "$ref": "#/components/schemas/EmbeddingConfig"+ },+ {+ "type": "null"+ }+ ],"description": "Deprecated: Use `embedding` field instead. The embedding configuration used by the agent.","deprecated": true},@@ -21461,7 +21468,6 @@"system","agent_type","llm_config",- "embedding_config","memory","blocks","tools",diff --git a/letta/errors.py b/letta/errors.pyindex 30ca0ad28..1328f069a 100644--- a/letta/errors.py+++ b/letta/errors.py@@ -90,6 +90,19 @@ class LettaConfigurationError(LettaError):super().__init__(message=message, details={"missing_fields": self.missing_fields})+class EmbeddingConfigRequiredError(LettaError):+ """Error raised when an operation requires embedding_config but the agent doesn't have one configured."""++ def __init__(self, agent_id: Optional[str] = None, operation: Optional[str] = None):+ self.agent_id = agent_id+ self.operation = operation+ message = "This operation requires an embedding configuration, but the agent does not have one configured."+ if operation:+ message = f"Operation '{operation}' requires an embedding configuration, but the agent does not have one configured."+ details = {"agent_id": agent_id, "operation": operation}+ super().__init__(message=message, code=ErrorCode.INVALID_ARGUMENT, details=details)++class LettaAgentNotFoundError(LettaError):"""Error raised when an agent is not found."""diff --git a/letta/orm/agent.py b/letta/orm/agent.pyindex 7a431a933..216968dfa 100644--- a/letta/orm/agent.py+++ b/letta/orm/agent.py@@ -74,7 +74,7 @@ class Agent(SqlalchemyBase, OrganizationMixin, ProjectMixin, TemplateEntityMixinLLMConfigColumn, nullable=True, doc="the LLM backend configuration object for this agent.")embedding_config: Mapped[Optional[EmbeddingConfig]] = mapped_column(- EmbeddingConfigColumn, doc="the embedding configuration object for this agent."+ EmbeddingConfigColumn, nullable=True, doc="the embedding configuration object for this agent.")compaction_settings: Mapped[Optional[dict]] = mapped_column(CompactionSettingsColumn, nullable=True, doc="the compaction settings configuration object for compaction."diff --git a/letta/schemas/agent.py b/letta/schemas/agent.pyindex 57d8e0b8c..b6a22ea84 100644--- a/letta/schemas/agent.py+++ b/letta/schemas/agent.py@@ -81,8 +81,8 @@ class AgentState(OrmMetadataBase, validate_assignment=True):llm_config: LLMConfig = Field(..., description="Deprecated: Use `model` field instead. The LLM configuration used by the agent.", deprecated=True)- embedding_config: EmbeddingConfig = Field(- ..., description="Deprecated: Use `embedding` field instead. The embedding configuration used by the agent.", deprecated=True+ embedding_config: Optional[EmbeddingConfig] = Field(+ None, description="Deprecated: Use `embedding` field instead. The embedding configuration used by the agent.", deprecated=True)model: Optional[str] = Field(None, description="The model handle used by the agent (format: provider/model-name).")embedding: Optional[str] = Field(None, description="The embedding model handle used by the agent (format: provider/model-name).")diff --git a/letta/server/rest_api/app.py b/letta/server/rest_api/app.pyindex 17089dbf4..f1441ea54 100644--- a/letta/server/rest_api/app.py+++ b/letta/server/rest_api/app.py@@ -32,6 +32,7 @@ from letta.errors import (AgentFileImportError,AgentNotFoundForExportError,BedrockPermissionError,+ EmbeddingConfigRequiredError,HandleNotFoundError,LettaAgentNotFoundError,LettaExpiredError,@@ -470,6 +471,7 @@ def create_application() -> "FastAPI":app.add_exception_handler(LettaToolCreateError, _error_handler_400)app.add_exception_handler(LettaToolNameConflictError, _error_handler_400)app.add_exception_handler(AgentFileImportError, _error_handler_400)+ app.add_exception_handler(EmbeddingConfigRequiredError, _error_handler_400)app.add_exception_handler(ValueError, _error_handler_400)# 404 Not Found errorsdiff --git a/letta/server/server.py b/letta/server/server.pyindex df31a1390..bfa41bc0b 100644--- a/letta/server/server.py+++ b/letta/server/server.py@@ -18,7 +18,13 @@ import letta.system as systemfrom letta.config import LettaConfigfrom letta.constants import LETTA_TOOL_EXECUTION_DIRfrom letta.data_sources.connectors import DataConnector, load_data-from letta.errors import HandleNotFoundError, LettaInvalidArgumentError, LettaMCPConnectionError, LettaMCPTimeoutError+from letta.errors import (+ EmbeddingConfigRequiredError,+ HandleNotFoundError,+ LettaInvalidArgumentError,+ LettaMCPConnectionError,+ LettaMCPTimeoutError,+)from letta.functions.mcp_client.types import MCPServerType, MCPTool, MCPToolHealth, SSEServerConfig, StdioServerConfigfrom letta.functions.schema_validator import validate_complete_json_schemafrom letta.groups.helpers import load_multi_agent@@ -493,19 +499,17 @@ class SyncServer(object):if request.embedding_config is None:if request.embedding is None:- if settings.default_embedding_handle is None:- raise LettaInvalidArgumentError(- "Must specify either embedding or embedding_config in request", argument_name="embedding"- )- else:+ if settings.default_embedding_handle is not None:request.embedding = settings.default_embedding_handle- embedding_config_params = {- "handle": request.embedding,- "embedding_chunk_size": request.embedding_chunk_size or constants.DEFAULT_EMBEDDING_CHUNK_SIZE,- }- log_event(name="start get_cached_embedding_config", attributes=embedding_config_params)- request.embedding_config = await self.get_cached_embedding_config_async(actor=actor, **embedding_config_params)- log_event(name="end get_cached_embedding_config", attributes=embedding_config_params)+ # Only resolve embedding config if we have an embedding handle+ if request.embedding is not None:+ embedding_config_params = {+ "handle": request.embedding,+ "embedding_chunk_size": request.embedding_chunk_size or constants.DEFAULT_EMBEDDING_CHUNK_SIZE,+ }+ log_event(name="start get_cached_embedding_config", attributes=embedding_config_params)+ request.embedding_config = await self.get_cached_embedding_config_async(actor=actor, **embedding_config_params)+ log_event(name="end get_cached_embedding_config", attributes=embedding_config_params)log_event(name="start create_agent db")main_agent = await self.agent_manager.create_agent_async(@@ -593,6 +597,8 @@ class SyncServer(object):)async def create_sleeptime_agent_async(self, main_agent: AgentState, actor: User) -> AgentState:+ if main_agent.embedding_config is None:+ raise EmbeddingConfigRequiredError(agent_id=main_agent.id, operation="create_sleeptime_agent")request = CreateAgent(name=main_agent.name + "-sleeptime",agent_type=AgentType.sleeptime_agent,@@ -625,6 +631,8 @@ class SyncServer(object):return await self.agent_manager.get_agent_by_id_async(agent_id=main_agent.id, actor=actor)async def create_voice_sleeptime_agent_async(self, main_agent: AgentState, actor: User) -> AgentState:+ if main_agent.embedding_config is None:+ raise EmbeddingConfigRequiredError(agent_id=main_agent.id, operation="create_voice_sleeptime_agent")# TODO: Inject systemrequest = CreateAgent(name=main_agent.name + "-sleeptime",@@ -998,6 +1006,8 @@ class SyncServer(object):async def create_document_sleeptime_agent_async(self, main_agent: AgentState, source: Source, actor: User, clear_history: bool = False) -> AgentState:+ if main_agent.embedding_config is None:+ raise EmbeddingConfigRequiredError(agent_id=main_agent.id, operation="create_document_sleeptime_agent")try:block = await self.agent_manager.get_block_with_label_async(agent_id=main_agent.id, block_label=source.name, actor=actor)except:diff --git a/letta/services/agent_manager.py b/letta/services/agent_manager.pyindex 58da69159..1be471b48 100644--- a/letta/services/agent_manager.py+++ b/letta/services/agent_manager.py@@ -336,8 +336,8 @@ class AgentManager:ignore_invalid_tools: bool = False,) -> PydanticAgentState:# validate required configs- if not agent_create.llm_config or not agent_create.embedding_config:- raise ValueError("llm_config and embedding_config are required")+ if not agent_create.llm_config:+ raise ValueError("llm_config is required")# For v1 agents, enforce sane defaults even when reasoning is omittedif agent_create.agent_type == AgentType.letta_v1_agent:diff --git a/letta/services/archive_manager.py b/letta/services/archive_manager.pyindex 6e1bf0ec0..83903b938 100644--- a/letta/services/archive_manager.py+++ b/letta/services/archive_manager.py@@ -4,6 +4,7 @@ from typing import Dict, List, Optionalfrom sqlalchemy import delete, or_, select+from letta.errors import EmbeddingConfigRequiredErrorfrom letta.helpers.tpuf_client import should_use_tpuffrom letta.log import get_loggerfrom letta.orm import ArchivalPassage, Archive as ArchiveModel, ArchivesAgents@@ -433,6 +434,8 @@ class ArchiveManager:return archive# Create a default archive for this agent+ if agent_state.embedding_config is None:+ raise EmbeddingConfigRequiredError(agent_id=agent_state.id, operation="create_default_archive")archive_name = f"{agent_state.name}'s Archive"archive = await self.create_archive_async(name=archive_name,diff --git a/letta/services/passage_manager.py b/letta/services/passage_manager.pyindex 55f628ed6..6616671c6 100644--- a/letta/services/passage_manager.py+++ b/letta/services/passage_manager.py@@ -8,6 +8,7 @@ from sqlalchemy import func, selectfrom sqlalchemy.ext.asyncio import AsyncSessionfrom letta.constants import MAX_EMBEDDING_DIM+from letta.errors import EmbeddingConfigRequiredErrorfrom letta.helpers.decorators import async_redis_cachefrom letta.llm_api.llm_client import LLMClientfrom letta.log import get_logger@@ -471,6 +472,8 @@ class PassageManager:Returns:List of created passage objects"""+ if agent_state.embedding_config is None:+ raise EmbeddingConfigRequiredError(agent_id=agent_state.id, operation="insert_passage")embedding_chunk_size = agent_state.embedding_config.embedding_chunk_sizeembedding_client = LLMClient.create(