Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
feat: Add tracing to agent creation (#1664)
Matthew Zhoue37c70f300e0
diff --git a/letta/server/server.py b/letta/server/server.pyindex e6fd6ed5c..428afa0da 100644--- a/letta/server/server.py+++ b/letta/server/server.py@@ -95,7 +95,7 @@ from letta.services.tool_manager import ToolManagerfrom letta.services.user_manager import UserManagerfrom letta.settings import model_settings, settings, tool_settingsfrom letta.sleeptime_agent import SleeptimeAgent-from letta.tracing import trace_method+from letta.tracing import log_event, trace_methodfrom letta.utils import get_friendly_error_msg, make_keyconfig = LettaConfig.load()@@ -706,18 +706,21 @@ class SyncServer(Server):command = command[1:] # strip the prefixreturn self._command(user_id=user_id, agent_id=agent_id, command=command)+ @trace_methoddef get_cached_llm_config(self, **kwargs):key = make_key(**kwargs)if key not in self._llm_config_cache:self._llm_config_cache[key] = self.get_llm_config_from_handle(**kwargs)return self._llm_config_cache[key]+ @trace_methoddef get_cached_embedding_config(self, **kwargs):key = make_key(**kwargs)if key not in self._embedding_config_cache:self._embedding_config_cache[key] = self.get_embedding_config_from_handle(**kwargs)return self._embedding_config_cache[key]+ @trace_methoddef create_agent(self,request: CreateAgent,@@ -728,26 +731,34 @@ class SyncServer(Server):if request.llm_config is None:if request.model is None:raise ValueError("Must specify either model or llm_config in request")- request.llm_config = self.get_cached_llm_config(- handle=request.model,- context_window_limit=request.context_window_limit,- max_tokens=request.max_tokens,- max_reasoning_tokens=request.max_reasoning_tokens,- enable_reasoner=request.enable_reasoner,- )+ config_params = {+ "handle": request.model,+ "context_window_limit": request.context_window_limit,+ "max_tokens": request.max_tokens,+ "max_reasoning_tokens": request.max_reasoning_tokens,+ "enable_reasoner": request.enable_reasoner,+ }+ log_event(name="start get_cached_llm_config", attributes=config_params)+ request.llm_config = self.get_cached_llm_config(**config_params)+ log_event(name="end get_cached_llm_config", attributes=config_params)if request.embedding_config is None:if request.embedding is None:raise ValueError("Must specify either embedding or embedding_config in request")- request.embedding_config = self.get_cached_embedding_config(- handle=request.embedding,- embedding_chunk_size=request.embedding_chunk_size or constants.DEFAULT_EMBEDDING_CHUNK_SIZE,- )-+ embedding_config_params = {+ "handle": request.embedding,+ "embedding_chunk_size": request.embedding_chunk_size or constants.DEFAULT_EMBEDDING_CHUNK_SIZE,+ }+ log_event(name="start get_cached_embedding_config", attributes=embedding_config_params)+ request.embedding_config = self.get_cached_embedding_config(**embedding_config_params)+ log_event(name="end get_cached_embedding_config", attributes=embedding_config_params)++ log_event(name="start create_agent db")main_agent = self.agent_manager.create_agent(agent_create=request,actor=actor,)+ log_event(name="end create_agent db")if request.enable_sleeptime:main_agent = self.create_sleeptime_agent(main_agent=main_agent, actor=actor)@@ -1108,6 +1119,7 @@ class SyncServer(Server):# Merge the two dictionaries, keeping the values from providers_from_db where conflicts occurreturn {**providers_from_env, **providers_from_db}.values()+ @trace_methoddef get_llm_config_from_handle(self,handle: str,@@ -1157,6 +1169,7 @@ class SyncServer(Server):return llm_config+ @trace_methoddef get_embedding_config_from_handle(self, handle: str, embedding_chunk_size: int = constants.DEFAULT_EMBEDDING_CHUNK_SIZE) -> EmbeddingConfig:diff --git a/letta/services/agent_manager.py b/letta/services/agent_manager.pyindex ee320cafc..1e512110c 100644--- a/letta/services/agent_manager.py+++ b/letta/services/agent_manager.py@@ -70,6 +70,7 @@ from letta.services.passage_manager import PassageManagerfrom letta.services.source_manager import SourceManagerfrom letta.services.tool_manager import ToolManagerfrom letta.settings import settings+from letta.tracing import trace_methodfrom letta.utils import enforce_types, united_difflogger = get_logger(__name__)@@ -93,6 +94,7 @@ class AgentManager:# ======================================================================================================================# Basic CRUD operations# ======================================================================================================================+ @trace_method@enforce_typesdef create_agent(self,