Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

feat: Add tracing to agent creation (#1664)

Matthew Zhoue37c70f300e0
diff --git a/letta/server/server.py b/letta/server/server.py
index e6fd6ed5c..428afa0da 100644
--- a/letta/server/server.py
+++ b/letta/server/server.py
@@ -95,7 +95,7 @@ from letta.services.tool_manager import ToolManager
from letta.services.user_manager import UserManager
from letta.settings import model_settings, settings, tool_settings
from letta.sleeptime_agent import SleeptimeAgent
-from letta.tracing import trace_method
+from letta.tracing import log_event, trace_method
from letta.utils import get_friendly_error_msg, make_key
config = LettaConfig.load()
@@ -706,18 +706,21 @@ class SyncServer(Server):
command = command[1:] # strip the prefix
return self._command(user_id=user_id, agent_id=agent_id, command=command)
+ @trace_method
def get_cached_llm_config(self, **kwargs):
key = make_key(**kwargs)
if key not in self._llm_config_cache:
self._llm_config_cache[key] = self.get_llm_config_from_handle(**kwargs)
return self._llm_config_cache[key]
+ @trace_method
def get_cached_embedding_config(self, **kwargs):
key = make_key(**kwargs)
if key not in self._embedding_config_cache:
self._embedding_config_cache[key] = self.get_embedding_config_from_handle(**kwargs)
return self._embedding_config_cache[key]
+ @trace_method
def create_agent(
self,
request: CreateAgent,
@@ -728,26 +731,34 @@ class SyncServer(Server):
if request.llm_config is None:
if request.model is None:
raise ValueError("Must specify either model or llm_config in request")
- request.llm_config = self.get_cached_llm_config(
- handle=request.model,
- context_window_limit=request.context_window_limit,
- max_tokens=request.max_tokens,
- max_reasoning_tokens=request.max_reasoning_tokens,
- enable_reasoner=request.enable_reasoner,
- )
+ config_params = {
+ "handle": request.model,
+ "context_window_limit": request.context_window_limit,
+ "max_tokens": request.max_tokens,
+ "max_reasoning_tokens": request.max_reasoning_tokens,
+ "enable_reasoner": request.enable_reasoner,
+ }
+ log_event(name="start get_cached_llm_config", attributes=config_params)
+ request.llm_config = self.get_cached_llm_config(**config_params)
+ log_event(name="end get_cached_llm_config", attributes=config_params)
if request.embedding_config is None:
if request.embedding is None:
raise ValueError("Must specify either embedding or embedding_config in request")
- request.embedding_config = self.get_cached_embedding_config(
- handle=request.embedding,
- embedding_chunk_size=request.embedding_chunk_size or constants.DEFAULT_EMBEDDING_CHUNK_SIZE,
- )
-
+ embedding_config_params = {
+ "handle": request.embedding,
+ "embedding_chunk_size": request.embedding_chunk_size or constants.DEFAULT_EMBEDDING_CHUNK_SIZE,
+ }
+ log_event(name="start get_cached_embedding_config", attributes=embedding_config_params)
+ request.embedding_config = self.get_cached_embedding_config(**embedding_config_params)
+ log_event(name="end get_cached_embedding_config", attributes=embedding_config_params)
+
+ log_event(name="start create_agent db")
main_agent = self.agent_manager.create_agent(
agent_create=request,
actor=actor,
)
+ log_event(name="end create_agent db")
if request.enable_sleeptime:
main_agent = self.create_sleeptime_agent(main_agent=main_agent, actor=actor)
@@ -1108,6 +1119,7 @@ class SyncServer(Server):
# Merge the two dictionaries, keeping the values from providers_from_db where conflicts occur
return {**providers_from_env, **providers_from_db}.values()
+ @trace_method
def get_llm_config_from_handle(
self,
handle: str,
@@ -1157,6 +1169,7 @@ class SyncServer(Server):
return llm_config
+ @trace_method
def get_embedding_config_from_handle(
self, handle: str, embedding_chunk_size: int = constants.DEFAULT_EMBEDDING_CHUNK_SIZE
) -> EmbeddingConfig:
diff --git a/letta/services/agent_manager.py b/letta/services/agent_manager.py
index ee320cafc..1e512110c 100644
--- a/letta/services/agent_manager.py
+++ b/letta/services/agent_manager.py
@@ -70,6 +70,7 @@ from letta.services.passage_manager import PassageManager
from letta.services.source_manager import SourceManager
from letta.services.tool_manager import ToolManager
from letta.settings import settings
+from letta.tracing import trace_method
from letta.utils import enforce_types, united_diff
logger = get_logger(__name__)
@@ -93,6 +94,7 @@ class AgentManager:
# ======================================================================================================================
# Basic CRUD operations
# ======================================================================================================================
+ @trace_method
@enforce_types
def create_agent(
self,