Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
feat: dump stack trace on segfault (#6121)
Kian Jones077d0e2f9a68
diff --git a/letta/server/rest_api/app.py b/letta/server/rest_api/app.pyindex dbeeec8b1..e6fd174fc 100644--- a/letta/server/rest_api/app.py+++ b/letta/server/rest_api/app.py@@ -1,3 +1,4 @@+import faulthandlerimport importlib.utilimport jsonimport logging@@ -10,6 +11,9 @@ from pathlib import Pathfrom typing import Optionalimport uvicorn++# Enable Python fault handler to get stack traces on segfaults+faulthandler.enable()from fastapi import FastAPI, Requestfrom fastapi.exceptions import RequestValidationErrorfrom fastapi.responses import JSONResponsediff --git a/letta/services/agent_manager.py b/letta/services/agent_manager.pyindex 9e8645d6d..7db7e626d 100644--- a/letta/services/agent_manager.py+++ b/letta/services/agent_manager.py@@ -3239,8 +3239,18 @@ class AgentManager:model = agent_state.llm_config.model if agent_state.llm_config.model_endpoint_type == "anthropic" else Nonetoken_counter = AnthropicTokenCounter(anthropic_client, model) # noqa+ logger.info(+ f"Using AnthropicTokenCounter for agent_id={agent_id}, model={model}, "+ f"model_endpoint_type={agent_state.llm_config.model_endpoint_type}, "+ f"environment={settings.environment}"+ )else:token_counter = TiktokenCounter(agent_state.llm_config.model)+ logger.info(+ f"Using TiktokenCounter for agent_id={agent_id}, model={agent_state.llm_config.model}, "+ f"model_endpoint_type={agent_state.llm_config.model_endpoint_type}, "+ f"environment={settings.environment}"+ )return await calculator.calculate_context_window(agent_state=agent_state,diff --git a/letta/services/context_window_calculator/token_counter.py b/letta/services/context_window_calculator/token_counter.pyindex a940cf551..12833fda5 100644--- a/letta/services/context_window_calculator/token_counter.py+++ b/letta/services/context_window_calculator/token_counter.py@@ -90,9 +90,24 @@ class TiktokenCounter(TokenCounter):ttl_s=3600, # cache for 1 hour)async def count_text_tokens(self, text: str) -> int:+ from letta.log import get_logger++ logger = get_logger(__name__)+if not text:return 0- return count_tokens(text)++ text_length = len(text)+ text_preview = text[:100] + "..." if len(text) > 100 else text+ logger.debug(f"TiktokenCounter.count_text_tokens: model={self.model}, text_length={text_length}, preview={repr(text_preview)}")++ try:+ result = count_tokens(text)+ logger.debug(f"TiktokenCounter.count_text_tokens: completed successfully, tokens={result}")+ return result+ except Exception as e:+ logger.error(f"TiktokenCounter.count_text_tokens: FAILED with {type(e).__name__}: {e}, text_length={text_length}")+ raise@trace_method@async_redis_cache(@@ -102,11 +117,28 @@ class TiktokenCounter(TokenCounter):ttl_s=3600, # cache for 1 hour)async def count_message_tokens(self, messages: List[Dict[str, Any]]) -> int:+ from letta.log import get_logger++ logger = get_logger(__name__)+if not messages:return 0- from letta.local_llm.utils import num_tokens_from_messages- return num_tokens_from_messages(messages=messages, model=self.model)+ num_messages = len(messages)+ total_content_length = sum(len(str(m.get("content", ""))) for m in messages)+ logger.debug(+ f"TiktokenCounter.count_message_tokens: model={self.model}, num_messages={num_messages}, total_content_length={total_content_length}"+ )++ try:+ from letta.local_llm.utils import num_tokens_from_messages++ result = num_tokens_from_messages(messages=messages, model=self.model)+ logger.debug(f"TiktokenCounter.count_message_tokens: completed successfully, tokens={result}")+ return result+ except Exception as e:+ logger.error(f"TiktokenCounter.count_message_tokens: FAILED with {type(e).__name__}: {e}, num_messages={num_messages}")+ raise@trace_method@async_redis_cache(