Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

fix: skip summarizer provider fallback for BYOK requests (#10152)

cthomasab7e0e8a8d9d
diff --git a/letta/services/summarizer/summarizer.py b/letta/services/summarizer/summarizer.py
index 3b621aa15..cd2cb5b19 100644
--- a/letta/services/summarizer/summarizer.py
+++ b/letta/services/summarizer/summarizer.py
@@ -17,7 +17,7 @@ from letta.helpers.message_helper import convert_message_creates_to_messages
from letta.llm_api.llm_client import LLMClient
from letta.log import get_logger
from letta.otel.tracing import trace_method
-from letta.schemas.enums import AgentType, LLMCallType, MessageRole, ProviderType
+from letta.schemas.enums import AgentType, LLMCallType, MessageRole, ProviderCategory, ProviderType
from letta.schemas.letta_message_content import ImageContent, TextContent
from letta.schemas.llm_config import LLMConfig
from letta.schemas.message import Message, MessageCreate
@@ -766,7 +766,12 @@ async def _run_summarizer_request(
raise
e = handled
- if is_fallback or str(llm_config.model_endpoint_type) not in _FALLBACK_PROVIDER_TYPES or actor is None:
+ if (
+ is_fallback
+ or str(llm_config.model_endpoint_type) not in _FALLBACK_PROVIDER_TYPES
+ or actor is None
+ or llm_config.provider_category == ProviderCategory.byok
+ ):
raise
original_error = e