Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

fix: only use experimental path for token streaming (#2173)

cthomas43acb725da92
diff --git a/letta/server/rest_api/routers/v1/agents.py b/letta/server/rest_api/routers/v1/agents.py
index 226aba3ba..5b9785b41 100644
--- a/letta/server/rest_api/routers/v1/agents.py
+++ b/letta/server/rest_api/routers/v1/agents.py
@@ -696,7 +696,7 @@ async def send_message_streaming(
feature_enabled = settings.use_experimental or experimental_header
model_compatible = agent.llm_config.model_endpoint_type in ["anthropic", "openai"]
- if agent_eligible and feature_enabled and model_compatible:
+ if agent_eligible and feature_enabled and model_compatible and request.stream_tokens:
experimental_agent = LettaAgent(
agent_id=agent_id,
message_manager=server.message_manager,