Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
fix: enable zai streaming (#7755)
Ari Webb0a372b25404d
diff --git a/letta/adapters/simple_llm_stream_adapter.py b/letta/adapters/simple_llm_stream_adapter.pyindex 89f940994..0d3f7974a 100644--- a/letta/adapters/simple_llm_stream_adapter.py+++ b/letta/adapters/simple_llm_stream_adapter.py@@ -75,7 +75,7 @@ class SimpleLLMStreamAdapter(LettaLLMStreamAdapter):run_id=self.run_id,step_id=step_id,)- elif self.llm_config.model_endpoint_type in [ProviderType.openai, ProviderType.deepseek]:+ elif self.llm_config.model_endpoint_type in [ProviderType.openai, ProviderType.deepseek, ProviderType.zai]:# Decide interface based on payload shapeuse_responses = "input" in request_data and "messages" not in request_data# No support for Responses API proxydiff --git a/letta/services/streaming_service.py b/letta/services/streaming_service.pyindex b589ca461..081051a27 100644--- a/letta/services/streaming_service.py+++ b/letta/services/streaming_service.py@@ -467,7 +467,7 @@ class StreamingService:def _is_token_streaming_compatible(self, agent: AgentState) -> bool:"""Check if agent's model supports token-level streaming."""- base_compatible = agent.llm_config.model_endpoint_type in ["anthropic", "openai", "bedrock", "deepseek"]+ base_compatible = agent.llm_config.model_endpoint_type in ["anthropic", "openai", "bedrock", "deepseek", "zai"]google_letta_v1 = agent.agent_type == AgentType.letta_v1_agent and agent.llm_config.model_endpoint_type in ["google_ai","google_vertex",