Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
fix: increase SGLang provider default context window from 8k to 32k (#9435)
Kevin Lin7ec2783ded05
diff --git a/letta/schemas/providers/sglang.py b/letta/schemas/providers/sglang.pyindex 5cae03c62..48d5d0130 100644--- a/letta/schemas/providers/sglang.py+++ b/letta/schemas/providers/sglang.py@@ -47,7 +47,7 @@ class SGLangProvider(Provider):model_endpoint_type="openai", # SGLang is OpenAI-compatiblemodel_endpoint=base_url,model_wrapper=self.default_prompt_formatter,- context_window=model.get("max_model_len", 8192),+ context_window=model.get("max_model_len", 32768),handle=self.get_handle(model_name, base_name=self.handle_base) if self.handle_base else self.get_handle(model_name),max_tokens=self.get_default_max_output_tokens(model_name),provider_name=self.name,