Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

feat: check openai context window limits for azure (#1893)

cthomas3687b99f391d
diff --git a/letta/schemas/providers.py b/letta/schemas/providers.py
index cbe042bcf..90a025a92 100644
--- a/letta/schemas/providers.py
+++ b/letta/schemas/providers.py
@@ -1233,7 +1233,10 @@ class AzureProvider(Provider):
"""
This is hardcoded for now, since there is no API endpoints to retrieve metadata for a model.
"""
- return AZURE_MODEL_TO_CONTEXT_LENGTH.get(model_name, 4096)
+ context_window = AZURE_MODEL_TO_CONTEXT_LENGTH.get(model_name, None)
+ if context_window is None:
+ context_window = LLM_MAX_TOKENS.get(model_name, 4096)
+ return context_window
class VLLMChatCompletionsProvider(Provider):