Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
feat: add default context window (#995)
cthomasb32bee5aa65b
diff --git a/letta/constants.py b/letta/constants.pyindex ef4eafc2c..1a59137e9 100644--- a/letta/constants.py+++ b/letta/constants.py@@ -27,6 +27,7 @@ TOOL_CALL_ID_MAX_LEN = 29# minimum context window sizeMIN_CONTEXT_WINDOW = 4096+DEFAULT_CONTEXT_WINDOW_SIZE = 32000# embeddingsMAX_EMBEDDING_DIM = 4096 # maximum supported embeding size - do NOT change or else DBs will need to be resetdiff --git a/letta/llm_api/google_vertex.py b/letta/llm_api/google_vertex.pyindex 7b551af25..9530211f7 100644--- a/letta/llm_api/google_vertex.py+++ b/letta/llm_api/google_vertex.py@@ -1,7 +1,5 @@import uuid-from typing import List, Optional, Tuple--import requests+from typing import List, Optionalfrom letta.constants import NON_USER_MSG_PREFIXfrom letta.local_llm.json_parser import clean_json_string_extra_backslashdiff --git a/letta/server/server.py b/letta/server/server.pyindex 5c32182a8..ac889f558 100644--- a/letta/server/server.py+++ b/letta/server/server.py@@ -1112,6 +1112,8 @@ class SyncServer(Server):if context_window_limit > llm_config.context_window:raise ValueError(f"Context window limit ({context_window_limit}) is greater than maximum of ({llm_config.context_window})")llm_config.context_window = context_window_limit+ else:+ llm_config.context_window = min(llm_config.context_window, constants.DEFAULT_CONTEXT_WINDOW_SIZE)return llm_config