Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

feat: add default handles via env vars (#2474)

Sarah Woodersfd8b25533921
diff --git a/letta/server/server.py b/letta/server/server.py
index 2042da704..aeae33920 100644
--- a/letta/server/server.py
+++ b/letta/server/server.py
@@ -825,7 +825,10 @@ class SyncServer(Server):
) -> AgentState:
if request.llm_config is None:
if request.model is None:
- raise ValueError("Must specify either model or llm_config in request")
+ if settings.default_llm_handle is None:
+ raise ValueError("Must specify either model or llm_config in request")
+ else:
+ request.model = settings.default_llm_handle
config_params = {
"handle": request.model,
"context_window_limit": request.context_window_limit,
@@ -839,7 +842,10 @@ class SyncServer(Server):
if request.embedding_config is None:
if request.embedding is None:
- raise ValueError("Must specify either embedding or embedding_config in request")
+ if settings.default_embedding_handle is None:
+ raise ValueError("Must specify either embedding or embedding_config in request")
+ else:
+ request.embedding = settings.default_embedding_handle
embedding_config_params = {
"handle": request.embedding,
"embedding_chunk_size": request.embedding_chunk_size or constants.DEFAULT_EMBEDDING_CHUNK_SIZE,
diff --git a/letta/settings.py b/letta/settings.py
index b30c3f35d..74179920d 100644
--- a/letta/settings.py
+++ b/letta/settings.py
@@ -172,6 +172,10 @@ class Settings(BaseSettings):
debug: Optional[bool] = False
cors_origins: Optional[list] = cors_origins
+ # default handles
+ default_llm_handle: Optional[str] = None
+ default_embedding_handle: Optional[str] = None
+
# database configuration
pg_db: Optional[str] = None
pg_user: Optional[str] = None