Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.
feat: use new model-proxy in production (#1908)
cthomas5187e79a439e
diff --git a/README.md b/README.mdindex a46cddc95..4aa9d7287 100644--- a/README.md+++ b/README.md@@ -180,7 +180,7 @@ docker exec -it $(docker ps -q -f ancestor=letta/letta) letta runIn the CLI tool, you'll be able to create new agents, or load existing agents:```🧬 Creating new agent...-? Select LLM model: letta-free [type=openai] [ip=https://inference.memgpt.ai]+? Select LLM model: letta-free [type=openai] [ip=https://inference.letta.com]? Select embedding model: letta-free [type=hugging-face] [ip=https://embeddings.memgpt.ai]-> 🤖 Using persona profile: 'sam_pov'-> 🧑 Using human profile: 'basic'@@ -246,7 +246,7 @@ letta run``````🧬 Creating new agent...-? Select LLM model: letta-free [type=openai] [ip=https://inference.memgpt.ai]+? Select LLM model: letta-free [type=openai] [ip=https://inference.letta.com]? Select embedding model: letta-free [type=hugging-face] [ip=https://embeddings.memgpt.ai]-> 🤖 Using persona profile: 'sam_pov'-> 🧑 Using human profile: 'basic'diff --git a/letta/constants.py b/letta/constants.pyindex 6466798e8..28cb17e2e 100644--- a/letta/constants.py+++ b/letta/constants.py@@ -4,7 +4,7 @@ from logging import CRITICAL, DEBUG, ERROR, INFO, NOTSET, WARN, WARNINGLETTA_DIR = os.path.join(os.path.expanduser("~"), ".letta")LETTA_TOOL_EXECUTION_DIR = os.path.join(LETTA_DIR, "tool_execution_dir")-LETTA_MODEL_ENDPOINT = "https://inference.memgpt.ai"+LETTA_MODEL_ENDPOINT = "https://inference.letta.com"ADMIN_PREFIX = "/v1/admin"API_PREFIX = "/v1"diff --git a/letta/llm_api/openai.py b/letta/llm_api/openai.pyindex 578f2d020..42ad06ec5 100644--- a/letta/llm_api/openai.py+++ b/letta/llm_api/openai.py@@ -158,7 +158,7 @@ def build_openai_chat_completions_request(# data.response_format = {"type": "json_object"}if llm_config.model_endpoint == LETTA_MODEL_ENDPOINT:- # override user id for inference.memgpt.ai+ # override user id for inference.letta.comimport uuiddata.user = str(uuid.UUID(int=0))diff --git a/letta/llm_api/openai_client.py b/letta/llm_api/openai_client.pyindex 96e473c72..afd6bf475 100644--- a/letta/llm_api/openai_client.py+++ b/letta/llm_api/openai_client.py@@ -136,7 +136,7 @@ class OpenAIClient(LLMClientBase):)if llm_config.model_endpoint == LETTA_MODEL_ENDPOINT:- # override user id for inference.memgpt.ai+ # override user id for inference.letta.comimport uuiddata.user = str(uuid.UUID(int=0))diff --git a/tests/configs/letta_hosted.json b/tests/configs/letta_hosted.jsonindex 3fd85a4c1..278050a64 100644--- a/tests/configs/letta_hosted.json+++ b/tests/configs/letta_hosted.json@@ -1,11 +1,11 @@{- "context_window": 8192,- "model_endpoint_type": "openai",- "model_endpoint": "https://inference.memgpt.ai",- "model": "memgpt-openai",- "embedding_endpoint_type": "hugging-face",- "embedding_endpoint": "https://embeddings.memgpt.ai",- "embedding_model": "BAAI/bge-large-en-v1.5",- "embedding_dim": 1024,- "embedding_chunk_size": 300+ "context_window": 8192,+ "model_endpoint_type": "openai",+ "model_endpoint": "https://inference.letta.com",+ "model": "memgpt-openai",+ "embedding_endpoint_type": "hugging-face",+ "embedding_endpoint": "https://embeddings.memgpt.ai",+ "embedding_model": "BAAI/bge-large-en-v1.5",+ "embedding_dim": 1024,+ "embedding_chunk_size": 300}diff --git a/tests/configs/llm_model_configs/letta-hosted.json b/tests/configs/llm_model_configs/letta-hosted.jsonindex 82ece9e4d..419cda814 100644--- a/tests/configs/llm_model_configs/letta-hosted.json+++ b/tests/configs/llm_model_configs/letta-hosted.json@@ -1,7 +1,7 @@{"context_window": 8192,"model_endpoint_type": "openai",- "model_endpoint": "https://inference.memgpt.ai",+ "model_endpoint": "https://inference.letta.com","model": "memgpt-openai","put_inner_thoughts_in_kwargs": true}