Skip to content

armgit / letta

Public Imported from GitHub
0

Platform for stateful agents: AI with advanced memory that can learn and self-improve over time.

feat: Port letta free embeddings to openai proxy (#3695)

Matthew Zhouf539f16b4b27
diff --git a/letta/embeddings.py b/letta/embeddings.py
index 31d730954..f302c6fb3 100644
--- a/letta/embeddings.py
+++ b/letta/embeddings.py
@@ -233,7 +233,9 @@ def embedding_model(config: EmbeddingConfig, user_id: Optional[uuid.UUID] = None
if endpoint_type == "openai":
return OpenAIEmbeddings(
- api_key=model_settings.openai_api_key, model=config.embedding_model, base_url=model_settings.openai_api_base
+ api_key=model_settings.openai_api_key,
+ model=config.embedding_model,
+ base_url=config.embedding_endpoint or model_settings.openai_api_base,
)
elif endpoint_type == "azure":
diff --git a/letta/schemas/embedding_config.py b/letta/schemas/embedding_config.py
index 8738d42c1..2ad9ce602 100644
--- a/letta/schemas/embedding_config.py
+++ b/letta/schemas/embedding_config.py
@@ -77,7 +77,7 @@ class EmbeddingConfig(BaseModel):
)
elif model_name == "letta":
return cls(
- embedding_endpoint="https://embeddings.memgpt.ai",
+ embedding_endpoint="https://bun-function-production-e310.up.railway.app/v1",
embedding_model="BAAI/bge-large-en-v1.5",
embedding_dim=1024,
embedding_chunk_size=DEFAULT_EMBEDDING_CHUNK_SIZE,
diff --git a/letta/schemas/providers/letta.py b/letta/schemas/providers/letta.py
index 37763884b..707d4899b 100644
--- a/letta/schemas/providers/letta.py
+++ b/letta/schemas/providers/letta.py
@@ -31,7 +31,7 @@ class LettaProvider(Provider):
EmbeddingConfig(
embedding_model="letta-free", # NOTE: renamed
embedding_endpoint_type="hugging-face",
- embedding_endpoint="https://embeddings.memgpt.ai",
+ embedding_endpoint="https://bun-function-production-e310.up.railway.app/v1",
embedding_dim=1024,
embedding_chunk_size=DEFAULT_EMBEDDING_CHUNK_SIZE,
handle=self.get_handle("letta-free", is_embedding=True),
diff --git a/tests/integration_test_batch_api_cron_jobs.py b/tests/integration_test_batch_api_cron_jobs.py
index 5d9b67395..08337f080 100644
--- a/tests/integration_test_batch_api_cron_jobs.py
+++ b/tests/integration_test_batch_api_cron_jobs.py
@@ -149,7 +149,7 @@ def create_test_agent(name, actor, test_id: Optional[str] = None, model="anthrop
dummy_embedding_config = EmbeddingConfig(
embedding_model="letta-free",
embedding_endpoint_type="hugging-face",
- embedding_endpoint="https://embeddings.memgpt.ai",
+ embedding_endpoint="https://bun-function-production-e310.up.railway.app/v1",
embedding_dim=1024,
embedding_chunk_size=300,
handle="letta/letta-free",