Skip to content

armgit / mem0

Public Imported from GitHub
0

The Memory Layer for AI Agents - Drop-in memory infrastructure for AI agents and apps. Context that persists. Built for production.

[openai_api_base support] - ft/Added openai OPENAI_API_BASE llm config support (#1737)

ParseDarkb80925e85795
diff --git a/mem0/configs/embeddings/base.py b/mem0/configs/embeddings/base.py
index 05ad99528..20083e1e1 100644
--- a/mem0/configs/embeddings/base.py
+++ b/mem0/configs/embeddings/base.py
@@ -14,6 +14,8 @@ class BaseEmbedderConfig(ABC):
embedding_dims: Optional[int] = None,
# Ollama specific
ollama_base_url: Optional[str] = None,
+ # Openai specific
+ openai_base_url: Optional[str] = None,
# Huggingface specific
model_kwargs: Optional[dict] = None,
):
@@ -30,11 +32,13 @@ class BaseEmbedderConfig(ABC):
:type ollama_base_url: Optional[str], optional
:param model_kwargs: key-value arguments for the huggingface embedding model, defaults a dict inside init
:type model_kwargs: Optional[Dict[str, Any]], defaults a dict inside init
-
+ :param openai_base_url: Openai base URL to be use, defaults to "https://api.openai.com/v1"
+ :type openai_base_url: Optional[str], optional
"""
self.model = model
self.api_key = api_key
+ self.openai_base_url = openai_base_url
self.embedding_dims = embedding_dims
# Ollama specific
diff --git a/mem0/configs/llms/base.py b/mem0/configs/llms/base.py
index c7b834114..3bc67b2ef 100644
--- a/mem0/configs/llms/base.py
+++ b/mem0/configs/llms/base.py
@@ -19,6 +19,8 @@ class BaseLlmConfig(ABC):
models: Optional[list[str]] = None,
route: Optional[str] = "fallback",
openrouter_base_url: Optional[str] = "https://openrouter.ai/api/v1",
+ # Openai specific
+ openai_base_url: Optional[str] = "https://api.openai.com/v1",
site_url: Optional[str] = None,
app_name: Optional[str] = None,
# Ollama specific
@@ -53,6 +55,8 @@ class BaseLlmConfig(ABC):
:type app_name: Optional[str], optional
:param ollama_base_url: The base URL of the LLM, defaults to None
:type ollama_base_url: Optional[str], optional
+ :param openai_base_url: Openai base URL to be use, defaults to "https://api.openai.com/v1"
+ :type openai_base_url: Optional[str], optional
"""
self.model = model
@@ -66,6 +70,7 @@ class BaseLlmConfig(ABC):
self.models = models
self.route = route
self.openrouter_base_url = openrouter_base_url
+ self.openai_base_url = openai_base_url
self.site_url = site_url
self.app_name = app_name
diff --git a/mem0/embeddings/openai.py b/mem0/embeddings/openai.py
index a229fc8ce..30a7c1df2 100644
--- a/mem0/embeddings/openai.py
+++ b/mem0/embeddings/openai.py
@@ -15,7 +15,8 @@ class OpenAIEmbedding(EmbeddingBase):
self.config.embedding_dims = self.config.embedding_dims or 1536
api_key = os.getenv("OPENAI_API_KEY") or self.config.api_key
- self.client = OpenAI(api_key=api_key)
+ base_url = os.getenv("OPENAI_API_BASE") or self.config.openai_base_url
+ self.client = OpenAI(api_key=api_key, base_url=base_url)
def embed(self, text):
"""
diff --git a/mem0/llms/openai.py b/mem0/llms/openai.py
index e2e33f182..1ed2dbaf8 100644
--- a/mem0/llms/openai.py
+++ b/mem0/llms/openai.py
@@ -22,7 +22,8 @@ class OpenAILLM(LLMBase):
)
else:
api_key = os.getenv("OPENAI_API_KEY") or self.config.api_key
- self.client = OpenAI(api_key=api_key)
+ base_url = os.getenv("OPENAI_API_BASE") or self.config.openai_base_url
+ self.client = OpenAI(api_key=api_key, base_url=base_url)
def _parse_response(self, response, tools):
"""