The Memory Layer for AI Agents - Drop-in memory infrastructure for AI agents and apps. Context that persists. Built for production.
Python agentic-memoryagentic-memory-systemagentsaiai-agentschatgptgenaillmlong-term-memorymemorymemory-managementpythonragstate-management
fix: add LLM provider detection and defaults to memory config (#4400)
Kartika029cc9d43e8
diff --git a/docs/openmemory/quickstart.mdx b/docs/openmemory/quickstart.mdxindex 8057df3a0..bf784c790 100644--- a/docs/openmemory/quickstart.mdx+++ b/docs/openmemory/quickstart.mdx@@ -117,6 +117,38 @@ OPENAI_API_KEY=sk-xxxUSER=<user-id> # The User ID you want to associate the memories with```+#### LLM Configuration (optional)++By default, OpenMemory uses OpenAI (`gpt-4o-mini`) for the LLM and embedder. You can configure a different provider by adding these variables to `/api/.env`:++| Variable | Description | Default |+|---|---|---|+| `LLM_PROVIDER` | LLM provider (`openai`, `ollama`, `anthropic`, `groq`, `together`, `deepseek`, etc.) | `openai` |+| `LLM_MODEL` | Model name for the LLM provider | `gpt-4o-mini` (OpenAI) / `llama3.1:latest` (Ollama) |+| `LLM_API_KEY` | API key for the LLM provider | `OPENAI_API_KEY` env var |+| `LLM_BASE_URL` | Custom base URL for the LLM API | Provider default |+| `OLLAMA_BASE_URL` | Ollama-specific base URL (takes precedence over `LLM_BASE_URL` for Ollama) | `http://localhost:11434` |+| `EMBEDDER_PROVIDER` | Embedder provider (defaults to `ollama` when LLM is Ollama, otherwise `openai`) | `openai` |+| `EMBEDDER_MODEL` | Model name for the embedder | `text-embedding-3-small` (OpenAI) / `nomic-embed-text` (Ollama) |+| `EMBEDDER_API_KEY` | API key for the embedder provider | `OPENAI_API_KEY` env var |+| `EMBEDDER_BASE_URL` | Custom base URL for the embedder API | Provider default |++**Example: Using Ollama (fully local)**+```bash+LLM_PROVIDER=ollama+LLM_MODEL=llama3.1:latest+EMBEDDER_PROVIDER=ollama+EMBEDDER_MODEL=nomic-embed-text+OLLAMA_BASE_URL=http://localhost:11434+```++**Example: Using Anthropic**+```bash+LLM_PROVIDER=anthropic+LLM_MODEL=claude-sonnet-4-20250514+LLM_API_KEY=sk-ant-xxx+```+#### Example `/ui/.env````bashNEXT_PUBLIC_API_URL=http://localhost:8765diff --git a/openmemory/README.md b/openmemory/README.mdindex 2d3346f38..b327df730 100644--- a/openmemory/README.md+++ b/openmemory/README.md@@ -66,7 +66,39 @@ You can do this in one of the following ways:```envOPENAI_API_KEY=sk-xxx-USER=<user-id> # The User Id you want to associate the memories with+USER=<user-id> # The User Id you want to associate the memories with+```++- #### LLM Configuration (optional)++By default, OpenMemory uses OpenAI (`gpt-4o-mini`) for the LLM and embedder. You can configure a different provider using these environment variables in `/api/.env`:++| Variable | Description | Default |+|---|---|---|+| `LLM_PROVIDER` | LLM provider (`openai`, `ollama`, `anthropic`, `groq`, `together`, `deepseek`, etc.) | `openai` |+| `LLM_MODEL` | Model name for the LLM provider | `gpt-4o-mini` (OpenAI) / `llama3.1:latest` (Ollama) |+| `LLM_API_KEY` | API key for the LLM provider | `OPENAI_API_KEY` env var |+| `LLM_BASE_URL` | Custom base URL for the LLM API | Provider default |+| `OLLAMA_BASE_URL` | Ollama-specific base URL (takes precedence over `LLM_BASE_URL` for Ollama) | `http://localhost:11434` |+| `EMBEDDER_PROVIDER` | Embedder provider (defaults to `ollama` when LLM is Ollama, otherwise `openai`) | `openai` |+| `EMBEDDER_MODEL` | Model name for the embedder | `text-embedding-3-small` (OpenAI) / `nomic-embed-text` (Ollama) |+| `EMBEDDER_API_KEY` | API key for the embedder provider | `OPENAI_API_KEY` env var |+| `EMBEDDER_BASE_URL` | Custom base URL for the embedder API | Provider default |++**Example: Using Ollama (fully local)**+```env+LLM_PROVIDER=ollama+LLM_MODEL=llama3.1:latest+EMBEDDER_PROVIDER=ollama+EMBEDDER_MODEL=nomic-embed-text+OLLAMA_BASE_URL=http://localhost:11434+```++**Example: Using Anthropic**+```env+LLM_PROVIDER=anthropic+LLM_MODEL=claude-sonnet-4-20250514+LLM_API_KEY=sk-ant-xxx```- #### Example `/ui/.env`diff --git a/openmemory/api/.env.example b/openmemory/api/.env.exampleindex 64c530733..21e32b7af 100644--- a/openmemory/api/.env.example+++ b/openmemory/api/.env.example@@ -1,2 +1,15 @@OPENAI_API_KEY=sk-xxx-USER=user\ No newline at end of file+USER=user++# LLM Configuration (optional - defaults to openai/gpt-4o-mini)+# LLM_PROVIDER=ollama+# LLM_MODEL=llama3.1:latest+# LLM_API_KEY=+# LLM_BASE_URL=+# OLLAMA_BASE_URL=http://localhost:11434++# Embedder Configuration (optional - defaults to openai/text-embedding-3-small)+# EMBEDDER_PROVIDER=ollama+# EMBEDDER_MODEL=nomic-embed-text+# EMBEDDER_API_KEY=+# EMBEDDER_BASE_URL=diff --git a/openmemory/api/app/utils/memory.py b/openmemory/api/app/utils/memory.pyindex a4f557fe6..7afce595b 100644--- a/openmemory/api/app/utils/memory.py+++ b/openmemory/api/app/utils/memory.py@@ -133,6 +133,97 @@ def reset_memory_client():_config_hash = None+# --- LLM provider config factories ---++def _build_ollama_llm_config(model, api_key, base_url, ollama_base_url):+ config = {"model": model or "llama3.1:latest"}+ # OLLAMA_BASE_URL takes precedence, then LLM_BASE_URL, then default+ config["ollama_base_url"] = ollama_base_url or base_url or "http://localhost:11434"+ return config+++def _build_openai_llm_config(model, api_key, base_url, ollama_base_url):+ config = {+ "model": model or "gpt-4o-mini",+ "api_key": api_key or "env:OPENAI_API_KEY",+ }+ if base_url:+ config["openai_base_url"] = base_url+ return config+++_LLM_CONFIG_FACTORIES = {+ "ollama": _build_ollama_llm_config,+ "openai": _build_openai_llm_config,+}+++def _create_llm_config(provider, model, api_key, base_url, ollama_base_url):+ """Build LLM config using registered provider factory or generic fallback."""+ base_config = {+ "temperature": 0.1,+ "max_tokens": 2000,+ }++ factory = _LLM_CONFIG_FACTORIES.get(provider)+ if factory:+ base_config.update(factory(model, api_key, base_url, ollama_base_url))+ else:+ # Generic provider (anthropic, groq, together, deepseek, etc.)+ if not model:+ raise ValueError(+ f"LLM_MODEL environment variable is required when using LLM_PROVIDER='{provider}'. "+ f"Set LLM_MODEL to a valid model name for the '{provider}' provider."+ )+ base_config["model"] = model+ if api_key:+ base_config["api_key"] = api_key++ return base_config+++# --- Embedder provider config factories ---++def _build_ollama_embedder_config(model, api_key, base_url, ollama_base_url, llm_base_url):+ config = {"model": model or "nomic-embed-text"}+ config["ollama_base_url"] = base_url or ollama_base_url or llm_base_url or "http://localhost:11434"+ return config+++def _build_openai_embedder_config(model, api_key, base_url, ollama_base_url, llm_base_url):+ config = {+ "model": model or "text-embedding-3-small",+ "api_key": api_key or "env:OPENAI_API_KEY",+ }+ if base_url:+ config["openai_base_url"] = base_url+ return config+++_EMBEDDER_CONFIG_FACTORIES = {+ "ollama": _build_ollama_embedder_config,+ "openai": _build_openai_embedder_config,+}+++def _create_embedder_config(provider, model, api_key, base_url, ollama_base_url, llm_base_url):+ """Build embedder config using registered provider factory or generic fallback."""+ factory = _EMBEDDER_CONFIG_FACTORIES.get(provider)+ if factory:+ config = factory(model, api_key, base_url, ollama_base_url, llm_base_url)+ else:+ if not model:+ raise ValueError(+ f"EMBEDDER_MODEL environment variable is required when using EMBEDDER_PROVIDER='{provider}'. "+ f"Set EMBEDDER_MODEL to a valid model name for the '{provider}' provider."+ )+ config = {"model": model}+ if api_key:+ config["api_key"] = api_key++ return config++def get_default_memory_config():"""Get default memory client configuration with sensible defaults."""# Detect vector store based on environment variables@@ -235,27 +326,51 @@ def get_default_memory_config():})print(f"Auto-detected vector store: {vector_store_provider} with config: {vector_store_config}")-++ # Detect LLM provider from environment variables+ llm_provider = os.environ.get('LLM_PROVIDER', 'openai').lower()+ llm_model = os.environ.get('LLM_MODEL')+ llm_api_key = os.environ.get('LLM_API_KEY')+ llm_base_url = os.environ.get('LLM_BASE_URL')+ ollama_base_url = os.environ.get('OLLAMA_BASE_URL')++ llm_config = _create_llm_config(+ provider=llm_provider,+ model=llm_model,+ api_key=llm_api_key,+ base_url=llm_base_url,+ ollama_base_url=ollama_base_url,+ )+ print(f"Auto-detected LLM provider: {llm_provider}")++ # Detect embedder provider from environment variables+ embedder_provider = os.environ.get('EMBEDDER_PROVIDER', llm_provider if llm_provider == 'ollama' else 'openai').lower()+ embedder_model = os.environ.get('EMBEDDER_MODEL')+ embedder_api_key = os.environ.get('EMBEDDER_API_KEY')+ embedder_base_url = os.environ.get('EMBEDDER_BASE_URL')++ embedder_config = _create_embedder_config(+ provider=embedder_provider,+ model=embedder_model,+ api_key=embedder_api_key,+ base_url=embedder_base_url,+ ollama_base_url=ollama_base_url,+ llm_base_url=llm_base_url,+ )+ print(f"Auto-detected embedder provider: {embedder_provider}")+return {"vector_store": {"provider": vector_store_provider,"config": vector_store_config},"llm": {- "provider": "openai",- "config": {- "model": "gpt-4o-mini",- "temperature": 0.1,- "max_tokens": 2000,- "api_key": "env:OPENAI_API_KEY"- }+ "provider": llm_provider,+ "config": llm_config},"embedder": {- "provider": "openai",- "config": {- "model": "text-embedding-3-small",- "api_key": "env:OPENAI_API_KEY"- }+ "provider": embedder_provider,+ "config": embedder_config},"version": "v1.1"}@@ -327,18 +442,10 @@ def get_memory_client(custom_instructions: str = None):# Update LLM configuration if availableif "llm" in mem0_config and mem0_config["llm"] is not None:config["llm"] = mem0_config["llm"]-- # Fix Ollama URLs for Docker if needed- if config["llm"].get("provider") == "ollama":- config["llm"] = _fix_ollama_urls(config["llm"])-+# Update Embedder configuration if availableif "embedder" in mem0_config and mem0_config["embedder"] is not None:config["embedder"] = mem0_config["embedder"]-- # Fix Ollama URLs for Docker if needed- if config["embedder"].get("provider") == "ollama":- config["embedder"] = _fix_ollama_urls(config["embedder"])if "vector_store" in mem0_config and mem0_config["vector_store"] is not None:config["vector_store"] = mem0_config["vector_store"]@@ -357,6 +464,12 @@ def get_memory_client(custom_instructions: str = None):if instructions_to_use:config["custom_fact_extraction_prompt"] = instructions_to_use+ # Fix Ollama URLs for Docker environment (applies to both env-var defaults and DB overrides)+ if config.get("llm", {}).get("provider") == "ollama":+ config["llm"] = _fix_ollama_urls(config["llm"])+ if config.get("embedder", {}).get("provider") == "ollama":+ config["embedder"] = _fix_ollama_urls(config["embedder"])+# ALWAYS parse environment variables in the final config# This ensures that even default config values like "env:OPENAI_API_KEY" get parsedprint("Parsing environment variables in final config...")