The Memory Layer for AI Agents - Drop-in memory infrastructure for AI agents and apps. Context that persists. Built for production.
Python agentic-memoryagentic-memory-systemagentsaiai-agentschatgptgenaillmlong-term-memorymemorymemory-managementpythonragstate-management
Feature: Custom Ollama endpoint base_url (#1301)
Felipe Amaral6078738d3464
diff --git a/configs/ollama.yaml b/configs/ollama.yamlindex 5b01cc18a..da4be9c20 100644--- a/configs/ollama.yaml+++ b/configs/ollama.yaml@@ -5,6 +5,7 @@ llm:temperature: 0.5top_p: 1stream: true+ base_url: http://localhost:11434embedder:provider: huggingfacediff --git a/embedchain/config/llm/base.py b/embedchain/config/llm/base.pyindex fb6491d17..c6d3d640a 100644--- a/embedchain/config/llm/base.py+++ b/embedchain/config/llm/base.py@@ -96,6 +96,7 @@ class BaseLlmConfig(BaseConfig):endpoint: Optional[str] = None,model_kwargs: Optional[dict[str, Any]] = None,local: Optional[bool] = False,+ base_url: Optional[str] = None,):"""Initializes a configuration class instance for the LLM.@@ -169,6 +170,7 @@ class BaseLlmConfig(BaseConfig):self.endpoint = endpointself.model_kwargs = model_kwargsself.local = local+ self.base_url = base_urlif isinstance(prompt, str):prompt = Template(prompt)diff --git a/embedchain/llm/ollama.py b/embedchain/llm/ollama.pyindex 6d7f802b6..221753d3a 100644--- a/embedchain/llm/ollama.py+++ b/embedchain/llm/ollama.py@@ -31,6 +31,7 @@ class OllamaLlm(BaseLlm):temperature=config.temperature,top_p=config.top_p,callback_manager=CallbackManager(callback_manager),+ base_url=config.base_url,)return llm.invoke(prompt)diff --git a/embedchain/utils/misc.py b/embedchain/utils/misc.pyindex 6ad7ad2b5..53802d81e 100644--- a/embedchain/utils/misc.py+++ b/embedchain/utils/misc.py@@ -427,6 +427,7 @@ def validate_config(config_data):Optional("endpoint"): str,Optional("model_kwargs"): dict,Optional("local"): bool,+ Optional("base_url"): str,},},Optional("vectordb"): {