The Memory Layer for AI Agents - Drop-in memory infrastructure for AI agents and apps. Context that persists. Built for production.
Python agentic-memoryagentic-memory-systemagentsaiai-agentschatgptgenaillmlong-term-memorymemorymemory-managementpythonragstate-management
Add Ollama as a supported embedding provider (#1344)
Colin O'Briena79579815663
diff --git a/configs/ollama.yaml b/configs/ollama.yamlindex da4be9c20..7ec5def54 100644--- a/configs/ollama.yaml+++ b/configs/ollama.yaml@@ -8,6 +8,7 @@ llm:base_url: http://localhost:11434embedder:- provider: huggingface+ provider: ollamaconfig:- model: 'BAAI/bge-small-en-v1.5'+ model: 'mxbai-embed-large:latest'+ base_url: http://localhost:11434diff --git a/embedchain/config/__init__.py b/embedchain/config/__init__.pyindex 0e980c817..c6bd4f306 100644--- a/embedchain/config/__init__.py+++ b/embedchain/config/__init__.py@@ -6,6 +6,7 @@ from .base_config import BaseConfigfrom .cache_config import CacheConfigfrom .embedder.base import BaseEmbedderConfigfrom .embedder.base import BaseEmbedderConfig as EmbedderConfig+from .embedder.ollama import OllamaEmbedderConfigfrom .llm.base import BaseLlmConfigfrom .vectordb.chroma import ChromaDbConfigfrom .vectordb.elasticsearch import ElasticsearchDBConfigdiff --git a/embedchain/config/embedder/ollama.py b/embedchain/config/embedder/ollama.pynew file mode 100644index 000000000..b08b39d7e--- /dev/null+++ b/embedchain/config/embedder/ollama.py@@ -0,0 +1,15 @@+from typing import Optional++from embedchain.config.embedder.base import BaseEmbedderConfig+from embedchain.helpers.json_serializable import register_deserializable+++@register_deserializable+class OllamaEmbedderConfig(BaseEmbedderConfig):+ def __init__(+ self,+ model: Optional[str] = None,+ base_url: Optional[str] = None,+ ):+ super().__init__(model)+ self.base_url = base_url or "http://127.0.0.1:11434"diff --git a/embedchain/embedder/.ollama.py.swp b/embedchain/embedder/.ollama.py.swpnew file mode 100644index 000000000..85ec23a1eBinary files /dev/null and b/embedchain/embedder/.ollama.py.swp differdiff --git a/embedchain/embedder/ollama.py b/embedchain/embedder/ollama.pynew file mode 100644index 000000000..410011142--- /dev/null+++ b/embedchain/embedder/ollama.py@@ -0,0 +1,19 @@+from typing import Optional++from langchain_community.embeddings import OllamaEmbeddings++from embedchain.config import OllamaEmbedderConfig+from embedchain.embedder.base import BaseEmbedder+from embedchain.models import VectorDimensions+++class OllamaEmbedder(BaseEmbedder):+ def __init__(self, config: Optional[OllamaEmbedderConfig] = None):+ super().__init__(config=config)++ embeddings = OllamaEmbeddings(model=self.config.model, base_url=self.config.base_url)+ embedding_fn = BaseEmbedder._langchain_default_concept(embeddings)+ self.set_embedding_fn(embedding_fn=embedding_fn)++ vector_dimension = self.config.vector_dimension or VectorDimensions.OLLAMA.value+ self.set_vector_dimension(vector_dimension=vector_dimension)diff --git a/embedchain/factory.py b/embedchain/factory.pyindex fa46f3e96..81300ecc5 100644--- a/embedchain/factory.py+++ b/embedchain/factory.py@@ -58,6 +58,7 @@ class EmbedderFactory:"mistralai": "embedchain.embedder.mistralai.MistralAIEmbedder","nvidia": "embedchain.embedder.nvidia.NvidiaEmbedder","cohere": "embedchain.embedder.cohere.CohereEmbedder",+ "ollama": "embedchain.embedder.ollama.OllamaEmbedder",}provider_to_config_class = {"azure_openai": "embedchain.config.embedder.base.BaseEmbedderConfig",@@ -65,6 +66,7 @@ class EmbedderFactory:"gpt4all": "embedchain.config.embedder.base.BaseEmbedderConfig","huggingface": "embedchain.config.embedder.base.BaseEmbedderConfig","openai": "embedchain.config.embedder.base.BaseEmbedderConfig",+ "ollama": "embedchain.config.embedder.ollama.OllamaEmbedderConfig",}@classmethoddiff --git a/embedchain/models/embedding_functions.py b/embedchain/models/embedding_functions.pyindex 7967c45a2..557e2ea59 100644--- a/embedchain/models/embedding_functions.py+++ b/embedchain/models/embedding_functions.py@@ -6,3 +6,4 @@ class EmbeddingFunctions(Enum):HUGGING_FACE = "HUGGING_FACE"VERTEX_AI = "VERTEX_AI"GPT4ALL = "GPT4ALL"+ OLLAMA = "OLLAMA"diff --git a/embedchain/models/vector_dimensions.py b/embedchain/models/vector_dimensions.pyindex 1e0c740af..3b5e33a37 100644--- a/embedchain/models/vector_dimensions.py+++ b/embedchain/models/vector_dimensions.py@@ -11,3 +11,4 @@ class VectorDimensions(Enum):MISTRAL_AI = 1024NVIDIA_AI = 1024COHERE = 384+ OLLAMA = 384diff --git a/embedchain/utils/misc.py b/embedchain/utils/misc.pyindex 61aaea78d..4b9911161 100644--- a/embedchain/utils/misc.py+++ b/embedchain/utils/misc.py@@ -449,6 +449,7 @@ def validate_config(config_data):"google","mistralai","nvidia",+ "ollama",),Optional("config"): {Optional("model"): Optional(str),@@ -458,6 +459,7 @@ def validate_config(config_data):Optional("title"): str,Optional("task_type"): str,Optional("vector_dimension"): int,+ Optional("base_url"): str,},},Optional("embedding_model"): {@@ -470,6 +472,7 @@ def validate_config(config_data):"google","mistralai","nvidia",+ "ollama",),Optional("config"): {Optional("model"): str,@@ -478,6 +481,7 @@ def validate_config(config_data):Optional("title"): str,Optional("task_type"): str,Optional("vector_dimension"): int,+ Optional("base_url"): str,},},Optional("chunker"): {