Skip to content

Framework for orchestrating role-playing, autonomous AI agents. By fostering collaborative intelligence, CrewAI empowers agents to work together seamlessly, tackling complex tasks.

Refactor: Move RAG components to dedicated top-level module (#3222)

Greyson LaLondefab86d197a32
diff --git a/docs/en/concepts/memory.mdx b/docs/en/concepts/memory.mdx
index e7d5b9bb8..4a3acfcb4 100644
--- a/docs/en/concepts/memory.mdx
+++ b/docs/en/concepts/memory.mdx
@@ -623,7 +623,7 @@ for provider in providers_to_test:
**Model not found errors:**
```python
# Verify model availability
-from crewai.utilities.embedding_configurator import EmbeddingConfigurator
+from crewai.rag.embeddings.configurator import EmbeddingConfigurator
configurator = EmbeddingConfigurator()
try:
diff --git a/docs/pt-BR/concepts/memory.mdx b/docs/pt-BR/concepts/memory.mdx
index ff498d312..6f84babde 100644
--- a/docs/pt-BR/concepts/memory.mdx
+++ b/docs/pt-BR/concepts/memory.mdx
@@ -623,7 +623,7 @@ for provider in providers_to_test:
**Erros de modelo não encontrado:**
```python
# Verifique disponibilidade do modelo
-from crewai.utilities.embedding_configurator import EmbeddingConfigurator
+from crewai.rag.embeddings.configurator import EmbeddingConfigurator
configurator = EmbeddingConfigurator()
try:
diff --git a/src/crewai/knowledge/embedder/__init__.py b/src/crewai/knowledge/embedder/__init__.py
deleted file mode 100644
index e69de29bb..000000000
diff --git a/src/crewai/knowledge/embedder/base_embedder.py b/src/crewai/knowledge/embedder/base_embedder.py
deleted file mode 100644
index c3252bf43..000000000
--- a/src/crewai/knowledge/embedder/base_embedder.py
+++ /dev/null
@@ -1,55 +0,0 @@
-from abc import ABC, abstractmethod
-from typing import List
-
-import numpy as np
-
-
-class BaseEmbedder(ABC):
- """
- Abstract base class for text embedding models
- """
-
- @abstractmethod
- def embed_chunks(self, chunks: List[str]) -> np.ndarray:
- """
- Generate embeddings for a list of text chunks
-
- Args:
- chunks: List of text chunks to embed
-
- Returns:
- Array of embeddings
- """
- pass
-
- @abstractmethod
- def embed_texts(self, texts: List[str]) -> np.ndarray:
- """
- Generate embeddings for a list of texts
-
- Args:
- texts: List of texts to embed
-
- Returns:
- Array of embeddings
- """
- pass
-
- @abstractmethod
- def embed_text(self, text: str) -> np.ndarray:
- """
- Generate embedding for a single text
-
- Args:
- text: Text to embed
-
- Returns:
- Embedding array
- """
- pass
-
- @property
- @abstractmethod
- def dimension(self) -> int:
- """Get the dimension of the embeddings"""
- pass
diff --git a/src/crewai/knowledge/storage/knowledge_storage.py b/src/crewai/knowledge/storage/knowledge_storage.py
index 052c155f2..ac76e9a80 100644
--- a/src/crewai/knowledge/storage/knowledge_storage.py
+++ b/src/crewai/knowledge/storage/knowledge_storage.py
@@ -13,7 +13,7 @@ from chromadb.api.types import OneOrMany
from chromadb.config import Settings
from crewai.knowledge.storage.base_knowledge_storage import BaseKnowledgeStorage
-from crewai.utilities import EmbeddingConfigurator
+from crewai.rag.embeddings.configurator import EmbeddingConfigurator
from crewai.utilities.chromadb import sanitize_collection_name
from crewai.utilities.constants import KNOWLEDGE_DIRECTORY
from crewai.utilities.logger import Logger
diff --git a/src/crewai/memory/storage/rag_storage.py b/src/crewai/memory/storage/rag_storage.py
index 29851125c..eaa955fd3 100644
--- a/src/crewai/memory/storage/rag_storage.py
+++ b/src/crewai/memory/storage/rag_storage.py
@@ -7,8 +7,8 @@ import uuid
from typing import Any, Dict, List, Optional
from chromadb.api import ClientAPI
-from crewai.memory.storage.base_rag_storage import BaseRAGStorage
-from crewai.utilities import EmbeddingConfigurator
+from crewai.rag.storage.base_rag_storage import BaseRAGStorage
+from crewai.rag.embeddings.configurator import EmbeddingConfigurator
from crewai.utilities.chromadb import create_persistent_client
from crewai.utilities.constants import MAX_FILE_NAME_LENGTH
from crewai.utilities.paths import db_storage_path
diff --git a/src/crewai/rag/__init__.py b/src/crewai/rag/__init__.py
new file mode 100644
index 000000000..3aaee2cef
--- /dev/null
+++ b/src/crewai/rag/__init__.py
@@ -0,0 +1 @@
+"""RAG (Retrieval-Augmented Generation) infrastructure for CrewAI."""
\ No newline at end of file
diff --git a/src/crewai/rag/embeddings/__init__.py b/src/crewai/rag/embeddings/__init__.py
new file mode 100644
index 000000000..01edd5e3b
--- /dev/null
+++ b/src/crewai/rag/embeddings/__init__.py
@@ -0,0 +1 @@
+"""Embedding components for RAG infrastructure."""
\ No newline at end of file
diff --git a/src/crewai/utilities/embedding_configurator.py b/src/crewai/rag/embeddings/configurator.py
similarity index 100%
rename from src/crewai/utilities/embedding_configurator.py
rename to src/crewai/rag/embeddings/configurator.py
diff --git a/src/crewai/rag/storage/__init__.py b/src/crewai/rag/storage/__init__.py
new file mode 100644
index 000000000..8c2c3d71c
--- /dev/null
+++ b/src/crewai/rag/storage/__init__.py
@@ -0,0 +1 @@
+"""Storage components for RAG infrastructure."""
\ No newline at end of file
diff --git a/src/crewai/memory/storage/base_rag_storage.py b/src/crewai/rag/storage/base_rag_storage.py
similarity index 100%
rename from src/crewai/memory/storage/base_rag_storage.py
rename to src/crewai/rag/storage/base_rag_storage.py
diff --git a/src/crewai/utilities/__init__.py b/src/crewai/utilities/__init__.py
index dd6d9fa44..26d35a6cc 100644
--- a/src/crewai/utilities/__init__.py
+++ b/src/crewai/utilities/__init__.py
@@ -10,7 +10,6 @@ from .rpm_controller import RPMController
from .exceptions.context_window_exceeding_exception import (
LLMContextLengthExceededException,
)
-from .embedding_configurator import EmbeddingConfigurator
__all__ = [
"Converter",
@@ -24,5 +23,4 @@ __all__ = [
"RPMController",
"YamlParser",
"LLMContextLengthExceededException",
- "EmbeddingConfigurator",
]