Framework for orchestrating role-playing, autonomous AI agents. By fostering collaborative intelligence, CrewAI empowers agents to work together seamlessly, tackling complex tasks.
Refactor: Move RAG components to dedicated top-level module (#3222)
Greyson LaLondefab86d197a32
diff --git a/docs/en/concepts/memory.mdx b/docs/en/concepts/memory.mdxindex e7d5b9bb8..4a3acfcb4 100644--- a/docs/en/concepts/memory.mdx+++ b/docs/en/concepts/memory.mdx@@ -623,7 +623,7 @@ for provider in providers_to_test:**Model not found errors:**```python# Verify model availability-from crewai.utilities.embedding_configurator import EmbeddingConfigurator+from crewai.rag.embeddings.configurator import EmbeddingConfiguratorconfigurator = EmbeddingConfigurator()try:diff --git a/docs/pt-BR/concepts/memory.mdx b/docs/pt-BR/concepts/memory.mdxindex ff498d312..6f84babde 100644--- a/docs/pt-BR/concepts/memory.mdx+++ b/docs/pt-BR/concepts/memory.mdx@@ -623,7 +623,7 @@ for provider in providers_to_test:**Erros de modelo não encontrado:**```python# Verifique disponibilidade do modelo-from crewai.utilities.embedding_configurator import EmbeddingConfigurator+from crewai.rag.embeddings.configurator import EmbeddingConfiguratorconfigurator = EmbeddingConfigurator()try:diff --git a/src/crewai/knowledge/embedder/__init__.py b/src/crewai/knowledge/embedder/__init__.pydeleted file mode 100644index e69de29bb..000000000diff --git a/src/crewai/knowledge/embedder/base_embedder.py b/src/crewai/knowledge/embedder/base_embedder.pydeleted file mode 100644index c3252bf43..000000000--- a/src/crewai/knowledge/embedder/base_embedder.py+++ /dev/null@@ -1,55 +0,0 @@-from abc import ABC, abstractmethod-from typing import List--import numpy as np---class BaseEmbedder(ABC):- """- Abstract base class for text embedding models- """-- @abstractmethod- def embed_chunks(self, chunks: List[str]) -> np.ndarray:- """- Generate embeddings for a list of text chunks-- Args:- chunks: List of text chunks to embed-- Returns:- Array of embeddings- """- pass-- @abstractmethod- def embed_texts(self, texts: List[str]) -> np.ndarray:- """- Generate embeddings for a list of texts-- Args:- texts: List of texts to embed-- Returns:- Array of embeddings- """- pass-- @abstractmethod- def embed_text(self, text: str) -> np.ndarray:- """- Generate embedding for a single text-- Args:- text: Text to embed-- Returns:- Embedding array- """- pass-- @property- @abstractmethod- def dimension(self) -> int:- """Get the dimension of the embeddings"""- passdiff --git a/src/crewai/knowledge/storage/knowledge_storage.py b/src/crewai/knowledge/storage/knowledge_storage.pyindex 052c155f2..ac76e9a80 100644--- a/src/crewai/knowledge/storage/knowledge_storage.py+++ b/src/crewai/knowledge/storage/knowledge_storage.py@@ -13,7 +13,7 @@ from chromadb.api.types import OneOrManyfrom chromadb.config import Settingsfrom crewai.knowledge.storage.base_knowledge_storage import BaseKnowledgeStorage-from crewai.utilities import EmbeddingConfigurator+from crewai.rag.embeddings.configurator import EmbeddingConfiguratorfrom crewai.utilities.chromadb import sanitize_collection_namefrom crewai.utilities.constants import KNOWLEDGE_DIRECTORYfrom crewai.utilities.logger import Loggerdiff --git a/src/crewai/memory/storage/rag_storage.py b/src/crewai/memory/storage/rag_storage.pyindex 29851125c..eaa955fd3 100644--- a/src/crewai/memory/storage/rag_storage.py+++ b/src/crewai/memory/storage/rag_storage.py@@ -7,8 +7,8 @@ import uuidfrom typing import Any, Dict, List, Optionalfrom chromadb.api import ClientAPI-from crewai.memory.storage.base_rag_storage import BaseRAGStorage-from crewai.utilities import EmbeddingConfigurator+from crewai.rag.storage.base_rag_storage import BaseRAGStorage+from crewai.rag.embeddings.configurator import EmbeddingConfiguratorfrom crewai.utilities.chromadb import create_persistent_clientfrom crewai.utilities.constants import MAX_FILE_NAME_LENGTHfrom crewai.utilities.paths import db_storage_pathdiff --git a/src/crewai/rag/__init__.py b/src/crewai/rag/__init__.pynew file mode 100644index 000000000..3aaee2cef--- /dev/null+++ b/src/crewai/rag/__init__.py@@ -0,0 +1 @@+"""RAG (Retrieval-Augmented Generation) infrastructure for CrewAI."""\ No newline at end of filediff --git a/src/crewai/rag/embeddings/__init__.py b/src/crewai/rag/embeddings/__init__.pynew file mode 100644index 000000000..01edd5e3b--- /dev/null+++ b/src/crewai/rag/embeddings/__init__.py@@ -0,0 +1 @@+"""Embedding components for RAG infrastructure."""\ No newline at end of filediff --git a/src/crewai/utilities/embedding_configurator.py b/src/crewai/rag/embeddings/configurator.pysimilarity index 100%rename from src/crewai/utilities/embedding_configurator.pyrename to src/crewai/rag/embeddings/configurator.pydiff --git a/src/crewai/rag/storage/__init__.py b/src/crewai/rag/storage/__init__.pynew file mode 100644index 000000000..8c2c3d71c--- /dev/null+++ b/src/crewai/rag/storage/__init__.py@@ -0,0 +1 @@+"""Storage components for RAG infrastructure."""\ No newline at end of filediff --git a/src/crewai/memory/storage/base_rag_storage.py b/src/crewai/rag/storage/base_rag_storage.pysimilarity index 100%rename from src/crewai/memory/storage/base_rag_storage.pyrename to src/crewai/rag/storage/base_rag_storage.pydiff --git a/src/crewai/utilities/__init__.py b/src/crewai/utilities/__init__.pyindex dd6d9fa44..26d35a6cc 100644--- a/src/crewai/utilities/__init__.py+++ b/src/crewai/utilities/__init__.py@@ -10,7 +10,6 @@ from .rpm_controller import RPMControllerfrom .exceptions.context_window_exceeding_exception import (LLMContextLengthExceededException,)-from .embedding_configurator import EmbeddingConfigurator__all__ = ["Converter",@@ -24,5 +23,4 @@ __all__ = ["RPMController","YamlParser","LLMContextLengthExceededException",- "EmbeddingConfigurator",]