The Memory Layer for AI Agents - Drop-in memory infrastructure for AI agents and apps. Context that persists. Built for production.
Python agentic-memoryagentic-memory-systemagentsaiai-agentschatgptgenaillmlong-term-memorymemorymemory-managementpythonragstate-management
Fix incorrect use of SentenceTransformer for cross-encoder reranker models (#4806)
Chinnu Abeyac9cdd48400b
diff --git a/mem0/reranker/sentence_transformer_reranker.py b/mem0/reranker/sentence_transformer_reranker.pyindex c7a3faf58..2df3b05e6 100644--- a/mem0/reranker/sentence_transformer_reranker.py+++ b/mem0/reranker/sentence_transformer_reranker.py@@ -6,7 +6,7 @@ from mem0.configs.rerankers.base import BaseRerankerConfigfrom mem0.configs.rerankers.sentence_transformer import SentenceTransformerRerankerConfigtry:- from sentence_transformers import SentenceTransformer+ from sentence_transformers import CrossEncoderSENTENCE_TRANSFORMERS_AVAILABLE = Trueexcept ImportError:SENTENCE_TRANSFORMERS_AVAILABLE = False@@ -41,7 +41,7 @@ class SentenceTransformerReranker(BaseReranker):)self.config = config- self.model = SentenceTransformer(self.config.model, device=self.config.device)+ self.model = CrossEncoder(self.config.model, device=self.config.device)def rerank(self, query: str, documents: List[Dict[str, Any]], top_k: int = None) -> List[Dict[str, Any]]:"""@@ -74,8 +74,11 @@ class SentenceTransformerReranker(BaseReranker):# Create query-document pairspairs = [[query, doc_text] for doc_text in doc_texts]- # Get similarity scores- scores = self.model.predict(pairs)+ scores = self.model.predict(+ pairs,+ batch_size=self.config.batch_size,+ show_progress_bar=self.config.show_progress_bar,+ )if isinstance(scores, np.ndarray):scores = scores.tolist()