Skip to content

armgit / mem0

Public Imported from GitHub
0

The Memory Layer for AI Agents - Drop-in memory infrastructure for AI agents and apps. Context that persists. Built for production.

Fix incorrect use of SentenceTransformer for cross-encoder reranker models (#4806)

Chinnu Abeyac9cdd48400b
diff --git a/mem0/reranker/sentence_transformer_reranker.py b/mem0/reranker/sentence_transformer_reranker.py
index c7a3faf58..2df3b05e6 100644
--- a/mem0/reranker/sentence_transformer_reranker.py
+++ b/mem0/reranker/sentence_transformer_reranker.py
@@ -6,7 +6,7 @@ from mem0.configs.rerankers.base import BaseRerankerConfig
from mem0.configs.rerankers.sentence_transformer import SentenceTransformerRerankerConfig
try:
- from sentence_transformers import SentenceTransformer
+ from sentence_transformers import CrossEncoder
SENTENCE_TRANSFORMERS_AVAILABLE = True
except ImportError:
SENTENCE_TRANSFORMERS_AVAILABLE = False
@@ -41,7 +41,7 @@ class SentenceTransformerReranker(BaseReranker):
)
self.config = config
- self.model = SentenceTransformer(self.config.model, device=self.config.device)
+ self.model = CrossEncoder(self.config.model, device=self.config.device)
def rerank(self, query: str, documents: List[Dict[str, Any]], top_k: int = None) -> List[Dict[str, Any]]:
"""
@@ -74,8 +74,11 @@ class SentenceTransformerReranker(BaseReranker):
# Create query-document pairs
pairs = [[query, doc_text] for doc_text in doc_texts]
- # Get similarity scores
- scores = self.model.predict(pairs)
+ scores = self.model.predict(
+ pairs,
+ batch_size=self.config.batch_size,
+ show_progress_bar=self.config.show_progress_bar,
+ )
if isinstance(scores, np.ndarray):
scores = scores.tolist()