Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

[BugFix] QdrantRM Patch, add key to passages

Daniel Romero75fca9a54547
diff --git a/dspy/retrieve/qdrant_rm.py b/dspy/retrieve/qdrant_rm.py
index 43dbe39f1..61ca0f3ad 100644
--- a/dspy/retrieve/qdrant_rm.py
+++ b/dspy/retrieve/qdrant_rm.py
@@ -1,7 +1,7 @@
from collections import defaultdict
-from typing import List, Union
+from typing import List, Union, Optional
import dspy
-from typing import Optional
+from dsp.utils import dotdict
try:
from qdrant_client import QdrantClient
@@ -67,17 +67,22 @@ class QdrantRM(dspy.Retrieve):
else query_or_queries
)
queries = [q for q in queries if q] # Filter empty queries
-
+
k = k if k is not None else self.k
batch_results = self._qdrant_client.query_batch(
self._qdrant_collection_name, query_texts=queries, limit=k)
- passages = defaultdict(float)
+ passages_scores = defaultdict(float)
for batch in batch_results:
for result in batch:
# If a passage is returned multiple times, the score is accumulated.
- passages[result.document] += result.score
+ passages_scores[result.document] += result.score
+ # Sort passages by their accumulated scores in descending order
sorted_passages = sorted(
- passages.items(), key=lambda x: x[1], reverse=True)[:k]
- return dspy.Prediction(passages=[passage for passage, _ in sorted_passages])
+ passages_scores.items(), key=lambda x: x[1], reverse=True)[:k]
+
+ # Wrap each sorted passage in a dotdict with 'long_text'
+ passages = [dotdict({"long_text": passage}) for passage, _ in sorted_passages]
+
+ return passages