Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

make pyserini dependency optional

Jasper Xian7fc2c7372db2
diff --git a/dsp/modules/pyserini.py b/dsp/modules/pyserini.py
index b858da254..f0ad28b2e 100644
--- a/dsp/modules/pyserini.py
+++ b/dsp/modules/pyserini.py
@@ -3,8 +3,6 @@ import json
from datasets import Dataset
from dsp.utils import dotdict
-from pyserini.search import FaissSearcher
-from pyserini.prebuilt_index_info import TF_INDEX_INFO, FAISS_INDEX_INFO, IMPACT_INDEX_INFO
class PyseriniRetriever:
@@ -31,6 +29,10 @@ class PyseriniRetriever:
A list of the names of the text fields for the dataset used for retrieval.
"""
+ # Keep pyserini as an optional dependency
+ from pyserini.search import FaissSearcher
+ from pyserini.prebuilt_index_info import TF_INDEX_INFO, FAISS_INDEX_INFO, IMPACT_INDEX_INFO
+
self.encoder = FaissSearcher._init_encoder_from_str(query_encoder)
self.dataset = dataset
self.id_field = id_field