Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

Fix FAISS import issues with SentenceTransformersVectorizer

Igor Kotenkov7f9d2f160804
diff --git a/dsp/modules/sentence_vectorizer.py b/dsp/modules/sentence_vectorizer.py
index 34115e162..0c18902d4 100644
--- a/dsp/modules/sentence_vectorizer.py
+++ b/dsp/modules/sentence_vectorizer.py
@@ -4,8 +4,6 @@ from typing import List, Optional
import numpy as np
import openai
-from dsp.utils.ann_utils import determine_devices
-
class BaseSentenceVectorizer(abc.ABC):
'''
@@ -58,7 +56,8 @@ class SentenceTransformersVectorizer(BaseSentenceVectorizer):
"Please check the official doc https://www.sbert.net/ "
"or simply run `pip install sentence-transformers"
)
-
+ from dsp.utils.ann_utils import determine_devices
+
self.num_devices, self.is_gpu = determine_devices(max_gpu_devices)
self.proxy_device = 'cuda' if self.is_gpu else 'cpu'