Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

updated knn_fewshot with fixes

Arnav Singhvi9a67ba99e47f
diff --git a/dsp/modules/sentence_vectorizer.py b/dsp/modules/sentence_vectorizer.py
index 0c18902d4..054d42153 100644
--- a/dsp/modules/sentence_vectorizer.py
+++ b/dsp/modules/sentence_vectorizer.py
@@ -22,12 +22,10 @@ class BaseSentenceVectorizer(abc.ABC):
def __call__(self, inp_examples: List["Example"]) -> np.ndarray:
pass
- def _extract_text_from_examples(self, inp_examples: List["Example"]) -> List[str]:
- text_to_vectorize = [
- getattr(example, self.field_to_vectorize)
- for example in inp_examples
- ]
- return text_to_vectorize
+ def _extract_text_from_examples(self, inp_examples: List) -> List[str]:
+ if isinstance(inp_examples[0], str):
+ return inp_examples
+ return [" ".join([example[key] for key in example._input_keys]) for example in inp_examples]
class SentenceTransformersVectorizer(BaseSentenceVectorizer):
@@ -67,7 +65,7 @@ class SentenceTransformersVectorizer(BaseSentenceVectorizer):
self.vectorize_bs = vectorize_bs
self.normalize_embeddings = normalize_embeddings
- def __call__(self, inp_examples: List["Example"]) -> np.ndarray:
+ def __call__(self, inp_examples: List) -> np.ndarray:
text_to_vectorize = self._extract_text_from_examples(inp_examples)
if self.is_gpu and self.num_devices > 1:
diff --git a/dspy/teleprompt/knn_fewshot.py b/dspy/teleprompt/knn_fewshot.py
index f43cb54dd..4bc447abd 100644
--- a/dspy/teleprompt/knn_fewshot.py
+++ b/dspy/teleprompt/knn_fewshot.py
@@ -3,6 +3,7 @@ import types
import dsp
from .teleprompt import Teleprompter
+from dspy.teleprompt import BootstrapFewShot
class KNNFewShot(Teleprompter):
def __init__(self, KNN, k: int, trainset: List[dsp.Example]):
@@ -11,11 +12,11 @@ class KNNFewShot(Teleprompter):
def compile(self, student, *, teacher=None, trainset, valset=None):
student_copy = student.reset_copy()
- def forward_pass(**kwargs):
+ def forward_pass(*args, **kwargs):
knn_trainset = self.KNN(**kwargs)
few_shot_bootstrap = BootstrapFewShot()
compiled_program = few_shot_bootstrap.compile(student, teacher=teacher, trainset=knn_trainset, valset=valset)
- return compiled_program
+ return compiled_program(**kwargs)
student_copy.forward = types.MethodType(forward_pass, student_copy)
return student_copy
\ No newline at end of file