DSPy: The framework for programming—not prompting—language models
Python
updated knn_fewshot with fixes
Arnav Singhvi9a67ba99e47f
diff --git a/dsp/modules/sentence_vectorizer.py b/dsp/modules/sentence_vectorizer.pyindex 0c18902d4..054d42153 100644--- a/dsp/modules/sentence_vectorizer.py+++ b/dsp/modules/sentence_vectorizer.py@@ -22,12 +22,10 @@ class BaseSentenceVectorizer(abc.ABC):def __call__(self, inp_examples: List["Example"]) -> np.ndarray:pass- def _extract_text_from_examples(self, inp_examples: List["Example"]) -> List[str]:- text_to_vectorize = [- getattr(example, self.field_to_vectorize)- for example in inp_examples- ]- return text_to_vectorize+ def _extract_text_from_examples(self, inp_examples: List) -> List[str]:+ if isinstance(inp_examples[0], str):+ return inp_examples+ return [" ".join([example[key] for key in example._input_keys]) for example in inp_examples]class SentenceTransformersVectorizer(BaseSentenceVectorizer):@@ -67,7 +65,7 @@ class SentenceTransformersVectorizer(BaseSentenceVectorizer):self.vectorize_bs = vectorize_bsself.normalize_embeddings = normalize_embeddings- def __call__(self, inp_examples: List["Example"]) -> np.ndarray:+ def __call__(self, inp_examples: List) -> np.ndarray:text_to_vectorize = self._extract_text_from_examples(inp_examples)if self.is_gpu and self.num_devices > 1:diff --git a/dspy/teleprompt/knn_fewshot.py b/dspy/teleprompt/knn_fewshot.pyindex f43cb54dd..4bc447abd 100644--- a/dspy/teleprompt/knn_fewshot.py+++ b/dspy/teleprompt/knn_fewshot.py@@ -3,6 +3,7 @@ import typesimport dspfrom .teleprompt import Teleprompter+from dspy.teleprompt import BootstrapFewShotclass KNNFewShot(Teleprompter):def __init__(self, KNN, k: int, trainset: List[dsp.Example]):@@ -11,11 +12,11 @@ class KNNFewShot(Teleprompter):def compile(self, student, *, teacher=None, trainset, valset=None):student_copy = student.reset_copy()- def forward_pass(**kwargs):+ def forward_pass(*args, **kwargs):knn_trainset = self.KNN(**kwargs)few_shot_bootstrap = BootstrapFewShot()compiled_program = few_shot_bootstrap.compile(student, teacher=teacher, trainset=knn_trainset, valset=valset)- return compiled_program+ return compiled_program(**kwargs)student_copy.forward = types.MethodType(forward_pass, student_copy)return student_copy\ No newline at end of file