DSPy: The framework for programming—not prompting—language models
Python
revisions to KNN module (modified trainset) and teleprompter (forward pass)
Arnav Singhvi4b4dd2498d99
diff --git a/dspy/predict/knn.py b/dspy/predict/knn.pyindex 1f12cd6ff..666a8bb3a 100644--- a/dspy/predict/knn.py+++ b/dspy/predict/knn.py@@ -1,20 +1,19 @@-from typing import List, Callable+from typing import Listimport numpy as npimport dsp-class KNN(Module):+class KNN:def __init__(self, k: int, trainset: List[dsp.Example]):- super().__init__()self.k = kself.trainset = trainsetself.vectorizer = dsp.SentenceTransformersVectorizer()+ trainset_casted_to_vectorize = [" | ".join([f"{key}: {value}" for key, value in example._asdict().items() if key in example._input_keys]) for example in self.trainset]+ self.trainset_vectors = self.vectorizer(trainset_casted_to_vectorize).astype(np.float32)def __call__(self, **kwargs) -> List[dsp.Example]:with dsp.settings.context(vectorizer=self.vectorizer):- trainset_casted_to_vectorize = [" ".join([example[key] for key in example._input_keys]) for example in self.trainset]- all_vectors = self.vectorizer(trainset_casted_to_vectorize).astype(np.float32)- inp_example_vector = self.vectorizer([" ".join([f"{key} {val}" for key, val in kwargs.items()])])- scores = np.dot(all_vectors, inp_example_vector.T).squeeze()+ input_example_vector = self.vectorizer([" | ".join([f"{key}: {val}" for key, val in kwargs.items()])])+ scores = np.dot(self.trainset_vectors, input_example_vector.T).squeeze()nearest_samples_idxs = scores.argsort()[-self.k:][::-1]train_sampled = [self.trainset[cur_idx] for cur_idx in nearest_samples_idxs]return train_sampled\ No newline at end of filediff --git a/dspy/teleprompt/knn_fewshot.py b/dspy/teleprompt/knn_fewshot.pyindex 348aa29e0..2c4f78133 100644--- a/dspy/teleprompt/knn_fewshot.py+++ b/dspy/teleprompt/knn_fewshot.py@@ -1,4 +1,5 @@-from typing import List, Callable+from typing import List+import typesimport dspclass KNNFewShot(Teleprompter):@@ -14,5 +15,5 @@ class KNNFewShot(Teleprompter):compiled_program = few_shot_bootstrap.compile(student, teacher=teacher, trainset=knn_trainset, valset=valset)return compiled_program- student_copy.forward = forward_pass+ student_copy.forward = types.MethodType(forward_pass, student_copy)return student_copy\ No newline at end of file