DSPy: The framework for programming—not prompting—language models
Python
added knn module and teleprompter
Arnav Singhvi88cc04efc9a7
diff --git a/dspy/predict/knn.py b/dspy/predict/knn.pynew file mode 100644index 000000000..1f12cd6ff--- /dev/null+++ b/dspy/predict/knn.py@@ -0,0 +1,20 @@+from typing import List, Callable+import numpy as np+import dsp++class KNN(Module):+ def __init__(self, k: int, trainset: List[dsp.Example]):+ super().__init__()+ self.k = k+ self.trainset = trainset+ self.vectorizer = dsp.SentenceTransformersVectorizer()++ def __call__(self, **kwargs) -> List[dsp.Example]:+ with dsp.settings.context(vectorizer=self.vectorizer):+ trainset_casted_to_vectorize = [" ".join([example[key] for key in example._input_keys]) for example in self.trainset]+ all_vectors = self.vectorizer(trainset_casted_to_vectorize).astype(np.float32)+ inp_example_vector = self.vectorizer([" ".join([f"{key} {val}" for key, val in kwargs.items()])])+ scores = np.dot(all_vectors, inp_example_vector.T).squeeze()+ nearest_samples_idxs = scores.argsort()[-self.k:][::-1]+ train_sampled = [self.trainset[cur_idx] for cur_idx in nearest_samples_idxs]+ return train_sampled\ No newline at end of filediff --git a/dspy/teleprompt/knn_fewshot.py b/dspy/teleprompt/knn_fewshot.pynew file mode 100644index 000000000..348aa29e0--- /dev/null+++ b/dspy/teleprompt/knn_fewshot.py@@ -0,0 +1,18 @@+from typing import List, Callable+import dsp++class KNNFewShot(Teleprompter):+ def __init__(self, KNN, k: int, trainset: List[dsp.Example]):+ self.KNN = KNN(k, trainset)++ def compile(self, student, *, teacher=None, trainset, valset=None):+ student_copy = student.reset_copy()++ def forward_pass(**kwargs):+ knn_trainset = self.KNN(**kwargs)+ few_shot_bootstrap = BootstrapFewShot()+ compiled_program = few_shot_bootstrap.compile(student, teacher=teacher, trainset=knn_trainset, valset=valset)+ return compiled_program++ student_copy.forward = forward_pass+ return student_copy\ No newline at end of file