Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

added knn module and teleprompter

Arnav Singhvi88cc04efc9a7
diff --git a/dspy/predict/knn.py b/dspy/predict/knn.py
new file mode 100644
index 000000000..1f12cd6ff
--- /dev/null
+++ b/dspy/predict/knn.py
@@ -0,0 +1,20 @@
+from typing import List, Callable
+import numpy as np
+import dsp
+
+class KNN(Module):
+ def __init__(self, k: int, trainset: List[dsp.Example]):
+ super().__init__()
+ self.k = k
+ self.trainset = trainset
+ self.vectorizer = dsp.SentenceTransformersVectorizer()
+
+ def __call__(self, **kwargs) -> List[dsp.Example]:
+ with dsp.settings.context(vectorizer=self.vectorizer):
+ trainset_casted_to_vectorize = [" ".join([example[key] for key in example._input_keys]) for example in self.trainset]
+ all_vectors = self.vectorizer(trainset_casted_to_vectorize).astype(np.float32)
+ inp_example_vector = self.vectorizer([" ".join([f"{key} {val}" for key, val in kwargs.items()])])
+ scores = np.dot(all_vectors, inp_example_vector.T).squeeze()
+ nearest_samples_idxs = scores.argsort()[-self.k:][::-1]
+ train_sampled = [self.trainset[cur_idx] for cur_idx in nearest_samples_idxs]
+ return train_sampled
\ No newline at end of file
diff --git a/dspy/teleprompt/knn_fewshot.py b/dspy/teleprompt/knn_fewshot.py
new file mode 100644
index 000000000..348aa29e0
--- /dev/null
+++ b/dspy/teleprompt/knn_fewshot.py
@@ -0,0 +1,18 @@
+from typing import List, Callable
+import dsp
+
+class KNNFewShot(Teleprompter):
+ def __init__(self, KNN, k: int, trainset: List[dsp.Example]):
+ self.KNN = KNN(k, trainset)
+
+ def compile(self, student, *, teacher=None, trainset, valset=None):
+ student_copy = student.reset_copy()
+
+ def forward_pass(**kwargs):
+ knn_trainset = self.KNN(**kwargs)
+ few_shot_bootstrap = BootstrapFewShot()
+ compiled_program = few_shot_bootstrap.compile(student, teacher=teacher, trainset=knn_trainset, valset=valset)
+ return compiled_program
+
+ student_copy.forward = forward_pass
+ return student_copy
\ No newline at end of file