Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

revisions to KNN module (modified trainset) and teleprompter (forward pass)

Arnav Singhvi4b4dd2498d99
diff --git a/dspy/predict/knn.py b/dspy/predict/knn.py
index 1f12cd6ff..666a8bb3a 100644
--- a/dspy/predict/knn.py
+++ b/dspy/predict/knn.py
@@ -1,20 +1,19 @@
-from typing import List, Callable
+from typing import List
import numpy as np
import dsp
-class KNN(Module):
+class KNN:
def __init__(self, k: int, trainset: List[dsp.Example]):
- super().__init__()
self.k = k
self.trainset = trainset
self.vectorizer = dsp.SentenceTransformersVectorizer()
+ trainset_casted_to_vectorize = [" | ".join([f"{key}: {value}" for key, value in example._asdict().items() if key in example._input_keys]) for example in self.trainset]
+ self.trainset_vectors = self.vectorizer(trainset_casted_to_vectorize).astype(np.float32)
def __call__(self, **kwargs) -> List[dsp.Example]:
with dsp.settings.context(vectorizer=self.vectorizer):
- trainset_casted_to_vectorize = [" ".join([example[key] for key in example._input_keys]) for example in self.trainset]
- all_vectors = self.vectorizer(trainset_casted_to_vectorize).astype(np.float32)
- inp_example_vector = self.vectorizer([" ".join([f"{key} {val}" for key, val in kwargs.items()])])
- scores = np.dot(all_vectors, inp_example_vector.T).squeeze()
+ input_example_vector = self.vectorizer([" | ".join([f"{key}: {val}" for key, val in kwargs.items()])])
+ scores = np.dot(self.trainset_vectors, input_example_vector.T).squeeze()
nearest_samples_idxs = scores.argsort()[-self.k:][::-1]
train_sampled = [self.trainset[cur_idx] for cur_idx in nearest_samples_idxs]
return train_sampled
\ No newline at end of file
diff --git a/dspy/teleprompt/knn_fewshot.py b/dspy/teleprompt/knn_fewshot.py
index 348aa29e0..2c4f78133 100644
--- a/dspy/teleprompt/knn_fewshot.py
+++ b/dspy/teleprompt/knn_fewshot.py
@@ -1,4 +1,5 @@
-from typing import List, Callable
+from typing import List
+import types
import dsp
class KNNFewShot(Teleprompter):
@@ -14,5 +15,5 @@ class KNNFewShot(Teleprompter):
compiled_program = few_shot_bootstrap.compile(student, teacher=teacher, trainset=knn_trainset, valset=valset)
return compiled_program
- student_copy.forward = forward_pass
+ student_copy.forward = types.MethodType(forward_pass, student_copy)
return student_copy
\ No newline at end of file