DSPy: The framework for programming—not prompting—language models
Python
Clean up
Omar Khattab36fc3d538708
diff --git a/dsp/primitives/demonstrate.py b/dsp/primitives/demonstrate.pyindex 485ccfdac..8b73653e7 100644--- a/dsp/primitives/demonstrate.py+++ b/dsp/primitives/demonstrate.py@@ -1,3 +1,6 @@+import dsp+import random+from dsp.utils import dotdict, has_answer, DPR_normalize, normalize_text, EM@@ -24,10 +27,8 @@ class Example(dotdict):def demos_at(self, fn):def at(d):try:- # print("HERE")return fn(d).without('augmented')except:- # print("NOT HERE")return {}demos = [d.copy(**at(d)) for d in self.demos]@@ -38,18 +39,9 @@ class Example(dotdict):-import copy-import tqdm-import random--# from colbertfm.metrics.qa import EM, normalize_text-# from colbert.utils.utils import print_message-# from utility.utils.dpr import DPR_normalize, has_answer--import dsp-def augment(*transformations):+def annotate(*transformations):def do_augment(train, k=None, return_all=False):rdemos = []ademos = []@@ -80,9 +72,6 @@ def augment(*transformations):return do_augment-def annotate(*transformations):- return augment(*transformations)-def sample(train, k: int):branch_idx = hasattr(dsp.settings, 'branch_idx') and isinstance(dsp.settings.branch_idx, int) and dsp.settings.branch_idxbranch_idx = branch_idx or 0diff --git a/dsp/primitives/predict.py b/dsp/primitives/predict.pyindex 28b87e519..840354a44 100644--- a/dsp/primitives/predict.py+++ b/dsp/primitives/predict.py@@ -1,13 +1,6 @@-# import random-from collections import Counterimport dsp-from dsp.utils import zipstar--# from dsp.primitives.primitive import Transformation-from dsp.utils import normalize_text--from collections import namedtuple-Completion = namedtuple('Completion', ['rationale', 'prediction'])+from collections import Counter+from dsp.utils import zipstar, normalize_textclass Completions:diff --git a/dsp/primitives/search.py b/dsp/primitives/search.pyindex adf53d33b..a080b6046 100644--- a/dsp/primitives/search.py+++ b/dsp/primitives/search.py@@ -8,11 +8,7 @@ def retrieve(query: str, k):return passagesdef retrieveEnsemble(queries, k, by_prob=True):- queries_ = queriesqueries = [q for q in queries if q]-- if queries != queries_:- print('!?!?!?!??!?! \t\t\t ', queries_)passages = {}for q in queries:diff --git a/dsp/templates/template_v2.py b/dsp/templates/template_v2.pyindex 427d070df..678c1b1a3 100644--- a/dsp/templates/template_v2.py+++ b/dsp/templates/template_v2.py@@ -3,8 +3,7 @@ import reimport dsp-Field = namedtuple(- "Field", "name seperator input_variable output_variable description")+Field = namedtuple("Field", "name seperator input_variable output_variable description")# TODO: de-duplicate with dsp/templates/template.py