DSPy: The framework for programming—not prompting—language models
Python
fix(teleprompt): make COPRO.compile eval_kwargs optional (#10087)
Katherine Ahna1fd9261bc84
diff --git a/dspy/teleprompt/copro_optimizer.py b/dspy/teleprompt/copro_optimizer.pyindex b3ce8c1fc..2b758b581 100644--- a/dspy/teleprompt/copro_optimizer.py+++ b/dspy/teleprompt/copro_optimizer.py@@ -121,18 +121,19 @@ class COPRO(Teleprompter):assert hasattr(predictor, "signature")predictor.signature = updated_signature- def compile(self, student, *, trainset, eval_kwargs):+ def compile(self, student, *, trainset, eval_kwargs=None):"""optimizes `signature` of `student` program - note that it may be zero-shot or already pre-optimized (demos already chosen - `demos != []`)parameters:student: program to optimize and left modified.trainset: iterable of `Example`s- eval_kwargs: optional, dict+ eval_kwargs: optional, dict, defaults to None (no extra kwargs)Additional keywords to go into `Evaluate` for the metric.Returns optimized version of `student`."""+ eval_kwargs = eval_kwargs or {}module = student.deepcopy()evaluate = Evaluate(devset=trainset, metric=self.metric, **eval_kwargs)total_calls = 0diff --git a/tests/teleprompt/test_copro_optimizer.py b/tests/teleprompt/test_copro_optimizer.pyindex b1dd870e8..397f2c262 100644--- a/tests/teleprompt/test_copro_optimizer.py+++ b/tests/teleprompt/test_copro_optimizer.py@@ -65,6 +65,28 @@ def test_signature_optimizer_optimization_process():# such as checking the instructions of the optimized student's predictors.+def test_compile_without_eval_kwargs():+ # `eval_kwargs` is documented as optional, so compile() must run when it is omitted.+ # Regression test for #9080 (previously raised TypeError: missing keyword-only argument).+ optimizer = COPRO(metric=simple_metric, breadth=2, depth=1, init_temperature=1.4)+ dspy.configure(+ lm=DummyLM(+ [+ {+ "proposed_instruction": "Optimized instruction 1",+ "proposed_prefix_for_output_field": "Optimized instruction 2",+ },+ ]+ )+ )++ student = SimpleModule("input -> output")++ optimized_student = optimizer.compile(student, trainset=trainset)++ assert optimized_student is not student, "Optimization did not modify the student"++def test_signature_optimizer_statistics_tracking():optimizer = COPRO(metric=simple_metric, breadth=2, depth=1, init_temperature=1.4)optimizer.track_stats = True # Enable statistics tracking