Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

fix(teleprompt): make COPRO.compile eval_kwargs optional (#10087)

Katherine Ahna1fd9261bc84
diff --git a/dspy/teleprompt/copro_optimizer.py b/dspy/teleprompt/copro_optimizer.py
index b3ce8c1fc..2b758b581 100644
--- a/dspy/teleprompt/copro_optimizer.py
+++ b/dspy/teleprompt/copro_optimizer.py
@@ -121,18 +121,19 @@ class COPRO(Teleprompter):
assert hasattr(predictor, "signature")
predictor.signature = updated_signature
- def compile(self, student, *, trainset, eval_kwargs):
+ def compile(self, student, *, trainset, eval_kwargs=None):
"""
optimizes `signature` of `student` program - note that it may be zero-shot or already pre-optimized (demos already chosen - `demos != []`)
parameters:
student: program to optimize and left modified.
trainset: iterable of `Example`s
- eval_kwargs: optional, dict
+ eval_kwargs: optional, dict, defaults to None (no extra kwargs)
Additional keywords to go into `Evaluate` for the metric.
Returns optimized version of `student`.
"""
+ eval_kwargs = eval_kwargs or {}
module = student.deepcopy()
evaluate = Evaluate(devset=trainset, metric=self.metric, **eval_kwargs)
total_calls = 0
diff --git a/tests/teleprompt/test_copro_optimizer.py b/tests/teleprompt/test_copro_optimizer.py
index b1dd870e8..397f2c262 100644
--- a/tests/teleprompt/test_copro_optimizer.py
+++ b/tests/teleprompt/test_copro_optimizer.py
@@ -65,6 +65,28 @@ def test_signature_optimizer_optimization_process():
# such as checking the instructions of the optimized student's predictors.
+def test_compile_without_eval_kwargs():
+ # `eval_kwargs` is documented as optional, so compile() must run when it is omitted.
+ # Regression test for #9080 (previously raised TypeError: missing keyword-only argument).
+ optimizer = COPRO(metric=simple_metric, breadth=2, depth=1, init_temperature=1.4)
+ dspy.configure(
+ lm=DummyLM(
+ [
+ {
+ "proposed_instruction": "Optimized instruction 1",
+ "proposed_prefix_for_output_field": "Optimized instruction 2",
+ },
+ ]
+ )
+ )
+
+ student = SimpleModule("input -> output")
+
+ optimized_student = optimizer.compile(student, trainset=trainset)
+
+ assert optimized_student is not student, "Optimization did not modify the student"
+
+
def test_signature_optimizer_statistics_tracking():
optimizer = COPRO(metric=simple_metric, breadth=2, depth=1, init_temperature=1.4)
optimizer.track_stats = True # Enable statistics tracking