DSPy: The framework for programming—not prompting—language models
Python
updated retry and assertions with past output fields
Arnav Singhvib5011da4ba72
diff --git a/dspy/predict/retry.py b/dspy/predict/retry.pyindex 8a6ee49d2..83bdfe6f5 100644--- a/dspy/predict/retry.py+++ b/dspy/predict/retry.py@@ -18,31 +18,28 @@ class Retry(Predict):output_fields = original_signature.output_fields()modified_output_fields = {}- # @manish: TODO: verify this and remove past_outputs from traces- # for key, value in output_fields.items():- # modified_output_fields[f"past_{key}"] = dspy.OutputField(- # prefix="Past " + value.prefix, desc=value.desc, format=value.format- # )+ for key, value in output_fields.items():+ modified_output_fields[f"past_{key}"] = dspy.InputField(+ prefix="Past " + value.prefix, desc='past output with errors', format=value.format+ )extended_signature.update(input_fields)- # extended_signature.update(modified_output_fields)+ extended_signature.update(modified_output_fields)extended_signature["feedback"] = dspy.InputField(prefix="Instructions:",desc="Some instructions you must satisfy",format=str,)-- extended_signature["traces"] = dspy.InputField(- prefix="Traces:",- desc="traces of failures from your past attempts",- format=dsp.passages2text,- )-extended_signature.update(output_fields)return extended_signaturedef forward(self, *args, **kwargs):+ for key, value in kwargs['past_outputs'].items():+ past_key = f"past_{key}"+ if past_key in self.new_signature:+ kwargs[past_key] = value+ del kwargs['past_outputs']kwargs["signature"] = self.new_signaturereturn self.original_forward(**kwargs)diff --git a/dspy/primitives/assertions.py b/dspy/primitives/assertions.pyindex 87c8bb845..0fe07394d 100644--- a/dspy/primitives/assertions.py+++ b/dspy/primitives/assertions.py@@ -234,7 +234,7 @@ def assert_no_except_handler(func):return wrapper-def suggest_backtrack_handler(func, max_backtracks=10, **handler_args):+def suggest_backtrack_handler(func, max_backtracks=2, **handler_args):"""Handler for backtracking suggestion.Re-run the latest predictor up to `max_backtracks` times,@@ -261,15 +261,13 @@ def suggest_backtrack_handler(func, max_backtracks=10, **handler_args):# generate values for new fieldsfeedback_msg = _build_error_msg(predictor_feedbacks[backtrack_to])- trace_passages = _build_trace_passages(failure_traces[backtrack_to])- # TODO separate past_outputs as a field from traces# set values as default for the new fields_wrap_forward_with_set_fields(retry_module,default_args={"feedback": feedback_msg,- "traces": trace_passages,+ "past_outputs": past_outputs,},)@@ -311,17 +309,17 @@ def suggest_backtrack_handler(func, max_backtracks=10, **handler_args):):predictor_feedbacks[backtrack_to].append(error_msg)+ output_fields = vars(error_state[0].signature.signature)+ past_outputs = {}+ for field_name, field_obj in output_fields.items():+ if isinstance(field_obj, dspy.OutputField):+ past_outputs[field_name] = getattr(error_state[2], field_name, None)# save latest failure trace for predictor per suggestionerror_ip = error_state[1]error_op = error_state[2].__dict__["_store"]error_op.pop("_assert_feedback", None)error_op.pop("_assert_traces", None)- failure_traces.setdefault(backtrack_to, {})[suggest_id] = (- error_ip,- error_op,- error_msg,- )else:logger.error(