Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

updated retry and assertions with past output fields

Arnav Singhvib5011da4ba72
diff --git a/dspy/predict/retry.py b/dspy/predict/retry.py
index 8a6ee49d2..83bdfe6f5 100644
--- a/dspy/predict/retry.py
+++ b/dspy/predict/retry.py
@@ -18,31 +18,28 @@ class Retry(Predict):
output_fields = original_signature.output_fields()
modified_output_fields = {}
- # @manish: TODO: verify this and remove past_outputs from traces
- # for key, value in output_fields.items():
- # modified_output_fields[f"past_{key}"] = dspy.OutputField(
- # prefix="Past " + value.prefix, desc=value.desc, format=value.format
- # )
+ for key, value in output_fields.items():
+ modified_output_fields[f"past_{key}"] = dspy.InputField(
+ prefix="Past " + value.prefix, desc='past output with errors', format=value.format
+ )
extended_signature.update(input_fields)
- # extended_signature.update(modified_output_fields)
+ extended_signature.update(modified_output_fields)
extended_signature["feedback"] = dspy.InputField(
prefix="Instructions:",
desc="Some instructions you must satisfy",
format=str,
)
-
- extended_signature["traces"] = dspy.InputField(
- prefix="Traces:",
- desc="traces of failures from your past attempts",
- format=dsp.passages2text,
- )
-
extended_signature.update(output_fields)
return extended_signature
def forward(self, *args, **kwargs):
+ for key, value in kwargs['past_outputs'].items():
+ past_key = f"past_{key}"
+ if past_key in self.new_signature:
+ kwargs[past_key] = value
+ del kwargs['past_outputs']
kwargs["signature"] = self.new_signature
return self.original_forward(**kwargs)
diff --git a/dspy/primitives/assertions.py b/dspy/primitives/assertions.py
index 87c8bb845..0fe07394d 100644
--- a/dspy/primitives/assertions.py
+++ b/dspy/primitives/assertions.py
@@ -234,7 +234,7 @@ def assert_no_except_handler(func):
return wrapper
-def suggest_backtrack_handler(func, max_backtracks=10, **handler_args):
+def suggest_backtrack_handler(func, max_backtracks=2, **handler_args):
"""Handler for backtracking suggestion.
Re-run the latest predictor up to `max_backtracks` times,
@@ -261,15 +261,13 @@ def suggest_backtrack_handler(func, max_backtracks=10, **handler_args):
# generate values for new fields
feedback_msg = _build_error_msg(predictor_feedbacks[backtrack_to])
- trace_passages = _build_trace_passages(failure_traces[backtrack_to])
- # TODO separate past_outputs as a field from traces
# set values as default for the new fields
_wrap_forward_with_set_fields(
retry_module,
default_args={
"feedback": feedback_msg,
- "traces": trace_passages,
+ "past_outputs": past_outputs,
},
)
@@ -311,17 +309,17 @@ def suggest_backtrack_handler(func, max_backtracks=10, **handler_args):
):
predictor_feedbacks[backtrack_to].append(error_msg)
+ output_fields = vars(error_state[0].signature.signature)
+ past_outputs = {}
+ for field_name, field_obj in output_fields.items():
+ if isinstance(field_obj, dspy.OutputField):
+ past_outputs[field_name] = getattr(error_state[2], field_name, None)
# save latest failure trace for predictor per suggestion
error_ip = error_state[1]
error_op = error_state[2].__dict__["_store"]
error_op.pop("_assert_feedback", None)
error_op.pop("_assert_traces", None)
- failure_traces.setdefault(backtrack_to, {})[suggest_id] = (
- error_ip,
- error_op,
- error_msg,
- )
else:
logger.error(