DSPy: The framework for programming—not prompting—language models
Python
bugfix: reset the stores in dspy.settings for each example
manishshettym81ce29a68c36
diff --git a/dspy/primitives/assertions.py b/dspy/primitives/assertions.pyindex aba5d25ac..9a5a24961 100644--- a/dspy/primitives/assertions.py+++ b/dspy/primitives/assertions.py@@ -253,16 +253,11 @@ def suggest_backtrack_handler(func, max_backtracks=2):def wrapper(*args, **kwargs):backtrack_to, error_msg, result = None, None, None- # predictors_to_original_forward = {}- # predictor_feedbacks = {} # Predictor -> List[feedback_msg]- # failure_traces = {} # Predictor -> Dict[assertion, (ip, op, msg)]+ # Predictor -> List[feedback_msg]+ dspy.settings.predictor_feedbacks = {}- if not hasattr(dspy.settings, 'predictor_feedbacks'):- dspy.settings.predictor_feedbacks = {}- # if not hasattr(dspy.settings, 'failure_traces'):- # dspy.settings.failure_traces = {}- if not hasattr(dspy.settings, 'predictors_to_original_forward'):- dspy.settings.predictors_to_original_forward = {}+ # Predictor -> Predictor.forward+ dspy.settings.predictors_to_original_forward = {}for i in range(max_backtracks + 1):if i > 0 and backtrack_to is not None:@@ -270,10 +265,19 @@ def suggest_backtrack_handler(func, max_backtracks=2):retry_module = Retry(backtrack_to)# save original forward function to revert back to- dspy.settings.predictors_to_original_forward[backtrack_to] = backtrack_to.forward+ dspy.settings.predictors_to_original_forward[+ backtrack_to+ ] = backtrack_to.forward# generate values for new fields- feedback_msg = _build_error_msg(dspy.settings.predictor_feedbacks[backtrack_to])+ feedback_msg = _build_error_msg(+ dspy.settings.predictor_feedbacks[backtrack_to]+ )++ print(+ "going to set feedback msg to: ",+ dspy.settings.predictor_feedbacks[backtrack_to],+ )# set values as default for the new fields_wrap_forward_with_set_fields(@@ -322,10 +326,15 @@ def suggest_backtrack_handler(func, max_backtracks=2):logger.error("Specified module not found in trace")# save unique feedback message for predictor- if error_msg not in dspy.settings.predictor_feedbacks.setdefault(- backtrack_to, []+ if (+ error_msg+ not in dspy.settings.predictor_feedbacks.setdefault(+ backtrack_to, []+ )):- dspy.settings.predictor_feedbacks[backtrack_to].append(error_msg)+ dspy.settings.predictor_feedbacks[backtrack_to].append(+ error_msg+ )output_fields = vars(error_state[0].signature.signature)past_outputs = {}@@ -334,6 +343,7 @@ def suggest_backtrack_handler(func, max_backtracks=2):past_outputs[field_name] = getattr(error_state[2], field_name, None)+# save latest failure trace for predictor per suggestionerror_ip = error_state[1]error_op = error_state[2].__dict__["_store"]@@ -347,7 +357,10 @@ def suggest_backtrack_handler(func, max_backtracks=2):# revert any extended predictors to their originalsif dspy.settings.predictors_to_original_forward:- for predictor, original_forward in dspy.settings.predictors_to_original_forward.items():+ for (+ predictor,+ original_forward,+ ) in dspy.settings.predictors_to_original_forward.items():_revert_predictor_signature(predictor, "feedback")setattr(predictor, "forward", original_forward.__get__(predictor))