DSPy: The framework for programming—not prompting—language models
Python
[in-progress] threading with dspy.settings
Arnav Singhvi2a30fea55dcc
diff --git a/dspy/primitives/assertions.py b/dspy/primitives/assertions.pyindex 0fe07394d..10546f63a 100644--- a/dspy/primitives/assertions.py+++ b/dspy/primitives/assertions.py@@ -247,9 +247,16 @@ def suggest_backtrack_handler(func, max_backtracks=2, **handler_args):target_module = handler_args.get("target_module", None)backtrack_to, error_msg, result = None, None, None- predictors_to_original_forward = {}- predictor_feedbacks = {} # Predictor -> List[feedback_msg]- failure_traces = {} # Predictor -> Dict[assertion, (ip, op, msg)]+ # predictors_to_original_forward = {}+ # predictor_feedbacks = {} # Predictor -> List[feedback_msg]+ # failure_traces = {} # Predictor -> Dict[assertion, (ip, op, msg)]++ if not hasattr(dspy.settings, 'predictor_feedbacks'):+ dspy.settings.predictor_feedbacks = {}+ # if not hasattr(dspy.settings, 'failure_traces'):+ # dspy.settings.failure_traces = {}+ if not hasattr(dspy.settings, 'predictors_to_original_forward'):+ dspy.settings.predictors_to_original_forward = {}for i in range(max_backtracks + 1):if i > 0 and backtrack_to is not None:@@ -257,10 +264,10 @@ def suggest_backtrack_handler(func, max_backtracks=2, **handler_args):retry_module = Retry(backtrack_to)# save original forward function to revert back to- predictors_to_original_forward[backtrack_to] = backtrack_to.forward+ dspy.settings.predictors_to_original_forward[backtrack_to] = backtrack_to.forward# generate values for new fields- feedback_msg = _build_error_msg(predictor_feedbacks[backtrack_to])+ feedback_msg = _build_error_msg(dspy.settings.predictor_feedbacks[backtrack_to])# set values as default for the new fields_wrap_forward_with_set_fields(@@ -304,10 +311,10 @@ def suggest_backtrack_handler(func, max_backtracks=2, **handler_args):logger.error("Specified module not found in trace")# save unique feedback message for predictor- if error_msg not in predictor_feedbacks.setdefault(+ if error_msg not in dspy.settings.predictor_feedbacks.setdefault(backtrack_to, []):- predictor_feedbacks[backtrack_to].append(error_msg)+ dspy.settings.predictor_feedbacks[backtrack_to].append(error_msg)output_fields = vars(error_state[0].signature.signature)past_outputs = {}@@ -327,8 +334,8 @@ def suggest_backtrack_handler(func, max_backtracks=2, **handler_args):)# revert any extended predictors to their originals- if predictors_to_original_forward:- for predictor, original_forward in predictors_to_original_forward.items():+ if dspy.settings.predictors_to_original_forward:+ for predictor, original_forward in dspy.settings.predictors_to_original_forward.items():_revert_predictor_signature(predictor, "feedback")setattr(predictor, "forward", original_forward.__get__(predictor))