Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

remove commented out assertions file (#8388)

TomuHirataac6fc157ede0
diff --git a/dspy/primitives/__init__.py b/dspy/primitives/__init__.py
index 00d3f47de..634802a56 100644
--- a/dspy/primitives/__init__.py
+++ b/dspy/primitives/__init__.py
@@ -1,4 +1,3 @@
-from dspy.primitives import assertions
from dspy.primitives.example import Example
from dspy.primitives.module import BaseModule
from dspy.primitives.prediction import Completions, Prediction
@@ -6,7 +5,6 @@ from dspy.primitives.program import Module, Program
from dspy.primitives.python_interpreter import PythonInterpreter
__all__ = [
- "assertions",
"Example",
"BaseModule",
"Prediction",
diff --git a/dspy/primitives/assertions.py b/dspy/primitives/assertions.py
deleted file mode 100644
index 8e456cf53..000000000
--- a/dspy/primitives/assertions.py
+++ /dev/null
@@ -1,344 +0,0 @@
-# import inspect
-# import logging
-# import uuid
-# from typing import Any
-
-# # import dspy.dsp as dsp
-# import dspy
-
-# logger = logging.getLogger(__name__)
-# #################### Assertion Helpers ####################
-
-
-# def _build_error_msg(feedback_msgs):
-# """Build an error message from a list of feedback messages."""
-# return "\n".join([msg for msg in feedback_msgs])
-
-
-# #################### Assertion Exceptions ####################
-
-
-# class DSPyAssertionError(AssertionError):
-# """Custom exception raised when a DSPy `Assert` fails."""
-
-# def __init__(
-# self,
-# id: str,
-# msg: str,
-# target_module: Any = None,
-# state: Any = None,
-# is_metric: bool = False,
-# ) -> None:
-# super().__init__(msg)
-# self.id = id
-# self.msg = msg
-# self.target_module = target_module
-# self.state = state
-# self.is_metric = is_metric
-
-
-# class DSPySuggestionError(AssertionError):
-# """Custom exception raised when a DSPy `Suggest` fails."""
-
-# def __init__(
-# self,
-# id: str,
-# msg: str,
-# target_module: Any = None,
-# state: Any = None,
-# is_metric: bool = False,
-# ) -> None:
-# super().__init__(msg)
-# self.id = id
-# self.msg = msg
-# self.target_module = target_module
-# self.state = state
-# self.is_metric = is_metric
-
-
-# #################### Assertion Primitives ####################
-
-
-# class Constraint:
-# def __init__(
-# self,
-# result: bool,
-# msg: str = "",
-# target_module=None,
-# is_metric: bool = False,
-# ):
-# self.id = str(uuid.uuid4())
-# self.result = result
-# self.msg = msg
-# self.target_module = target_module
-# self.is_metric = is_metric
-
-# self.__call__()
-
-
-# class Assert(Constraint):
-# """DSPy Assertion"""
-
-# def __call__(self) -> bool:
-# if isinstance(self.result, bool):
-# if self.result:
-# return True
-# elif dspy.settings.bypass_assert:
-# logger.error(f"AssertionError: {self.msg}")
-# return True
-# else:
-# logger.error(f"AssertionError: {self.msg}")
-# raise DSPyAssertionError(
-# id=self.id,
-# msg=self.msg,
-# target_module=self.target_module,
-# state=dspy.settings.trace,
-# is_metric=self.is_metric,
-# )
-# else:
-# raise ValueError("Assertion function should always return [bool]")
-
-
-# class Suggest(Constraint):
-# """DSPy Suggestion"""
-
-# def __call__(self) -> Any:
-# if isinstance(self.result, bool):
-# if self.result:
-# return True
-# elif dspy.settings.bypass_suggest:
-# logger.info(f"SuggestionFailed: {self.msg}")
-# return True
-# else:
-# logger.info(f"SuggestionFailed: {self.msg}")
-# raise DSPySuggestionError(
-# id=self.id,
-# msg=self.msg,
-# target_module=self.target_module,
-# state=dspy.settings.trace,
-# is_metric=self.is_metric,
-# )
-# else:
-# raise ValueError("Suggestion function should always return [bool]")
-
-
-# #################### Assertion Handlers ####################
-
-
-# def noop_handler(func):
-# """Handler to bypass assertions and suggestions.
-
-# Now both assertions and suggestions will become noops.
-# """
-
-# def wrapper(*args, **kwargs):
-# with dspy.settings.context(bypass_assert=True, bypass_suggest=True):
-# return func(*args, **kwargs)
-
-# return wrapper
-
-
-# def bypass_suggest_handler(func):
-# """Handler to bypass suggest only.
-
-# If a suggestion fails, it will be logged but not raised.
-# And If an assertion fails, it will be raised.
-# """
-
-# def wrapper(*args, **kwargs):
-# with dspy.settings.context(bypass_suggest=True, bypass_assert=False):
-# return func(*args, **kwargs)
-
-# return wrapper
-
-
-# def bypass_assert_handler(func):
-# """Handler to bypass assertion only.
-
-# If a assertion fails, it will be logged but not raised.
-# And If an assertion fails, it will be raised.
-# """
-
-# def wrapper(*args, **kwargs):
-# with dspy.settings.context(bypass_assert=True):
-# return func(*args, **kwargs)
-
-# return wrapper
-
-
-# def assert_no_except_handler(func):
-# """Handler to ignore assertion failure and return None."""
-
-# def wrapper(*args, **kwargs):
-# try:
-# return func(*args, **kwargs)
-# except DSPyAssertionError:
-# return None
-
-# return wrapper
-
-
-# def backtrack_handler(func, bypass_suggest=True, max_backtracks=2):
-# """Handler for backtracking suggestion and assertion.
-
-# Re-run the latest predictor up to `max_backtracks` times,
-# with updated signature if an assertion fails. updated signature adds a new
-# input field to the signature, which is the feedback.
-# """
-
-# def wrapper(*args, **kwargs):
-# error_msg, result = None, None
-# with dspy.settings.lock:
-# dspy.settings.backtrack_to = None
-# dspy.settings.suggest_failures = 0
-# dspy.settings.assert_failures = 0
-
-# # Predictor -> List[feedback_msg]
-# dspy.settings.predictor_feedbacks = {}
-
-# current_error = None
-# for i in range(max_backtracks + 1):
-# if i > 0 and dspy.settings.backtrack_to is not None:
-# # generate values for new fields
-# feedback_msg = _build_error_msg(
-# dspy.settings.predictor_feedbacks[dspy.settings.backtrack_to],
-# )
-
-# dspy.settings.backtrack_to_args = {
-# "feedback": feedback_msg,
-# "past_outputs": past_outputs,
-# }
-
-# # if last backtrack: ignore suggestion errors
-# if i == max_backtracks:
-# if isinstance(current_error, DSPyAssertionError):
-# raise current_error
-# dspy.settings.trace.clear()
-# result = bypass_suggest_handler(func)(*args, **kwargs) if bypass_suggest else None
-# break
-# else:
-# try:
-# dspy.settings.trace.clear()
-# result = func(*args, **kwargs)
-# break
-# except (DSPySuggestionError, DSPyAssertionError) as e:
-# if not current_error:
-# current_error = e
-# _error_id, error_msg, error_target_module, error_state = (
-# e.id,
-# e.msg,
-# e.target_module,
-# e.state[-1],
-# )
-
-# # increment failure count depending on type of error
-# if isinstance(e, DSPySuggestionError) and e.is_metric:
-# dspy.settings.suggest_failures += 1
-# elif isinstance(e, DSPyAssertionError) and e.is_metric:
-# dspy.settings.assert_failures += 1
-
-# if dspy.settings.trace:
-# if error_target_module:
-# for i in range(len(dspy.settings.trace) - 1, -1, -1):
-# trace_element = dspy.settings.trace[i]
-# mod = trace_element[0]
-# if mod == error_target_module:
-# error_state = e.state[i]
-# dspy.settings.backtrack_to = mod
-# break
-# else:
-# dspy.settings.backtrack_to = dspy.settings.trace[-1][0]
-
-# if dspy.settings.backtrack_to is None:
-# logger.error("Module not found in trace. If passing a DSPy Signature, please specify the intended module for the assertion (e.g., use `target_module = self.my_module(my_signature)` instead of `target_module = my_signature`).")
-
-# # save unique feedback message for predictor
-# if error_msg not in dspy.settings.predictor_feedbacks.setdefault(
-# dspy.settings.backtrack_to,
-# [],
-# ):
-# dspy.settings.predictor_feedbacks[dspy.settings.backtrack_to].append(error_msg)
-
-# # use `new_signature` if available (CoT)
-# if hasattr(error_state[0], 'new_signature'):
-# output_fields = error_state[0].new_signature.output_fields
-# else:
-# output_fields = error_state[0].signature.output_fields
-# past_outputs = {}
-# for field_name in output_fields.keys():
-# past_outputs[field_name] = getattr(
-# error_state[2],
-# field_name,
-# None,
-# )
-
-# # save latest failure trace for predictor per suggestion
-# error_state[1]
-# error_op = error_state[2].__dict__["_store"]
-# error_op.pop("_assert_feedback", None)
-# error_op.pop("_assert_traces", None)
-
-# else:
-# logger.error(
-# "UNREACHABLE: No trace available, this should not happen. Is this run time?",
-# )
-
-# return result
-
-# return wrapper
-
-
-# def handle_assert_forward(assertion_handler, **handler_args):
-# def forward(self, *args, **kwargs):
-# args_to_vals = inspect.getcallargs(self._forward, *args, **kwargs)
-
-# # if user has specified a bypass_assert flag, set it
-# if "bypass_assert" in args_to_vals:
-# dspy.settings.configure(bypass_assert=args_to_vals["bypass_assert"])
-
-# wrapped_forward = assertion_handler(self._forward, **handler_args)
-# return wrapped_forward(*args, **kwargs)
-
-# return forward
-
-
-# default_assertion_handler = backtrack_handler
-
-
-# def assert_transform_module(
-# module,
-# assertion_handler=default_assertion_handler,
-# **handler_args,
-# ):
-# """
-# Transform a module to handle assertions.
-# """
-# if not getattr(module, "forward", False):
-# raise ValueError(
-# "Module must have a forward method to have assertions handled.",
-# )
-# if getattr(module, "_forward", False):
-# logger.info(
-# f"Module {module.__class__.__name__} already has a _forward method. Skipping...",
-# )
-# pass # TODO warning: might be overwriting a previous _forward method
-
-# module._forward = module.forward
-# module.forward = handle_assert_forward(assertion_handler, **handler_args).__get__(
-# module,
-# )
-
-# if all(
-# map(lambda p: isinstance(p[1], dspy.retry.Retry), module.named_predictors()),
-# ):
-# pass # we already applied the Retry mapping outside
-# elif all(
-# map(lambda p: not isinstance(p[1], dspy.retry.Retry), module.named_predictors()),
-# ):
-# module.map_named_predictors(dspy.retry.Retry)
-# else:
-# raise RuntimeError("Module has mixed predictors, can't apply Retry mapping.")
-
-# module._assert_transformed = True
-
-# return module