DSPy: The framework for programming—not prompting—language models
Python
Add error logging for assertions
Shangyinta0f756ba3b33
diff --git a/dspy/primitives/assertions.py b/dspy/primitives/assertions.pyindex bd6cdde9d..5718c3a34 100644--- a/dspy/primitives/assertions.py+++ b/dspy/primitives/assertions.py@@ -3,6 +3,28 @@ from typing import Any, Callableimport dspimport dspy+import logging+++def setup_logger():+ logger = logging.getLogger(__name__)+ logger.setLevel(logging.DEBUG)++ fileHandler = logging.FileHandler("assertion.log")+ fileHandler.setLevel(logging.DEBUG)++ formatter = logging.Formatter(+ "%(asctime)s - %(name)s - %(levelname)s - %(message)s"+ )+ fileHandler.setFormatter(formatter)++ logger.addHandler(fileHandler)++ return logger+++logger = setup_logger()+class DSPyAssertionError(AssertionError):"""Custom exception raised when a DSPy `Assert` fails."""@@ -27,9 +49,10 @@ class Assert:if self.assert_fun_res:return Trueelif dspy.settings.bypass_assert:- # TODO: log the assertion failure+ logger.error(f"AssertionError: {self.msg}")return Trueelse:+ logger.error(f"AssertionError: {self.msg}")raise DSPyAssertionError(msg=self.msg, state=dsp.settings.trace)else:raise ValueError("Assertion function should always return [bool]")@@ -140,7 +163,6 @@ def assert_backtrack_policy(max_backtracks=2):result = func(*args, **kwargs)breakexcept DSPyAssertionError as e:- print(f"AssertionError: {e.msg}")error_msg = e.msgif dsp.settings.trace:@@ -150,8 +172,8 @@ def assert_backtrack_policy(max_backtracks=2):):predictor_feedbacks[backtrack_to].append(error_msg)else:- print(- "UNREACHABLE: No trace available, this should not happen. Is this run time?"+ logger.error(+ f"UNREACHABLE: No trace available, this should not happen. Is this run time?")# revert any extended predictors to their originals@@ -171,7 +193,6 @@ def assert_backtrack_policy(max_backtracks=2):def handle_assert(self, *args, **kwargs):-args_to_vals = inspect.getcallargs(self._forward, *args, **kwargs)# if user has specified a bypass_assert flag, set it@@ -184,15 +205,20 @@ def handle_assert(self, *args, **kwargs):def assert_transform_module(module):"""- Transform a module to handle assertions.- TODO: arguments to specify the actual assertion handler+ Transform a module to handle assertions.+ TODO: arguments to specify the actual assertion handler"""if not getattr(module, "forward", False):- raise ValueError("Module must have a forward method to have assertions handled.")+ raise ValueError(+ "Module must have a forward method to have assertions handled."+ )if getattr(module, "_forward", False):- pass # TODO warning: might be overwriting a previous _forward method-+ logger.info(+ f"Module {module.__class__.__name__} already has a _forward method. Skipping..."+ )+ pass # TODO warning: might be overwriting a previous _forward method+module._forward = module.forwardmodule.forward = handle_assert.__get__(module)- return module\ No newline at end of file+ return modulediff --git a/dspy/primitives/program.py b/dspy/primitives/program.pyindex 9797a95a5..5f12aa433 100644--- a/dspy/primitives/program.py+++ b/dspy/primitives/program.py@@ -17,6 +17,7 @@ class ProgramMeta(type):class Module(BaseModule, metaclass=ProgramMeta):+def _base_init(self):self._compiled = False@@ -30,7 +31,11 @@ class Module(BaseModule, metaclass=ProgramMeta):from dspy.predict.predict import Predictnamed_parameters = self.named_parameters()- return [(name, param) for name, param in named_parameters if isinstance(param, Predict)]+ return [+ (name, param)+ for name, param in named_parameters+ if isinstance(param, Predict)+ ]def predictors(self):return [param for _, param in self.named_predictors()]@@ -41,7 +46,7 @@ class Module(BaseModule, metaclass=ProgramMeta):for name, param in self.named_predictors():s.append(f"{name} = {param}")- return '\n'.join(s)+ return "\n".join(s)# def __deepcopy__(self, memo):# # memo is a dict of id's to copies already made during the current call