DSPy: The framework for programming—not prompting—language models
Python
Update notebook
Shangyintaf3aae84eb67
diff --git a/dspy/primitives/assertions.py b/dspy/primitives/assertions.pyindex 24ad65f5e..438e869bd 100644--- a/dspy/primitives/assertions.py+++ b/dspy/primitives/assertions.py@@ -169,7 +169,7 @@ def assert_no_except_handler(func):return wrapper-def suggest_backtrack_handler(func, max_backtracks=2):+def suggest_backtrack_handler(func, bypass_suggest=True, max_backtracks=2):"""Handler for backtracking suggestion.Re-run the latest predictor up to `max_backtracks` times,@@ -198,7 +198,7 @@ def suggest_backtrack_handler(func, max_backtracks=2):# if last backtrack: ignore suggestion errorsif i == max_backtracks:- result = bypass_suggest_handler(func)(*args, **kwargs)+ result = bypass_suggest_handler(func)(*args, **kwargs) if bypass_suggest else Nonebreakelse:diff --git a/hotpotqa_with_assertions.ipynb b/hotpotqa_with_assertions.ipynbindex faa8ed8a6..90ad78a88 100644--- a/hotpotqa_with_assertions.ipynb+++ b/hotpotqa_with_assertions.ipynb@@ -316,6 +316,36 @@")\n","evaluate(compiled_baleen)\n"]+ },+ {+ "cell_type": "code",+ "execution_count": null,+ "metadata": {},+ "outputs": [],+ "source": [+ "# Yes Compilation + Yes Assertion + Teacher enable backtracking\n",+ "from functools import partial\n",+ "baleen = SimplifiedBaleen()\n",+ "teleprompter = BootstrapFewShot(\n",+ " metric=validate_context_and_answer_and_hops,\n",+ " max_bootstrapped_demos=4,\n",+ " num_candidate_programs=6,\n",+ ")\n",+ "compiled_baleen = teleprompter.compile(\n",+ " student=assert_transform_module(\n",+ " SimplifiedBaleenAssertions().map_named_predictors(Retry),\n",+ " suggest_backtrack_handler,\n",+ " ),\n",+ " teacher=assert_transform_module(\n",+ " SimplifiedBaleenAssertions().map_named_predictors(Retry),\n",+ " partial(suggest_backtrack_handler, bypass_suggest=False)\n",+ " ),\n",+ " teacher=baleen,\n",+ " trainset=trainset,\n",+ " valset=devset\n",+ ")\n",+ "evaluate(compiled_baleen)"+ ]}],"metadata": {