Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

Update notebook

Shangyintaf3aae84eb67
diff --git a/dspy/primitives/assertions.py b/dspy/primitives/assertions.py
index 24ad65f5e..438e869bd 100644
--- a/dspy/primitives/assertions.py
+++ b/dspy/primitives/assertions.py
@@ -169,7 +169,7 @@ def assert_no_except_handler(func):
return wrapper
-def suggest_backtrack_handler(func, max_backtracks=2):
+def suggest_backtrack_handler(func, bypass_suggest=True, max_backtracks=2):
"""Handler for backtracking suggestion.
Re-run the latest predictor up to `max_backtracks` times,
@@ -198,7 +198,7 @@ def suggest_backtrack_handler(func, max_backtracks=2):
# if last backtrack: ignore suggestion errors
if i == max_backtracks:
- result = bypass_suggest_handler(func)(*args, **kwargs)
+ result = bypass_suggest_handler(func)(*args, **kwargs) if bypass_suggest else None
break
else:
diff --git a/hotpotqa_with_assertions.ipynb b/hotpotqa_with_assertions.ipynb
index faa8ed8a6..90ad78a88 100644
--- a/hotpotqa_with_assertions.ipynb
+++ b/hotpotqa_with_assertions.ipynb
@@ -316,6 +316,36 @@
")\n",
"evaluate(compiled_baleen)\n"
]
+ },
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "# Yes Compilation + Yes Assertion + Teacher enable backtracking\n",
+ "from functools import partial\n",
+ "baleen = SimplifiedBaleen()\n",
+ "teleprompter = BootstrapFewShot(\n",
+ " metric=validate_context_and_answer_and_hops,\n",
+ " max_bootstrapped_demos=4,\n",
+ " num_candidate_programs=6,\n",
+ ")\n",
+ "compiled_baleen = teleprompter.compile(\n",
+ " student=assert_transform_module(\n",
+ " SimplifiedBaleenAssertions().map_named_predictors(Retry),\n",
+ " suggest_backtrack_handler,\n",
+ " ),\n",
+ " teacher=assert_transform_module(\n",
+ " SimplifiedBaleenAssertions().map_named_predictors(Retry),\n",
+ " partial(suggest_backtrack_handler, bypass_suggest=False)\n",
+ " ),\n",
+ " teacher=baleen,\n",
+ " trainset=trainset,\n",
+ " valset=devset\n",
+ ")\n",
+ "evaluate(compiled_baleen)"
+ ]
}
],
"metadata": {