Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

Update notebook

Shangyint66f8bd17cb84
diff --git a/hotpotqa_with_assertions.ipynb b/hotpotqa_with_assertions.ipynb
index 90ad78a88..338207d5f 100644
--- a/hotpotqa_with_assertions.ipynb
+++ b/hotpotqa_with_assertions.ipynb
@@ -269,6 +269,15 @@
"evaluate(baleen_with_assertions)"
]
},
+ {
+ "cell_type": "code",
+ "execution_count": null,
+ "metadata": {},
+ "outputs": [],
+ "source": [
+ "max_bootstrapped_demos = 3"
+ ]
+ },
{
"cell_type": "code",
"execution_count": null,
@@ -279,7 +288,7 @@
"baleen = SimplifiedBaleen()\n",
"teleprompter = BootstrapFewShotWithRandomSearch(\n",
" metric=validate_context_and_answer_and_hops,\n",
- " max_bootstrapped_demos=4,\n",
+ " max_bootstrapped_demos=max_bootstrapped_demos,\n",
" num_candidate_programs=6,\n",
")\n",
"\n",
@@ -294,11 +303,10 @@
"outputs": [],
"source": [
"# Yes Compilation + Yes Assertion\n",
- "from functools import partial\n",
"baleen = SimplifiedBaleen()\n",
"teleprompter = BootstrapFewShot(\n",
" metric=validate_context_and_answer_and_hops,\n",
- " max_bootstrapped_demos=4,\n",
+ " max_bootstrapped_demos=max_bootstrapped_demos,\n",
" num_candidate_programs=6,\n",
")\n",
"compiled_baleen = teleprompter.compile(\n",
@@ -306,10 +314,6 @@
" SimplifiedBaleenAssertions().map_named_predictors(Retry),\n",
" suggest_backtrack_handler,\n",
" ),\n",
- " # teacher=assert_transform_module(\n",
- " # SimplifiedBaleenAssertions().map_named_predictors(Retry),\n",
- " # partial(suggest_backtrack_handler, bypass_suggest=False)\n",
- " # ),\n",
" teacher=baleen,\n",
" trainset=trainset,\n",
" valset=devset\n",
@@ -328,7 +332,7 @@
"baleen = SimplifiedBaleen()\n",
"teleprompter = BootstrapFewShot(\n",
" metric=validate_context_and_answer_and_hops,\n",
- " max_bootstrapped_demos=4,\n",
+ " max_bootstrapped_demos=max_bootstrapped_demos,\n",
" num_candidate_programs=6,\n",
")\n",
"compiled_baleen = teleprompter.compile(\n",