DSPy: The framework for programming—not prompting—language models
Python
Update notebook
Shangyint66f8bd17cb84
diff --git a/hotpotqa_with_assertions.ipynb b/hotpotqa_with_assertions.ipynbindex 90ad78a88..338207d5f 100644--- a/hotpotqa_with_assertions.ipynb+++ b/hotpotqa_with_assertions.ipynb@@ -269,6 +269,15 @@"evaluate(baleen_with_assertions)"]},+ {+ "cell_type": "code",+ "execution_count": null,+ "metadata": {},+ "outputs": [],+ "source": [+ "max_bootstrapped_demos = 3"+ ]+ },{"cell_type": "code","execution_count": null,@@ -279,7 +288,7 @@"baleen = SimplifiedBaleen()\n","teleprompter = BootstrapFewShotWithRandomSearch(\n"," metric=validate_context_and_answer_and_hops,\n",- " max_bootstrapped_demos=4,\n",+ " max_bootstrapped_demos=max_bootstrapped_demos,\n"," num_candidate_programs=6,\n",")\n","\n",@@ -294,11 +303,10 @@"outputs": [],"source": ["# Yes Compilation + Yes Assertion\n",- "from functools import partial\n","baleen = SimplifiedBaleen()\n","teleprompter = BootstrapFewShot(\n"," metric=validate_context_and_answer_and_hops,\n",- " max_bootstrapped_demos=4,\n",+ " max_bootstrapped_demos=max_bootstrapped_demos,\n"," num_candidate_programs=6,\n",")\n","compiled_baleen = teleprompter.compile(\n",@@ -306,10 +314,6 @@" SimplifiedBaleenAssertions().map_named_predictors(Retry),\n"," suggest_backtrack_handler,\n"," ),\n",- " # teacher=assert_transform_module(\n",- " # SimplifiedBaleenAssertions().map_named_predictors(Retry),\n",- " # partial(suggest_backtrack_handler, bypass_suggest=False)\n",- " # ),\n"," teacher=baleen,\n"," trainset=trainset,\n"," valset=devset\n",@@ -328,7 +332,7 @@"baleen = SimplifiedBaleen()\n","teleprompter = BootstrapFewShot(\n"," metric=validate_context_and_answer_and_hops,\n",- " max_bootstrapped_demos=4,\n",+ " max_bootstrapped_demos=max_bootstrapped_demos,\n"," num_candidate_programs=6,\n",")\n","compiled_baleen = teleprompter.compile(\n",