Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

Removed (deactiviated) key

Thomas D Ahle1f6e0cbe3dc6
diff --git a/examples/signature_opt2.ipynb b/examples/signature_opt2.ipynb
index 9edc0d4c4..5fdbdf5d2 100644
--- a/examples/signature_opt2.ipynb
+++ b/examples/signature_opt2.ipynb
@@ -2,15 +2,15 @@
"cells": [
{
"cell_type": "code",
- "execution_count": 13,
+ "execution_count": 1,
"metadata": {},
"outputs": [
{
- "name": "stdout",
+ "name": "stderr",
"output_type": "stream",
"text": [
- "The autoreload extension is already loaded. To reload it, use:\n",
- " %reload_ext autoreload\n"
+ "/opt/homebrew/lib/python3.11/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
+ " from .autonotebook import tqdm as notebook_tqdm\n"
]
}
],
@@ -19,12 +19,12 @@
"%autoreload 2\n",
"import dspy\n",
"import os\n",
- "os.environ['OPENAI_API_KEY'] = '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'"
+ "os.environ['OPENAI_API_KEY'] = 'sk-...'"
]
},
{
"cell_type": "code",
- "execution_count": 14,
+ "execution_count": 2,
"metadata": {},
"outputs": [],
"source": [
@@ -35,7 +35,7 @@
},
{
"cell_type": "code",
- "execution_count": 15,
+ "execution_count": 3,
"metadata": {},
"outputs": [
{
@@ -44,7 +44,7 @@
"(20, 50)"
]
},
- "execution_count": 15,
+ "execution_count": 3,
"metadata": {},
"output_type": "execute_result"
}
@@ -64,7 +64,7 @@
},
{
"cell_type": "code",
- "execution_count": 16,
+ "execution_count": 4,
"metadata": {},
"outputs": [],
"source": [
@@ -77,122 +77,36 @@
},
{
"cell_type": "code",
- "execution_count": 23,
+ "execution_count": 5,
"metadata": {},
"outputs": [
{
"name": "stdout",
"output_type": "stream",
"text": [
- "All predictors:\n",
- "named_predictors=[('predictor', Predict(BasicQA(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}'})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:'})\n",
- ")))]\n",
- "Generating new signature for Predict(BasicQA(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}'})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:'})\n",
- "))...\n",
- "Generated candidate 0:\n",
- "StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.(0)'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}'})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:'})\n",
- ")\n",
- "Generated candidate 1:\n",
- "StringSignature(question -> answer\n",
- " instructions='Answer series of questions where answers must share a common theme.(1)'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Q1,', 'desc': '${question}'})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'charge amplifier designed based by Moog on stripline technology', '__dspy_field_type': 'output', 'prefix': 'A1 Wolfgang Amplifier,'})\n",
- ")\n",
- "Generated candidate 2:\n",
- "StringSignature(question -> answer\n",
- " instructions='Simulate exploratory dialogue between two people one Questioner and other Provider, Respond to each Q- below.(2)'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Q-What Computability study ranges?', 'desc': 'may also involve strings produced by non-deterministic computation'})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'answer DescHash Pure stainless Aberdeen stimulating Victoria names central whiskey article promise twitch Ohio Amber how statements board!', '__dspy_field_type': 'output', 'prefix': 'A-The explain phase-leading out question onset sound crawled fundingProblem in such separated syllabled band phrase assist reduction Haus mutual widse phoneme runtime shruproperholderstoInt valuepirizeThunder'})\n",
- ")\n",
- "\n",
- "================================================================================\n",
- "Running eval iteration 0...\n",
- "Installing signature 0: \n",
- "StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.(0)'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}'})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:'})\n",
- ")\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "Average Metric: 5 / 20 (25.0): 100%|██████████| 20/20 [00:00<00:00, 5144.18it/s]\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Average Metric: 5 / 20 (25.0%)\n",
- "Scores for iteration 0: 28.55243378134378\n",
- "\n",
- "================================================================================\n",
- "Running eval iteration 1...\n",
- "Installing signature 1: \n",
- "StringSignature(question -> answer\n",
- " instructions='Answer series of questions where answers must share a common theme.(1)'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Q1,', 'desc': '${question}'})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'charge amplifier designed based by Moog on stripline technology', '__dspy_field_type': 'output', 'prefix': 'A1 Wolfgang Amplifier,'})\n",
- ")\n"
+ "None\n"
]
},
{
"name": "stderr",
"output_type": "stream",
"text": [
- "Average Metric: 5 / 20 (25.0): 100%|██████████| 20/20 [00:00<00:00, 4207.98it/s]\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Average Metric: 5 / 20 (25.0%)\n",
- "Scores for iteration 1: 29.911449495835697\n",
- "\n",
- "================================================================================\n",
- "Running eval iteration 2...\n",
- "Installing signature 2: \n",
- "StringSignature(question -> answer\n",
- " instructions='Simulate exploratory dialogue between two people one Questioner and other Provider, Respond to each Q- below.(2)'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Q-What Computability study ranges?', 'desc': 'may also involve strings produced by non-deterministic computation'})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'answer DescHash Pure stainless Aberdeen stimulating Victoria names central whiskey article promise twitch Ohio Amber how statements board!', '__dspy_field_type': 'output', 'prefix': 'A-The explain phase-leading out question onset sound crawled fundingProblem in such separated syllabled band phrase assist reduction Haus mutual widse phoneme runtime shruproperholderstoInt valuepirizeThunder'})\n",
- ")\n"
+ "/opt/homebrew/lib/python3.11/site-packages/pydantic/_internal/_fields.py:184: UserWarning: Field name \"signature\" shadows an attribute in parent \"Signature\"; \n",
+ " warnings.warn(\n"
]
},
{
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "Average Metric: 5 / 20 (25.0): 100%|██████████| 20/20 [00:00<00:00, 4577.93it/s]"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Average Metric: 5 / 20 (25.0%)\n",
- "Scores for iteration 2: 34.58455944537296\n",
- "Generating new signature for predictor based on 3 previous signatures...\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "\n"
+ "ename": "TypeError",
+ "evalue": "Field 'signature' in 'GenerateInstructionGivenAttempts' must be declared with InputField or OutputField. field.json_schema_extra=None",
+ "output_type": "error",
+ "traceback": [
+ "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
+ "\u001b[0;31mTypeError\u001b[0m Traceback (most recent call last)",
+ "Cell \u001b[0;32mIn[5], line 4\u001b[0m\n\u001b[1;32m 2\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mdspy\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mevaluate\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mmetrics\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m answer_exact_match\n\u001b[1;32m 3\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mdspy\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mfunctional\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m TypedPredictor\n\u001b[0;32m----> 4\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m \u001b[38;5;21;01mdspy\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mteleprompt\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01msignature_opt2\u001b[39;00m \u001b[38;5;28;01mimport\u001b[39;00m optimize_signature\n\u001b[1;32m 6\u001b[0m evaluator \u001b[38;5;241m=\u001b[39m Evaluate(devset\u001b[38;5;241m=\u001b[39mdevset, metric\u001b[38;5;241m=\u001b[39manswer_exact_match, num_threads\u001b[38;5;241m=\u001b[39m\u001b[38;5;241m10\u001b[39m, display_progress\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m)\n\u001b[1;32m 8\u001b[0m program \u001b[38;5;241m=\u001b[39m optimize_signature(\n\u001b[1;32m 9\u001b[0m student\u001b[38;5;241m=\u001b[39mTypedPredictor(BasicQA),\n\u001b[1;32m 10\u001b[0m evaluator\u001b[38;5;241m=\u001b[39mEvaluate(devset\u001b[38;5;241m=\u001b[39mtrainset, metric\u001b[38;5;241m=\u001b[39manswer_exact_match, num_threads\u001b[38;5;241m=\u001b[39m\u001b[38;5;241m10\u001b[39m, display_progress\u001b[38;5;241m=\u001b[39m\u001b[38;5;28;01mTrue\u001b[39;00m),\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 14\u001b[0m prompt_model\u001b[38;5;241m=\u001b[39mgpt4,\n\u001b[1;32m 15\u001b[0m )\n",
+ "File \u001b[0;32m~/repos/dspy/dspy/teleprompt/signature_opt2.py:97\u001b[0m\n\u001b[1;32m 93\u001b[0m signature: T\n\u001b[1;32m 94\u001b[0m score: \u001b[38;5;28mfloat\u001b[39m \u001b[38;5;241m=\u001b[39m dspy\u001b[38;5;241m.\u001b[39mField(gt\u001b[38;5;241m=\u001b[39m\u001b[38;5;241m0\u001b[39m, lt\u001b[38;5;241m=\u001b[39m\u001b[38;5;241m100\u001b[39m)\n\u001b[0;32m---> 97\u001b[0m \u001b[38;5;28;43;01mclass\u001b[39;49;00m\u001b[43m \u001b[49m\u001b[38;5;21;43;01mGenerateInstructionGivenAttempts\u001b[39;49;00m\u001b[43m(\u001b[49m\u001b[43mdspy\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mSignature\u001b[49m\u001b[43m,\u001b[49m\u001b[43m \u001b[49m\u001b[43mGeneric\u001b[49m\u001b[43m[\u001b[49m\u001b[43mT\u001b[49m\u001b[43m]\u001b[49m\u001b[43m)\u001b[49m\u001b[43m:\u001b[49m\n\u001b[1;32m 98\u001b[0m \u001b[38;5;250;43m \u001b[39;49m\u001b[38;5;124;43;03m\"\"\"You are an instruction optimizer for large language models.\u001b[39;49;00m\n\u001b[1;32m 99\u001b[0m \n\u001b[1;32m 100\u001b[0m \u001b[38;5;124;43;03m I will give some task instructions I've tried, along with their corresponding validation scores.\u001b[39;49;00m\n\u001b[0;32m (...)\u001b[0m\n\u001b[1;32m 104\u001b[0m \u001b[38;5;124;43;03m - Don't repeat instructions, descriptions and prefixes that have already been attempted.\u001b[39;49;00m\n\u001b[1;32m 105\u001b[0m \u001b[38;5;124;43;03m \"\"\"\u001b[39;49;00m\n\u001b[1;32m 107\u001b[0m \u001b[43m \u001b[49m\u001b[43msignature\u001b[49m\u001b[43m:\u001b[49m\u001b[43m \u001b[49m\u001b[43mT\u001b[49m\u001b[43m \u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[43m \u001b[49m\u001b[43mdspy\u001b[49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43mOutputField\u001b[49m\u001b[43m(\u001b[49m\u001b[43mdesc\u001b[49m\u001b[38;5;241;43m=\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[38;5;124;43mProposed signature to try\u001b[39;49m\u001b[38;5;124;43m\"\u001b[39;49m\u001b[43m)\u001b[49m\n",
+ "File \u001b[0;32m~/repos/dspy/dspy/signatures/signature.py:48\u001b[0m, in \u001b[0;36mSignatureMeta.__new__\u001b[0;34m(mcs, signature_name, bases, namespace, **kwargs)\u001b[0m\n\u001b[1;32m 45\u001b[0m \u001b[38;5;28mcls\u001b[39m\u001b[38;5;241m.\u001b[39m\u001b[38;5;18m__doc__\u001b[39m \u001b[38;5;241m=\u001b[39m _default_instructions(\u001b[38;5;28mcls\u001b[39m)\n\u001b[1;32m 47\u001b[0m \u001b[38;5;66;03m# Ensure all fields are declared with InputField or OutputField\u001b[39;00m\n\u001b[0;32m---> 48\u001b[0m \u001b[38;5;28;43mcls\u001b[39;49m\u001b[38;5;241;43m.\u001b[39;49m\u001b[43m_validate_fields\u001b[49m\u001b[43m(\u001b[49m\u001b[43m)\u001b[49m\n\u001b[1;32m 50\u001b[0m \u001b[38;5;66;03m# Ensure all fields have a prefix\u001b[39;00m\n\u001b[1;32m 51\u001b[0m \u001b[38;5;28;01mfor\u001b[39;00m name, field \u001b[38;5;129;01min\u001b[39;00m \u001b[38;5;28mcls\u001b[39m\u001b[38;5;241m.\u001b[39mmodel_fields\u001b[38;5;241m.\u001b[39mitems():\n",
+ "File \u001b[0;32m~/repos/dspy/dspy/signatures/signature.py:65\u001b[0m, in \u001b[0;36mSignatureMeta._validate_fields\u001b[0;34m(cls)\u001b[0m\n\u001b[1;32m 63\u001b[0m \u001b[38;5;28;01mif\u001b[39;00m field_type \u001b[38;5;129;01mnot\u001b[39;00m \u001b[38;5;129;01min\u001b[39;00m [\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124minput\u001b[39m\u001b[38;5;124m\"\u001b[39m, \u001b[38;5;124m\"\u001b[39m\u001b[38;5;124moutput\u001b[39m\u001b[38;5;124m\"\u001b[39m]:\n\u001b[1;32m 64\u001b[0m \u001b[38;5;28mprint\u001b[39m(field\u001b[38;5;241m.\u001b[39mjson_schema_extra)\n\u001b[0;32m---> 65\u001b[0m \u001b[38;5;28;01mraise\u001b[39;00m \u001b[38;5;167;01mTypeError\u001b[39;00m(\n\u001b[1;32m 66\u001b[0m \u001b[38;5;124mf\u001b[39m\u001b[38;5;124m\"\u001b[39m\u001b[38;5;124mField \u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;132;01m{\u001b[39;00mname\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124m in \u001b[39m\u001b[38;5;124m'\u001b[39m\u001b[38;5;132;01m{\u001b[39;00m\u001b[38;5;28mcls\u001b[39m\u001b[38;5;241m.\u001b[39m\u001b[38;5;18m__name__\u001b[39m\u001b[38;5;132;01m}\u001b[39;00m\u001b[38;5;124m'\u001b[39m\u001b[38;5;124m must be declared with InputField or OutputField. \u001b[39m\u001b[38;5;132;01m{\u001b[39;00mfield\u001b[38;5;241m.\u001b[39mjson_schema_extra\u001b[38;5;132;01m=}\u001b[39;00m\u001b[38;5;124m\"\u001b[39m,\n\u001b[1;32m 67\u001b[0m )\n",
+ "\u001b[0;31mTypeError\u001b[0m: Field 'signature' in 'GenerateInstructionGivenAttempts' must be declared with InputField or OutputField. field.json_schema_extra=None"
]
}
],
@@ -216,7 +130,7 @@
},
{
"cell_type": "code",
- "execution_count": 20,
+ "execution_count": null,
"metadata": {},
"outputs": [
{
@@ -305,1391 +219,6 @@
"source": [
"gpt4.inspect_history(n=3)"
]
- },
- {
- "cell_type": "code",
- "execution_count": 19,
- "metadata": {},
- "outputs": [
- {
- "ename": "NameError",
- "evalue": "name 'tp' is not defined",
- "output_type": "error",
- "traceback": [
- "\u001b[0;31m---------------------------------------------------------------------------\u001b[0m",
- "\u001b[0;31mNameError\u001b[0m Traceback (most recent call last)",
- "Cell \u001b[0;32mIn[19], line 1\u001b[0m\n\u001b[0;32m----> 1\u001b[0m \u001b[43mtp\u001b[49m\u001b[38;5;241m.\u001b[39m\u001b[38;5;18m__dict__\u001b[39m\n",
- "\u001b[0;31mNameError\u001b[0m: name 'tp' is not defined"
- ]
- }
- ],
- "source": [
- "tp.__dict__"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {},
- "outputs": [],
- "source": []
- },
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {},
- "outputs": [],
- "source": []
- },
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {},
- "outputs": [
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "module.predictors()=[]\n",
- "\n",
- "================================================================================\n",
- "Running eval iteration 0...\n",
- "list: []\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x16aba8900>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5fe20>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5fa60>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5ef20>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x10632f240>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a6020>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x15848af20>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e3060>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c13ab60>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a5940>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5e8e0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5ee80>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13a001f80>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1585b4e00>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5ff60>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x10632efc0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a5b20>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158488f40>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe0720>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bbafec0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158488540>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5e160>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5e700>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe34c0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe0d60>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5e980>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5e160>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a5d00>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bbafd80>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe2fc0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bbafd80>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a5080>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5f560>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5e700>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe09a0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe3100>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5fba0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5e160>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a4b80>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe37e0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe2f20>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe0b80>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a5ee0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5f1a0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x16aba87c0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe1760>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe00e0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bbafec0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e0360>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13a0020c0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5f6a0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5fb00>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5f600>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13a000720>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x10632efc0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5fb00>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e0cc0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584887c0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5f9c0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5e700>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe2660>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe0c20>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5f1a0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1585b4e00>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158489d00>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c1394e0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe1e40>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe2ac0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e0720>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a5940>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13a001f80>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5ede0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5ee80>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe2ca0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe28e0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5e020>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1585b4900>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a4b80>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe2160>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe0220>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe0e00>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a4b80>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13a001f80>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5e8e0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe3b00>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5f880>, 'parser': <class 'str'>})\n",
- ")\n",
- "StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe0900>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe0400>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1585b4900>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c13afc0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe34c0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe23e0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e0b80>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1585b47c0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5ec00>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5fd80>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe3560>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe07c0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5e700>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158536840>, 'parser': <class 'str'>})\n",
- ")\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "Average Metric: 16 / 50 (32.0): 100%|██████████| 50/50 [00:00<00:00, 5483.04it/s]"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Average Metric: 16 / 50 (32.0%)\n",
- "Scores for iteration 0: 32.0\n",
- "\n",
- "================================================================================\n",
- "Running eval iteration 1...\n",
- "list: []\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1585367a0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c1391c0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e3060>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe2f20>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe1d00>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a5b20>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158488540>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13a002020>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5ede0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5f240>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe09a0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5f060>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x15848bce0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c1391c0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e1760>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe02c0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x15848af20>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a5080>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c139da0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5ec00>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5fd80>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158536840>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a6020>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x10632efc0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x15848bce0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5f880>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5f420>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5e700>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5ede0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158489f80>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13a000720>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c139da0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158536840>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a6660>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158489d00>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5e840>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5d9e0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe1260>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5f9c0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x16aba8900>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158488ea0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a5ee0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe2fc0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c13b9c0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x10632efc0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x15848be20>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5ede0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5e700>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe1b20>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5e160>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x16aba89a0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x15848a520>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a7240>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe23e0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe0ea0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158536840>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158488ea0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5e980>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5ede0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe07c0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5f880>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158489d00>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a5a80>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c1394e0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe0e00>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe1f80>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a5ee0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x15848b9c0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5f9c0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe2160>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe0fe0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe3f60>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159a5ef20>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x15848a520>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1585367a0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe0360>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe2160>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a5ee0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bbafd80>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x16aba8900>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe1d00>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe22a0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x16ae719e0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x15848b9c0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1585b68e0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe11c0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe2660>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe0720>, 'parser': <class 'str'>})\n",
- ")\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Created templateCreated template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x10632d120>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bcb6ac0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c138720>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bbafc40>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x10632ede0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c138c20>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c139580>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158489d00>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13a002660>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x15848be20>, 'parser': <class 'str'>})\n",
- ")\n",
- " Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe3f60>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e0720>, 'parser': <class 'str'>})\n",
- ")\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "Average Metric: 16 / 50 (32.0): 100%|██████████| 50/50 [00:00<00:00, 4371.34it/s]"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Average Metric: 16 / 50 (32.0%)\n",
- "Scores for iteration 1: 32.0\n",
- "\n",
- "================================================================================\n",
- "Running eval iteration 2...\n",
- "list: []\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c13afc0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a5a80>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a5d00>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bbafe20>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1585b47c0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bcb5620>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x16aba82c0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a4b80>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c138b80>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c13b240>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x15848bc40>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c13b600>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a5080>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e0360>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bbafa60>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1585b68e0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bbafec0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e0b80>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c13afc0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c138040>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13a002160>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158488ea0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c13af20>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a5d00>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x16aba89a0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bcb4220>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe2160>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bcb47c0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e0b80>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a6020>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584887c0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe0180>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584885e0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c13b9c0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a6e80>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bbafe20>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe2200>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe3380>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x16aba8400>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a5080>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c1389a0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe3d80>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e0540>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c138c20>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a6e80>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bbafc40>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe1ee0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe2340>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe2ca0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x16aba89a0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a5d00>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c1394e0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe0680>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe1a80>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe2c00>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x16aba89a0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1585b7ba0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158489260>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bcb47c0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c138b80>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158488ea0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1585b42c0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13a001da0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a5a80>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c139580>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe02c0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c13b240>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a5940>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13a002660>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x15848b9c0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x15848a3e0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe0360>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x15848b9c0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bbafd80>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a5940>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c13b600>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe3ba0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c1394e0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a6e80>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bbafa60>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bcb7920>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe13a0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe2340>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1585b47c0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13a002660>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a7240>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c138040>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe2d40>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe32e0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c13bba0>, 'parser': <class 'str'>})\n",
- ")\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x16aba82c0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1585b4680>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158488f40>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe2d40>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1585b6b60>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13a002020>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e1760>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe3880>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe22a0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe1e40>, 'parser': <class 'str'>})\n",
- ")\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "Average Metric: 16 / 50 (32.0): 100%|██████████| 50/50 [00:00<00:00, 5230.07it/s]\n"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Average Metric: 16 / 50 (32.0%)\n",
- "Scores for iteration 2: 32.0\n",
- "\n",
- "================================================================================\n",
- "Running eval iteration 3...\n",
- "list: []\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c13aca0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a6e80>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bbafe20>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1585b62a0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158488ea0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584885e0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x16aba89a0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13a001da0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e1760>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c138180>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe3d80>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c13aca0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13a002520>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bbafe20>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158489f80>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe1120>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1585b62a0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13a002020>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e1760>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe1a80>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe19e0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a5940>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x16aba8900>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1585b49a0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158488f40>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e0540>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c138c20>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e0360>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x15848bce0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1585b62a0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a4ea0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c138040>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c138180>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13a002160>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1585b47c0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158488ea0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e1080>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bcb6c00>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e0360>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158489f80>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1585b6b60>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a6e80>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe0720>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c138180>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bbafb00>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x15848b9c0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158488f40>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bcb68e0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe3d80>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e0360>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x15848bc40>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1585b4680>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13a002160>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe1da0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe1d00>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c138180>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x16aba87c0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158488540>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e1760>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe1620>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e0b80>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x15848b9c0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bbaff60>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c138ae0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe2340>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe0a40>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x16aba87c0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x15848bc40>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x15848af20>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe2520>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe1da0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe23e0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584885e0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bbaff60>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c138ae0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe05e0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe0fe0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x16aba80e0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e0540>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe3560>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe11c0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe34c0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe1b20>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1585b6b60>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x16aba8900>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe3ce0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe0e00>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe0220>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe2840>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1585b68e0>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x158488f40>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13f4a5080>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e0cc0>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c138040>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x159fe0680>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13c13b240>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x1584e0b80>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bcb5620>, 'parser': <class 'str'>})\n",
- ")\n",
- "Created template Template(Answer questions with short factoid answers., ['Question:', 'Answer:'])\n",
- "From Signature StringSignature(question -> answer\n",
- " instructions='Answer questions with short factoid answers.'\n",
- " question = Field(annotation=str required=True json_schema_extra={'__dspy_field_type': 'input', 'prefix': 'Question:', 'desc': '${question}', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x15848bc40>})\n",
- " answer = Field(annotation=str required=True json_schema_extra={'desc': 'often between 1 and 5 words', '__dspy_field_type': 'output', 'prefix': 'Answer:', 'format': <function TypedPredictor._prepare_signature.<locals>.<lambda> at 0x13bbafa60>, 'parser': <class 'str'>})\n",
- ")\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "Average Metric: 16 / 50 (32.0): 100%|██████████| 50/50 [00:00<00:00, 4131.18it/s]"
- ]
- },
- {
- "name": "stdout",
- "output_type": "stream",
- "text": [
- "Average Metric: 16 / 50 (32.0%)\n",
- "Scores for iteration 3: 32.0\n"
- ]
- },
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "\n"
- ]
- },
- {
- "data": {
- "text/plain": []
- },
- "execution_count": 63,
- "metadata": {},
- "output_type": "execute_result"
- }
- ],
- "source": [
- "optimizer.compile(TypedPredictor(BasicQA), evaluator, n_iterations=4)"
- ]
- },
- {
- "cell_type": "code",
- "execution_count": null,
- "metadata": {},
- "outputs": [],
- "source": [
- "gpt4.inspect_history(n=4)"
- ]
- },
- {
- "cell_type": "markdown",
- "metadata": {},
- "source": [
- "Feel free to any other queries you like."
- ]
}
],
"metadata": {