Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

Minor updates so notebook works on Colab

Omar Khattabb06cf0baebf0
diff --git a/intro.ipynb b/intro.ipynb
index 487e8269b..85b9629d6 100644
--- a/intro.ipynb
+++ b/intro.ipynb
@@ -10,7 +10,9 @@
"\n",
"[<img align=\"center\" src=\"https://colab.research.google.com/assets/colab-badge.svg\" />](https://colab.research.google.com/github/stanfordnlp/dspy/blob/v2/intro.ipynb)\n",
"\n",
- "!! TODO: Fix the Colab link from branch v2 to main when we push to main"
+ "!! TODO: Fix the Colab link from branch v2 to main when we push to main\n",
+ "\n",
+ "!! TODO: Fix the setting up thing when merged too"
]
},
{
@@ -44,21 +46,34 @@
"%load_ext autoreload\n",
"%autoreload 2\n",
"\n",
+ "import sys\n",
+ "import os\n",
+ "\n",
"try: # When on google Colab, let's clone the notebook so we download the cache.\n",
" import google.colab\n",
- " root_path = 'dspy'\n",
- " !git -C dspy/ pull || git clone https://github.com/stanfordnlp/dspy\n",
+ " repo_path = 'dspy'\n",
+ " !git -C $repo_path pull origin v2 || git clone -b v2 https://github.com/stanfordnlp/dspy $repo_path\n",
"except:\n",
- " root_path = '.'\n",
+ " repo_path = '.'\n",
+ "\n",
+ "if repo_path not in sys.path:\n",
+ " sys.path.append(repo_path)\n",
"\n",
"# Set up the cache for this notebook\n",
- "import os; os.environ[\"DSP_NOTEBOOK_CACHEDIR\"] = os.path.join(root_path, 'cache')\n",
+ "os.environ[\"DSP_NOTEBOOK_CACHEDIR\"] = os.path.join(repo_path, 'cache')\n",
+ "\n",
+ "\"\"\"\n",
+ "## TODO: Consider this\n",
+ "if not \"dspy-ai\" in {pkg.key for pkg in pkg_resources.working_set}:\n",
+ " !pip install -U pip\n",
+ " !pip install -e $repo_path\n",
+ "\"\"\"\n",
"\n",
"try:\n",
" import dspy\n",
"except Exception:\n",
" !pip install -U pip\n",
- " !pip install -e .\n",
+ " !pip install -e $repo_path\n",
" \n",
" import dspy"
]
@@ -208,7 +223,7 @@
"text": [
"Question: What is the nationality of the chef and restaurateur featured in Restaurant: Impossible?\n",
"Answer: English\n",
- "Relevant Wikipedia Titles: {'Restaurant: Impossible', 'Robert Irvine'}\n"
+ "Relevant Wikipedia Titles: {'Robert Irvine', 'Restaurant: Impossible'}\n"
]
}
],
@@ -592,7 +607,7 @@
"name": "stderr",
"output_type": "stream",
"text": [
- " 50%|█████ | 10/20 [00:00<00:00, 131.30it/s]"
+ " 50%|█████ | 10/20 [00:00<00:00, 121.99it/s]"
]
},
{
@@ -861,7 +876,7 @@
"name": "stderr",
"output_type": "stream",
"text": [
- "Average Metric: 22 / 50 (44.0): 100%|██████████| 50/50 [00:00<00:00, 126.06it/s]\n"
+ "Average Metric: 22 / 50 (44.0): 100%|██████████| 50/50 [00:00<00:00, 116.45it/s]\n"
]
},
{
@@ -875,82 +890,82 @@
"data": {
"text/html": [
"<style type=\"text/css\">\n",
- "#T_9eae5 th {\n",
+ "#T_46dbe th {\n",
" text-align: left;\n",
"}\n",
- "#T_9eae5 td {\n",
+ "#T_46dbe td {\n",
" text-align: left;\n",
"}\n",
- "#T_9eae5_row0_col0, #T_9eae5_row0_col1, #T_9eae5_row0_col2, #T_9eae5_row0_col3, #T_9eae5_row0_col4, #T_9eae5_row0_col5, #T_9eae5_row1_col0, #T_9eae5_row1_col1, #T_9eae5_row1_col2, #T_9eae5_row1_col3, #T_9eae5_row1_col4, #T_9eae5_row1_col5, #T_9eae5_row2_col0, #T_9eae5_row2_col1, #T_9eae5_row2_col2, #T_9eae5_row2_col3, #T_9eae5_row2_col4, #T_9eae5_row2_col5, #T_9eae5_row3_col0, #T_9eae5_row3_col1, #T_9eae5_row3_col2, #T_9eae5_row3_col3, #T_9eae5_row3_col4, #T_9eae5_row3_col5, #T_9eae5_row4_col0, #T_9eae5_row4_col1, #T_9eae5_row4_col2, #T_9eae5_row4_col3, #T_9eae5_row4_col4, #T_9eae5_row4_col5 {\n",
+ "#T_46dbe_row0_col0, #T_46dbe_row0_col1, #T_46dbe_row0_col2, #T_46dbe_row0_col3, #T_46dbe_row0_col4, #T_46dbe_row0_col5, #T_46dbe_row1_col0, #T_46dbe_row1_col1, #T_46dbe_row1_col2, #T_46dbe_row1_col3, #T_46dbe_row1_col4, #T_46dbe_row1_col5, #T_46dbe_row2_col0, #T_46dbe_row2_col1, #T_46dbe_row2_col2, #T_46dbe_row2_col3, #T_46dbe_row2_col4, #T_46dbe_row2_col5, #T_46dbe_row3_col0, #T_46dbe_row3_col1, #T_46dbe_row3_col2, #T_46dbe_row3_col3, #T_46dbe_row3_col4, #T_46dbe_row3_col5, #T_46dbe_row4_col0, #T_46dbe_row4_col1, #T_46dbe_row4_col2, #T_46dbe_row4_col3, #T_46dbe_row4_col4, #T_46dbe_row4_col5 {\n",
" text-align: left;\n",
" white-space: pre-wrap;\n",
" word-wrap: break-word;\n",
" max-width: 400px;\n",
"}\n",
"</style>\n",
- "<table id=\"T_9eae5\">\n",
+ "<table id=\"T_46dbe\">\n",
" <thead>\n",
" <tr>\n",
" <th class=\"blank level0\" >&nbsp;</th>\n",
- " <th id=\"T_9eae5_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",
- " <th id=\"T_9eae5_level0_col1\" class=\"col_heading level0 col1\" >example_answer</th>\n",
- " <th id=\"T_9eae5_level0_col2\" class=\"col_heading level0 col2\" >gold_titles</th>\n",
- " <th id=\"T_9eae5_level0_col3\" class=\"col_heading level0 col3\" >context</th>\n",
- " <th id=\"T_9eae5_level0_col4\" class=\"col_heading level0 col4\" >pred_answer</th>\n",
- " <th id=\"T_9eae5_level0_col5\" class=\"col_heading level0 col5\" >answer_exact_match</th>\n",
+ " <th id=\"T_46dbe_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",
+ " <th id=\"T_46dbe_level0_col1\" class=\"col_heading level0 col1\" >example_answer</th>\n",
+ " <th id=\"T_46dbe_level0_col2\" class=\"col_heading level0 col2\" >gold_titles</th>\n",
+ " <th id=\"T_46dbe_level0_col3\" class=\"col_heading level0 col3\" >context</th>\n",
+ " <th id=\"T_46dbe_level0_col4\" class=\"col_heading level0 col4\" >pred_answer</th>\n",
+ " <th id=\"T_46dbe_level0_col5\" class=\"col_heading level0 col5\" >answer_exact_match</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
- " <th id=\"T_9eae5_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
- " <td id=\"T_9eae5_row0_col0\" class=\"data row0 col0\" >Are both Cangzhou and Qionghai in the Hebei province of China?</td>\n",
- " <td id=\"T_9eae5_row0_col1\" class=\"data row0 col1\" >no</td>\n",
- " <td id=\"T_9eae5_row0_col2\" class=\"data row0 col2\" >{'Qionghai', 'Cangzhou'}</td>\n",
- " <td id=\"T_9eae5_row0_col3\" class=\"data row0 col3\" >['Cangzhou | Cangzhou () is a prefecture-level city in eastern Hebei province, People\\'s Republic of China. At the 2010 census, Cangzhou\\'s built-up (\"or metro\") area...</td>\n",
- " <td id=\"T_9eae5_row0_col4\" class=\"data row0 col4\" >No</td>\n",
- " <td id=\"T_9eae5_row0_col5\" class=\"data row0 col5\" >✔️ [True]</td>\n",
+ " <th id=\"T_46dbe_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
+ " <td id=\"T_46dbe_row0_col0\" class=\"data row0 col0\" >Are both Cangzhou and Qionghai in the Hebei province of China?</td>\n",
+ " <td id=\"T_46dbe_row0_col1\" class=\"data row0 col1\" >no</td>\n",
+ " <td id=\"T_46dbe_row0_col2\" class=\"data row0 col2\" >{'Cangzhou', 'Qionghai'}</td>\n",
+ " <td id=\"T_46dbe_row0_col3\" class=\"data row0 col3\" >['Cangzhou | Cangzhou () is a prefecture-level city in eastern Hebei province, People\\'s Republic of China. At the 2010 census, Cangzhou\\'s built-up (\"or metro\") area...</td>\n",
+ " <td id=\"T_46dbe_row0_col4\" class=\"data row0 col4\" >No</td>\n",
+ " <td id=\"T_46dbe_row0_col5\" class=\"data row0 col5\" >✔️ [True]</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_9eae5_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
- " <td id=\"T_9eae5_row1_col0\" class=\"data row1 col0\" >Who conducts the draft in which Marc-Andre Fleury was drafted to the Vegas Golden Knights for the 2017-18 season?</td>\n",
- " <td id=\"T_9eae5_row1_col1\" class=\"data row1 col1\" >National Hockey League</td>\n",
- " <td id=\"T_9eae5_row1_col2\" class=\"data row1 col2\" >{'2017–18 Pittsburgh Penguins season', '2017 NHL Expansion Draft'}</td>\n",
- " <td id=\"T_9eae5_row1_col3\" class=\"data row1 col3\" >['2017–18 Pittsburgh Penguins season | The 2017–18 Pittsburgh Penguins season will be the 51st season for the National Hockey League ice hockey team that was...</td>\n",
- " <td id=\"T_9eae5_row1_col4\" class=\"data row1 col4\" >National Hockey League</td>\n",
- " <td id=\"T_9eae5_row1_col5\" class=\"data row1 col5\" >✔️ [True]</td>\n",
+ " <th id=\"T_46dbe_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
+ " <td id=\"T_46dbe_row1_col0\" class=\"data row1 col0\" >Who conducts the draft in which Marc-Andre Fleury was drafted to the Vegas Golden Knights for the 2017-18 season?</td>\n",
+ " <td id=\"T_46dbe_row1_col1\" class=\"data row1 col1\" >National Hockey League</td>\n",
+ " <td id=\"T_46dbe_row1_col2\" class=\"data row1 col2\" >{'2017 NHL Expansion Draft', '2017–18 Pittsburgh Penguins season'}</td>\n",
+ " <td id=\"T_46dbe_row1_col3\" class=\"data row1 col3\" >['2017–18 Pittsburgh Penguins season | The 2017–18 Pittsburgh Penguins season will be the 51st season for the National Hockey League ice hockey team that was...</td>\n",
+ " <td id=\"T_46dbe_row1_col4\" class=\"data row1 col4\" >National Hockey League</td>\n",
+ " <td id=\"T_46dbe_row1_col5\" class=\"data row1 col5\" >✔️ [True]</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_9eae5_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
- " <td id=\"T_9eae5_row2_col0\" class=\"data row2 col0\" >The Wings entered a new era, following the retirement of which Canadian retired professional ice hockey player and current general manager of the Tampa Bay...</td>\n",
- " <td id=\"T_9eae5_row2_col1\" class=\"data row2 col1\" >Steve Yzerman</td>\n",
- " <td id=\"T_9eae5_row2_col2\" class=\"data row2 col2\" >{'2006–07 Detroit Red Wings season', 'Steve Yzerman'}</td>\n",
- " <td id=\"T_9eae5_row2_col3\" class=\"data row2 col3\" >['Steve Yzerman | Stephen Gregory \"Steve\" Yzerman ( ; born May 9, 1965) is a Canadian retired professional ice hockey player and current general manager...</td>\n",
- " <td id=\"T_9eae5_row2_col4\" class=\"data row2 col4\" >Steve Yzerman</td>\n",
- " <td id=\"T_9eae5_row2_col5\" class=\"data row2 col5\" >✔️ [True]</td>\n",
+ " <th id=\"T_46dbe_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
+ " <td id=\"T_46dbe_row2_col0\" class=\"data row2 col0\" >The Wings entered a new era, following the retirement of which Canadian retired professional ice hockey player and current general manager of the Tampa Bay...</td>\n",
+ " <td id=\"T_46dbe_row2_col1\" class=\"data row2 col1\" >Steve Yzerman</td>\n",
+ " <td id=\"T_46dbe_row2_col2\" class=\"data row2 col2\" >{'2006–07 Detroit Red Wings season', 'Steve Yzerman'}</td>\n",
+ " <td id=\"T_46dbe_row2_col3\" class=\"data row2 col3\" >['Steve Yzerman | Stephen Gregory \"Steve\" Yzerman ( ; born May 9, 1965) is a Canadian retired professional ice hockey player and current general manager...</td>\n",
+ " <td id=\"T_46dbe_row2_col4\" class=\"data row2 col4\" >Steve Yzerman</td>\n",
+ " <td id=\"T_46dbe_row2_col5\" class=\"data row2 col5\" >✔️ [True]</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_9eae5_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
- " <td id=\"T_9eae5_row3_col0\" class=\"data row3 col0\" >What river is near the Crichton Collegiate Church?</td>\n",
- " <td id=\"T_9eae5_row3_col1\" class=\"data row3 col1\" >the River Tyne</td>\n",
- " <td id=\"T_9eae5_row3_col2\" class=\"data row3 col2\" >{'Crichton Collegiate Church', 'Crichton Castle'}</td>\n",
- " <td id=\"T_9eae5_row3_col3\" class=\"data row3 col3\" >[\"Crichton Collegiate Church | Crichton Collegiate Church is situated about 0.6 mi south west of the hamlet of Crichton in Midlothian, Scotland. Crichton itself is...</td>\n",
- " <td id=\"T_9eae5_row3_col4\" class=\"data row3 col4\" >River Tyne</td>\n",
- " <td id=\"T_9eae5_row3_col5\" class=\"data row3 col5\" >✔️ [True]</td>\n",
+ " <th id=\"T_46dbe_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
+ " <td id=\"T_46dbe_row3_col0\" class=\"data row3 col0\" >What river is near the Crichton Collegiate Church?</td>\n",
+ " <td id=\"T_46dbe_row3_col1\" class=\"data row3 col1\" >the River Tyne</td>\n",
+ " <td id=\"T_46dbe_row3_col2\" class=\"data row3 col2\" >{'Crichton Castle', 'Crichton Collegiate Church'}</td>\n",
+ " <td id=\"T_46dbe_row3_col3\" class=\"data row3 col3\" >[\"Crichton Collegiate Church | Crichton Collegiate Church is situated about 0.6 mi south west of the hamlet of Crichton in Midlothian, Scotland. Crichton itself is...</td>\n",
+ " <td id=\"T_46dbe_row3_col4\" class=\"data row3 col4\" >River Tyne</td>\n",
+ " <td id=\"T_46dbe_row3_col5\" class=\"data row3 col5\" >✔️ [True]</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_9eae5_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
- " <td id=\"T_9eae5_row4_col0\" class=\"data row4 col0\" >In the 10th Century A.D. Ealhswith had a son called Æthelweard by which English king?</td>\n",
- " <td id=\"T_9eae5_row4_col1\" class=\"data row4 col1\" >King Alfred the Great</td>\n",
- " <td id=\"T_9eae5_row4_col2\" class=\"data row4 col2\" >{'Æthelweard (son of Alfred)', 'Ealhswith'}</td>\n",
- " <td id=\"T_9eae5_row4_col3\" class=\"data row4 col3\" >[\"Æthelweard of East Anglia | Æthelweard (died 854) was a 9th-century king of East Anglia, the long-lived Anglo-Saxon kingdom which today includes the English counties...</td>\n",
- " <td id=\"T_9eae5_row4_col4\" class=\"data row4 col4\" >King Alfred the Great</td>\n",
- " <td id=\"T_9eae5_row4_col5\" class=\"data row4 col5\" >✔️ [True]</td>\n",
+ " <th id=\"T_46dbe_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
+ " <td id=\"T_46dbe_row4_col0\" class=\"data row4 col0\" >In the 10th Century A.D. Ealhswith had a son called Æthelweard by which English king?</td>\n",
+ " <td id=\"T_46dbe_row4_col1\" class=\"data row4 col1\" >King Alfred the Great</td>\n",
+ " <td id=\"T_46dbe_row4_col2\" class=\"data row4 col2\" >{'Æthelweard (son of Alfred)', 'Ealhswith'}</td>\n",
+ " <td id=\"T_46dbe_row4_col3\" class=\"data row4 col3\" >[\"Æthelweard of East Anglia | Æthelweard (died 854) was a 9th-century king of East Anglia, the long-lived Anglo-Saxon kingdom which today includes the English counties...</td>\n",
+ " <td id=\"T_46dbe_row4_col4\" class=\"data row4 col4\" >King Alfred the Great</td>\n",
+ " <td id=\"T_46dbe_row4_col5\" class=\"data row4 col5\" >✔️ [True]</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n"
],
"text/plain": [
- "<pandas.io.formats.style.Styler at 0x7f8c4c2aec10>"
+ "<pandas.io.formats.style.Styler at 0x7fbb387dcee0>"
]
},
"metadata": {},
@@ -1019,7 +1034,7 @@
"name": "stderr",
"output_type": "stream",
"text": [
- "Average Metric: 13 / 50 (26.0): 100%|██████████| 50/50 [00:00<00:00, 519.33it/s]"
+ "Average Metric: 13 / 50 (26.0): 100%|██████████| 50/50 [00:00<00:00, 671.76it/s]"
]
},
{
@@ -1040,82 +1055,82 @@
"data": {
"text/html": [
"<style type=\"text/css\">\n",
- "#T_8ab98 th {\n",
+ "#T_3ac3d th {\n",
" text-align: left;\n",
"}\n",
- "#T_8ab98 td {\n",
+ "#T_3ac3d td {\n",
" text-align: left;\n",
"}\n",
- "#T_8ab98_row0_col0, #T_8ab98_row0_col1, #T_8ab98_row0_col2, #T_8ab98_row0_col3, #T_8ab98_row0_col4, #T_8ab98_row0_col5, #T_8ab98_row1_col0, #T_8ab98_row1_col1, #T_8ab98_row1_col2, #T_8ab98_row1_col3, #T_8ab98_row1_col4, #T_8ab98_row1_col5, #T_8ab98_row2_col0, #T_8ab98_row2_col1, #T_8ab98_row2_col2, #T_8ab98_row2_col3, #T_8ab98_row2_col4, #T_8ab98_row2_col5, #T_8ab98_row3_col0, #T_8ab98_row3_col1, #T_8ab98_row3_col2, #T_8ab98_row3_col3, #T_8ab98_row3_col4, #T_8ab98_row3_col5, #T_8ab98_row4_col0, #T_8ab98_row4_col1, #T_8ab98_row4_col2, #T_8ab98_row4_col3, #T_8ab98_row4_col4, #T_8ab98_row4_col5 {\n",
+ "#T_3ac3d_row0_col0, #T_3ac3d_row0_col1, #T_3ac3d_row0_col2, #T_3ac3d_row0_col3, #T_3ac3d_row0_col4, #T_3ac3d_row0_col5, #T_3ac3d_row1_col0, #T_3ac3d_row1_col1, #T_3ac3d_row1_col2, #T_3ac3d_row1_col3, #T_3ac3d_row1_col4, #T_3ac3d_row1_col5, #T_3ac3d_row2_col0, #T_3ac3d_row2_col1, #T_3ac3d_row2_col2, #T_3ac3d_row2_col3, #T_3ac3d_row2_col4, #T_3ac3d_row2_col5, #T_3ac3d_row3_col0, #T_3ac3d_row3_col1, #T_3ac3d_row3_col2, #T_3ac3d_row3_col3, #T_3ac3d_row3_col4, #T_3ac3d_row3_col5, #T_3ac3d_row4_col0, #T_3ac3d_row4_col1, #T_3ac3d_row4_col2, #T_3ac3d_row4_col3, #T_3ac3d_row4_col4, #T_3ac3d_row4_col5 {\n",
" text-align: left;\n",
" white-space: pre-wrap;\n",
" word-wrap: break-word;\n",
" max-width: 400px;\n",
"}\n",
"</style>\n",
- "<table id=\"T_8ab98\">\n",
+ "<table id=\"T_3ac3d\">\n",
" <thead>\n",
" <tr>\n",
" <th class=\"blank level0\" >&nbsp;</th>\n",
- " <th id=\"T_8ab98_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",
- " <th id=\"T_8ab98_level0_col1\" class=\"col_heading level0 col1\" >example_answer</th>\n",
- " <th id=\"T_8ab98_level0_col2\" class=\"col_heading level0 col2\" >gold_titles</th>\n",
- " <th id=\"T_8ab98_level0_col3\" class=\"col_heading level0 col3\" >context</th>\n",
- " <th id=\"T_8ab98_level0_col4\" class=\"col_heading level0 col4\" >pred_answer</th>\n",
- " <th id=\"T_8ab98_level0_col5\" class=\"col_heading level0 col5\" >gold_passages_retrieved</th>\n",
+ " <th id=\"T_3ac3d_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",
+ " <th id=\"T_3ac3d_level0_col1\" class=\"col_heading level0 col1\" >example_answer</th>\n",
+ " <th id=\"T_3ac3d_level0_col2\" class=\"col_heading level0 col2\" >gold_titles</th>\n",
+ " <th id=\"T_3ac3d_level0_col3\" class=\"col_heading level0 col3\" >context</th>\n",
+ " <th id=\"T_3ac3d_level0_col4\" class=\"col_heading level0 col4\" >pred_answer</th>\n",
+ " <th id=\"T_3ac3d_level0_col5\" class=\"col_heading level0 col5\" >gold_passages_retrieved</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
- " <th id=\"T_8ab98_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
- " <td id=\"T_8ab98_row0_col0\" class=\"data row0 col0\" >Are both Cangzhou and Qionghai in the Hebei province of China?</td>\n",
- " <td id=\"T_8ab98_row0_col1\" class=\"data row0 col1\" >no</td>\n",
- " <td id=\"T_8ab98_row0_col2\" class=\"data row0 col2\" >{'Qionghai', 'Cangzhou'}</td>\n",
- " <td id=\"T_8ab98_row0_col3\" class=\"data row0 col3\" >['Cangzhou | Cangzhou () is a prefecture-level city in eastern Hebei province, People\\'s Republic of China. At the 2010 census, Cangzhou\\'s built-up (\"or metro\") area...</td>\n",
- " <td id=\"T_8ab98_row0_col4\" class=\"data row0 col4\" >No</td>\n",
- " <td id=\"T_8ab98_row0_col5\" class=\"data row0 col5\" >❌ [False]</td>\n",
+ " <th id=\"T_3ac3d_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
+ " <td id=\"T_3ac3d_row0_col0\" class=\"data row0 col0\" >Are both Cangzhou and Qionghai in the Hebei province of China?</td>\n",
+ " <td id=\"T_3ac3d_row0_col1\" class=\"data row0 col1\" >no</td>\n",
+ " <td id=\"T_3ac3d_row0_col2\" class=\"data row0 col2\" >{'Cangzhou', 'Qionghai'}</td>\n",
+ " <td id=\"T_3ac3d_row0_col3\" class=\"data row0 col3\" >['Cangzhou | Cangzhou () is a prefecture-level city in eastern Hebei province, People\\'s Republic of China. At the 2010 census, Cangzhou\\'s built-up (\"or metro\") area...</td>\n",
+ " <td id=\"T_3ac3d_row0_col4\" class=\"data row0 col4\" >No</td>\n",
+ " <td id=\"T_3ac3d_row0_col5\" class=\"data row0 col5\" >❌ [False]</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_8ab98_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
- " <td id=\"T_8ab98_row1_col0\" class=\"data row1 col0\" >Who conducts the draft in which Marc-Andre Fleury was drafted to the Vegas Golden Knights for the 2017-18 season?</td>\n",
- " <td id=\"T_8ab98_row1_col1\" class=\"data row1 col1\" >National Hockey League</td>\n",
- " <td id=\"T_8ab98_row1_col2\" class=\"data row1 col2\" >{'2017–18 Pittsburgh Penguins season', '2017 NHL Expansion Draft'}</td>\n",
- " <td id=\"T_8ab98_row1_col3\" class=\"data row1 col3\" >['2017–18 Pittsburgh Penguins season | The 2017–18 Pittsburgh Penguins season will be the 51st season for the National Hockey League ice hockey team that was...</td>\n",
- " <td id=\"T_8ab98_row1_col4\" class=\"data row1 col4\" >National Hockey League</td>\n",
- " <td id=\"T_8ab98_row1_col5\" class=\"data row1 col5\" >✔️ [True]</td>\n",
+ " <th id=\"T_3ac3d_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
+ " <td id=\"T_3ac3d_row1_col0\" class=\"data row1 col0\" >Who conducts the draft in which Marc-Andre Fleury was drafted to the Vegas Golden Knights for the 2017-18 season?</td>\n",
+ " <td id=\"T_3ac3d_row1_col1\" class=\"data row1 col1\" >National Hockey League</td>\n",
+ " <td id=\"T_3ac3d_row1_col2\" class=\"data row1 col2\" >{'2017 NHL Expansion Draft', '2017–18 Pittsburgh Penguins season'}</td>\n",
+ " <td id=\"T_3ac3d_row1_col3\" class=\"data row1 col3\" >['2017–18 Pittsburgh Penguins season | The 2017–18 Pittsburgh Penguins season will be the 51st season for the National Hockey League ice hockey team that was...</td>\n",
+ " <td id=\"T_3ac3d_row1_col4\" class=\"data row1 col4\" >National Hockey League</td>\n",
+ " <td id=\"T_3ac3d_row1_col5\" class=\"data row1 col5\" >✔️ [True]</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_8ab98_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
- " <td id=\"T_8ab98_row2_col0\" class=\"data row2 col0\" >The Wings entered a new era, following the retirement of which Canadian retired professional ice hockey player and current general manager of the Tampa Bay...</td>\n",
- " <td id=\"T_8ab98_row2_col1\" class=\"data row2 col1\" >Steve Yzerman</td>\n",
- " <td id=\"T_8ab98_row2_col2\" class=\"data row2 col2\" >{'2006–07 Detroit Red Wings season', 'Steve Yzerman'}</td>\n",
- " <td id=\"T_8ab98_row2_col3\" class=\"data row2 col3\" >['Steve Yzerman | Stephen Gregory \"Steve\" Yzerman ( ; born May 9, 1965) is a Canadian retired professional ice hockey player and current general manager...</td>\n",
- " <td id=\"T_8ab98_row2_col4\" class=\"data row2 col4\" >Steve Yzerman</td>\n",
- " <td id=\"T_8ab98_row2_col5\" class=\"data row2 col5\" >✔️ [True]</td>\n",
+ " <th id=\"T_3ac3d_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
+ " <td id=\"T_3ac3d_row2_col0\" class=\"data row2 col0\" >The Wings entered a new era, following the retirement of which Canadian retired professional ice hockey player and current general manager of the Tampa Bay...</td>\n",
+ " <td id=\"T_3ac3d_row2_col1\" class=\"data row2 col1\" >Steve Yzerman</td>\n",
+ " <td id=\"T_3ac3d_row2_col2\" class=\"data row2 col2\" >{'2006–07 Detroit Red Wings season', 'Steve Yzerman'}</td>\n",
+ " <td id=\"T_3ac3d_row2_col3\" class=\"data row2 col3\" >['Steve Yzerman | Stephen Gregory \"Steve\" Yzerman ( ; born May 9, 1965) is a Canadian retired professional ice hockey player and current general manager...</td>\n",
+ " <td id=\"T_3ac3d_row2_col4\" class=\"data row2 col4\" >Steve Yzerman</td>\n",
+ " <td id=\"T_3ac3d_row2_col5\" class=\"data row2 col5\" >✔️ [True]</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_8ab98_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
- " <td id=\"T_8ab98_row3_col0\" class=\"data row3 col0\" >What river is near the Crichton Collegiate Church?</td>\n",
- " <td id=\"T_8ab98_row3_col1\" class=\"data row3 col1\" >the River Tyne</td>\n",
- " <td id=\"T_8ab98_row3_col2\" class=\"data row3 col2\" >{'Crichton Collegiate Church', 'Crichton Castle'}</td>\n",
- " <td id=\"T_8ab98_row3_col3\" class=\"data row3 col3\" >[\"Crichton Collegiate Church | Crichton Collegiate Church is situated about 0.6 mi south west of the hamlet of Crichton in Midlothian, Scotland. Crichton itself is...</td>\n",
- " <td id=\"T_8ab98_row3_col4\" class=\"data row3 col4\" >River Tyne</td>\n",
- " <td id=\"T_8ab98_row3_col5\" class=\"data row3 col5\" >✔️ [True]</td>\n",
+ " <th id=\"T_3ac3d_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
+ " <td id=\"T_3ac3d_row3_col0\" class=\"data row3 col0\" >What river is near the Crichton Collegiate Church?</td>\n",
+ " <td id=\"T_3ac3d_row3_col1\" class=\"data row3 col1\" >the River Tyne</td>\n",
+ " <td id=\"T_3ac3d_row3_col2\" class=\"data row3 col2\" >{'Crichton Castle', 'Crichton Collegiate Church'}</td>\n",
+ " <td id=\"T_3ac3d_row3_col3\" class=\"data row3 col3\" >[\"Crichton Collegiate Church | Crichton Collegiate Church is situated about 0.6 mi south west of the hamlet of Crichton in Midlothian, Scotland. Crichton itself is...</td>\n",
+ " <td id=\"T_3ac3d_row3_col4\" class=\"data row3 col4\" >River Tyne</td>\n",
+ " <td id=\"T_3ac3d_row3_col5\" class=\"data row3 col5\" >✔️ [True]</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_8ab98_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
- " <td id=\"T_8ab98_row4_col0\" class=\"data row4 col0\" >In the 10th Century A.D. Ealhswith had a son called Æthelweard by which English king?</td>\n",
- " <td id=\"T_8ab98_row4_col1\" class=\"data row4 col1\" >King Alfred the Great</td>\n",
- " <td id=\"T_8ab98_row4_col2\" class=\"data row4 col2\" >{'Æthelweard (son of Alfred)', 'Ealhswith'}</td>\n",
- " <td id=\"T_8ab98_row4_col3\" class=\"data row4 col3\" >[\"Æthelweard of East Anglia | Æthelweard (died 854) was a 9th-century king of East Anglia, the long-lived Anglo-Saxon kingdom which today includes the English counties...</td>\n",
- " <td id=\"T_8ab98_row4_col4\" class=\"data row4 col4\" >King Alfred the Great</td>\n",
- " <td id=\"T_8ab98_row4_col5\" class=\"data row4 col5\" >❌ [False]</td>\n",
+ " <th id=\"T_3ac3d_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
+ " <td id=\"T_3ac3d_row4_col0\" class=\"data row4 col0\" >In the 10th Century A.D. Ealhswith had a son called Æthelweard by which English king?</td>\n",
+ " <td id=\"T_3ac3d_row4_col1\" class=\"data row4 col1\" >King Alfred the Great</td>\n",
+ " <td id=\"T_3ac3d_row4_col2\" class=\"data row4 col2\" >{'Æthelweard (son of Alfred)', 'Ealhswith'}</td>\n",
+ " <td id=\"T_3ac3d_row4_col3\" class=\"data row4 col3\" >[\"Æthelweard of East Anglia | Æthelweard (died 854) was a 9th-century king of East Anglia, the long-lived Anglo-Saxon kingdom which today includes the English counties...</td>\n",
+ " <td id=\"T_3ac3d_row4_col4\" class=\"data row4 col4\" >King Alfred the Great</td>\n",
+ " <td id=\"T_3ac3d_row4_col5\" class=\"data row4 col5\" >❌ [False]</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n"
],
"text/plain": [
- "<pandas.io.formats.style.Styler at 0x7f8c4c24f160>"
+ "<pandas.io.formats.style.Styler at 0x7fbb387909d0>"
]
},
"metadata": {},
@@ -1464,7 +1479,7 @@
"name": "stderr",
"output_type": "stream",
"text": [
- "100%|██████████| 20/20 [00:00<00:00, 70.01it/s]\n"
+ "100%|██████████| 20/20 [00:00<00:00, 64.11it/s]\n"
]
}
],
@@ -1504,7 +1519,7 @@
"name": "stderr",
"output_type": "stream",
"text": [
- "Average Metric: 30 / 50 (60.0): 100%|██████████| 50/50 [00:00<00:00, 59.73it/s]"
+ "Average Metric: 30 / 50 (60.0): 100%|██████████| 50/50 [00:00<00:00, 54.98it/s]\n"
]
},
{
@@ -1514,93 +1529,86 @@
"Average Metric: 30 / 50 (60.0%)\n"
]
},
- {
- "name": "stderr",
- "output_type": "stream",
- "text": [
- "\n"
- ]
- },
{
"data": {
"text/html": [
"<style type=\"text/css\">\n",
- "#T_21baf th {\n",
+ "#T_3bd2b th {\n",
" text-align: left;\n",
"}\n",
- "#T_21baf td {\n",
+ "#T_3bd2b td {\n",
" text-align: left;\n",
"}\n",
- "#T_21baf_row0_col0, #T_21baf_row0_col1, #T_21baf_row0_col2, #T_21baf_row0_col3, #T_21baf_row0_col4, #T_21baf_row0_col5, #T_21baf_row1_col0, #T_21baf_row1_col1, #T_21baf_row1_col2, #T_21baf_row1_col3, #T_21baf_row1_col4, #T_21baf_row1_col5, #T_21baf_row2_col0, #T_21baf_row2_col1, #T_21baf_row2_col2, #T_21baf_row2_col3, #T_21baf_row2_col4, #T_21baf_row2_col5, #T_21baf_row3_col0, #T_21baf_row3_col1, #T_21baf_row3_col2, #T_21baf_row3_col3, #T_21baf_row3_col4, #T_21baf_row3_col5, #T_21baf_row4_col0, #T_21baf_row4_col1, #T_21baf_row4_col2, #T_21baf_row4_col3, #T_21baf_row4_col4, #T_21baf_row4_col5 {\n",
+ "#T_3bd2b_row0_col0, #T_3bd2b_row0_col1, #T_3bd2b_row0_col2, #T_3bd2b_row0_col3, #T_3bd2b_row0_col4, #T_3bd2b_row0_col5, #T_3bd2b_row1_col0, #T_3bd2b_row1_col1, #T_3bd2b_row1_col2, #T_3bd2b_row1_col3, #T_3bd2b_row1_col4, #T_3bd2b_row1_col5, #T_3bd2b_row2_col0, #T_3bd2b_row2_col1, #T_3bd2b_row2_col2, #T_3bd2b_row2_col3, #T_3bd2b_row2_col4, #T_3bd2b_row2_col5, #T_3bd2b_row3_col0, #T_3bd2b_row3_col1, #T_3bd2b_row3_col2, #T_3bd2b_row3_col3, #T_3bd2b_row3_col4, #T_3bd2b_row3_col5, #T_3bd2b_row4_col0, #T_3bd2b_row4_col1, #T_3bd2b_row4_col2, #T_3bd2b_row4_col3, #T_3bd2b_row4_col4, #T_3bd2b_row4_col5 {\n",
" text-align: left;\n",
" white-space: pre-wrap;\n",
" word-wrap: break-word;\n",
" max-width: 400px;\n",
"}\n",
"</style>\n",
- "<table id=\"T_21baf\">\n",
+ "<table id=\"T_3bd2b\">\n",
" <thead>\n",
" <tr>\n",
" <th class=\"blank level0\" >&nbsp;</th>\n",
- " <th id=\"T_21baf_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",
- " <th id=\"T_21baf_level0_col1\" class=\"col_heading level0 col1\" >example_answer</th>\n",
- " <th id=\"T_21baf_level0_col2\" class=\"col_heading level0 col2\" >gold_titles</th>\n",
- " <th id=\"T_21baf_level0_col3\" class=\"col_heading level0 col3\" >context</th>\n",
- " <th id=\"T_21baf_level0_col4\" class=\"col_heading level0 col4\" >pred_answer</th>\n",
- " <th id=\"T_21baf_level0_col5\" class=\"col_heading level0 col5\" >gold_passages_retrieved</th>\n",
+ " <th id=\"T_3bd2b_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",
+ " <th id=\"T_3bd2b_level0_col1\" class=\"col_heading level0 col1\" >example_answer</th>\n",
+ " <th id=\"T_3bd2b_level0_col2\" class=\"col_heading level0 col2\" >gold_titles</th>\n",
+ " <th id=\"T_3bd2b_level0_col3\" class=\"col_heading level0 col3\" >context</th>\n",
+ " <th id=\"T_3bd2b_level0_col4\" class=\"col_heading level0 col4\" >pred_answer</th>\n",
+ " <th id=\"T_3bd2b_level0_col5\" class=\"col_heading level0 col5\" >gold_passages_retrieved</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
- " <th id=\"T_21baf_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
- " <td id=\"T_21baf_row0_col0\" class=\"data row0 col0\" >Are both Cangzhou and Qionghai in the Hebei province of China?</td>\n",
- " <td id=\"T_21baf_row0_col1\" class=\"data row0 col1\" >no</td>\n",
- " <td id=\"T_21baf_row0_col2\" class=\"data row0 col2\" >{'Qionghai', 'Cangzhou'}</td>\n",
- " <td id=\"T_21baf_row0_col3\" class=\"data row0 col3\" >['Cangzhou | Cangzhou () is a prefecture-level city in eastern Hebei province, People\\'s Republic of China. At the 2010 census, Cangzhou\\'s built-up (\"or metro\") area...</td>\n",
- " <td id=\"T_21baf_row0_col4\" class=\"data row0 col4\" >No</td>\n",
- " <td id=\"T_21baf_row0_col5\" class=\"data row0 col5\" >✔️ [True]</td>\n",
+ " <th id=\"T_3bd2b_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
+ " <td id=\"T_3bd2b_row0_col0\" class=\"data row0 col0\" >Are both Cangzhou and Qionghai in the Hebei province of China?</td>\n",
+ " <td id=\"T_3bd2b_row0_col1\" class=\"data row0 col1\" >no</td>\n",
+ " <td id=\"T_3bd2b_row0_col2\" class=\"data row0 col2\" >{'Cangzhou', 'Qionghai'}</td>\n",
+ " <td id=\"T_3bd2b_row0_col3\" class=\"data row0 col3\" >['Cangzhou | Cangzhou () is a prefecture-level city in eastern Hebei province, People\\'s Republic of China. At the 2010 census, Cangzhou\\'s built-up (\"or metro\") area...</td>\n",
+ " <td id=\"T_3bd2b_row0_col4\" class=\"data row0 col4\" >No</td>\n",
+ " <td id=\"T_3bd2b_row0_col5\" class=\"data row0 col5\" >✔️ [True]</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_21baf_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
- " <td id=\"T_21baf_row1_col0\" class=\"data row1 col0\" >Who conducts the draft in which Marc-Andre Fleury was drafted to the Vegas Golden Knights for the 2017-18 season?</td>\n",
- " <td id=\"T_21baf_row1_col1\" class=\"data row1 col1\" >National Hockey League</td>\n",
- " <td id=\"T_21baf_row1_col2\" class=\"data row1 col2\" >{'2017–18 Pittsburgh Penguins season', '2017 NHL Expansion Draft'}</td>\n",
- " <td id=\"T_21baf_row1_col3\" class=\"data row1 col3\" >[\"2017 NHL Expansion Draft | The 2017 NHL Expansion Draft was an expansion draft conducted by the National Hockey League on June 18–20, 2017 to...</td>\n",
- " <td id=\"T_21baf_row1_col4\" class=\"data row1 col4\" >National Hockey League (NHL)</td>\n",
- " <td id=\"T_21baf_row1_col5\" class=\"data row1 col5\" >❌ [False]</td>\n",
+ " <th id=\"T_3bd2b_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
+ " <td id=\"T_3bd2b_row1_col0\" class=\"data row1 col0\" >Who conducts the draft in which Marc-Andre Fleury was drafted to the Vegas Golden Knights for the 2017-18 season?</td>\n",
+ " <td id=\"T_3bd2b_row1_col1\" class=\"data row1 col1\" >National Hockey League</td>\n",
+ " <td id=\"T_3bd2b_row1_col2\" class=\"data row1 col2\" >{'2017 NHL Expansion Draft', '2017–18 Pittsburgh Penguins season'}</td>\n",
+ " <td id=\"T_3bd2b_row1_col3\" class=\"data row1 col3\" >[\"2017 NHL Expansion Draft | The 2017 NHL Expansion Draft was an expansion draft conducted by the National Hockey League on June 18–20, 2017 to...</td>\n",
+ " <td id=\"T_3bd2b_row1_col4\" class=\"data row1 col4\" >National Hockey League (NHL)</td>\n",
+ " <td id=\"T_3bd2b_row1_col5\" class=\"data row1 col5\" >❌ [False]</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_21baf_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
- " <td id=\"T_21baf_row2_col0\" class=\"data row2 col0\" >The Wings entered a new era, following the retirement of which Canadian retired professional ice hockey player and current general manager of the Tampa Bay...</td>\n",
- " <td id=\"T_21baf_row2_col1\" class=\"data row2 col1\" >Steve Yzerman</td>\n",
- " <td id=\"T_21baf_row2_col2\" class=\"data row2 col2\" >{'2006–07 Detroit Red Wings season', 'Steve Yzerman'}</td>\n",
- " <td id=\"T_21baf_row2_col3\" class=\"data row2 col3\" >['List of Tampa Bay Lightning general managers | The Tampa Bay Lightning are an American professional ice hockey team based in Tampa, Florida. They play...</td>\n",
- " <td id=\"T_21baf_row2_col4\" class=\"data row2 col4\" >Steve Yzerman</td>\n",
- " <td id=\"T_21baf_row2_col5\" class=\"data row2 col5\" >❌ [False]</td>\n",
+ " <th id=\"T_3bd2b_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
+ " <td id=\"T_3bd2b_row2_col0\" class=\"data row2 col0\" >The Wings entered a new era, following the retirement of which Canadian retired professional ice hockey player and current general manager of the Tampa Bay...</td>\n",
+ " <td id=\"T_3bd2b_row2_col1\" class=\"data row2 col1\" >Steve Yzerman</td>\n",
+ " <td id=\"T_3bd2b_row2_col2\" class=\"data row2 col2\" >{'2006–07 Detroit Red Wings season', 'Steve Yzerman'}</td>\n",
+ " <td id=\"T_3bd2b_row2_col3\" class=\"data row2 col3\" >['List of Tampa Bay Lightning general managers | The Tampa Bay Lightning are an American professional ice hockey team based in Tampa, Florida. They play...</td>\n",
+ " <td id=\"T_3bd2b_row2_col4\" class=\"data row2 col4\" >Steve Yzerman</td>\n",
+ " <td id=\"T_3bd2b_row2_col5\" class=\"data row2 col5\" >❌ [False]</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_21baf_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
- " <td id=\"T_21baf_row3_col0\" class=\"data row3 col0\" >What river is near the Crichton Collegiate Church?</td>\n",
- " <td id=\"T_21baf_row3_col1\" class=\"data row3 col1\" >the River Tyne</td>\n",
- " <td id=\"T_21baf_row3_col2\" class=\"data row3 col2\" >{'Crichton Collegiate Church', 'Crichton Castle'}</td>\n",
- " <td id=\"T_21baf_row3_col3\" class=\"data row3 col3\" >[\"Crichton Collegiate Church | Crichton Collegiate Church is situated about 0.6 mi south west of the hamlet of Crichton in Midlothian, Scotland. Crichton itself is...</td>\n",
- " <td id=\"T_21baf_row3_col4\" class=\"data row3 col4\" >River Tyne</td>\n",
- " <td id=\"T_21baf_row3_col5\" class=\"data row3 col5\" >✔️ [True]</td>\n",
+ " <th id=\"T_3bd2b_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
+ " <td id=\"T_3bd2b_row3_col0\" class=\"data row3 col0\" >What river is near the Crichton Collegiate Church?</td>\n",
+ " <td id=\"T_3bd2b_row3_col1\" class=\"data row3 col1\" >the River Tyne</td>\n",
+ " <td id=\"T_3bd2b_row3_col2\" class=\"data row3 col2\" >{'Crichton Castle', 'Crichton Collegiate Church'}</td>\n",
+ " <td id=\"T_3bd2b_row3_col3\" class=\"data row3 col3\" >[\"Crichton Collegiate Church | Crichton Collegiate Church is situated about 0.6 mi south west of the hamlet of Crichton in Midlothian, Scotland. Crichton itself is...</td>\n",
+ " <td id=\"T_3bd2b_row3_col4\" class=\"data row3 col4\" >River Tyne</td>\n",
+ " <td id=\"T_3bd2b_row3_col5\" class=\"data row3 col5\" >✔️ [True]</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_21baf_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
- " <td id=\"T_21baf_row4_col0\" class=\"data row4 col0\" >In the 10th Century A.D. Ealhswith had a son called Æthelweard by which English king?</td>\n",
- " <td id=\"T_21baf_row4_col1\" class=\"data row4 col1\" >King Alfred the Great</td>\n",
- " <td id=\"T_21baf_row4_col2\" class=\"data row4 col2\" >{'Æthelweard (son of Alfred)', 'Ealhswith'}</td>\n",
- " <td id=\"T_21baf_row4_col3\" class=\"data row4 col3\" >['Æthelweard (son of Alfred) | Æthelweard (d. 920 or 922) was the younger son of King Alfred the Great and Ealhswith.', 'Æthelred the Unready |...</td>\n",
- " <td id=\"T_21baf_row4_col4\" class=\"data row4 col4\" >King Alfred the Great</td>\n",
- " <td id=\"T_21baf_row4_col5\" class=\"data row4 col5\" >❌ [False]</td>\n",
+ " <th id=\"T_3bd2b_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
+ " <td id=\"T_3bd2b_row4_col0\" class=\"data row4 col0\" >In the 10th Century A.D. Ealhswith had a son called Æthelweard by which English king?</td>\n",
+ " <td id=\"T_3bd2b_row4_col1\" class=\"data row4 col1\" >King Alfred the Great</td>\n",
+ " <td id=\"T_3bd2b_row4_col2\" class=\"data row4 col2\" >{'Æthelweard (son of Alfred)', 'Ealhswith'}</td>\n",
+ " <td id=\"T_3bd2b_row4_col3\" class=\"data row4 col3\" >['Æthelweard (son of Alfred) | Æthelweard (d. 920 or 922) was the younger son of King Alfred the Great and Ealhswith.', 'Æthelred the Unready |...</td>\n",
+ " <td id=\"T_3bd2b_row4_col4\" class=\"data row4 col4\" >King Alfred the Great</td>\n",
+ " <td id=\"T_3bd2b_row4_col5\" class=\"data row4 col5\" >❌ [False]</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n"
],
"text/plain": [
- "<pandas.io.formats.style.Styler at 0x7f8c4c2a4c70>"
+ "<pandas.io.formats.style.Styler at 0x7fbaf80fab80>"
]
},
"metadata": {},