DSPy: The framework for programming—not prompting—language models
Python
Minor updates so notebook works on Colab
Omar Khattabb06cf0baebf0
diff --git a/intro.ipynb b/intro.ipynbindex 487e8269b..85b9629d6 100644--- a/intro.ipynb+++ b/intro.ipynb@@ -10,7 +10,9 @@"\n","[<img align=\"center\" src=\"https://colab.research.google.com/assets/colab-badge.svg\" />](https://colab.research.google.com/github/stanfordnlp/dspy/blob/v2/intro.ipynb)\n","\n",- "!! TODO: Fix the Colab link from branch v2 to main when we push to main"+ "!! TODO: Fix the Colab link from branch v2 to main when we push to main\n",+ "\n",+ "!! TODO: Fix the setting up thing when merged too"]},{@@ -44,21 +46,34 @@"%load_ext autoreload\n","%autoreload 2\n","\n",+ "import sys\n",+ "import os\n",+ "\n","try: # When on google Colab, let's clone the notebook so we download the cache.\n"," import google.colab\n",- " root_path = 'dspy'\n",- " !git -C dspy/ pull || git clone https://github.com/stanfordnlp/dspy\n",+ " repo_path = 'dspy'\n",+ " !git -C $repo_path pull origin v2 || git clone -b v2 https://github.com/stanfordnlp/dspy $repo_path\n","except:\n",- " root_path = '.'\n",+ " repo_path = '.'\n",+ "\n",+ "if repo_path not in sys.path:\n",+ " sys.path.append(repo_path)\n","\n","# Set up the cache for this notebook\n",- "import os; os.environ[\"DSP_NOTEBOOK_CACHEDIR\"] = os.path.join(root_path, 'cache')\n",+ "os.environ[\"DSP_NOTEBOOK_CACHEDIR\"] = os.path.join(repo_path, 'cache')\n",+ "\n",+ "\"\"\"\n",+ "## TODO: Consider this\n",+ "if not \"dspy-ai\" in {pkg.key for pkg in pkg_resources.working_set}:\n",+ " !pip install -U pip\n",+ " !pip install -e $repo_path\n",+ "\"\"\"\n","\n","try:\n"," import dspy\n","except Exception:\n"," !pip install -U pip\n",- " !pip install -e .\n",+ " !pip install -e $repo_path\n"," \n"," import dspy"]@@ -208,7 +223,7 @@"text": ["Question: What is the nationality of the chef and restaurateur featured in Restaurant: Impossible?\n","Answer: English\n",- "Relevant Wikipedia Titles: {'Restaurant: Impossible', 'Robert Irvine'}\n"+ "Relevant Wikipedia Titles: {'Robert Irvine', 'Restaurant: Impossible'}\n"]}],@@ -592,7 +607,7 @@"name": "stderr","output_type": "stream","text": [- " 50%|█████ | 10/20 [00:00<00:00, 131.30it/s]"+ " 50%|█████ | 10/20 [00:00<00:00, 121.99it/s]"]},{@@ -861,7 +876,7 @@"name": "stderr","output_type": "stream","text": [- "Average Metric: 22 / 50 (44.0): 100%|██████████| 50/50 [00:00<00:00, 126.06it/s]\n"+ "Average Metric: 22 / 50 (44.0): 100%|██████████| 50/50 [00:00<00:00, 116.45it/s]\n"]},{@@ -875,82 +890,82 @@"data": {"text/html": ["<style type=\"text/css\">\n",- "#T_9eae5 th {\n",+ "#T_46dbe th {\n"," text-align: left;\n","}\n",- "#T_9eae5 td {\n",+ "#T_46dbe td {\n"," text-align: left;\n","}\n",- "#T_9eae5_row0_col0, #T_9eae5_row0_col1, #T_9eae5_row0_col2, #T_9eae5_row0_col3, #T_9eae5_row0_col4, #T_9eae5_row0_col5, #T_9eae5_row1_col0, #T_9eae5_row1_col1, #T_9eae5_row1_col2, #T_9eae5_row1_col3, #T_9eae5_row1_col4, #T_9eae5_row1_col5, #T_9eae5_row2_col0, #T_9eae5_row2_col1, #T_9eae5_row2_col2, #T_9eae5_row2_col3, #T_9eae5_row2_col4, #T_9eae5_row2_col5, #T_9eae5_row3_col0, #T_9eae5_row3_col1, #T_9eae5_row3_col2, #T_9eae5_row3_col3, #T_9eae5_row3_col4, #T_9eae5_row3_col5, #T_9eae5_row4_col0, #T_9eae5_row4_col1, #T_9eae5_row4_col2, #T_9eae5_row4_col3, #T_9eae5_row4_col4, #T_9eae5_row4_col5 {\n",+ "#T_46dbe_row0_col0, #T_46dbe_row0_col1, #T_46dbe_row0_col2, #T_46dbe_row0_col3, #T_46dbe_row0_col4, #T_46dbe_row0_col5, #T_46dbe_row1_col0, #T_46dbe_row1_col1, #T_46dbe_row1_col2, #T_46dbe_row1_col3, #T_46dbe_row1_col4, #T_46dbe_row1_col5, #T_46dbe_row2_col0, #T_46dbe_row2_col1, #T_46dbe_row2_col2, #T_46dbe_row2_col3, #T_46dbe_row2_col4, #T_46dbe_row2_col5, #T_46dbe_row3_col0, #T_46dbe_row3_col1, #T_46dbe_row3_col2, #T_46dbe_row3_col3, #T_46dbe_row3_col4, #T_46dbe_row3_col5, #T_46dbe_row4_col0, #T_46dbe_row4_col1, #T_46dbe_row4_col2, #T_46dbe_row4_col3, #T_46dbe_row4_col4, #T_46dbe_row4_col5 {\n"," text-align: left;\n"," white-space: pre-wrap;\n"," word-wrap: break-word;\n"," max-width: 400px;\n","}\n","</style>\n",- "<table id=\"T_9eae5\">\n",+ "<table id=\"T_46dbe\">\n"," <thead>\n"," <tr>\n"," <th class=\"blank level0\" > </th>\n",- " <th id=\"T_9eae5_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",- " <th id=\"T_9eae5_level0_col1\" class=\"col_heading level0 col1\" >example_answer</th>\n",- " <th id=\"T_9eae5_level0_col2\" class=\"col_heading level0 col2\" >gold_titles</th>\n",- " <th id=\"T_9eae5_level0_col3\" class=\"col_heading level0 col3\" >context</th>\n",- " <th id=\"T_9eae5_level0_col4\" class=\"col_heading level0 col4\" >pred_answer</th>\n",- " <th id=\"T_9eae5_level0_col5\" class=\"col_heading level0 col5\" >answer_exact_match</th>\n",+ " <th id=\"T_46dbe_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",+ " <th id=\"T_46dbe_level0_col1\" class=\"col_heading level0 col1\" >example_answer</th>\n",+ " <th id=\"T_46dbe_level0_col2\" class=\"col_heading level0 col2\" >gold_titles</th>\n",+ " <th id=\"T_46dbe_level0_col3\" class=\"col_heading level0 col3\" >context</th>\n",+ " <th id=\"T_46dbe_level0_col4\" class=\"col_heading level0 col4\" >pred_answer</th>\n",+ " <th id=\"T_46dbe_level0_col5\" class=\"col_heading level0 col5\" >answer_exact_match</th>\n"," </tr>\n"," </thead>\n"," <tbody>\n"," <tr>\n",- " <th id=\"T_9eae5_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",- " <td id=\"T_9eae5_row0_col0\" class=\"data row0 col0\" >Are both Cangzhou and Qionghai in the Hebei province of China?</td>\n",- " <td id=\"T_9eae5_row0_col1\" class=\"data row0 col1\" >no</td>\n",- " <td id=\"T_9eae5_row0_col2\" class=\"data row0 col2\" >{'Qionghai', 'Cangzhou'}</td>\n",- " <td id=\"T_9eae5_row0_col3\" class=\"data row0 col3\" >['Cangzhou | Cangzhou () is a prefecture-level city in eastern Hebei province, People\\'s Republic of China. At the 2010 census, Cangzhou\\'s built-up (\"or metro\") area...</td>\n",- " <td id=\"T_9eae5_row0_col4\" class=\"data row0 col4\" >No</td>\n",- " <td id=\"T_9eae5_row0_col5\" class=\"data row0 col5\" >✔️ [True]</td>\n",+ " <th id=\"T_46dbe_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",+ " <td id=\"T_46dbe_row0_col0\" class=\"data row0 col0\" >Are both Cangzhou and Qionghai in the Hebei province of China?</td>\n",+ " <td id=\"T_46dbe_row0_col1\" class=\"data row0 col1\" >no</td>\n",+ " <td id=\"T_46dbe_row0_col2\" class=\"data row0 col2\" >{'Cangzhou', 'Qionghai'}</td>\n",+ " <td id=\"T_46dbe_row0_col3\" class=\"data row0 col3\" >['Cangzhou | Cangzhou () is a prefecture-level city in eastern Hebei province, People\\'s Republic of China. At the 2010 census, Cangzhou\\'s built-up (\"or metro\") area...</td>\n",+ " <td id=\"T_46dbe_row0_col4\" class=\"data row0 col4\" >No</td>\n",+ " <td id=\"T_46dbe_row0_col5\" class=\"data row0 col5\" >✔️ [True]</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_9eae5_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",- " <td id=\"T_9eae5_row1_col0\" class=\"data row1 col0\" >Who conducts the draft in which Marc-Andre Fleury was drafted to the Vegas Golden Knights for the 2017-18 season?</td>\n",- " <td id=\"T_9eae5_row1_col1\" class=\"data row1 col1\" >National Hockey League</td>\n",- " <td id=\"T_9eae5_row1_col2\" class=\"data row1 col2\" >{'2017–18 Pittsburgh Penguins season', '2017 NHL Expansion Draft'}</td>\n",- " <td id=\"T_9eae5_row1_col3\" class=\"data row1 col3\" >['2017–18 Pittsburgh Penguins season | The 2017–18 Pittsburgh Penguins season will be the 51st season for the National Hockey League ice hockey team that was...</td>\n",- " <td id=\"T_9eae5_row1_col4\" class=\"data row1 col4\" >National Hockey League</td>\n",- " <td id=\"T_9eae5_row1_col5\" class=\"data row1 col5\" >✔️ [True]</td>\n",+ " <th id=\"T_46dbe_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",+ " <td id=\"T_46dbe_row1_col0\" class=\"data row1 col0\" >Who conducts the draft in which Marc-Andre Fleury was drafted to the Vegas Golden Knights for the 2017-18 season?</td>\n",+ " <td id=\"T_46dbe_row1_col1\" class=\"data row1 col1\" >National Hockey League</td>\n",+ " <td id=\"T_46dbe_row1_col2\" class=\"data row1 col2\" >{'2017 NHL Expansion Draft', '2017–18 Pittsburgh Penguins season'}</td>\n",+ " <td id=\"T_46dbe_row1_col3\" class=\"data row1 col3\" >['2017–18 Pittsburgh Penguins season | The 2017–18 Pittsburgh Penguins season will be the 51st season for the National Hockey League ice hockey team that was...</td>\n",+ " <td id=\"T_46dbe_row1_col4\" class=\"data row1 col4\" >National Hockey League</td>\n",+ " <td id=\"T_46dbe_row1_col5\" class=\"data row1 col5\" >✔️ [True]</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_9eae5_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",- " <td id=\"T_9eae5_row2_col0\" class=\"data row2 col0\" >The Wings entered a new era, following the retirement of which Canadian retired professional ice hockey player and current general manager of the Tampa Bay...</td>\n",- " <td id=\"T_9eae5_row2_col1\" class=\"data row2 col1\" >Steve Yzerman</td>\n",- " <td id=\"T_9eae5_row2_col2\" class=\"data row2 col2\" >{'2006–07 Detroit Red Wings season', 'Steve Yzerman'}</td>\n",- " <td id=\"T_9eae5_row2_col3\" class=\"data row2 col3\" >['Steve Yzerman | Stephen Gregory \"Steve\" Yzerman ( ; born May 9, 1965) is a Canadian retired professional ice hockey player and current general manager...</td>\n",- " <td id=\"T_9eae5_row2_col4\" class=\"data row2 col4\" >Steve Yzerman</td>\n",- " <td id=\"T_9eae5_row2_col5\" class=\"data row2 col5\" >✔️ [True]</td>\n",+ " <th id=\"T_46dbe_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",+ " <td id=\"T_46dbe_row2_col0\" class=\"data row2 col0\" >The Wings entered a new era, following the retirement of which Canadian retired professional ice hockey player and current general manager of the Tampa Bay...</td>\n",+ " <td id=\"T_46dbe_row2_col1\" class=\"data row2 col1\" >Steve Yzerman</td>\n",+ " <td id=\"T_46dbe_row2_col2\" class=\"data row2 col2\" >{'2006–07 Detroit Red Wings season', 'Steve Yzerman'}</td>\n",+ " <td id=\"T_46dbe_row2_col3\" class=\"data row2 col3\" >['Steve Yzerman | Stephen Gregory \"Steve\" Yzerman ( ; born May 9, 1965) is a Canadian retired professional ice hockey player and current general manager...</td>\n",+ " <td id=\"T_46dbe_row2_col4\" class=\"data row2 col4\" >Steve Yzerman</td>\n",+ " <td id=\"T_46dbe_row2_col5\" class=\"data row2 col5\" >✔️ [True]</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_9eae5_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",- " <td id=\"T_9eae5_row3_col0\" class=\"data row3 col0\" >What river is near the Crichton Collegiate Church?</td>\n",- " <td id=\"T_9eae5_row3_col1\" class=\"data row3 col1\" >the River Tyne</td>\n",- " <td id=\"T_9eae5_row3_col2\" class=\"data row3 col2\" >{'Crichton Collegiate Church', 'Crichton Castle'}</td>\n",- " <td id=\"T_9eae5_row3_col3\" class=\"data row3 col3\" >[\"Crichton Collegiate Church | Crichton Collegiate Church is situated about 0.6 mi south west of the hamlet of Crichton in Midlothian, Scotland. Crichton itself is...</td>\n",- " <td id=\"T_9eae5_row3_col4\" class=\"data row3 col4\" >River Tyne</td>\n",- " <td id=\"T_9eae5_row3_col5\" class=\"data row3 col5\" >✔️ [True]</td>\n",+ " <th id=\"T_46dbe_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",+ " <td id=\"T_46dbe_row3_col0\" class=\"data row3 col0\" >What river is near the Crichton Collegiate Church?</td>\n",+ " <td id=\"T_46dbe_row3_col1\" class=\"data row3 col1\" >the River Tyne</td>\n",+ " <td id=\"T_46dbe_row3_col2\" class=\"data row3 col2\" >{'Crichton Castle', 'Crichton Collegiate Church'}</td>\n",+ " <td id=\"T_46dbe_row3_col3\" class=\"data row3 col3\" >[\"Crichton Collegiate Church | Crichton Collegiate Church is situated about 0.6 mi south west of the hamlet of Crichton in Midlothian, Scotland. Crichton itself is...</td>\n",+ " <td id=\"T_46dbe_row3_col4\" class=\"data row3 col4\" >River Tyne</td>\n",+ " <td id=\"T_46dbe_row3_col5\" class=\"data row3 col5\" >✔️ [True]</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_9eae5_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",- " <td id=\"T_9eae5_row4_col0\" class=\"data row4 col0\" >In the 10th Century A.D. Ealhswith had a son called Æthelweard by which English king?</td>\n",- " <td id=\"T_9eae5_row4_col1\" class=\"data row4 col1\" >King Alfred the Great</td>\n",- " <td id=\"T_9eae5_row4_col2\" class=\"data row4 col2\" >{'Æthelweard (son of Alfred)', 'Ealhswith'}</td>\n",- " <td id=\"T_9eae5_row4_col3\" class=\"data row4 col3\" >[\"Æthelweard of East Anglia | Æthelweard (died 854) was a 9th-century king of East Anglia, the long-lived Anglo-Saxon kingdom which today includes the English counties...</td>\n",- " <td id=\"T_9eae5_row4_col4\" class=\"data row4 col4\" >King Alfred the Great</td>\n",- " <td id=\"T_9eae5_row4_col5\" class=\"data row4 col5\" >✔️ [True]</td>\n",+ " <th id=\"T_46dbe_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",+ " <td id=\"T_46dbe_row4_col0\" class=\"data row4 col0\" >In the 10th Century A.D. Ealhswith had a son called Æthelweard by which English king?</td>\n",+ " <td id=\"T_46dbe_row4_col1\" class=\"data row4 col1\" >King Alfred the Great</td>\n",+ " <td id=\"T_46dbe_row4_col2\" class=\"data row4 col2\" >{'Æthelweard (son of Alfred)', 'Ealhswith'}</td>\n",+ " <td id=\"T_46dbe_row4_col3\" class=\"data row4 col3\" >[\"Æthelweard of East Anglia | Æthelweard (died 854) was a 9th-century king of East Anglia, the long-lived Anglo-Saxon kingdom which today includes the English counties...</td>\n",+ " <td id=\"T_46dbe_row4_col4\" class=\"data row4 col4\" >King Alfred the Great</td>\n",+ " <td id=\"T_46dbe_row4_col5\" class=\"data row4 col5\" >✔️ [True]</td>\n"," </tr>\n"," </tbody>\n","</table>\n"],"text/plain": [- "<pandas.io.formats.style.Styler at 0x7f8c4c2aec10>"+ "<pandas.io.formats.style.Styler at 0x7fbb387dcee0>"]},"metadata": {},@@ -1019,7 +1034,7 @@"name": "stderr","output_type": "stream","text": [- "Average Metric: 13 / 50 (26.0): 100%|██████████| 50/50 [00:00<00:00, 519.33it/s]"+ "Average Metric: 13 / 50 (26.0): 100%|██████████| 50/50 [00:00<00:00, 671.76it/s]"]},{@@ -1040,82 +1055,82 @@"data": {"text/html": ["<style type=\"text/css\">\n",- "#T_8ab98 th {\n",+ "#T_3ac3d th {\n"," text-align: left;\n","}\n",- "#T_8ab98 td {\n",+ "#T_3ac3d td {\n"," text-align: left;\n","}\n",- "#T_8ab98_row0_col0, #T_8ab98_row0_col1, #T_8ab98_row0_col2, #T_8ab98_row0_col3, #T_8ab98_row0_col4, #T_8ab98_row0_col5, #T_8ab98_row1_col0, #T_8ab98_row1_col1, #T_8ab98_row1_col2, #T_8ab98_row1_col3, #T_8ab98_row1_col4, #T_8ab98_row1_col5, #T_8ab98_row2_col0, #T_8ab98_row2_col1, #T_8ab98_row2_col2, #T_8ab98_row2_col3, #T_8ab98_row2_col4, #T_8ab98_row2_col5, #T_8ab98_row3_col0, #T_8ab98_row3_col1, #T_8ab98_row3_col2, #T_8ab98_row3_col3, #T_8ab98_row3_col4, #T_8ab98_row3_col5, #T_8ab98_row4_col0, #T_8ab98_row4_col1, #T_8ab98_row4_col2, #T_8ab98_row4_col3, #T_8ab98_row4_col4, #T_8ab98_row4_col5 {\n",+ "#T_3ac3d_row0_col0, #T_3ac3d_row0_col1, #T_3ac3d_row0_col2, #T_3ac3d_row0_col3, #T_3ac3d_row0_col4, #T_3ac3d_row0_col5, #T_3ac3d_row1_col0, #T_3ac3d_row1_col1, #T_3ac3d_row1_col2, #T_3ac3d_row1_col3, #T_3ac3d_row1_col4, #T_3ac3d_row1_col5, #T_3ac3d_row2_col0, #T_3ac3d_row2_col1, #T_3ac3d_row2_col2, #T_3ac3d_row2_col3, #T_3ac3d_row2_col4, #T_3ac3d_row2_col5, #T_3ac3d_row3_col0, #T_3ac3d_row3_col1, #T_3ac3d_row3_col2, #T_3ac3d_row3_col3, #T_3ac3d_row3_col4, #T_3ac3d_row3_col5, #T_3ac3d_row4_col0, #T_3ac3d_row4_col1, #T_3ac3d_row4_col2, #T_3ac3d_row4_col3, #T_3ac3d_row4_col4, #T_3ac3d_row4_col5 {\n"," text-align: left;\n"," white-space: pre-wrap;\n"," word-wrap: break-word;\n"," max-width: 400px;\n","}\n","</style>\n",- "<table id=\"T_8ab98\">\n",+ "<table id=\"T_3ac3d\">\n"," <thead>\n"," <tr>\n"," <th class=\"blank level0\" > </th>\n",- " <th id=\"T_8ab98_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",- " <th id=\"T_8ab98_level0_col1\" class=\"col_heading level0 col1\" >example_answer</th>\n",- " <th id=\"T_8ab98_level0_col2\" class=\"col_heading level0 col2\" >gold_titles</th>\n",- " <th id=\"T_8ab98_level0_col3\" class=\"col_heading level0 col3\" >context</th>\n",- " <th id=\"T_8ab98_level0_col4\" class=\"col_heading level0 col4\" >pred_answer</th>\n",- " <th id=\"T_8ab98_level0_col5\" class=\"col_heading level0 col5\" >gold_passages_retrieved</th>\n",+ " <th id=\"T_3ac3d_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",+ " <th id=\"T_3ac3d_level0_col1\" class=\"col_heading level0 col1\" >example_answer</th>\n",+ " <th id=\"T_3ac3d_level0_col2\" class=\"col_heading level0 col2\" >gold_titles</th>\n",+ " <th id=\"T_3ac3d_level0_col3\" class=\"col_heading level0 col3\" >context</th>\n",+ " <th id=\"T_3ac3d_level0_col4\" class=\"col_heading level0 col4\" >pred_answer</th>\n",+ " <th id=\"T_3ac3d_level0_col5\" class=\"col_heading level0 col5\" >gold_passages_retrieved</th>\n"," </tr>\n"," </thead>\n"," <tbody>\n"," <tr>\n",- " <th id=\"T_8ab98_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",- " <td id=\"T_8ab98_row0_col0\" class=\"data row0 col0\" >Are both Cangzhou and Qionghai in the Hebei province of China?</td>\n",- " <td id=\"T_8ab98_row0_col1\" class=\"data row0 col1\" >no</td>\n",- " <td id=\"T_8ab98_row0_col2\" class=\"data row0 col2\" >{'Qionghai', 'Cangzhou'}</td>\n",- " <td id=\"T_8ab98_row0_col3\" class=\"data row0 col3\" >['Cangzhou | Cangzhou () is a prefecture-level city in eastern Hebei province, People\\'s Republic of China. At the 2010 census, Cangzhou\\'s built-up (\"or metro\") area...</td>\n",- " <td id=\"T_8ab98_row0_col4\" class=\"data row0 col4\" >No</td>\n",- " <td id=\"T_8ab98_row0_col5\" class=\"data row0 col5\" >❌ [False]</td>\n",+ " <th id=\"T_3ac3d_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",+ " <td id=\"T_3ac3d_row0_col0\" class=\"data row0 col0\" >Are both Cangzhou and Qionghai in the Hebei province of China?</td>\n",+ " <td id=\"T_3ac3d_row0_col1\" class=\"data row0 col1\" >no</td>\n",+ " <td id=\"T_3ac3d_row0_col2\" class=\"data row0 col2\" >{'Cangzhou', 'Qionghai'}</td>\n",+ " <td id=\"T_3ac3d_row0_col3\" class=\"data row0 col3\" >['Cangzhou | Cangzhou () is a prefecture-level city in eastern Hebei province, People\\'s Republic of China. At the 2010 census, Cangzhou\\'s built-up (\"or metro\") area...</td>\n",+ " <td id=\"T_3ac3d_row0_col4\" class=\"data row0 col4\" >No</td>\n",+ " <td id=\"T_3ac3d_row0_col5\" class=\"data row0 col5\" >❌ [False]</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_8ab98_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",- " <td id=\"T_8ab98_row1_col0\" class=\"data row1 col0\" >Who conducts the draft in which Marc-Andre Fleury was drafted to the Vegas Golden Knights for the 2017-18 season?</td>\n",- " <td id=\"T_8ab98_row1_col1\" class=\"data row1 col1\" >National Hockey League</td>\n",- " <td id=\"T_8ab98_row1_col2\" class=\"data row1 col2\" >{'2017–18 Pittsburgh Penguins season', '2017 NHL Expansion Draft'}</td>\n",- " <td id=\"T_8ab98_row1_col3\" class=\"data row1 col3\" >['2017–18 Pittsburgh Penguins season | The 2017–18 Pittsburgh Penguins season will be the 51st season for the National Hockey League ice hockey team that was...</td>\n",- " <td id=\"T_8ab98_row1_col4\" class=\"data row1 col4\" >National Hockey League</td>\n",- " <td id=\"T_8ab98_row1_col5\" class=\"data row1 col5\" >✔️ [True]</td>\n",+ " <th id=\"T_3ac3d_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",+ " <td id=\"T_3ac3d_row1_col0\" class=\"data row1 col0\" >Who conducts the draft in which Marc-Andre Fleury was drafted to the Vegas Golden Knights for the 2017-18 season?</td>\n",+ " <td id=\"T_3ac3d_row1_col1\" class=\"data row1 col1\" >National Hockey League</td>\n",+ " <td id=\"T_3ac3d_row1_col2\" class=\"data row1 col2\" >{'2017 NHL Expansion Draft', '2017–18 Pittsburgh Penguins season'}</td>\n",+ " <td id=\"T_3ac3d_row1_col3\" class=\"data row1 col3\" >['2017–18 Pittsburgh Penguins season | The 2017–18 Pittsburgh Penguins season will be the 51st season for the National Hockey League ice hockey team that was...</td>\n",+ " <td id=\"T_3ac3d_row1_col4\" class=\"data row1 col4\" >National Hockey League</td>\n",+ " <td id=\"T_3ac3d_row1_col5\" class=\"data row1 col5\" >✔️ [True]</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_8ab98_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",- " <td id=\"T_8ab98_row2_col0\" class=\"data row2 col0\" >The Wings entered a new era, following the retirement of which Canadian retired professional ice hockey player and current general manager of the Tampa Bay...</td>\n",- " <td id=\"T_8ab98_row2_col1\" class=\"data row2 col1\" >Steve Yzerman</td>\n",- " <td id=\"T_8ab98_row2_col2\" class=\"data row2 col2\" >{'2006–07 Detroit Red Wings season', 'Steve Yzerman'}</td>\n",- " <td id=\"T_8ab98_row2_col3\" class=\"data row2 col3\" >['Steve Yzerman | Stephen Gregory \"Steve\" Yzerman ( ; born May 9, 1965) is a Canadian retired professional ice hockey player and current general manager...</td>\n",- " <td id=\"T_8ab98_row2_col4\" class=\"data row2 col4\" >Steve Yzerman</td>\n",- " <td id=\"T_8ab98_row2_col5\" class=\"data row2 col5\" >✔️ [True]</td>\n",+ " <th id=\"T_3ac3d_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",+ " <td id=\"T_3ac3d_row2_col0\" class=\"data row2 col0\" >The Wings entered a new era, following the retirement of which Canadian retired professional ice hockey player and current general manager of the Tampa Bay...</td>\n",+ " <td id=\"T_3ac3d_row2_col1\" class=\"data row2 col1\" >Steve Yzerman</td>\n",+ " <td id=\"T_3ac3d_row2_col2\" class=\"data row2 col2\" >{'2006–07 Detroit Red Wings season', 'Steve Yzerman'}</td>\n",+ " <td id=\"T_3ac3d_row2_col3\" class=\"data row2 col3\" >['Steve Yzerman | Stephen Gregory \"Steve\" Yzerman ( ; born May 9, 1965) is a Canadian retired professional ice hockey player and current general manager...</td>\n",+ " <td id=\"T_3ac3d_row2_col4\" class=\"data row2 col4\" >Steve Yzerman</td>\n",+ " <td id=\"T_3ac3d_row2_col5\" class=\"data row2 col5\" >✔️ [True]</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_8ab98_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",- " <td id=\"T_8ab98_row3_col0\" class=\"data row3 col0\" >What river is near the Crichton Collegiate Church?</td>\n",- " <td id=\"T_8ab98_row3_col1\" class=\"data row3 col1\" >the River Tyne</td>\n",- " <td id=\"T_8ab98_row3_col2\" class=\"data row3 col2\" >{'Crichton Collegiate Church', 'Crichton Castle'}</td>\n",- " <td id=\"T_8ab98_row3_col3\" class=\"data row3 col3\" >[\"Crichton Collegiate Church | Crichton Collegiate Church is situated about 0.6 mi south west of the hamlet of Crichton in Midlothian, Scotland. Crichton itself is...</td>\n",- " <td id=\"T_8ab98_row3_col4\" class=\"data row3 col4\" >River Tyne</td>\n",- " <td id=\"T_8ab98_row3_col5\" class=\"data row3 col5\" >✔️ [True]</td>\n",+ " <th id=\"T_3ac3d_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",+ " <td id=\"T_3ac3d_row3_col0\" class=\"data row3 col0\" >What river is near the Crichton Collegiate Church?</td>\n",+ " <td id=\"T_3ac3d_row3_col1\" class=\"data row3 col1\" >the River Tyne</td>\n",+ " <td id=\"T_3ac3d_row3_col2\" class=\"data row3 col2\" >{'Crichton Castle', 'Crichton Collegiate Church'}</td>\n",+ " <td id=\"T_3ac3d_row3_col3\" class=\"data row3 col3\" >[\"Crichton Collegiate Church | Crichton Collegiate Church is situated about 0.6 mi south west of the hamlet of Crichton in Midlothian, Scotland. Crichton itself is...</td>\n",+ " <td id=\"T_3ac3d_row3_col4\" class=\"data row3 col4\" >River Tyne</td>\n",+ " <td id=\"T_3ac3d_row3_col5\" class=\"data row3 col5\" >✔️ [True]</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_8ab98_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",- " <td id=\"T_8ab98_row4_col0\" class=\"data row4 col0\" >In the 10th Century A.D. Ealhswith had a son called Æthelweard by which English king?</td>\n",- " <td id=\"T_8ab98_row4_col1\" class=\"data row4 col1\" >King Alfred the Great</td>\n",- " <td id=\"T_8ab98_row4_col2\" class=\"data row4 col2\" >{'Æthelweard (son of Alfred)', 'Ealhswith'}</td>\n",- " <td id=\"T_8ab98_row4_col3\" class=\"data row4 col3\" >[\"Æthelweard of East Anglia | Æthelweard (died 854) was a 9th-century king of East Anglia, the long-lived Anglo-Saxon kingdom which today includes the English counties...</td>\n",- " <td id=\"T_8ab98_row4_col4\" class=\"data row4 col4\" >King Alfred the Great</td>\n",- " <td id=\"T_8ab98_row4_col5\" class=\"data row4 col5\" >❌ [False]</td>\n",+ " <th id=\"T_3ac3d_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",+ " <td id=\"T_3ac3d_row4_col0\" class=\"data row4 col0\" >In the 10th Century A.D. Ealhswith had a son called Æthelweard by which English king?</td>\n",+ " <td id=\"T_3ac3d_row4_col1\" class=\"data row4 col1\" >King Alfred the Great</td>\n",+ " <td id=\"T_3ac3d_row4_col2\" class=\"data row4 col2\" >{'Æthelweard (son of Alfred)', 'Ealhswith'}</td>\n",+ " <td id=\"T_3ac3d_row4_col3\" class=\"data row4 col3\" >[\"Æthelweard of East Anglia | Æthelweard (died 854) was a 9th-century king of East Anglia, the long-lived Anglo-Saxon kingdom which today includes the English counties...</td>\n",+ " <td id=\"T_3ac3d_row4_col4\" class=\"data row4 col4\" >King Alfred the Great</td>\n",+ " <td id=\"T_3ac3d_row4_col5\" class=\"data row4 col5\" >❌ [False]</td>\n"," </tr>\n"," </tbody>\n","</table>\n"],"text/plain": [- "<pandas.io.formats.style.Styler at 0x7f8c4c24f160>"+ "<pandas.io.formats.style.Styler at 0x7fbb387909d0>"]},"metadata": {},@@ -1464,7 +1479,7 @@"name": "stderr","output_type": "stream","text": [- "100%|██████████| 20/20 [00:00<00:00, 70.01it/s]\n"+ "100%|██████████| 20/20 [00:00<00:00, 64.11it/s]\n"]}],@@ -1504,7 +1519,7 @@"name": "stderr","output_type": "stream","text": [- "Average Metric: 30 / 50 (60.0): 100%|██████████| 50/50 [00:00<00:00, 59.73it/s]"+ "Average Metric: 30 / 50 (60.0): 100%|██████████| 50/50 [00:00<00:00, 54.98it/s]\n"]},{@@ -1514,93 +1529,86 @@"Average Metric: 30 / 50 (60.0%)\n"]},- {- "name": "stderr",- "output_type": "stream",- "text": [- "\n"- ]- },{"data": {"text/html": ["<style type=\"text/css\">\n",- "#T_21baf th {\n",+ "#T_3bd2b th {\n"," text-align: left;\n","}\n",- "#T_21baf td {\n",+ "#T_3bd2b td {\n"," text-align: left;\n","}\n",- "#T_21baf_row0_col0, #T_21baf_row0_col1, #T_21baf_row0_col2, #T_21baf_row0_col3, #T_21baf_row0_col4, #T_21baf_row0_col5, #T_21baf_row1_col0, #T_21baf_row1_col1, #T_21baf_row1_col2, #T_21baf_row1_col3, #T_21baf_row1_col4, #T_21baf_row1_col5, #T_21baf_row2_col0, #T_21baf_row2_col1, #T_21baf_row2_col2, #T_21baf_row2_col3, #T_21baf_row2_col4, #T_21baf_row2_col5, #T_21baf_row3_col0, #T_21baf_row3_col1, #T_21baf_row3_col2, #T_21baf_row3_col3, #T_21baf_row3_col4, #T_21baf_row3_col5, #T_21baf_row4_col0, #T_21baf_row4_col1, #T_21baf_row4_col2, #T_21baf_row4_col3, #T_21baf_row4_col4, #T_21baf_row4_col5 {\n",+ "#T_3bd2b_row0_col0, #T_3bd2b_row0_col1, #T_3bd2b_row0_col2, #T_3bd2b_row0_col3, #T_3bd2b_row0_col4, #T_3bd2b_row0_col5, #T_3bd2b_row1_col0, #T_3bd2b_row1_col1, #T_3bd2b_row1_col2, #T_3bd2b_row1_col3, #T_3bd2b_row1_col4, #T_3bd2b_row1_col5, #T_3bd2b_row2_col0, #T_3bd2b_row2_col1, #T_3bd2b_row2_col2, #T_3bd2b_row2_col3, #T_3bd2b_row2_col4, #T_3bd2b_row2_col5, #T_3bd2b_row3_col0, #T_3bd2b_row3_col1, #T_3bd2b_row3_col2, #T_3bd2b_row3_col3, #T_3bd2b_row3_col4, #T_3bd2b_row3_col5, #T_3bd2b_row4_col0, #T_3bd2b_row4_col1, #T_3bd2b_row4_col2, #T_3bd2b_row4_col3, #T_3bd2b_row4_col4, #T_3bd2b_row4_col5 {\n"," text-align: left;\n"," white-space: pre-wrap;\n"," word-wrap: break-word;\n"," max-width: 400px;\n","}\n","</style>\n",- "<table id=\"T_21baf\">\n",+ "<table id=\"T_3bd2b\">\n"," <thead>\n"," <tr>\n"," <th class=\"blank level0\" > </th>\n",- " <th id=\"T_21baf_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",- " <th id=\"T_21baf_level0_col1\" class=\"col_heading level0 col1\" >example_answer</th>\n",- " <th id=\"T_21baf_level0_col2\" class=\"col_heading level0 col2\" >gold_titles</th>\n",- " <th id=\"T_21baf_level0_col3\" class=\"col_heading level0 col3\" >context</th>\n",- " <th id=\"T_21baf_level0_col4\" class=\"col_heading level0 col4\" >pred_answer</th>\n",- " <th id=\"T_21baf_level0_col5\" class=\"col_heading level0 col5\" >gold_passages_retrieved</th>\n",+ " <th id=\"T_3bd2b_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",+ " <th id=\"T_3bd2b_level0_col1\" class=\"col_heading level0 col1\" >example_answer</th>\n",+ " <th id=\"T_3bd2b_level0_col2\" class=\"col_heading level0 col2\" >gold_titles</th>\n",+ " <th id=\"T_3bd2b_level0_col3\" class=\"col_heading level0 col3\" >context</th>\n",+ " <th id=\"T_3bd2b_level0_col4\" class=\"col_heading level0 col4\" >pred_answer</th>\n",+ " <th id=\"T_3bd2b_level0_col5\" class=\"col_heading level0 col5\" >gold_passages_retrieved</th>\n"," </tr>\n"," </thead>\n"," <tbody>\n"," <tr>\n",- " <th id=\"T_21baf_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",- " <td id=\"T_21baf_row0_col0\" class=\"data row0 col0\" >Are both Cangzhou and Qionghai in the Hebei province of China?</td>\n",- " <td id=\"T_21baf_row0_col1\" class=\"data row0 col1\" >no</td>\n",- " <td id=\"T_21baf_row0_col2\" class=\"data row0 col2\" >{'Qionghai', 'Cangzhou'}</td>\n",- " <td id=\"T_21baf_row0_col3\" class=\"data row0 col3\" >['Cangzhou | Cangzhou () is a prefecture-level city in eastern Hebei province, People\\'s Republic of China. At the 2010 census, Cangzhou\\'s built-up (\"or metro\") area...</td>\n",- " <td id=\"T_21baf_row0_col4\" class=\"data row0 col4\" >No</td>\n",- " <td id=\"T_21baf_row0_col5\" class=\"data row0 col5\" >✔️ [True]</td>\n",+ " <th id=\"T_3bd2b_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",+ " <td id=\"T_3bd2b_row0_col0\" class=\"data row0 col0\" >Are both Cangzhou and Qionghai in the Hebei province of China?</td>\n",+ " <td id=\"T_3bd2b_row0_col1\" class=\"data row0 col1\" >no</td>\n",+ " <td id=\"T_3bd2b_row0_col2\" class=\"data row0 col2\" >{'Cangzhou', 'Qionghai'}</td>\n",+ " <td id=\"T_3bd2b_row0_col3\" class=\"data row0 col3\" >['Cangzhou | Cangzhou () is a prefecture-level city in eastern Hebei province, People\\'s Republic of China. At the 2010 census, Cangzhou\\'s built-up (\"or metro\") area...</td>\n",+ " <td id=\"T_3bd2b_row0_col4\" class=\"data row0 col4\" >No</td>\n",+ " <td id=\"T_3bd2b_row0_col5\" class=\"data row0 col5\" >✔️ [True]</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_21baf_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",- " <td id=\"T_21baf_row1_col0\" class=\"data row1 col0\" >Who conducts the draft in which Marc-Andre Fleury was drafted to the Vegas Golden Knights for the 2017-18 season?</td>\n",- " <td id=\"T_21baf_row1_col1\" class=\"data row1 col1\" >National Hockey League</td>\n",- " <td id=\"T_21baf_row1_col2\" class=\"data row1 col2\" >{'2017–18 Pittsburgh Penguins season', '2017 NHL Expansion Draft'}</td>\n",- " <td id=\"T_21baf_row1_col3\" class=\"data row1 col3\" >[\"2017 NHL Expansion Draft | The 2017 NHL Expansion Draft was an expansion draft conducted by the National Hockey League on June 18–20, 2017 to...</td>\n",- " <td id=\"T_21baf_row1_col4\" class=\"data row1 col4\" >National Hockey League (NHL)</td>\n",- " <td id=\"T_21baf_row1_col5\" class=\"data row1 col5\" >❌ [False]</td>\n",+ " <th id=\"T_3bd2b_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",+ " <td id=\"T_3bd2b_row1_col0\" class=\"data row1 col0\" >Who conducts the draft in which Marc-Andre Fleury was drafted to the Vegas Golden Knights for the 2017-18 season?</td>\n",+ " <td id=\"T_3bd2b_row1_col1\" class=\"data row1 col1\" >National Hockey League</td>\n",+ " <td id=\"T_3bd2b_row1_col2\" class=\"data row1 col2\" >{'2017 NHL Expansion Draft', '2017–18 Pittsburgh Penguins season'}</td>\n",+ " <td id=\"T_3bd2b_row1_col3\" class=\"data row1 col3\" >[\"2017 NHL Expansion Draft | The 2017 NHL Expansion Draft was an expansion draft conducted by the National Hockey League on June 18–20, 2017 to...</td>\n",+ " <td id=\"T_3bd2b_row1_col4\" class=\"data row1 col4\" >National Hockey League (NHL)</td>\n",+ " <td id=\"T_3bd2b_row1_col5\" class=\"data row1 col5\" >❌ [False]</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_21baf_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",- " <td id=\"T_21baf_row2_col0\" class=\"data row2 col0\" >The Wings entered a new era, following the retirement of which Canadian retired professional ice hockey player and current general manager of the Tampa Bay...</td>\n",- " <td id=\"T_21baf_row2_col1\" class=\"data row2 col1\" >Steve Yzerman</td>\n",- " <td id=\"T_21baf_row2_col2\" class=\"data row2 col2\" >{'2006–07 Detroit Red Wings season', 'Steve Yzerman'}</td>\n",- " <td id=\"T_21baf_row2_col3\" class=\"data row2 col3\" >['List of Tampa Bay Lightning general managers | The Tampa Bay Lightning are an American professional ice hockey team based in Tampa, Florida. They play...</td>\n",- " <td id=\"T_21baf_row2_col4\" class=\"data row2 col4\" >Steve Yzerman</td>\n",- " <td id=\"T_21baf_row2_col5\" class=\"data row2 col5\" >❌ [False]</td>\n",+ " <th id=\"T_3bd2b_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",+ " <td id=\"T_3bd2b_row2_col0\" class=\"data row2 col0\" >The Wings entered a new era, following the retirement of which Canadian retired professional ice hockey player and current general manager of the Tampa Bay...</td>\n",+ " <td id=\"T_3bd2b_row2_col1\" class=\"data row2 col1\" >Steve Yzerman</td>\n",+ " <td id=\"T_3bd2b_row2_col2\" class=\"data row2 col2\" >{'2006–07 Detroit Red Wings season', 'Steve Yzerman'}</td>\n",+ " <td id=\"T_3bd2b_row2_col3\" class=\"data row2 col3\" >['List of Tampa Bay Lightning general managers | The Tampa Bay Lightning are an American professional ice hockey team based in Tampa, Florida. They play...</td>\n",+ " <td id=\"T_3bd2b_row2_col4\" class=\"data row2 col4\" >Steve Yzerman</td>\n",+ " <td id=\"T_3bd2b_row2_col5\" class=\"data row2 col5\" >❌ [False]</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_21baf_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",- " <td id=\"T_21baf_row3_col0\" class=\"data row3 col0\" >What river is near the Crichton Collegiate Church?</td>\n",- " <td id=\"T_21baf_row3_col1\" class=\"data row3 col1\" >the River Tyne</td>\n",- " <td id=\"T_21baf_row3_col2\" class=\"data row3 col2\" >{'Crichton Collegiate Church', 'Crichton Castle'}</td>\n",- " <td id=\"T_21baf_row3_col3\" class=\"data row3 col3\" >[\"Crichton Collegiate Church | Crichton Collegiate Church is situated about 0.6 mi south west of the hamlet of Crichton in Midlothian, Scotland. Crichton itself is...</td>\n",- " <td id=\"T_21baf_row3_col4\" class=\"data row3 col4\" >River Tyne</td>\n",- " <td id=\"T_21baf_row3_col5\" class=\"data row3 col5\" >✔️ [True]</td>\n",+ " <th id=\"T_3bd2b_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",+ " <td id=\"T_3bd2b_row3_col0\" class=\"data row3 col0\" >What river is near the Crichton Collegiate Church?</td>\n",+ " <td id=\"T_3bd2b_row3_col1\" class=\"data row3 col1\" >the River Tyne</td>\n",+ " <td id=\"T_3bd2b_row3_col2\" class=\"data row3 col2\" >{'Crichton Castle', 'Crichton Collegiate Church'}</td>\n",+ " <td id=\"T_3bd2b_row3_col3\" class=\"data row3 col3\" >[\"Crichton Collegiate Church | Crichton Collegiate Church is situated about 0.6 mi south west of the hamlet of Crichton in Midlothian, Scotland. Crichton itself is...</td>\n",+ " <td id=\"T_3bd2b_row3_col4\" class=\"data row3 col4\" >River Tyne</td>\n",+ " <td id=\"T_3bd2b_row3_col5\" class=\"data row3 col5\" >✔️ [True]</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_21baf_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",- " <td id=\"T_21baf_row4_col0\" class=\"data row4 col0\" >In the 10th Century A.D. Ealhswith had a son called Æthelweard by which English king?</td>\n",- " <td id=\"T_21baf_row4_col1\" class=\"data row4 col1\" >King Alfred the Great</td>\n",- " <td id=\"T_21baf_row4_col2\" class=\"data row4 col2\" >{'Æthelweard (son of Alfred)', 'Ealhswith'}</td>\n",- " <td id=\"T_21baf_row4_col3\" class=\"data row4 col3\" >['Æthelweard (son of Alfred) | Æthelweard (d. 920 or 922) was the younger son of King Alfred the Great and Ealhswith.', 'Æthelred the Unready |...</td>\n",- " <td id=\"T_21baf_row4_col4\" class=\"data row4 col4\" >King Alfred the Great</td>\n",- " <td id=\"T_21baf_row4_col5\" class=\"data row4 col5\" >❌ [False]</td>\n",+ " <th id=\"T_3bd2b_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",+ " <td id=\"T_3bd2b_row4_col0\" class=\"data row4 col0\" >In the 10th Century A.D. Ealhswith had a son called Æthelweard by which English king?</td>\n",+ " <td id=\"T_3bd2b_row4_col1\" class=\"data row4 col1\" >King Alfred the Great</td>\n",+ " <td id=\"T_3bd2b_row4_col2\" class=\"data row4 col2\" >{'Æthelweard (son of Alfred)', 'Ealhswith'}</td>\n",+ " <td id=\"T_3bd2b_row4_col3\" class=\"data row4 col3\" >['Æthelweard (son of Alfred) | Æthelweard (d. 920 or 922) was the younger son of King Alfred the Great and Ealhswith.', 'Æthelred the Unready |...</td>\n",+ " <td id=\"T_3bd2b_row4_col4\" class=\"data row4 col4\" >King Alfred the Great</td>\n",+ " <td id=\"T_3bd2b_row4_col5\" class=\"data row4 col5\" >❌ [False]</td>\n"," </tr>\n"," </tbody>\n","</table>\n"],"text/plain": [- "<pandas.io.formats.style.Styler at 0x7f8c4c2a4c70>"+ "<pandas.io.formats.style.Styler at 0x7fbaf80fab80>"]},"metadata": {},