DSPy: The framework for programming—not prompting—language models
Python
Ready for Colab
Omar Khattab06588cccb7dd
diff --git a/.gitignore b/.gitignoreindex d19467c29..499ac28b9 100644--- a/.gitignore+++ b/.gitignore@@ -27,4 +27,6 @@ __pycache__/*.jsongpt*.txt*.env-local/\ No newline at end of file+local/+build/+*.egg-info/\ No newline at end of filediff --git a/intro.ipynb b/intro.ipynbindex 2692ed1f7..8e738b03b 100644--- a/intro.ipynb+++ b/intro.ipynb@@ -28,16 +28,16 @@"metadata": {},"outputs": [],"source": [- "!pip install dsp-ml\n",- "\n",- "try:\n",- " import google.colab # When on google Colab, let's clone the notebook so we download the cache.\n",+ "try: # When on google Colab, let's clone the notebook so we download the cache.\n",+ " import google.colab \n"," !git -C dsp/ pull || git clone https://github.com/stanfordnlp/dsp\n",+ " !pip install dsp/\n"," import sys; sys.path.insert(0, 'dsp/')\n"," %set_env DSP_NOTEBOOK_CACHEDIR dsp/cache\n","\n",- "except:\n",- " %set_env DSP_NOTEBOOK_CACHEDIR cache # Set up the cache for the examples below."+ "except: # Set up the cache for the examples below.\n",+ " !pip install dsp-ml\n",+ " %set_env DSP_NOTEBOOK_CACHEDIR cache"]},{@@ -294,7 +294,7 @@"name": "stderr","output_type": "stream","text": [- "100%|██████████| 13/13 [00:00<00:00, 384.43it/s]"+ "100%|██████████| 13/13 [00:00<00:00, 404.65it/s]"]},{@@ -315,120 +315,120 @@"data": {"text/html": ["<style type=\"text/css\">\n",- "#T_364bd th {\n",+ "#T_c002e th {\n"," text-align: left;\n","}\n",- "#T_364bd td {\n",+ "#T_c002e td {\n"," text-align: left;\n","}\n","</style>\n",- "<table id=\"T_364bd\">\n",+ "<table id=\"T_c002e\">\n"," <thead>\n"," <tr>\n"," <th class=\"blank level0\" > </th>\n",- " <th id=\"T_364bd_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",- " <th id=\"T_364bd_level0_col1\" class=\"col_heading level0 col1\" >answer</th>\n",- " <th id=\"T_364bd_level0_col2\" class=\"col_heading level0 col2\" >prediction</th>\n",- " <th id=\"T_364bd_level0_col3\" class=\"col_heading level0 col3\" >correct</th>\n",+ " <th id=\"T_c002e_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",+ " <th id=\"T_c002e_level0_col1\" class=\"col_heading level0 col1\" >answer</th>\n",+ " <th id=\"T_c002e_level0_col2\" class=\"col_heading level0 col2\" >prediction</th>\n",+ " <th id=\"T_c002e_level0_col3\" class=\"col_heading level0 col3\" >correct</th>\n"," </tr>\n"," </thead>\n"," <tbody>\n"," <tr>\n",- " <th id=\"T_364bd_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",- " <td id=\"T_364bd_row0_col0\" class=\"data row0 col0\" >Who has a broader scope of profession: E. L. Doctorow or Julia Peterkin?</td>\n",- " <td id=\"T_364bd_row0_col1\" class=\"data row0 col1\" >['E. L. Doctorow', 'E.L. Doctorow', 'Doctorow']</td>\n",- " <td id=\"T_364bd_row0_col2\" class=\"data row0 col2\" >E. L. Doctorow</td>\n",- " <td id=\"T_364bd_row0_col3\" class=\"data row0 col3\" >✔️</td>\n",+ " <th id=\"T_c002e_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",+ " <td id=\"T_c002e_row0_col0\" class=\"data row0 col0\" >Who has a broader scope of profession: E. L. Doctorow or Julia Peterkin?</td>\n",+ " <td id=\"T_c002e_row0_col1\" class=\"data row0 col1\" >['E. L. Doctorow', 'E.L. Doctorow', 'Doctorow']</td>\n",+ " <td id=\"T_c002e_row0_col2\" class=\"data row0 col2\" >E. L. Doctorow</td>\n",+ " <td id=\"T_c002e_row0_col3\" class=\"data row0 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_364bd_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",- " <td id=\"T_364bd_row1_col0\" class=\"data row1 col0\" >What documentary about the Gilgo Beach Killer debuted on A&E?</td>\n",- " <td id=\"T_364bd_row1_col1\" class=\"data row1 col1\" >['The Killing Season']</td>\n",- " <td id=\"T_364bd_row1_col2\" class=\"data row1 col2\" >The Killing Season</td>\n",- " <td id=\"T_364bd_row1_col3\" class=\"data row1 col3\" >✔️</td>\n",+ " <th id=\"T_c002e_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",+ " <td id=\"T_c002e_row1_col0\" class=\"data row1 col0\" >What documentary about the Gilgo Beach Killer debuted on A&E?</td>\n",+ " <td id=\"T_c002e_row1_col1\" class=\"data row1 col1\" >['The Killing Season']</td>\n",+ " <td id=\"T_c002e_row1_col2\" class=\"data row1 col2\" >The Killing Season</td>\n",+ " <td id=\"T_c002e_row1_col3\" class=\"data row1 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_364bd_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",- " <td id=\"T_364bd_row2_col0\" class=\"data row2 col0\" >Right Back At It Again contains lyrics co-written by the singer born in what city?</td>\n",- " <td id=\"T_364bd_row2_col1\" class=\"data row2 col1\" >['Gainesville, Florida', 'Gainesville']</td>\n",- " <td id=\"T_364bd_row2_col2\" class=\"data row2 col2\" >Melbourne, Australia</td>\n",- " <td id=\"T_364bd_row2_col3\" class=\"data row2 col3\" >❌</td>\n",+ " <th id=\"T_c002e_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",+ " <td id=\"T_c002e_row2_col0\" class=\"data row2 col0\" >Right Back At It Again contains lyrics co-written by the singer born in what city?</td>\n",+ " <td id=\"T_c002e_row2_col1\" class=\"data row2 col1\" >['Gainesville, Florida', 'Gainesville']</td>\n",+ " <td id=\"T_c002e_row2_col2\" class=\"data row2 col2\" >Melbourne, Australia</td>\n",+ " <td id=\"T_c002e_row2_col3\" class=\"data row2 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_364bd_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",- " <td id=\"T_364bd_row3_col0\" class=\"data row3 col0\" >What year was the party of the winner of the 1971 San Francisco mayoral election founded?</td>\n",- " <td id=\"T_364bd_row3_col1\" class=\"data row3 col1\" >['1828']</td>\n",- " <td id=\"T_364bd_row3_col2\" class=\"data row3 col2\" >1966</td>\n",- " <td id=\"T_364bd_row3_col3\" class=\"data row3 col3\" >❌</td>\n",+ " <th id=\"T_c002e_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",+ " <td id=\"T_c002e_row3_col0\" class=\"data row3 col0\" >What year was the party of the winner of the 1971 San Francisco mayoral election founded?</td>\n",+ " <td id=\"T_c002e_row3_col1\" class=\"data row3 col1\" >['1828']</td>\n",+ " <td id=\"T_c002e_row3_col2\" class=\"data row3 col2\" >1966</td>\n",+ " <td id=\"T_c002e_row3_col3\" class=\"data row3 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_364bd_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",- " <td id=\"T_364bd_row4_col0\" class=\"data row4 col0\" >Which author is English: John Braine or Studs Terkel?</td>\n",- " <td id=\"T_364bd_row4_col1\" class=\"data row4 col1\" >['John Braine']</td>\n",- " <td id=\"T_364bd_row4_col2\" class=\"data row4 col2\" >John Braine</td>\n",- " <td id=\"T_364bd_row4_col3\" class=\"data row4 col3\" >✔️</td>\n",+ " <th id=\"T_c002e_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",+ " <td id=\"T_c002e_row4_col0\" class=\"data row4 col0\" >Which author is English: John Braine or Studs Terkel?</td>\n",+ " <td id=\"T_c002e_row4_col1\" class=\"data row4 col1\" >['John Braine']</td>\n",+ " <td id=\"T_c002e_row4_col2\" class=\"data row4 col2\" >John Braine</td>\n",+ " <td id=\"T_c002e_row4_col3\" class=\"data row4 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_364bd_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",- " <td id=\"T_364bd_row5_col0\" class=\"data row5 col0\" >Anthony Dirrell is the brother of which super middleweight title holder?</td>\n",- " <td id=\"T_364bd_row5_col1\" class=\"data row5 col1\" >['Andre Dirrell']</td>\n",- " <td id=\"T_364bd_row5_col2\" class=\"data row5 col2\" >Andre Dirrell</td>\n",- " <td id=\"T_364bd_row5_col3\" class=\"data row5 col3\" >✔️</td>\n",+ " <th id=\"T_c002e_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",+ " <td id=\"T_c002e_row5_col0\" class=\"data row5 col0\" >Anthony Dirrell is the brother of which super middleweight title holder?</td>\n",+ " <td id=\"T_c002e_row5_col1\" class=\"data row5 col1\" >['Andre Dirrell']</td>\n",+ " <td id=\"T_c002e_row5_col2\" class=\"data row5 col2\" >Andre Dirrell</td>\n",+ " <td id=\"T_c002e_row5_col3\" class=\"data row5 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_364bd_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",- " <td id=\"T_364bd_row6_col0\" class=\"data row6 col0\" >In which city is the sports nutrition business established by Oliver Cookson based ?</td>\n",- " <td id=\"T_364bd_row6_col1\" class=\"data row6 col1\" >['Cheshire', 'Cheshire, UK']</td>\n",- " <td id=\"T_364bd_row6_col2\" class=\"data row6 col2\" >Manchester, England</td>\n",- " <td id=\"T_364bd_row6_col3\" class=\"data row6 col3\" >❌</td>\n",+ " <th id=\"T_c002e_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",+ " <td id=\"T_c002e_row6_col0\" class=\"data row6 col0\" >In which city is the sports nutrition business established by Oliver Cookson based ?</td>\n",+ " <td id=\"T_c002e_row6_col1\" class=\"data row6 col1\" >['Cheshire', 'Cheshire, UK']</td>\n",+ " <td id=\"T_c002e_row6_col2\" class=\"data row6 col2\" >Manchester, England</td>\n",+ " <td id=\"T_c002e_row6_col3\" class=\"data row6 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_364bd_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",- " <td id=\"T_364bd_row7_col0\" class=\"data row7 col0\" >Find the birth date of the actor who played roles in First Wives Club and Searching for the Elephant.</td>\n",- " <td id=\"T_364bd_row7_col1\" class=\"data row7 col1\" >['February 13, 1980']</td>\n",- " <td id=\"T_364bd_row7_col2\" class=\"data row7 col2\" >July 3, 1961</td>\n",- " <td id=\"T_364bd_row7_col3\" class=\"data row7 col3\" >❌</td>\n",+ " <th id=\"T_c002e_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",+ " <td id=\"T_c002e_row7_col0\" class=\"data row7 col0\" >Find the birth date of the actor who played roles in First Wives Club and Searching for the Elephant.</td>\n",+ " <td id=\"T_c002e_row7_col1\" class=\"data row7 col1\" >['February 13, 1980']</td>\n",+ " <td id=\"T_c002e_row7_col2\" class=\"data row7 col2\" >July 3, 1961</td>\n",+ " <td id=\"T_c002e_row7_col3\" class=\"data row7 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_364bd_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",- " <td id=\"T_364bd_row8_col0\" class=\"data row8 col0\" >Kyle Moran was born in the town on what river?</td>\n",- " <td id=\"T_364bd_row8_col1\" class=\"data row8 col1\" >['Castletown', 'Castletown River']</td>\n",- " <td id=\"T_364bd_row8_col2\" class=\"data row8 col2\" >Susquehanna River</td>\n",- " <td id=\"T_364bd_row8_col3\" class=\"data row8 col3\" >❌</td>\n",+ " <th id=\"T_c002e_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",+ " <td id=\"T_c002e_row8_col0\" class=\"data row8 col0\" >Kyle Moran was born in the town on what river?</td>\n",+ " <td id=\"T_c002e_row8_col1\" class=\"data row8 col1\" >['Castletown', 'Castletown River']</td>\n",+ " <td id=\"T_c002e_row8_col2\" class=\"data row8 col2\" >Susquehanna River</td>\n",+ " <td id=\"T_c002e_row8_col3\" class=\"data row8 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_364bd_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",- " <td id=\"T_364bd_row9_col0\" class=\"data row9 col0\" >What is the name of one branch of Robert D. Braun's speciality?</td>\n",- " <td id=\"T_364bd_row9_col1\" class=\"data row9 col1\" >['aeronautical engineering', 'astronautical engineering', 'aeronautics', 'astronautics']</td>\n",- " <td id=\"T_364bd_row9_col2\" class=\"data row9 col2\" >Mars exploration</td>\n",- " <td id=\"T_364bd_row9_col3\" class=\"data row9 col3\" >❌</td>\n",+ " <th id=\"T_c002e_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",+ " <td id=\"T_c002e_row9_col0\" class=\"data row9 col0\" >What is the name of one branch of Robert D. Braun's speciality?</td>\n",+ " <td id=\"T_c002e_row9_col1\" class=\"data row9 col1\" >['aeronautical engineering', 'astronautical engineering', 'aeronautics', 'astronautics']</td>\n",+ " <td id=\"T_c002e_row9_col2\" class=\"data row9 col2\" >Mars exploration</td>\n",+ " <td id=\"T_c002e_row9_col3\" class=\"data row9 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_364bd_level0_row10\" class=\"row_heading level0 row10\" >10</th>\n",- " <td id=\"T_364bd_row10_col0\" class=\"data row10 col0\" >Where was the actress who played the niece in the Priest film born?</td>\n",- " <td id=\"T_364bd_row10_col1\" class=\"data row10 col1\" >['Surrey', 'Guildford, Surrey']</td>\n",- " <td id=\"T_364bd_row10_col2\" class=\"data row10 col2\" >Hong Kong</td>\n",- " <td id=\"T_364bd_row10_col3\" class=\"data row10 col3\" >❌</td>\n",+ " <th id=\"T_c002e_level0_row10\" class=\"row_heading level0 row10\" >10</th>\n",+ " <td id=\"T_c002e_row10_col0\" class=\"data row10 col0\" >Where was the actress who played the niece in the Priest film born?</td>\n",+ " <td id=\"T_c002e_row10_col1\" class=\"data row10 col1\" >['Surrey', 'Guildford, Surrey']</td>\n",+ " <td id=\"T_c002e_row10_col2\" class=\"data row10 col2\" >Hong Kong</td>\n",+ " <td id=\"T_c002e_row10_col3\" class=\"data row10 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_364bd_level0_row11\" class=\"row_heading level0 row11\" >11</th>\n",- " <td id=\"T_364bd_row11_col0\" class=\"data row11 col0\" >Name the movie in which the daughter of Noel Harrison plays Violet Trefusis.</td>\n",- " <td id=\"T_364bd_row11_col1\" class=\"data row11 col1\" >['Portrait of a Marriage']</td>\n",- " <td id=\"T_364bd_row11_col2\" class=\"data row11 col2\" >Venus</td>\n",- " <td id=\"T_364bd_row11_col3\" class=\"data row11 col3\" >❌</td>\n",+ " <th id=\"T_c002e_level0_row11\" class=\"row_heading level0 row11\" >11</th>\n",+ " <td id=\"T_c002e_row11_col0\" class=\"data row11 col0\" >Name the movie in which the daughter of Noel Harrison plays Violet Trefusis.</td>\n",+ " <td id=\"T_c002e_row11_col1\" class=\"data row11 col1\" >['Portrait of a Marriage']</td>\n",+ " <td id=\"T_c002e_row11_col2\" class=\"data row11 col2\" >Venus</td>\n",+ " <td id=\"T_c002e_row11_col3\" class=\"data row11 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_364bd_level0_row12\" class=\"row_heading level0 row12\" >12</th>\n",- " <td id=\"T_364bd_row12_col0\" class=\"data row12 col0\" >What year was the father of the Princes in the Tower born?</td>\n",- " <td id=\"T_364bd_row12_col1\" class=\"data row12 col1\" >['1442']</td>\n",- " <td id=\"T_364bd_row12_col2\" class=\"data row12 col2\" >1457</td>\n",- " <td id=\"T_364bd_row12_col3\" class=\"data row12 col3\" >❌</td>\n",+ " <th id=\"T_c002e_level0_row12\" class=\"row_heading level0 row12\" >12</th>\n",+ " <td id=\"T_c002e_row12_col0\" class=\"data row12 col0\" >What year was the father of the Princes in the Tower born?</td>\n",+ " <td id=\"T_c002e_row12_col1\" class=\"data row12 col1\" >['1442']</td>\n",+ " <td id=\"T_c002e_row12_col2\" class=\"data row12 col2\" >1457</td>\n",+ " <td id=\"T_c002e_row12_col3\" class=\"data row12 col3\" >❌</td>\n"," </tr>\n"," </tbody>\n","</table>\n"],"text/plain": [- "<pandas.io.formats.style.Styler at 0x7f2d505339a0>"+ "<pandas.io.formats.style.Styler at 0x7f00a46774f0>"]},"metadata": {},@@ -598,7 +598,7 @@"name": "stderr","output_type": "stream","text": [- "100%|██████████| 13/13 [00:00<00:00, 208.59it/s]"+ "100%|██████████| 13/13 [00:00<00:00, 251.18it/s]"]},{@@ -619,120 +619,120 @@"data": {"text/html": ["<style type=\"text/css\">\n",- "#T_5ecf5 th {\n",+ "#T_9683e th {\n"," text-align: left;\n","}\n",- "#T_5ecf5 td {\n",+ "#T_9683e td {\n"," text-align: left;\n","}\n","</style>\n",- "<table id=\"T_5ecf5\">\n",+ "<table id=\"T_9683e\">\n"," <thead>\n"," <tr>\n"," <th class=\"blank level0\" > </th>\n",- " <th id=\"T_5ecf5_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",- " <th id=\"T_5ecf5_level0_col1\" class=\"col_heading level0 col1\" >answer</th>\n",- " <th id=\"T_5ecf5_level0_col2\" class=\"col_heading level0 col2\" >prediction</th>\n",- " <th id=\"T_5ecf5_level0_col3\" class=\"col_heading level0 col3\" >correct</th>\n",+ " <th id=\"T_9683e_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",+ " <th id=\"T_9683e_level0_col1\" class=\"col_heading level0 col1\" >answer</th>\n",+ " <th id=\"T_9683e_level0_col2\" class=\"col_heading level0 col2\" >prediction</th>\n",+ " <th id=\"T_9683e_level0_col3\" class=\"col_heading level0 col3\" >correct</th>\n"," </tr>\n"," </thead>\n"," <tbody>\n"," <tr>\n",- " <th id=\"T_5ecf5_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",- " <td id=\"T_5ecf5_row0_col0\" class=\"data row0 col0\" >Who has a broader scope of profession: E. L. Doctorow or Julia Peterkin?</td>\n",- " <td id=\"T_5ecf5_row0_col1\" class=\"data row0 col1\" >['E. L. Doctorow', 'E.L. Doctorow', 'Doctorow']</td>\n",- " <td id=\"T_5ecf5_row0_col2\" class=\"data row0 col2\" >E. L. Doctorow</td>\n",- " <td id=\"T_5ecf5_row0_col3\" class=\"data row0 col3\" >✔️</td>\n",+ " <th id=\"T_9683e_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",+ " <td id=\"T_9683e_row0_col0\" class=\"data row0 col0\" >Who has a broader scope of profession: E. L. Doctorow or Julia Peterkin?</td>\n",+ " <td id=\"T_9683e_row0_col1\" class=\"data row0 col1\" >['E. L. Doctorow', 'E.L. Doctorow', 'Doctorow']</td>\n",+ " <td id=\"T_9683e_row0_col2\" class=\"data row0 col2\" >E. L. Doctorow</td>\n",+ " <td id=\"T_9683e_row0_col3\" class=\"data row0 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_5ecf5_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",- " <td id=\"T_5ecf5_row1_col0\" class=\"data row1 col0\" >What documentary about the Gilgo Beach Killer debuted on A&E?</td>\n",- " <td id=\"T_5ecf5_row1_col1\" class=\"data row1 col1\" >['The Killing Season']</td>\n",- " <td id=\"T_5ecf5_row1_col2\" class=\"data row1 col2\" >The Killing Season</td>\n",- " <td id=\"T_5ecf5_row1_col3\" class=\"data row1 col3\" >✔️</td>\n",+ " <th id=\"T_9683e_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",+ " <td id=\"T_9683e_row1_col0\" class=\"data row1 col0\" >What documentary about the Gilgo Beach Killer debuted on A&E?</td>\n",+ " <td id=\"T_9683e_row1_col1\" class=\"data row1 col1\" >['The Killing Season']</td>\n",+ " <td id=\"T_9683e_row1_col2\" class=\"data row1 col2\" >The Killing Season</td>\n",+ " <td id=\"T_9683e_row1_col3\" class=\"data row1 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_5ecf5_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",- " <td id=\"T_5ecf5_row2_col0\" class=\"data row2 col0\" >Right Back At It Again contains lyrics co-written by the singer born in what city?</td>\n",- " <td id=\"T_5ecf5_row2_col1\" class=\"data row2 col1\" >['Gainesville, Florida', 'Gainesville']</td>\n",- " <td id=\"T_5ecf5_row2_col2\" class=\"data row2 col2\" >Daytona Beach, Florida</td>\n",- " <td id=\"T_5ecf5_row2_col3\" class=\"data row2 col3\" >❌</td>\n",+ " <th id=\"T_9683e_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",+ " <td id=\"T_9683e_row2_col0\" class=\"data row2 col0\" >Right Back At It Again contains lyrics co-written by the singer born in what city?</td>\n",+ " <td id=\"T_9683e_row2_col1\" class=\"data row2 col1\" >['Gainesville, Florida', 'Gainesville']</td>\n",+ " <td id=\"T_9683e_row2_col2\" class=\"data row2 col2\" >Daytona Beach, Florida</td>\n",+ " <td id=\"T_9683e_row2_col3\" class=\"data row2 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_5ecf5_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",- " <td id=\"T_5ecf5_row3_col0\" class=\"data row3 col0\" >What year was the party of the winner of the 1971 San Francisco mayoral election founded?</td>\n",- " <td id=\"T_5ecf5_row3_col1\" class=\"data row3 col1\" >['1828']</td>\n",- " <td id=\"T_5ecf5_row3_col2\" class=\"data row3 col2\" >1856</td>\n",- " <td id=\"T_5ecf5_row3_col3\" class=\"data row3 col3\" >❌</td>\n",+ " <th id=\"T_9683e_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",+ " <td id=\"T_9683e_row3_col0\" class=\"data row3 col0\" >What year was the party of the winner of the 1971 San Francisco mayoral election founded?</td>\n",+ " <td id=\"T_9683e_row3_col1\" class=\"data row3 col1\" >['1828']</td>\n",+ " <td id=\"T_9683e_row3_col2\" class=\"data row3 col2\" >1856</td>\n",+ " <td id=\"T_9683e_row3_col3\" class=\"data row3 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_5ecf5_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",- " <td id=\"T_5ecf5_row4_col0\" class=\"data row4 col0\" >Which author is English: John Braine or Studs Terkel?</td>\n",- " <td id=\"T_5ecf5_row4_col1\" class=\"data row4 col1\" >['John Braine']</td>\n",- " <td id=\"T_5ecf5_row4_col2\" class=\"data row4 col2\" >Studs Terkel</td>\n",- " <td id=\"T_5ecf5_row4_col3\" class=\"data row4 col3\" >❌</td>\n",+ " <th id=\"T_9683e_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",+ " <td id=\"T_9683e_row4_col0\" class=\"data row4 col0\" >Which author is English: John Braine or Studs Terkel?</td>\n",+ " <td id=\"T_9683e_row4_col1\" class=\"data row4 col1\" >['John Braine']</td>\n",+ " <td id=\"T_9683e_row4_col2\" class=\"data row4 col2\" >Studs Terkel</td>\n",+ " <td id=\"T_9683e_row4_col3\" class=\"data row4 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_5ecf5_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",- " <td id=\"T_5ecf5_row5_col0\" class=\"data row5 col0\" >Anthony Dirrell is the brother of which super middleweight title holder?</td>\n",- " <td id=\"T_5ecf5_row5_col1\" class=\"data row5 col1\" >['Andre Dirrell']</td>\n",- " <td id=\"T_5ecf5_row5_col2\" class=\"data row5 col2\" >Andre Dirrell</td>\n",- " <td id=\"T_5ecf5_row5_col3\" class=\"data row5 col3\" >✔️</td>\n",+ " <th id=\"T_9683e_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",+ " <td id=\"T_9683e_row5_col0\" class=\"data row5 col0\" >Anthony Dirrell is the brother of which super middleweight title holder?</td>\n",+ " <td id=\"T_9683e_row5_col1\" class=\"data row5 col1\" >['Andre Dirrell']</td>\n",+ " <td id=\"T_9683e_row5_col2\" class=\"data row5 col2\" >Andre Dirrell</td>\n",+ " <td id=\"T_9683e_row5_col3\" class=\"data row5 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_5ecf5_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",- " <td id=\"T_5ecf5_row6_col0\" class=\"data row6 col0\" >In which city is the sports nutrition business established by Oliver Cookson based ?</td>\n",- " <td id=\"T_5ecf5_row6_col1\" class=\"data row6 col1\" >['Cheshire', 'Cheshire, UK']</td>\n",- " <td id=\"T_5ecf5_row6_col2\" class=\"data row6 col2\" >Manchester, England</td>\n",- " <td id=\"T_5ecf5_row6_col3\" class=\"data row6 col3\" >❌</td>\n",+ " <th id=\"T_9683e_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",+ " <td id=\"T_9683e_row6_col0\" class=\"data row6 col0\" >In which city is the sports nutrition business established by Oliver Cookson based ?</td>\n",+ " <td id=\"T_9683e_row6_col1\" class=\"data row6 col1\" >['Cheshire', 'Cheshire, UK']</td>\n",+ " <td id=\"T_9683e_row6_col2\" class=\"data row6 col2\" >Manchester, England</td>\n",+ " <td id=\"T_9683e_row6_col3\" class=\"data row6 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_5ecf5_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",- " <td id=\"T_5ecf5_row7_col0\" class=\"data row7 col0\" >Find the birth date of the actor who played roles in First Wives Club and Searching for the Elephant.</td>\n",- " <td id=\"T_5ecf5_row7_col1\" class=\"data row7 col1\" >['February 13, 1980']</td>\n",- " <td id=\"T_5ecf5_row7_col2\" class=\"data row7 col2\" >5 August 1862</td>\n",- " <td id=\"T_5ecf5_row7_col3\" class=\"data row7 col3\" >❌</td>\n",+ " <th id=\"T_9683e_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",+ " <td id=\"T_9683e_row7_col0\" class=\"data row7 col0\" >Find the birth date of the actor who played roles in First Wives Club and Searching for the Elephant.</td>\n",+ " <td id=\"T_9683e_row7_col1\" class=\"data row7 col1\" >['February 13, 1980']</td>\n",+ " <td id=\"T_9683e_row7_col2\" class=\"data row7 col2\" >5 August 1862</td>\n",+ " <td id=\"T_9683e_row7_col3\" class=\"data row7 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_5ecf5_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",- " <td id=\"T_5ecf5_row8_col0\" class=\"data row8 col0\" >Kyle Moran was born in the town on what river?</td>\n",- " <td id=\"T_5ecf5_row8_col1\" class=\"data row8 col1\" >['Castletown', 'Castletown River']</td>\n",- " <td id=\"T_5ecf5_row8_col2\" class=\"data row8 col2\" >Dundalk</td>\n",- " <td id=\"T_5ecf5_row8_col3\" class=\"data row8 col3\" >❌</td>\n",+ " <th id=\"T_9683e_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",+ " <td id=\"T_9683e_row8_col0\" class=\"data row8 col0\" >Kyle Moran was born in the town on what river?</td>\n",+ " <td id=\"T_9683e_row8_col1\" class=\"data row8 col1\" >['Castletown', 'Castletown River']</td>\n",+ " <td id=\"T_9683e_row8_col2\" class=\"data row8 col2\" >Dundalk</td>\n",+ " <td id=\"T_9683e_row8_col3\" class=\"data row8 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_5ecf5_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",- " <td id=\"T_5ecf5_row9_col0\" class=\"data row9 col0\" >What is the name of one branch of Robert D. Braun's speciality?</td>\n",- " <td id=\"T_5ecf5_row9_col1\" class=\"data row9 col1\" >['aeronautical engineering', 'astronautical engineering', 'aeronautics', 'astronautics']</td>\n",- " <td id=\"T_5ecf5_row9_col2\" class=\"data row9 col2\" >Jet Propulsion</td>\n",- " <td id=\"T_5ecf5_row9_col3\" class=\"data row9 col3\" >❌</td>\n",+ " <th id=\"T_9683e_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",+ " <td id=\"T_9683e_row9_col0\" class=\"data row9 col0\" >What is the name of one branch of Robert D. Braun's speciality?</td>\n",+ " <td id=\"T_9683e_row9_col1\" class=\"data row9 col1\" >['aeronautical engineering', 'astronautical engineering', 'aeronautics', 'astronautics']</td>\n",+ " <td id=\"T_9683e_row9_col2\" class=\"data row9 col2\" >Jet Propulsion</td>\n",+ " <td id=\"T_9683e_row9_col3\" class=\"data row9 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_5ecf5_level0_row10\" class=\"row_heading level0 row10\" >10</th>\n",- " <td id=\"T_5ecf5_row10_col0\" class=\"data row10 col0\" >Where was the actress who played the niece in the Priest film born?</td>\n",- " <td id=\"T_5ecf5_row10_col1\" class=\"data row10 col1\" >['Surrey', 'Guildford, Surrey']</td>\n",- " <td id=\"T_5ecf5_row10_col2\" class=\"data row10 col2\" >Los Angeles, California</td>\n",- " <td id=\"T_5ecf5_row10_col3\" class=\"data row10 col3\" >❌</td>\n",+ " <th id=\"T_9683e_level0_row10\" class=\"row_heading level0 row10\" >10</th>\n",+ " <td id=\"T_9683e_row10_col0\" class=\"data row10 col0\" >Where was the actress who played the niece in the Priest film born?</td>\n",+ " <td id=\"T_9683e_row10_col1\" class=\"data row10 col1\" >['Surrey', 'Guildford, Surrey']</td>\n",+ " <td id=\"T_9683e_row10_col2\" class=\"data row10 col2\" >Los Angeles, California</td>\n",+ " <td id=\"T_9683e_row10_col3\" class=\"data row10 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_5ecf5_level0_row11\" class=\"row_heading level0 row11\" >11</th>\n",- " <td id=\"T_5ecf5_row11_col0\" class=\"data row11 col0\" >Name the movie in which the daughter of Noel Harrison plays Violet Trefusis.</td>\n",- " <td id=\"T_5ecf5_row11_col1\" class=\"data row11 col1\" >['Portrait of a Marriage']</td>\n",- " <td id=\"T_5ecf5_row11_col2\" class=\"data row11 col2\" >Portrait of a Marriage</td>\n",- " <td id=\"T_5ecf5_row11_col3\" class=\"data row11 col3\" >✔️</td>\n",+ " <th id=\"T_9683e_level0_row11\" class=\"row_heading level0 row11\" >11</th>\n",+ " <td id=\"T_9683e_row11_col0\" class=\"data row11 col0\" >Name the movie in which the daughter of Noel Harrison plays Violet Trefusis.</td>\n",+ " <td id=\"T_9683e_row11_col1\" class=\"data row11 col1\" >['Portrait of a Marriage']</td>\n",+ " <td id=\"T_9683e_row11_col2\" class=\"data row11 col2\" >Portrait of a Marriage</td>\n",+ " <td id=\"T_9683e_row11_col3\" class=\"data row11 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_5ecf5_level0_row12\" class=\"row_heading level0 row12\" >12</th>\n",- " <td id=\"T_5ecf5_row12_col0\" class=\"data row12 col0\" >What year was the father of the Princes in the Tower born?</td>\n",- " <td id=\"T_5ecf5_row12_col1\" class=\"data row12 col1\" >['1442']</td>\n",- " <td id=\"T_5ecf5_row12_col2\" class=\"data row12 col2\" >1442</td>\n",- " <td id=\"T_5ecf5_row12_col3\" class=\"data row12 col3\" >✔️</td>\n",+ " <th id=\"T_9683e_level0_row12\" class=\"row_heading level0 row12\" >12</th>\n",+ " <td id=\"T_9683e_row12_col0\" class=\"data row12 col0\" >What year was the father of the Princes in the Tower born?</td>\n",+ " <td id=\"T_9683e_row12_col1\" class=\"data row12 col1\" >['1442']</td>\n",+ " <td id=\"T_9683e_row12_col2\" class=\"data row12 col2\" >1442</td>\n",+ " <td id=\"T_9683e_row12_col3\" class=\"data row12 col3\" >✔️</td>\n"," </tr>\n"," </tbody>\n","</table>\n"],"text/plain": [- "<pandas.io.formats.style.Styler at 0x7f2d5051aee0>"+ "<pandas.io.formats.style.Styler at 0x7f0016e1aac0>"]},"metadata": {},@@ -921,7 +921,7 @@"name": "stderr","output_type": "stream","text": [- "100%|██████████| 13/13 [00:00<00:00, 16.43it/s]"+ "100%|██████████| 13/13 [00:00<00:00, 20.67it/s]"]},{@@ -942,120 +942,120 @@"data": {"text/html": ["<style type=\"text/css\">\n",- "#T_3695c th {\n",+ "#T_0990b th {\n"," text-align: left;\n","}\n",- "#T_3695c td {\n",+ "#T_0990b td {\n"," text-align: left;\n","}\n","</style>\n",- "<table id=\"T_3695c\">\n",+ "<table id=\"T_0990b\">\n"," <thead>\n"," <tr>\n"," <th class=\"blank level0\" > </th>\n",- " <th id=\"T_3695c_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",- " <th id=\"T_3695c_level0_col1\" class=\"col_heading level0 col1\" >answer</th>\n",- " <th id=\"T_3695c_level0_col2\" class=\"col_heading level0 col2\" >prediction</th>\n",- " <th id=\"T_3695c_level0_col3\" class=\"col_heading level0 col3\" >correct</th>\n",+ " <th id=\"T_0990b_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",+ " <th id=\"T_0990b_level0_col1\" class=\"col_heading level0 col1\" >answer</th>\n",+ " <th id=\"T_0990b_level0_col2\" class=\"col_heading level0 col2\" >prediction</th>\n",+ " <th id=\"T_0990b_level0_col3\" class=\"col_heading level0 col3\" >correct</th>\n"," </tr>\n"," </thead>\n"," <tbody>\n"," <tr>\n",- " <th id=\"T_3695c_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",- " <td id=\"T_3695c_row0_col0\" class=\"data row0 col0\" >Who has a broader scope of profession: E. L. Doctorow or Julia Peterkin?</td>\n",- " <td id=\"T_3695c_row0_col1\" class=\"data row0 col1\" >['E. L. Doctorow', 'E.L. Doctorow', 'Doctorow']</td>\n",- " <td id=\"T_3695c_row0_col2\" class=\"data row0 col2\" >Julia Peterkin</td>\n",- " <td id=\"T_3695c_row0_col3\" class=\"data row0 col3\" >❌</td>\n",+ " <th id=\"T_0990b_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",+ " <td id=\"T_0990b_row0_col0\" class=\"data row0 col0\" >Who has a broader scope of profession: E. L. Doctorow or Julia Peterkin?</td>\n",+ " <td id=\"T_0990b_row0_col1\" class=\"data row0 col1\" >['E. L. Doctorow', 'E.L. Doctorow', 'Doctorow']</td>\n",+ " <td id=\"T_0990b_row0_col2\" class=\"data row0 col2\" >Julia Peterkin</td>\n",+ " <td id=\"T_0990b_row0_col3\" class=\"data row0 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_3695c_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",- " <td id=\"T_3695c_row1_col0\" class=\"data row1 col0\" >What documentary about the Gilgo Beach Killer debuted on A&E?</td>\n",- " <td id=\"T_3695c_row1_col1\" class=\"data row1 col1\" >['The Killing Season']</td>\n",- " <td id=\"T_3695c_row1_col2\" class=\"data row1 col2\" >The Killing Season</td>\n",- " <td id=\"T_3695c_row1_col3\" class=\"data row1 col3\" >✔️</td>\n",+ " <th id=\"T_0990b_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",+ " <td id=\"T_0990b_row1_col0\" class=\"data row1 col0\" >What documentary about the Gilgo Beach Killer debuted on A&E?</td>\n",+ " <td id=\"T_0990b_row1_col1\" class=\"data row1 col1\" >['The Killing Season']</td>\n",+ " <td id=\"T_0990b_row1_col2\" class=\"data row1 col2\" >The Killing Season</td>\n",+ " <td id=\"T_0990b_row1_col3\" class=\"data row1 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_3695c_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",- " <td id=\"T_3695c_row2_col0\" class=\"data row2 col0\" >Right Back At It Again contains lyrics co-written by the singer born in what city?</td>\n",- " <td id=\"T_3695c_row2_col1\" class=\"data row2 col1\" >['Gainesville, Florida', 'Gainesville']</td>\n",- " <td id=\"T_3695c_row2_col2\" class=\"data row2 col2\" >Ocala, Florida</td>\n",- " <td id=\"T_3695c_row2_col3\" class=\"data row2 col3\" >❌</td>\n",+ " <th id=\"T_0990b_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",+ " <td id=\"T_0990b_row2_col0\" class=\"data row2 col0\" >Right Back At It Again contains lyrics co-written by the singer born in what city?</td>\n",+ " <td id=\"T_0990b_row2_col1\" class=\"data row2 col1\" >['Gainesville, Florida', 'Gainesville']</td>\n",+ " <td id=\"T_0990b_row2_col2\" class=\"data row2 col2\" >Ocala, Florida</td>\n",+ " <td id=\"T_0990b_row2_col3\" class=\"data row2 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_3695c_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",- " <td id=\"T_3695c_row3_col0\" class=\"data row3 col0\" >What year was the party of the winner of the 1971 San Francisco mayoral election founded?</td>\n",- " <td id=\"T_3695c_row3_col1\" class=\"data row3 col1\" >['1828']</td>\n",- " <td id=\"T_3695c_row3_col2\" class=\"data row3 col2\" >1824</td>\n",- " <td id=\"T_3695c_row3_col3\" class=\"data row3 col3\" >❌</td>\n",+ " <th id=\"T_0990b_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",+ " <td id=\"T_0990b_row3_col0\" class=\"data row3 col0\" >What year was the party of the winner of the 1971 San Francisco mayoral election founded?</td>\n",+ " <td id=\"T_0990b_row3_col1\" class=\"data row3 col1\" >['1828']</td>\n",+ " <td id=\"T_0990b_row3_col2\" class=\"data row3 col2\" >1824</td>\n",+ " <td id=\"T_0990b_row3_col3\" class=\"data row3 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_3695c_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",- " <td id=\"T_3695c_row4_col0\" class=\"data row4 col0\" >Which author is English: John Braine or Studs Terkel?</td>\n",- " <td id=\"T_3695c_row4_col1\" class=\"data row4 col1\" >['John Braine']</td>\n",- " <td id=\"T_3695c_row4_col2\" class=\"data row4 col2\" >John Braine</td>\n",- " <td id=\"T_3695c_row4_col3\" class=\"data row4 col3\" >✔️</td>\n",+ " <th id=\"T_0990b_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",+ " <td id=\"T_0990b_row4_col0\" class=\"data row4 col0\" >Which author is English: John Braine or Studs Terkel?</td>\n",+ " <td id=\"T_0990b_row4_col1\" class=\"data row4 col1\" >['John Braine']</td>\n",+ " <td id=\"T_0990b_row4_col2\" class=\"data row4 col2\" >John Braine</td>\n",+ " <td id=\"T_0990b_row4_col3\" class=\"data row4 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_3695c_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",- " <td id=\"T_3695c_row5_col0\" class=\"data row5 col0\" >Anthony Dirrell is the brother of which super middleweight title holder?</td>\n",- " <td id=\"T_3695c_row5_col1\" class=\"data row5 col1\" >['Andre Dirrell']</td>\n",- " <td id=\"T_3695c_row5_col2\" class=\"data row5 col2\" >Andre Dirrell</td>\n",- " <td id=\"T_3695c_row5_col3\" class=\"data row5 col3\" >✔️</td>\n",+ " <th id=\"T_0990b_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",+ " <td id=\"T_0990b_row5_col0\" class=\"data row5 col0\" >Anthony Dirrell is the brother of which super middleweight title holder?</td>\n",+ " <td id=\"T_0990b_row5_col1\" class=\"data row5 col1\" >['Andre Dirrell']</td>\n",+ " <td id=\"T_0990b_row5_col2\" class=\"data row5 col2\" >Andre Dirrell</td>\n",+ " <td id=\"T_0990b_row5_col3\" class=\"data row5 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_3695c_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",- " <td id=\"T_3695c_row6_col0\" class=\"data row6 col0\" >In which city is the sports nutrition business established by Oliver Cookson based ?</td>\n",- " <td id=\"T_3695c_row6_col1\" class=\"data row6 col1\" >['Cheshire', 'Cheshire, UK']</td>\n",- " <td id=\"T_3695c_row6_col2\" class=\"data row6 col2\" >Cheshire, UK</td>\n",- " <td id=\"T_3695c_row6_col3\" class=\"data row6 col3\" >✔️</td>\n",+ " <th id=\"T_0990b_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",+ " <td id=\"T_0990b_row6_col0\" class=\"data row6 col0\" >In which city is the sports nutrition business established by Oliver Cookson based ?</td>\n",+ " <td id=\"T_0990b_row6_col1\" class=\"data row6 col1\" >['Cheshire', 'Cheshire, UK']</td>\n",+ " <td id=\"T_0990b_row6_col2\" class=\"data row6 col2\" >Cheshire, UK</td>\n",+ " <td id=\"T_0990b_row6_col3\" class=\"data row6 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_3695c_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",- " <td id=\"T_3695c_row7_col0\" class=\"data row7 col0\" >Find the birth date of the actor who played roles in First Wives Club and Searching for the Elephant.</td>\n",- " <td id=\"T_3695c_row7_col1\" class=\"data row7 col1\" >['February 13, 1980']</td>\n",- " <td id=\"T_3695c_row7_col2\" class=\"data row7 col2\" >September 27, 1974</td>\n",- " <td id=\"T_3695c_row7_col3\" class=\"data row7 col3\" >❌</td>\n",+ " <th id=\"T_0990b_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",+ " <td id=\"T_0990b_row7_col0\" class=\"data row7 col0\" >Find the birth date of the actor who played roles in First Wives Club and Searching for the Elephant.</td>\n",+ " <td id=\"T_0990b_row7_col1\" class=\"data row7 col1\" >['February 13, 1980']</td>\n",+ " <td id=\"T_0990b_row7_col2\" class=\"data row7 col2\" >September 27, 1974</td>\n",+ " <td id=\"T_0990b_row7_col3\" class=\"data row7 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_3695c_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",- " <td id=\"T_3695c_row8_col0\" class=\"data row8 col0\" >Kyle Moran was born in the town on what river?</td>\n",- " <td id=\"T_3695c_row8_col1\" class=\"data row8 col1\" >['Castletown', 'Castletown River']</td>\n",- " <td id=\"T_3695c_row8_col2\" class=\"data row8 col2\" >Dundalk</td>\n",- " <td id=\"T_3695c_row8_col3\" class=\"data row8 col3\" >❌</td>\n",+ " <th id=\"T_0990b_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",+ " <td id=\"T_0990b_row8_col0\" class=\"data row8 col0\" >Kyle Moran was born in the town on what river?</td>\n",+ " <td id=\"T_0990b_row8_col1\" class=\"data row8 col1\" >['Castletown', 'Castletown River']</td>\n",+ " <td id=\"T_0990b_row8_col2\" class=\"data row8 col2\" >Dundalk</td>\n",+ " <td id=\"T_0990b_row8_col3\" class=\"data row8 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_3695c_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",- " <td id=\"T_3695c_row9_col0\" class=\"data row9 col0\" >What is the name of one branch of Robert D. Braun's speciality?</td>\n",- " <td id=\"T_3695c_row9_col1\" class=\"data row9 col1\" >['aeronautical engineering', 'astronautical engineering', 'aeronautics', 'astronautics']</td>\n",- " <td id=\"T_3695c_row9_col2\" class=\"data row9 col2\" >Aerospace engineering</td>\n",- " <td id=\"T_3695c_row9_col3\" class=\"data row9 col3\" >❌</td>\n",+ " <th id=\"T_0990b_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",+ " <td id=\"T_0990b_row9_col0\" class=\"data row9 col0\" >What is the name of one branch of Robert D. Braun's speciality?</td>\n",+ " <td id=\"T_0990b_row9_col1\" class=\"data row9 col1\" >['aeronautical engineering', 'astronautical engineering', 'aeronautics', 'astronautics']</td>\n",+ " <td id=\"T_0990b_row9_col2\" class=\"data row9 col2\" >Aerospace engineering</td>\n",+ " <td id=\"T_0990b_row9_col3\" class=\"data row9 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_3695c_level0_row10\" class=\"row_heading level0 row10\" >10</th>\n",- " <td id=\"T_3695c_row10_col0\" class=\"data row10 col0\" >Where was the actress who played the niece in the Priest film born?</td>\n",- " <td id=\"T_3695c_row10_col1\" class=\"data row10 col1\" >['Surrey', 'Guildford, Surrey']</td>\n",- " <td id=\"T_3695c_row10_col2\" class=\"data row10 col2\" >Italy</td>\n",- " <td id=\"T_3695c_row10_col3\" class=\"data row10 col3\" >❌</td>\n",+ " <th id=\"T_0990b_level0_row10\" class=\"row_heading level0 row10\" >10</th>\n",+ " <td id=\"T_0990b_row10_col0\" class=\"data row10 col0\" >Where was the actress who played the niece in the Priest film born?</td>\n",+ " <td id=\"T_0990b_row10_col1\" class=\"data row10 col1\" >['Surrey', 'Guildford, Surrey']</td>\n",+ " <td id=\"T_0990b_row10_col2\" class=\"data row10 col2\" >Italy</td>\n",+ " <td id=\"T_0990b_row10_col3\" class=\"data row10 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_3695c_level0_row11\" class=\"row_heading level0 row11\" >11</th>\n",- " <td id=\"T_3695c_row11_col0\" class=\"data row11 col0\" >Name the movie in which the daughter of Noel Harrison plays Violet Trefusis.</td>\n",- " <td id=\"T_3695c_row11_col1\" class=\"data row11 col1\" >['Portrait of a Marriage']</td>\n",- " <td id=\"T_3695c_row11_col2\" class=\"data row11 col2\" >Portrait of a Marriage</td>\n",- " <td id=\"T_3695c_row11_col3\" class=\"data row11 col3\" >✔️</td>\n",+ " <th id=\"T_0990b_level0_row11\" class=\"row_heading level0 row11\" >11</th>\n",+ " <td id=\"T_0990b_row11_col0\" class=\"data row11 col0\" >Name the movie in which the daughter of Noel Harrison plays Violet Trefusis.</td>\n",+ " <td id=\"T_0990b_row11_col1\" class=\"data row11 col1\" >['Portrait of a Marriage']</td>\n",+ " <td id=\"T_0990b_row11_col2\" class=\"data row11 col2\" >Portrait of a Marriage</td>\n",+ " <td id=\"T_0990b_row11_col3\" class=\"data row11 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_3695c_level0_row12\" class=\"row_heading level0 row12\" >12</th>\n",- " <td id=\"T_3695c_row12_col0\" class=\"data row12 col0\" >What year was the father of the Princes in the Tower born?</td>\n",- " <td id=\"T_3695c_row12_col1\" class=\"data row12 col1\" >['1442']</td>\n",- " <td id=\"T_3695c_row12_col2\" class=\"data row12 col2\" >1442</td>\n",- " <td id=\"T_3695c_row12_col3\" class=\"data row12 col3\" >✔️</td>\n",+ " <th id=\"T_0990b_level0_row12\" class=\"row_heading level0 row12\" >12</th>\n",+ " <td id=\"T_0990b_row12_col0\" class=\"data row12 col0\" >What year was the father of the Princes in the Tower born?</td>\n",+ " <td id=\"T_0990b_row12_col1\" class=\"data row12 col1\" >['1442']</td>\n",+ " <td id=\"T_0990b_row12_col2\" class=\"data row12 col2\" >1442</td>\n",+ " <td id=\"T_0990b_row12_col3\" class=\"data row12 col3\" >✔️</td>\n"," </tr>\n"," </tbody>\n","</table>\n"],"text/plain": [- "<pandas.io.formats.style.Styler at 0x7f2c97dcf2b0>"+ "<pandas.io.formats.style.Styler at 0x7f0014067b50>"]},"metadata": {},@@ -1344,7 +1344,7 @@"name": "stderr","output_type": "stream","text": [- "100%|██████████| 13/13 [00:00<00:00, 83.91it/s]"+ "100%|██████████| 13/13 [00:00<00:00, 93.03it/s]"]},{@@ -1365,120 +1365,120 @@"data": {"text/html": ["<style type=\"text/css\">\n",- "#T_83eb7 th {\n",+ "#T_c4b56 th {\n"," text-align: left;\n","}\n",- "#T_83eb7 td {\n",+ "#T_c4b56 td {\n"," text-align: left;\n","}\n","</style>\n",- "<table id=\"T_83eb7\">\n",+ "<table id=\"T_c4b56\">\n"," <thead>\n"," <tr>\n"," <th class=\"blank level0\" > </th>\n",- " <th id=\"T_83eb7_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",- " <th id=\"T_83eb7_level0_col1\" class=\"col_heading level0 col1\" >answer</th>\n",- " <th id=\"T_83eb7_level0_col2\" class=\"col_heading level0 col2\" >prediction</th>\n",- " <th id=\"T_83eb7_level0_col3\" class=\"col_heading level0 col3\" >correct</th>\n",+ " <th id=\"T_c4b56_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",+ " <th id=\"T_c4b56_level0_col1\" class=\"col_heading level0 col1\" >answer</th>\n",+ " <th id=\"T_c4b56_level0_col2\" class=\"col_heading level0 col2\" >prediction</th>\n",+ " <th id=\"T_c4b56_level0_col3\" class=\"col_heading level0 col3\" >correct</th>\n"," </tr>\n"," </thead>\n"," <tbody>\n"," <tr>\n",- " <th id=\"T_83eb7_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",- " <td id=\"T_83eb7_row0_col0\" class=\"data row0 col0\" >Who has a broader scope of profession: E. L. Doctorow or Julia Peterkin?</td>\n",- " <td id=\"T_83eb7_row0_col1\" class=\"data row0 col1\" >['E. L. Doctorow', 'E.L. Doctorow', 'Doctorow']</td>\n",- " <td id=\"T_83eb7_row0_col2\" class=\"data row0 col2\" >E. L. Doctorow</td>\n",- " <td id=\"T_83eb7_row0_col3\" class=\"data row0 col3\" >✔️</td>\n",+ " <th id=\"T_c4b56_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",+ " <td id=\"T_c4b56_row0_col0\" class=\"data row0 col0\" >Who has a broader scope of profession: E. L. Doctorow or Julia Peterkin?</td>\n",+ " <td id=\"T_c4b56_row0_col1\" class=\"data row0 col1\" >['E. L. Doctorow', 'E.L. Doctorow', 'Doctorow']</td>\n",+ " <td id=\"T_c4b56_row0_col2\" class=\"data row0 col2\" >E. L. Doctorow</td>\n",+ " <td id=\"T_c4b56_row0_col3\" class=\"data row0 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_83eb7_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",- " <td id=\"T_83eb7_row1_col0\" class=\"data row1 col0\" >What documentary about the Gilgo Beach Killer debuted on A&E?</td>\n",- " <td id=\"T_83eb7_row1_col1\" class=\"data row1 col1\" >['The Killing Season']</td>\n",- " <td id=\"T_83eb7_row1_col2\" class=\"data row1 col2\" >The Killing Season</td>\n",- " <td id=\"T_83eb7_row1_col3\" class=\"data row1 col3\" >✔️</td>\n",+ " <th id=\"T_c4b56_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",+ " <td id=\"T_c4b56_row1_col0\" class=\"data row1 col0\" >What documentary about the Gilgo Beach Killer debuted on A&E?</td>\n",+ " <td id=\"T_c4b56_row1_col1\" class=\"data row1 col1\" >['The Killing Season']</td>\n",+ " <td id=\"T_c4b56_row1_col2\" class=\"data row1 col2\" >The Killing Season</td>\n",+ " <td id=\"T_c4b56_row1_col3\" class=\"data row1 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_83eb7_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",- " <td id=\"T_83eb7_row2_col0\" class=\"data row2 col0\" >Right Back At It Again contains lyrics co-written by the singer born in what city?</td>\n",- " <td id=\"T_83eb7_row2_col1\" class=\"data row2 col1\" >['Gainesville, Florida', 'Gainesville']</td>\n",- " <td id=\"T_83eb7_row2_col2\" class=\"data row2 col2\" >Gainesville, Florida</td>\n",- " <td id=\"T_83eb7_row2_col3\" class=\"data row2 col3\" >✔️</td>\n",+ " <th id=\"T_c4b56_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",+ " <td id=\"T_c4b56_row2_col0\" class=\"data row2 col0\" >Right Back At It Again contains lyrics co-written by the singer born in what city?</td>\n",+ " <td id=\"T_c4b56_row2_col1\" class=\"data row2 col1\" >['Gainesville, Florida', 'Gainesville']</td>\n",+ " <td id=\"T_c4b56_row2_col2\" class=\"data row2 col2\" >Gainesville, Florida</td>\n",+ " <td id=\"T_c4b56_row2_col3\" class=\"data row2 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_83eb7_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",- " <td id=\"T_83eb7_row3_col0\" class=\"data row3 col0\" >What year was the party of the winner of the 1971 San Francisco mayoral election founded?</td>\n",- " <td id=\"T_83eb7_row3_col1\" class=\"data row3 col1\" >['1828']</td>\n",- " <td id=\"T_83eb7_row3_col2\" class=\"data row3 col2\" >1947</td>\n",- " <td id=\"T_83eb7_row3_col3\" class=\"data row3 col3\" >❌</td>\n",+ " <th id=\"T_c4b56_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",+ " <td id=\"T_c4b56_row3_col0\" class=\"data row3 col0\" >What year was the party of the winner of the 1971 San Francisco mayoral election founded?</td>\n",+ " <td id=\"T_c4b56_row3_col1\" class=\"data row3 col1\" >['1828']</td>\n",+ " <td id=\"T_c4b56_row3_col2\" class=\"data row3 col2\" >1947</td>\n",+ " <td id=\"T_c4b56_row3_col3\" class=\"data row3 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_83eb7_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",- " <td id=\"T_83eb7_row4_col0\" class=\"data row4 col0\" >Which author is English: John Braine or Studs Terkel?</td>\n",- " <td id=\"T_83eb7_row4_col1\" class=\"data row4 col1\" >['John Braine']</td>\n",- " <td id=\"T_83eb7_row4_col2\" class=\"data row4 col2\" >John Braine</td>\n",- " <td id=\"T_83eb7_row4_col3\" class=\"data row4 col3\" >✔️</td>\n",+ " <th id=\"T_c4b56_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",+ " <td id=\"T_c4b56_row4_col0\" class=\"data row4 col0\" >Which author is English: John Braine or Studs Terkel?</td>\n",+ " <td id=\"T_c4b56_row4_col1\" class=\"data row4 col1\" >['John Braine']</td>\n",+ " <td id=\"T_c4b56_row4_col2\" class=\"data row4 col2\" >John Braine</td>\n",+ " <td id=\"T_c4b56_row4_col3\" class=\"data row4 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_83eb7_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",- " <td id=\"T_83eb7_row5_col0\" class=\"data row5 col0\" >Anthony Dirrell is the brother of which super middleweight title holder?</td>\n",- " <td id=\"T_83eb7_row5_col1\" class=\"data row5 col1\" >['Andre Dirrell']</td>\n",- " <td id=\"T_83eb7_row5_col2\" class=\"data row5 col2\" >Andre Dirrell</td>\n",- " <td id=\"T_83eb7_row5_col3\" class=\"data row5 col3\" >✔️</td>\n",+ " <th id=\"T_c4b56_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",+ " <td id=\"T_c4b56_row5_col0\" class=\"data row5 col0\" >Anthony Dirrell is the brother of which super middleweight title holder?</td>\n",+ " <td id=\"T_c4b56_row5_col1\" class=\"data row5 col1\" >['Andre Dirrell']</td>\n",+ " <td id=\"T_c4b56_row5_col2\" class=\"data row5 col2\" >Andre Dirrell</td>\n",+ " <td id=\"T_c4b56_row5_col3\" class=\"data row5 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_83eb7_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",- " <td id=\"T_83eb7_row6_col0\" class=\"data row6 col0\" >In which city is the sports nutrition business established by Oliver Cookson based ?</td>\n",- " <td id=\"T_83eb7_row6_col1\" class=\"data row6 col1\" >['Cheshire', 'Cheshire, UK']</td>\n",- " <td id=\"T_83eb7_row6_col2\" class=\"data row6 col2\" >Manchester, England</td>\n",- " <td id=\"T_83eb7_row6_col3\" class=\"data row6 col3\" >❌</td>\n",+ " <th id=\"T_c4b56_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",+ " <td id=\"T_c4b56_row6_col0\" class=\"data row6 col0\" >In which city is the sports nutrition business established by Oliver Cookson based ?</td>\n",+ " <td id=\"T_c4b56_row6_col1\" class=\"data row6 col1\" >['Cheshire', 'Cheshire, UK']</td>\n",+ " <td id=\"T_c4b56_row6_col2\" class=\"data row6 col2\" >Manchester, England</td>\n",+ " <td id=\"T_c4b56_row6_col3\" class=\"data row6 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_83eb7_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",- " <td id=\"T_83eb7_row7_col0\" class=\"data row7 col0\" >Find the birth date of the actor who played roles in First Wives Club and Searching for the Elephant.</td>\n",- " <td id=\"T_83eb7_row7_col1\" class=\"data row7 col1\" >['February 13, 1980']</td>\n",- " <td id=\"T_83eb7_row7_col2\" class=\"data row7 col2\" >1965</td>\n",- " <td id=\"T_83eb7_row7_col3\" class=\"data row7 col3\" >❌</td>\n",+ " <th id=\"T_c4b56_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",+ " <td id=\"T_c4b56_row7_col0\" class=\"data row7 col0\" >Find the birth date of the actor who played roles in First Wives Club and Searching for the Elephant.</td>\n",+ " <td id=\"T_c4b56_row7_col1\" class=\"data row7 col1\" >['February 13, 1980']</td>\n",+ " <td id=\"T_c4b56_row7_col2\" class=\"data row7 col2\" >1965</td>\n",+ " <td id=\"T_c4b56_row7_col3\" class=\"data row7 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_83eb7_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",- " <td id=\"T_83eb7_row8_col0\" class=\"data row8 col0\" >Kyle Moran was born in the town on what river?</td>\n",- " <td id=\"T_83eb7_row8_col1\" class=\"data row8 col1\" >['Castletown', 'Castletown River']</td>\n",- " <td id=\"T_83eb7_row8_col2\" class=\"data row8 col2\" >River Foyle</td>\n",- " <td id=\"T_83eb7_row8_col3\" class=\"data row8 col3\" >❌</td>\n",+ " <th id=\"T_c4b56_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",+ " <td id=\"T_c4b56_row8_col0\" class=\"data row8 col0\" >Kyle Moran was born in the town on what river?</td>\n",+ " <td id=\"T_c4b56_row8_col1\" class=\"data row8 col1\" >['Castletown', 'Castletown River']</td>\n",+ " <td id=\"T_c4b56_row8_col2\" class=\"data row8 col2\" >River Foyle</td>\n",+ " <td id=\"T_c4b56_row8_col3\" class=\"data row8 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_83eb7_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",- " <td id=\"T_83eb7_row9_col0\" class=\"data row9 col0\" >What is the name of one branch of Robert D. Braun's speciality?</td>\n",- " <td id=\"T_83eb7_row9_col1\" class=\"data row9 col1\" >['aeronautical engineering', 'astronautical engineering', 'aeronautics', 'astronautics']</td>\n",- " <td id=\"T_83eb7_row9_col2\" class=\"data row9 col2\" >Aerospace engineering</td>\n",- " <td id=\"T_83eb7_row9_col3\" class=\"data row9 col3\" >❌</td>\n",+ " <th id=\"T_c4b56_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",+ " <td id=\"T_c4b56_row9_col0\" class=\"data row9 col0\" >What is the name of one branch of Robert D. Braun's speciality?</td>\n",+ " <td id=\"T_c4b56_row9_col1\" class=\"data row9 col1\" >['aeronautical engineering', 'astronautical engineering', 'aeronautics', 'astronautics']</td>\n",+ " <td id=\"T_c4b56_row9_col2\" class=\"data row9 col2\" >Aerospace engineering</td>\n",+ " <td id=\"T_c4b56_row9_col3\" class=\"data row9 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_83eb7_level0_row10\" class=\"row_heading level0 row10\" >10</th>\n",- " <td id=\"T_83eb7_row10_col0\" class=\"data row10 col0\" >Where was the actress who played the niece in the Priest film born?</td>\n",- " <td id=\"T_83eb7_row10_col1\" class=\"data row10 col1\" >['Surrey', 'Guildford, Surrey']</td>\n",- " <td id=\"T_83eb7_row10_col2\" class=\"data row10 col2\" >Guildford, Surrey</td>\n",- " <td id=\"T_83eb7_row10_col3\" class=\"data row10 col3\" >✔️</td>\n",+ " <th id=\"T_c4b56_level0_row10\" class=\"row_heading level0 row10\" >10</th>\n",+ " <td id=\"T_c4b56_row10_col0\" class=\"data row10 col0\" >Where was the actress who played the niece in the Priest film born?</td>\n",+ " <td id=\"T_c4b56_row10_col1\" class=\"data row10 col1\" >['Surrey', 'Guildford, Surrey']</td>\n",+ " <td id=\"T_c4b56_row10_col2\" class=\"data row10 col2\" >Guildford, Surrey</td>\n",+ " <td id=\"T_c4b56_row10_col3\" class=\"data row10 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_83eb7_level0_row11\" class=\"row_heading level0 row11\" >11</th>\n",- " <td id=\"T_83eb7_row11_col0\" class=\"data row11 col0\" >Name the movie in which the daughter of Noel Harrison plays Violet Trefusis.</td>\n",- " <td id=\"T_83eb7_row11_col1\" class=\"data row11 col1\" >['Portrait of a Marriage']</td>\n",- " <td id=\"T_83eb7_row11_col2\" class=\"data row11 col2\" >Carrington</td>\n",- " <td id=\"T_83eb7_row11_col3\" class=\"data row11 col3\" >❌</td>\n",+ " <th id=\"T_c4b56_level0_row11\" class=\"row_heading level0 row11\" >11</th>\n",+ " <td id=\"T_c4b56_row11_col0\" class=\"data row11 col0\" >Name the movie in which the daughter of Noel Harrison plays Violet Trefusis.</td>\n",+ " <td id=\"T_c4b56_row11_col1\" class=\"data row11 col1\" >['Portrait of a Marriage']</td>\n",+ " <td id=\"T_c4b56_row11_col2\" class=\"data row11 col2\" >Carrington</td>\n",+ " <td id=\"T_c4b56_row11_col3\" class=\"data row11 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_83eb7_level0_row12\" class=\"row_heading level0 row12\" >12</th>\n",- " <td id=\"T_83eb7_row12_col0\" class=\"data row12 col0\" >What year was the father of the Princes in the Tower born?</td>\n",- " <td id=\"T_83eb7_row12_col1\" class=\"data row12 col1\" >['1442']</td>\n",- " <td id=\"T_83eb7_row12_col2\" class=\"data row12 col2\" >1442</td>\n",- " <td id=\"T_83eb7_row12_col3\" class=\"data row12 col3\" >✔️</td>\n",+ " <th id=\"T_c4b56_level0_row12\" class=\"row_heading level0 row12\" >12</th>\n",+ " <td id=\"T_c4b56_row12_col0\" class=\"data row12 col0\" >What year was the father of the Princes in the Tower born?</td>\n",+ " <td id=\"T_c4b56_row12_col1\" class=\"data row12 col1\" >['1442']</td>\n",+ " <td id=\"T_c4b56_row12_col2\" class=\"data row12 col2\" >1442</td>\n",+ " <td id=\"T_c4b56_row12_col3\" class=\"data row12 col3\" >✔️</td>\n"," </tr>\n"," </tbody>\n","</table>\n"],"text/plain": [- "<pandas.io.formats.style.Styler at 0x7f2d50533ee0>"+ "<pandas.io.formats.style.Styler at 0x7f00d069b4f0>"]},"metadata": {},@@ -1821,7 +1821,7 @@"name": "stderr","output_type": "stream","text": [- "100%|██████████| 13/13 [00:01<00:00, 8.50it/s]"+ "100%|██████████| 13/13 [00:01<00:00, 9.43it/s]"]},{@@ -1842,120 +1842,120 @@"data": {"text/html": ["<style type=\"text/css\">\n",- "#T_b6174 th {\n",+ "#T_d7779 th {\n"," text-align: left;\n","}\n",- "#T_b6174 td {\n",+ "#T_d7779 td {\n"," text-align: left;\n","}\n","</style>\n",- "<table id=\"T_b6174\">\n",+ "<table id=\"T_d7779\">\n"," <thead>\n"," <tr>\n"," <th class=\"blank level0\" > </th>\n",- " <th id=\"T_b6174_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",- " <th id=\"T_b6174_level0_col1\" class=\"col_heading level0 col1\" >answer</th>\n",- " <th id=\"T_b6174_level0_col2\" class=\"col_heading level0 col2\" >prediction</th>\n",- " <th id=\"T_b6174_level0_col3\" class=\"col_heading level0 col3\" >correct</th>\n",+ " <th id=\"T_d7779_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",+ " <th id=\"T_d7779_level0_col1\" class=\"col_heading level0 col1\" >answer</th>\n",+ " <th id=\"T_d7779_level0_col2\" class=\"col_heading level0 col2\" >prediction</th>\n",+ " <th id=\"T_d7779_level0_col3\" class=\"col_heading level0 col3\" >correct</th>\n"," </tr>\n"," </thead>\n"," <tbody>\n"," <tr>\n",- " <th id=\"T_b6174_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",- " <td id=\"T_b6174_row0_col0\" class=\"data row0 col0\" >Who has a broader scope of profession: E. L. Doctorow or Julia Peterkin?</td>\n",- " <td id=\"T_b6174_row0_col1\" class=\"data row0 col1\" >['E. L. Doctorow', 'E.L. Doctorow', 'Doctorow']</td>\n",- " <td id=\"T_b6174_row0_col2\" class=\"data row0 col2\" >E. L. Doctorow</td>\n",- " <td id=\"T_b6174_row0_col3\" class=\"data row0 col3\" >✔️</td>\n",+ " <th id=\"T_d7779_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",+ " <td id=\"T_d7779_row0_col0\" class=\"data row0 col0\" >Who has a broader scope of profession: E. L. Doctorow or Julia Peterkin?</td>\n",+ " <td id=\"T_d7779_row0_col1\" class=\"data row0 col1\" >['E. L. Doctorow', 'E.L. Doctorow', 'Doctorow']</td>\n",+ " <td id=\"T_d7779_row0_col2\" class=\"data row0 col2\" >E. L. Doctorow</td>\n",+ " <td id=\"T_d7779_row0_col3\" class=\"data row0 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_b6174_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",- " <td id=\"T_b6174_row1_col0\" class=\"data row1 col0\" >What documentary about the Gilgo Beach Killer debuted on A&E?</td>\n",- " <td id=\"T_b6174_row1_col1\" class=\"data row1 col1\" >['The Killing Season']</td>\n",- " <td id=\"T_b6174_row1_col2\" class=\"data row1 col2\" >The Killing Season</td>\n",- " <td id=\"T_b6174_row1_col3\" class=\"data row1 col3\" >✔️</td>\n",+ " <th id=\"T_d7779_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",+ " <td id=\"T_d7779_row1_col0\" class=\"data row1 col0\" >What documentary about the Gilgo Beach Killer debuted on A&E?</td>\n",+ " <td id=\"T_d7779_row1_col1\" class=\"data row1 col1\" >['The Killing Season']</td>\n",+ " <td id=\"T_d7779_row1_col2\" class=\"data row1 col2\" >The Killing Season</td>\n",+ " <td id=\"T_d7779_row1_col3\" class=\"data row1 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_b6174_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",- " <td id=\"T_b6174_row2_col0\" class=\"data row2 col0\" >Right Back At It Again contains lyrics co-written by the singer born in what city?</td>\n",- " <td id=\"T_b6174_row2_col1\" class=\"data row2 col1\" >['Gainesville, Florida', 'Gainesville']</td>\n",- " <td id=\"T_b6174_row2_col2\" class=\"data row2 col2\" >Gainesville, Florida</td>\n",- " <td id=\"T_b6174_row2_col3\" class=\"data row2 col3\" >✔️</td>\n",+ " <th id=\"T_d7779_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",+ " <td id=\"T_d7779_row2_col0\" class=\"data row2 col0\" >Right Back At It Again contains lyrics co-written by the singer born in what city?</td>\n",+ " <td id=\"T_d7779_row2_col1\" class=\"data row2 col1\" >['Gainesville, Florida', 'Gainesville']</td>\n",+ " <td id=\"T_d7779_row2_col2\" class=\"data row2 col2\" >Gainesville, Florida</td>\n",+ " <td id=\"T_d7779_row2_col3\" class=\"data row2 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_b6174_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",- " <td id=\"T_b6174_row3_col0\" class=\"data row3 col0\" >What year was the party of the winner of the 1971 San Francisco mayoral election founded?</td>\n",- " <td id=\"T_b6174_row3_col1\" class=\"data row3 col1\" >['1828']</td>\n",- " <td id=\"T_b6174_row3_col2\" class=\"data row3 col2\" >1828</td>\n",- " <td id=\"T_b6174_row3_col3\" class=\"data row3 col3\" >✔️</td>\n",+ " <th id=\"T_d7779_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",+ " <td id=\"T_d7779_row3_col0\" class=\"data row3 col0\" >What year was the party of the winner of the 1971 San Francisco mayoral election founded?</td>\n",+ " <td id=\"T_d7779_row3_col1\" class=\"data row3 col1\" >['1828']</td>\n",+ " <td id=\"T_d7779_row3_col2\" class=\"data row3 col2\" >1828</td>\n",+ " <td id=\"T_d7779_row3_col3\" class=\"data row3 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_b6174_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",- " <td id=\"T_b6174_row4_col0\" class=\"data row4 col0\" >Which author is English: John Braine or Studs Terkel?</td>\n",- " <td id=\"T_b6174_row4_col1\" class=\"data row4 col1\" >['John Braine']</td>\n",- " <td id=\"T_b6174_row4_col2\" class=\"data row4 col2\" >John Braine</td>\n",- " <td id=\"T_b6174_row4_col3\" class=\"data row4 col3\" >✔️</td>\n",+ " <th id=\"T_d7779_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",+ " <td id=\"T_d7779_row4_col0\" class=\"data row4 col0\" >Which author is English: John Braine or Studs Terkel?</td>\n",+ " <td id=\"T_d7779_row4_col1\" class=\"data row4 col1\" >['John Braine']</td>\n",+ " <td id=\"T_d7779_row4_col2\" class=\"data row4 col2\" >John Braine</td>\n",+ " <td id=\"T_d7779_row4_col3\" class=\"data row4 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_b6174_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",- " <td id=\"T_b6174_row5_col0\" class=\"data row5 col0\" >Anthony Dirrell is the brother of which super middleweight title holder?</td>\n",- " <td id=\"T_b6174_row5_col1\" class=\"data row5 col1\" >['Andre Dirrell']</td>\n",- " <td id=\"T_b6174_row5_col2\" class=\"data row5 col2\" >Andre Dirrell</td>\n",- " <td id=\"T_b6174_row5_col3\" class=\"data row5 col3\" >✔️</td>\n",+ " <th id=\"T_d7779_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",+ " <td id=\"T_d7779_row5_col0\" class=\"data row5 col0\" >Anthony Dirrell is the brother of which super middleweight title holder?</td>\n",+ " <td id=\"T_d7779_row5_col1\" class=\"data row5 col1\" >['Andre Dirrell']</td>\n",+ " <td id=\"T_d7779_row5_col2\" class=\"data row5 col2\" >Andre Dirrell</td>\n",+ " <td id=\"T_d7779_row5_col3\" class=\"data row5 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_b6174_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",- " <td id=\"T_b6174_row6_col0\" class=\"data row6 col0\" >In which city is the sports nutrition business established by Oliver Cookson based ?</td>\n",- " <td id=\"T_b6174_row6_col1\" class=\"data row6 col1\" >['Cheshire', 'Cheshire, UK']</td>\n",- " <td id=\"T_b6174_row6_col2\" class=\"data row6 col2\" >Cheshire</td>\n",- " <td id=\"T_b6174_row6_col3\" class=\"data row6 col3\" >✔️</td>\n",+ " <th id=\"T_d7779_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",+ " <td id=\"T_d7779_row6_col0\" class=\"data row6 col0\" >In which city is the sports nutrition business established by Oliver Cookson based ?</td>\n",+ " <td id=\"T_d7779_row6_col1\" class=\"data row6 col1\" >['Cheshire', 'Cheshire, UK']</td>\n",+ " <td id=\"T_d7779_row6_col2\" class=\"data row6 col2\" >Cheshire</td>\n",+ " <td id=\"T_d7779_row6_col3\" class=\"data row6 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_b6174_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",- " <td id=\"T_b6174_row7_col0\" class=\"data row7 col0\" >Find the birth date of the actor who played roles in First Wives Club and Searching for the Elephant.</td>\n",- " <td id=\"T_b6174_row7_col1\" class=\"data row7 col1\" >['February 13, 1980']</td>\n",- " <td id=\"T_b6174_row7_col2\" class=\"data row7 col2\" >1958</td>\n",- " <td id=\"T_b6174_row7_col3\" class=\"data row7 col3\" >❌</td>\n",+ " <th id=\"T_d7779_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",+ " <td id=\"T_d7779_row7_col0\" class=\"data row7 col0\" >Find the birth date of the actor who played roles in First Wives Club and Searching for the Elephant.</td>\n",+ " <td id=\"T_d7779_row7_col1\" class=\"data row7 col1\" >['February 13, 1980']</td>\n",+ " <td id=\"T_d7779_row7_col2\" class=\"data row7 col2\" >1958</td>\n",+ " <td id=\"T_d7779_row7_col3\" class=\"data row7 col3\" >❌</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_b6174_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",- " <td id=\"T_b6174_row8_col0\" class=\"data row8 col0\" >Kyle Moran was born in the town on what river?</td>\n",- " <td id=\"T_b6174_row8_col1\" class=\"data row8 col1\" >['Castletown', 'Castletown River']</td>\n",- " <td id=\"T_b6174_row8_col2\" class=\"data row8 col2\" >Castletown River</td>\n",- " <td id=\"T_b6174_row8_col3\" class=\"data row8 col3\" >✔️</td>\n",+ " <th id=\"T_d7779_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",+ " <td id=\"T_d7779_row8_col0\" class=\"data row8 col0\" >Kyle Moran was born in the town on what river?</td>\n",+ " <td id=\"T_d7779_row8_col1\" class=\"data row8 col1\" >['Castletown', 'Castletown River']</td>\n",+ " <td id=\"T_d7779_row8_col2\" class=\"data row8 col2\" >Castletown River</td>\n",+ " <td id=\"T_d7779_row8_col3\" class=\"data row8 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_b6174_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",- " <td id=\"T_b6174_row9_col0\" class=\"data row9 col0\" >What is the name of one branch of Robert D. Braun's speciality?</td>\n",- " <td id=\"T_b6174_row9_col1\" class=\"data row9 col1\" >['aeronautical engineering', 'astronautical engineering', 'aeronautics', 'astronautics']</td>\n",- " <td id=\"T_b6174_row9_col2\" class=\"data row9 col2\" >Aeronautics</td>\n",- " <td id=\"T_b6174_row9_col3\" class=\"data row9 col3\" >✔️</td>\n",+ " <th id=\"T_d7779_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",+ " <td id=\"T_d7779_row9_col0\" class=\"data row9 col0\" >What is the name of one branch of Robert D. Braun's speciality?</td>\n",+ " <td id=\"T_d7779_row9_col1\" class=\"data row9 col1\" >['aeronautical engineering', 'astronautical engineering', 'aeronautics', 'astronautics']</td>\n",+ " <td id=\"T_d7779_row9_col2\" class=\"data row9 col2\" >Aeronautics</td>\n",+ " <td id=\"T_d7779_row9_col3\" class=\"data row9 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_b6174_level0_row10\" class=\"row_heading level0 row10\" >10</th>\n",- " <td id=\"T_b6174_row10_col0\" class=\"data row10 col0\" >Where was the actress who played the niece in the Priest film born?</td>\n",- " <td id=\"T_b6174_row10_col1\" class=\"data row10 col1\" >['Surrey', 'Guildford, Surrey']</td>\n",- " <td id=\"T_b6174_row10_col2\" class=\"data row10 col2\" >Surrey</td>\n",- " <td id=\"T_b6174_row10_col3\" class=\"data row10 col3\" >✔️</td>\n",+ " <th id=\"T_d7779_level0_row10\" class=\"row_heading level0 row10\" >10</th>\n",+ " <td id=\"T_d7779_row10_col0\" class=\"data row10 col0\" >Where was the actress who played the niece in the Priest film born?</td>\n",+ " <td id=\"T_d7779_row10_col1\" class=\"data row10 col1\" >['Surrey', 'Guildford, Surrey']</td>\n",+ " <td id=\"T_d7779_row10_col2\" class=\"data row10 col2\" >Surrey</td>\n",+ " <td id=\"T_d7779_row10_col3\" class=\"data row10 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_b6174_level0_row11\" class=\"row_heading level0 row11\" >11</th>\n",- " <td id=\"T_b6174_row11_col0\" class=\"data row11 col0\" >Name the movie in which the daughter of Noel Harrison plays Violet Trefusis.</td>\n",- " <td id=\"T_b6174_row11_col1\" class=\"data row11 col1\" >['Portrait of a Marriage']</td>\n",- " <td id=\"T_b6174_row11_col2\" class=\"data row11 col2\" >Portrait of a Marriage</td>\n",- " <td id=\"T_b6174_row11_col3\" class=\"data row11 col3\" >✔️</td>\n",+ " <th id=\"T_d7779_level0_row11\" class=\"row_heading level0 row11\" >11</th>\n",+ " <td id=\"T_d7779_row11_col0\" class=\"data row11 col0\" >Name the movie in which the daughter of Noel Harrison plays Violet Trefusis.</td>\n",+ " <td id=\"T_d7779_row11_col1\" class=\"data row11 col1\" >['Portrait of a Marriage']</td>\n",+ " <td id=\"T_d7779_row11_col2\" class=\"data row11 col2\" >Portrait of a Marriage</td>\n",+ " <td id=\"T_d7779_row11_col3\" class=\"data row11 col3\" >✔️</td>\n"," </tr>\n"," <tr>\n",- " <th id=\"T_b6174_level0_row12\" class=\"row_heading level0 row12\" >12</th>\n",- " <td id=\"T_b6174_row12_col0\" class=\"data row12 col0\" >What year was the father of the Princes in the Tower born?</td>\n",- " <td id=\"T_b6174_row12_col1\" class=\"data row12 col1\" >['1442']</td>\n",- " <td id=\"T_b6174_row12_col2\" class=\"data row12 col2\" >1442</td>\n",- " <td id=\"T_b6174_row12_col3\" class=\"data row12 col3\" >✔️</td>\n",+ " <th id=\"T_d7779_level0_row12\" class=\"row_heading level0 row12\" >12</th>\n",+ " <td id=\"T_d7779_row12_col0\" class=\"data row12 col0\" >What year was the father of the Princes in the Tower born?</td>\n",+ " <td id=\"T_d7779_row12_col1\" class=\"data row12 col1\" >['1442']</td>\n",+ " <td id=\"T_d7779_row12_col2\" class=\"data row12 col2\" >1442</td>\n",+ " <td id=\"T_d7779_row12_col3\" class=\"data row12 col3\" >✔️</td>\n"," </tr>\n"," </tbody>\n","</table>\n"],"text/plain": [- "<pandas.io.formats.style.Styler at 0x7f2c9404ee80>"+ "<pandas.io.formats.style.Styler at 0x7f00d069b100>"]},"metadata": {},