Skip to content

armgit / dspy

Public Imported from GitHub
0

DSPy: The framework for programming—not prompting—language models

Python

Ready for Colab

Omar Khattab06588cccb7dd
diff --git a/.gitignore b/.gitignore
index d19467c29..499ac28b9 100644
--- a/.gitignore
+++ b/.gitignore
@@ -27,4 +27,6 @@ __pycache__/
*.json
gpt*.txt
*.env
-local/
\ No newline at end of file
+local/
+build/
+*.egg-info/
\ No newline at end of file
diff --git a/intro.ipynb b/intro.ipynb
index 2692ed1f7..8e738b03b 100644
--- a/intro.ipynb
+++ b/intro.ipynb
@@ -28,16 +28,16 @@
"metadata": {},
"outputs": [],
"source": [
- "!pip install dsp-ml\n",
- "\n",
- "try:\n",
- " import google.colab # When on google Colab, let's clone the notebook so we download the cache.\n",
+ "try: # When on google Colab, let's clone the notebook so we download the cache.\n",
+ " import google.colab \n",
" !git -C dsp/ pull || git clone https://github.com/stanfordnlp/dsp\n",
+ " !pip install dsp/\n",
" import sys; sys.path.insert(0, 'dsp/')\n",
" %set_env DSP_NOTEBOOK_CACHEDIR dsp/cache\n",
"\n",
- "except:\n",
- " %set_env DSP_NOTEBOOK_CACHEDIR cache # Set up the cache for the examples below."
+ "except: # Set up the cache for the examples below.\n",
+ " !pip install dsp-ml\n",
+ " %set_env DSP_NOTEBOOK_CACHEDIR cache"
]
},
{
@@ -294,7 +294,7 @@
"name": "stderr",
"output_type": "stream",
"text": [
- "100%|██████████| 13/13 [00:00<00:00, 384.43it/s]"
+ "100%|██████████| 13/13 [00:00<00:00, 404.65it/s]"
]
},
{
@@ -315,120 +315,120 @@
"data": {
"text/html": [
"<style type=\"text/css\">\n",
- "#T_364bd th {\n",
+ "#T_c002e th {\n",
" text-align: left;\n",
"}\n",
- "#T_364bd td {\n",
+ "#T_c002e td {\n",
" text-align: left;\n",
"}\n",
"</style>\n",
- "<table id=\"T_364bd\">\n",
+ "<table id=\"T_c002e\">\n",
" <thead>\n",
" <tr>\n",
" <th class=\"blank level0\" >&nbsp;</th>\n",
- " <th id=\"T_364bd_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",
- " <th id=\"T_364bd_level0_col1\" class=\"col_heading level0 col1\" >answer</th>\n",
- " <th id=\"T_364bd_level0_col2\" class=\"col_heading level0 col2\" >prediction</th>\n",
- " <th id=\"T_364bd_level0_col3\" class=\"col_heading level0 col3\" >correct</th>\n",
+ " <th id=\"T_c002e_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",
+ " <th id=\"T_c002e_level0_col1\" class=\"col_heading level0 col1\" >answer</th>\n",
+ " <th id=\"T_c002e_level0_col2\" class=\"col_heading level0 col2\" >prediction</th>\n",
+ " <th id=\"T_c002e_level0_col3\" class=\"col_heading level0 col3\" >correct</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
- " <th id=\"T_364bd_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
- " <td id=\"T_364bd_row0_col0\" class=\"data row0 col0\" >Who has a broader scope of profession: E. L. Doctorow or Julia Peterkin?</td>\n",
- " <td id=\"T_364bd_row0_col1\" class=\"data row0 col1\" >['E. L. Doctorow', 'E.L. Doctorow', 'Doctorow']</td>\n",
- " <td id=\"T_364bd_row0_col2\" class=\"data row0 col2\" >E. L. Doctorow</td>\n",
- " <td id=\"T_364bd_row0_col3\" class=\"data row0 col3\" >✔️</td>\n",
+ " <th id=\"T_c002e_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
+ " <td id=\"T_c002e_row0_col0\" class=\"data row0 col0\" >Who has a broader scope of profession: E. L. Doctorow or Julia Peterkin?</td>\n",
+ " <td id=\"T_c002e_row0_col1\" class=\"data row0 col1\" >['E. L. Doctorow', 'E.L. Doctorow', 'Doctorow']</td>\n",
+ " <td id=\"T_c002e_row0_col2\" class=\"data row0 col2\" >E. L. Doctorow</td>\n",
+ " <td id=\"T_c002e_row0_col3\" class=\"data row0 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_364bd_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
- " <td id=\"T_364bd_row1_col0\" class=\"data row1 col0\" >What documentary about the Gilgo Beach Killer debuted on A&E?</td>\n",
- " <td id=\"T_364bd_row1_col1\" class=\"data row1 col1\" >['The Killing Season']</td>\n",
- " <td id=\"T_364bd_row1_col2\" class=\"data row1 col2\" >The Killing Season</td>\n",
- " <td id=\"T_364bd_row1_col3\" class=\"data row1 col3\" >✔️</td>\n",
+ " <th id=\"T_c002e_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
+ " <td id=\"T_c002e_row1_col0\" class=\"data row1 col0\" >What documentary about the Gilgo Beach Killer debuted on A&E?</td>\n",
+ " <td id=\"T_c002e_row1_col1\" class=\"data row1 col1\" >['The Killing Season']</td>\n",
+ " <td id=\"T_c002e_row1_col2\" class=\"data row1 col2\" >The Killing Season</td>\n",
+ " <td id=\"T_c002e_row1_col3\" class=\"data row1 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_364bd_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
- " <td id=\"T_364bd_row2_col0\" class=\"data row2 col0\" >Right Back At It Again contains lyrics co-written by the singer born in what city?</td>\n",
- " <td id=\"T_364bd_row2_col1\" class=\"data row2 col1\" >['Gainesville, Florida', 'Gainesville']</td>\n",
- " <td id=\"T_364bd_row2_col2\" class=\"data row2 col2\" >Melbourne, Australia</td>\n",
- " <td id=\"T_364bd_row2_col3\" class=\"data row2 col3\" >❌</td>\n",
+ " <th id=\"T_c002e_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
+ " <td id=\"T_c002e_row2_col0\" class=\"data row2 col0\" >Right Back At It Again contains lyrics co-written by the singer born in what city?</td>\n",
+ " <td id=\"T_c002e_row2_col1\" class=\"data row2 col1\" >['Gainesville, Florida', 'Gainesville']</td>\n",
+ " <td id=\"T_c002e_row2_col2\" class=\"data row2 col2\" >Melbourne, Australia</td>\n",
+ " <td id=\"T_c002e_row2_col3\" class=\"data row2 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_364bd_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
- " <td id=\"T_364bd_row3_col0\" class=\"data row3 col0\" >What year was the party of the winner of the 1971 San Francisco mayoral election founded?</td>\n",
- " <td id=\"T_364bd_row3_col1\" class=\"data row3 col1\" >['1828']</td>\n",
- " <td id=\"T_364bd_row3_col2\" class=\"data row3 col2\" >1966</td>\n",
- " <td id=\"T_364bd_row3_col3\" class=\"data row3 col3\" >❌</td>\n",
+ " <th id=\"T_c002e_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
+ " <td id=\"T_c002e_row3_col0\" class=\"data row3 col0\" >What year was the party of the winner of the 1971 San Francisco mayoral election founded?</td>\n",
+ " <td id=\"T_c002e_row3_col1\" class=\"data row3 col1\" >['1828']</td>\n",
+ " <td id=\"T_c002e_row3_col2\" class=\"data row3 col2\" >1966</td>\n",
+ " <td id=\"T_c002e_row3_col3\" class=\"data row3 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_364bd_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
- " <td id=\"T_364bd_row4_col0\" class=\"data row4 col0\" >Which author is English: John Braine or Studs Terkel?</td>\n",
- " <td id=\"T_364bd_row4_col1\" class=\"data row4 col1\" >['John Braine']</td>\n",
- " <td id=\"T_364bd_row4_col2\" class=\"data row4 col2\" >John Braine</td>\n",
- " <td id=\"T_364bd_row4_col3\" class=\"data row4 col3\" >✔️</td>\n",
+ " <th id=\"T_c002e_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
+ " <td id=\"T_c002e_row4_col0\" class=\"data row4 col0\" >Which author is English: John Braine or Studs Terkel?</td>\n",
+ " <td id=\"T_c002e_row4_col1\" class=\"data row4 col1\" >['John Braine']</td>\n",
+ " <td id=\"T_c002e_row4_col2\" class=\"data row4 col2\" >John Braine</td>\n",
+ " <td id=\"T_c002e_row4_col3\" class=\"data row4 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_364bd_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",
- " <td id=\"T_364bd_row5_col0\" class=\"data row5 col0\" >Anthony Dirrell is the brother of which super middleweight title holder?</td>\n",
- " <td id=\"T_364bd_row5_col1\" class=\"data row5 col1\" >['Andre Dirrell']</td>\n",
- " <td id=\"T_364bd_row5_col2\" class=\"data row5 col2\" >Andre Dirrell</td>\n",
- " <td id=\"T_364bd_row5_col3\" class=\"data row5 col3\" >✔️</td>\n",
+ " <th id=\"T_c002e_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",
+ " <td id=\"T_c002e_row5_col0\" class=\"data row5 col0\" >Anthony Dirrell is the brother of which super middleweight title holder?</td>\n",
+ " <td id=\"T_c002e_row5_col1\" class=\"data row5 col1\" >['Andre Dirrell']</td>\n",
+ " <td id=\"T_c002e_row5_col2\" class=\"data row5 col2\" >Andre Dirrell</td>\n",
+ " <td id=\"T_c002e_row5_col3\" class=\"data row5 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_364bd_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",
- " <td id=\"T_364bd_row6_col0\" class=\"data row6 col0\" >In which city is the sports nutrition business established by Oliver Cookson based ?</td>\n",
- " <td id=\"T_364bd_row6_col1\" class=\"data row6 col1\" >['Cheshire', 'Cheshire, UK']</td>\n",
- " <td id=\"T_364bd_row6_col2\" class=\"data row6 col2\" >Manchester, England</td>\n",
- " <td id=\"T_364bd_row6_col3\" class=\"data row6 col3\" >❌</td>\n",
+ " <th id=\"T_c002e_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",
+ " <td id=\"T_c002e_row6_col0\" class=\"data row6 col0\" >In which city is the sports nutrition business established by Oliver Cookson based ?</td>\n",
+ " <td id=\"T_c002e_row6_col1\" class=\"data row6 col1\" >['Cheshire', 'Cheshire, UK']</td>\n",
+ " <td id=\"T_c002e_row6_col2\" class=\"data row6 col2\" >Manchester, England</td>\n",
+ " <td id=\"T_c002e_row6_col3\" class=\"data row6 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_364bd_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",
- " <td id=\"T_364bd_row7_col0\" class=\"data row7 col0\" >Find the birth date of the actor who played roles in First Wives Club and Searching for the Elephant.</td>\n",
- " <td id=\"T_364bd_row7_col1\" class=\"data row7 col1\" >['February 13, 1980']</td>\n",
- " <td id=\"T_364bd_row7_col2\" class=\"data row7 col2\" >July 3, 1961</td>\n",
- " <td id=\"T_364bd_row7_col3\" class=\"data row7 col3\" >❌</td>\n",
+ " <th id=\"T_c002e_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",
+ " <td id=\"T_c002e_row7_col0\" class=\"data row7 col0\" >Find the birth date of the actor who played roles in First Wives Club and Searching for the Elephant.</td>\n",
+ " <td id=\"T_c002e_row7_col1\" class=\"data row7 col1\" >['February 13, 1980']</td>\n",
+ " <td id=\"T_c002e_row7_col2\" class=\"data row7 col2\" >July 3, 1961</td>\n",
+ " <td id=\"T_c002e_row7_col3\" class=\"data row7 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_364bd_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",
- " <td id=\"T_364bd_row8_col0\" class=\"data row8 col0\" >Kyle Moran was born in the town on what river?</td>\n",
- " <td id=\"T_364bd_row8_col1\" class=\"data row8 col1\" >['Castletown', 'Castletown River']</td>\n",
- " <td id=\"T_364bd_row8_col2\" class=\"data row8 col2\" >Susquehanna River</td>\n",
- " <td id=\"T_364bd_row8_col3\" class=\"data row8 col3\" >❌</td>\n",
+ " <th id=\"T_c002e_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",
+ " <td id=\"T_c002e_row8_col0\" class=\"data row8 col0\" >Kyle Moran was born in the town on what river?</td>\n",
+ " <td id=\"T_c002e_row8_col1\" class=\"data row8 col1\" >['Castletown', 'Castletown River']</td>\n",
+ " <td id=\"T_c002e_row8_col2\" class=\"data row8 col2\" >Susquehanna River</td>\n",
+ " <td id=\"T_c002e_row8_col3\" class=\"data row8 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_364bd_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",
- " <td id=\"T_364bd_row9_col0\" class=\"data row9 col0\" >What is the name of one branch of Robert D. Braun's speciality?</td>\n",
- " <td id=\"T_364bd_row9_col1\" class=\"data row9 col1\" >['aeronautical engineering', 'astronautical engineering', 'aeronautics', 'astronautics']</td>\n",
- " <td id=\"T_364bd_row9_col2\" class=\"data row9 col2\" >Mars exploration</td>\n",
- " <td id=\"T_364bd_row9_col3\" class=\"data row9 col3\" >❌</td>\n",
+ " <th id=\"T_c002e_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",
+ " <td id=\"T_c002e_row9_col0\" class=\"data row9 col0\" >What is the name of one branch of Robert D. Braun's speciality?</td>\n",
+ " <td id=\"T_c002e_row9_col1\" class=\"data row9 col1\" >['aeronautical engineering', 'astronautical engineering', 'aeronautics', 'astronautics']</td>\n",
+ " <td id=\"T_c002e_row9_col2\" class=\"data row9 col2\" >Mars exploration</td>\n",
+ " <td id=\"T_c002e_row9_col3\" class=\"data row9 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_364bd_level0_row10\" class=\"row_heading level0 row10\" >10</th>\n",
- " <td id=\"T_364bd_row10_col0\" class=\"data row10 col0\" >Where was the actress who played the niece in the Priest film born?</td>\n",
- " <td id=\"T_364bd_row10_col1\" class=\"data row10 col1\" >['Surrey', 'Guildford, Surrey']</td>\n",
- " <td id=\"T_364bd_row10_col2\" class=\"data row10 col2\" >Hong Kong</td>\n",
- " <td id=\"T_364bd_row10_col3\" class=\"data row10 col3\" >❌</td>\n",
+ " <th id=\"T_c002e_level0_row10\" class=\"row_heading level0 row10\" >10</th>\n",
+ " <td id=\"T_c002e_row10_col0\" class=\"data row10 col0\" >Where was the actress who played the niece in the Priest film born?</td>\n",
+ " <td id=\"T_c002e_row10_col1\" class=\"data row10 col1\" >['Surrey', 'Guildford, Surrey']</td>\n",
+ " <td id=\"T_c002e_row10_col2\" class=\"data row10 col2\" >Hong Kong</td>\n",
+ " <td id=\"T_c002e_row10_col3\" class=\"data row10 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_364bd_level0_row11\" class=\"row_heading level0 row11\" >11</th>\n",
- " <td id=\"T_364bd_row11_col0\" class=\"data row11 col0\" >Name the movie in which the daughter of Noel Harrison plays Violet Trefusis.</td>\n",
- " <td id=\"T_364bd_row11_col1\" class=\"data row11 col1\" >['Portrait of a Marriage']</td>\n",
- " <td id=\"T_364bd_row11_col2\" class=\"data row11 col2\" >Venus</td>\n",
- " <td id=\"T_364bd_row11_col3\" class=\"data row11 col3\" >❌</td>\n",
+ " <th id=\"T_c002e_level0_row11\" class=\"row_heading level0 row11\" >11</th>\n",
+ " <td id=\"T_c002e_row11_col0\" class=\"data row11 col0\" >Name the movie in which the daughter of Noel Harrison plays Violet Trefusis.</td>\n",
+ " <td id=\"T_c002e_row11_col1\" class=\"data row11 col1\" >['Portrait of a Marriage']</td>\n",
+ " <td id=\"T_c002e_row11_col2\" class=\"data row11 col2\" >Venus</td>\n",
+ " <td id=\"T_c002e_row11_col3\" class=\"data row11 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_364bd_level0_row12\" class=\"row_heading level0 row12\" >12</th>\n",
- " <td id=\"T_364bd_row12_col0\" class=\"data row12 col0\" >What year was the father of the Princes in the Tower born?</td>\n",
- " <td id=\"T_364bd_row12_col1\" class=\"data row12 col1\" >['1442']</td>\n",
- " <td id=\"T_364bd_row12_col2\" class=\"data row12 col2\" >1457</td>\n",
- " <td id=\"T_364bd_row12_col3\" class=\"data row12 col3\" >❌</td>\n",
+ " <th id=\"T_c002e_level0_row12\" class=\"row_heading level0 row12\" >12</th>\n",
+ " <td id=\"T_c002e_row12_col0\" class=\"data row12 col0\" >What year was the father of the Princes in the Tower born?</td>\n",
+ " <td id=\"T_c002e_row12_col1\" class=\"data row12 col1\" >['1442']</td>\n",
+ " <td id=\"T_c002e_row12_col2\" class=\"data row12 col2\" >1457</td>\n",
+ " <td id=\"T_c002e_row12_col3\" class=\"data row12 col3\" >❌</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n"
],
"text/plain": [
- "<pandas.io.formats.style.Styler at 0x7f2d505339a0>"
+ "<pandas.io.formats.style.Styler at 0x7f00a46774f0>"
]
},
"metadata": {},
@@ -598,7 +598,7 @@
"name": "stderr",
"output_type": "stream",
"text": [
- "100%|██████████| 13/13 [00:00<00:00, 208.59it/s]"
+ "100%|██████████| 13/13 [00:00<00:00, 251.18it/s]"
]
},
{
@@ -619,120 +619,120 @@
"data": {
"text/html": [
"<style type=\"text/css\">\n",
- "#T_5ecf5 th {\n",
+ "#T_9683e th {\n",
" text-align: left;\n",
"}\n",
- "#T_5ecf5 td {\n",
+ "#T_9683e td {\n",
" text-align: left;\n",
"}\n",
"</style>\n",
- "<table id=\"T_5ecf5\">\n",
+ "<table id=\"T_9683e\">\n",
" <thead>\n",
" <tr>\n",
" <th class=\"blank level0\" >&nbsp;</th>\n",
- " <th id=\"T_5ecf5_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",
- " <th id=\"T_5ecf5_level0_col1\" class=\"col_heading level0 col1\" >answer</th>\n",
- " <th id=\"T_5ecf5_level0_col2\" class=\"col_heading level0 col2\" >prediction</th>\n",
- " <th id=\"T_5ecf5_level0_col3\" class=\"col_heading level0 col3\" >correct</th>\n",
+ " <th id=\"T_9683e_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",
+ " <th id=\"T_9683e_level0_col1\" class=\"col_heading level0 col1\" >answer</th>\n",
+ " <th id=\"T_9683e_level0_col2\" class=\"col_heading level0 col2\" >prediction</th>\n",
+ " <th id=\"T_9683e_level0_col3\" class=\"col_heading level0 col3\" >correct</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
- " <th id=\"T_5ecf5_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
- " <td id=\"T_5ecf5_row0_col0\" class=\"data row0 col0\" >Who has a broader scope of profession: E. L. Doctorow or Julia Peterkin?</td>\n",
- " <td id=\"T_5ecf5_row0_col1\" class=\"data row0 col1\" >['E. L. Doctorow', 'E.L. Doctorow', 'Doctorow']</td>\n",
- " <td id=\"T_5ecf5_row0_col2\" class=\"data row0 col2\" >E. L. Doctorow</td>\n",
- " <td id=\"T_5ecf5_row0_col3\" class=\"data row0 col3\" >✔️</td>\n",
+ " <th id=\"T_9683e_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
+ " <td id=\"T_9683e_row0_col0\" class=\"data row0 col0\" >Who has a broader scope of profession: E. L. Doctorow or Julia Peterkin?</td>\n",
+ " <td id=\"T_9683e_row0_col1\" class=\"data row0 col1\" >['E. L. Doctorow', 'E.L. Doctorow', 'Doctorow']</td>\n",
+ " <td id=\"T_9683e_row0_col2\" class=\"data row0 col2\" >E. L. Doctorow</td>\n",
+ " <td id=\"T_9683e_row0_col3\" class=\"data row0 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_5ecf5_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
- " <td id=\"T_5ecf5_row1_col0\" class=\"data row1 col0\" >What documentary about the Gilgo Beach Killer debuted on A&E?</td>\n",
- " <td id=\"T_5ecf5_row1_col1\" class=\"data row1 col1\" >['The Killing Season']</td>\n",
- " <td id=\"T_5ecf5_row1_col2\" class=\"data row1 col2\" >The Killing Season</td>\n",
- " <td id=\"T_5ecf5_row1_col3\" class=\"data row1 col3\" >✔️</td>\n",
+ " <th id=\"T_9683e_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
+ " <td id=\"T_9683e_row1_col0\" class=\"data row1 col0\" >What documentary about the Gilgo Beach Killer debuted on A&E?</td>\n",
+ " <td id=\"T_9683e_row1_col1\" class=\"data row1 col1\" >['The Killing Season']</td>\n",
+ " <td id=\"T_9683e_row1_col2\" class=\"data row1 col2\" >The Killing Season</td>\n",
+ " <td id=\"T_9683e_row1_col3\" class=\"data row1 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_5ecf5_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
- " <td id=\"T_5ecf5_row2_col0\" class=\"data row2 col0\" >Right Back At It Again contains lyrics co-written by the singer born in what city?</td>\n",
- " <td id=\"T_5ecf5_row2_col1\" class=\"data row2 col1\" >['Gainesville, Florida', 'Gainesville']</td>\n",
- " <td id=\"T_5ecf5_row2_col2\" class=\"data row2 col2\" >Daytona Beach, Florida</td>\n",
- " <td id=\"T_5ecf5_row2_col3\" class=\"data row2 col3\" >❌</td>\n",
+ " <th id=\"T_9683e_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
+ " <td id=\"T_9683e_row2_col0\" class=\"data row2 col0\" >Right Back At It Again contains lyrics co-written by the singer born in what city?</td>\n",
+ " <td id=\"T_9683e_row2_col1\" class=\"data row2 col1\" >['Gainesville, Florida', 'Gainesville']</td>\n",
+ " <td id=\"T_9683e_row2_col2\" class=\"data row2 col2\" >Daytona Beach, Florida</td>\n",
+ " <td id=\"T_9683e_row2_col3\" class=\"data row2 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_5ecf5_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
- " <td id=\"T_5ecf5_row3_col0\" class=\"data row3 col0\" >What year was the party of the winner of the 1971 San Francisco mayoral election founded?</td>\n",
- " <td id=\"T_5ecf5_row3_col1\" class=\"data row3 col1\" >['1828']</td>\n",
- " <td id=\"T_5ecf5_row3_col2\" class=\"data row3 col2\" >1856</td>\n",
- " <td id=\"T_5ecf5_row3_col3\" class=\"data row3 col3\" >❌</td>\n",
+ " <th id=\"T_9683e_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
+ " <td id=\"T_9683e_row3_col0\" class=\"data row3 col0\" >What year was the party of the winner of the 1971 San Francisco mayoral election founded?</td>\n",
+ " <td id=\"T_9683e_row3_col1\" class=\"data row3 col1\" >['1828']</td>\n",
+ " <td id=\"T_9683e_row3_col2\" class=\"data row3 col2\" >1856</td>\n",
+ " <td id=\"T_9683e_row3_col3\" class=\"data row3 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_5ecf5_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
- " <td id=\"T_5ecf5_row4_col0\" class=\"data row4 col0\" >Which author is English: John Braine or Studs Terkel?</td>\n",
- " <td id=\"T_5ecf5_row4_col1\" class=\"data row4 col1\" >['John Braine']</td>\n",
- " <td id=\"T_5ecf5_row4_col2\" class=\"data row4 col2\" >Studs Terkel</td>\n",
- " <td id=\"T_5ecf5_row4_col3\" class=\"data row4 col3\" >❌</td>\n",
+ " <th id=\"T_9683e_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
+ " <td id=\"T_9683e_row4_col0\" class=\"data row4 col0\" >Which author is English: John Braine or Studs Terkel?</td>\n",
+ " <td id=\"T_9683e_row4_col1\" class=\"data row4 col1\" >['John Braine']</td>\n",
+ " <td id=\"T_9683e_row4_col2\" class=\"data row4 col2\" >Studs Terkel</td>\n",
+ " <td id=\"T_9683e_row4_col3\" class=\"data row4 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_5ecf5_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",
- " <td id=\"T_5ecf5_row5_col0\" class=\"data row5 col0\" >Anthony Dirrell is the brother of which super middleweight title holder?</td>\n",
- " <td id=\"T_5ecf5_row5_col1\" class=\"data row5 col1\" >['Andre Dirrell']</td>\n",
- " <td id=\"T_5ecf5_row5_col2\" class=\"data row5 col2\" >Andre Dirrell</td>\n",
- " <td id=\"T_5ecf5_row5_col3\" class=\"data row5 col3\" >✔️</td>\n",
+ " <th id=\"T_9683e_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",
+ " <td id=\"T_9683e_row5_col0\" class=\"data row5 col0\" >Anthony Dirrell is the brother of which super middleweight title holder?</td>\n",
+ " <td id=\"T_9683e_row5_col1\" class=\"data row5 col1\" >['Andre Dirrell']</td>\n",
+ " <td id=\"T_9683e_row5_col2\" class=\"data row5 col2\" >Andre Dirrell</td>\n",
+ " <td id=\"T_9683e_row5_col3\" class=\"data row5 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_5ecf5_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",
- " <td id=\"T_5ecf5_row6_col0\" class=\"data row6 col0\" >In which city is the sports nutrition business established by Oliver Cookson based ?</td>\n",
- " <td id=\"T_5ecf5_row6_col1\" class=\"data row6 col1\" >['Cheshire', 'Cheshire, UK']</td>\n",
- " <td id=\"T_5ecf5_row6_col2\" class=\"data row6 col2\" >Manchester, England</td>\n",
- " <td id=\"T_5ecf5_row6_col3\" class=\"data row6 col3\" >❌</td>\n",
+ " <th id=\"T_9683e_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",
+ " <td id=\"T_9683e_row6_col0\" class=\"data row6 col0\" >In which city is the sports nutrition business established by Oliver Cookson based ?</td>\n",
+ " <td id=\"T_9683e_row6_col1\" class=\"data row6 col1\" >['Cheshire', 'Cheshire, UK']</td>\n",
+ " <td id=\"T_9683e_row6_col2\" class=\"data row6 col2\" >Manchester, England</td>\n",
+ " <td id=\"T_9683e_row6_col3\" class=\"data row6 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_5ecf5_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",
- " <td id=\"T_5ecf5_row7_col0\" class=\"data row7 col0\" >Find the birth date of the actor who played roles in First Wives Club and Searching for the Elephant.</td>\n",
- " <td id=\"T_5ecf5_row7_col1\" class=\"data row7 col1\" >['February 13, 1980']</td>\n",
- " <td id=\"T_5ecf5_row7_col2\" class=\"data row7 col2\" >5 August 1862</td>\n",
- " <td id=\"T_5ecf5_row7_col3\" class=\"data row7 col3\" >❌</td>\n",
+ " <th id=\"T_9683e_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",
+ " <td id=\"T_9683e_row7_col0\" class=\"data row7 col0\" >Find the birth date of the actor who played roles in First Wives Club and Searching for the Elephant.</td>\n",
+ " <td id=\"T_9683e_row7_col1\" class=\"data row7 col1\" >['February 13, 1980']</td>\n",
+ " <td id=\"T_9683e_row7_col2\" class=\"data row7 col2\" >5 August 1862</td>\n",
+ " <td id=\"T_9683e_row7_col3\" class=\"data row7 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_5ecf5_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",
- " <td id=\"T_5ecf5_row8_col0\" class=\"data row8 col0\" >Kyle Moran was born in the town on what river?</td>\n",
- " <td id=\"T_5ecf5_row8_col1\" class=\"data row8 col1\" >['Castletown', 'Castletown River']</td>\n",
- " <td id=\"T_5ecf5_row8_col2\" class=\"data row8 col2\" >Dundalk</td>\n",
- " <td id=\"T_5ecf5_row8_col3\" class=\"data row8 col3\" >❌</td>\n",
+ " <th id=\"T_9683e_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",
+ " <td id=\"T_9683e_row8_col0\" class=\"data row8 col0\" >Kyle Moran was born in the town on what river?</td>\n",
+ " <td id=\"T_9683e_row8_col1\" class=\"data row8 col1\" >['Castletown', 'Castletown River']</td>\n",
+ " <td id=\"T_9683e_row8_col2\" class=\"data row8 col2\" >Dundalk</td>\n",
+ " <td id=\"T_9683e_row8_col3\" class=\"data row8 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_5ecf5_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",
- " <td id=\"T_5ecf5_row9_col0\" class=\"data row9 col0\" >What is the name of one branch of Robert D. Braun's speciality?</td>\n",
- " <td id=\"T_5ecf5_row9_col1\" class=\"data row9 col1\" >['aeronautical engineering', 'astronautical engineering', 'aeronautics', 'astronautics']</td>\n",
- " <td id=\"T_5ecf5_row9_col2\" class=\"data row9 col2\" >Jet Propulsion</td>\n",
- " <td id=\"T_5ecf5_row9_col3\" class=\"data row9 col3\" >❌</td>\n",
+ " <th id=\"T_9683e_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",
+ " <td id=\"T_9683e_row9_col0\" class=\"data row9 col0\" >What is the name of one branch of Robert D. Braun's speciality?</td>\n",
+ " <td id=\"T_9683e_row9_col1\" class=\"data row9 col1\" >['aeronautical engineering', 'astronautical engineering', 'aeronautics', 'astronautics']</td>\n",
+ " <td id=\"T_9683e_row9_col2\" class=\"data row9 col2\" >Jet Propulsion</td>\n",
+ " <td id=\"T_9683e_row9_col3\" class=\"data row9 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_5ecf5_level0_row10\" class=\"row_heading level0 row10\" >10</th>\n",
- " <td id=\"T_5ecf5_row10_col0\" class=\"data row10 col0\" >Where was the actress who played the niece in the Priest film born?</td>\n",
- " <td id=\"T_5ecf5_row10_col1\" class=\"data row10 col1\" >['Surrey', 'Guildford, Surrey']</td>\n",
- " <td id=\"T_5ecf5_row10_col2\" class=\"data row10 col2\" >Los Angeles, California</td>\n",
- " <td id=\"T_5ecf5_row10_col3\" class=\"data row10 col3\" >❌</td>\n",
+ " <th id=\"T_9683e_level0_row10\" class=\"row_heading level0 row10\" >10</th>\n",
+ " <td id=\"T_9683e_row10_col0\" class=\"data row10 col0\" >Where was the actress who played the niece in the Priest film born?</td>\n",
+ " <td id=\"T_9683e_row10_col1\" class=\"data row10 col1\" >['Surrey', 'Guildford, Surrey']</td>\n",
+ " <td id=\"T_9683e_row10_col2\" class=\"data row10 col2\" >Los Angeles, California</td>\n",
+ " <td id=\"T_9683e_row10_col3\" class=\"data row10 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_5ecf5_level0_row11\" class=\"row_heading level0 row11\" >11</th>\n",
- " <td id=\"T_5ecf5_row11_col0\" class=\"data row11 col0\" >Name the movie in which the daughter of Noel Harrison plays Violet Trefusis.</td>\n",
- " <td id=\"T_5ecf5_row11_col1\" class=\"data row11 col1\" >['Portrait of a Marriage']</td>\n",
- " <td id=\"T_5ecf5_row11_col2\" class=\"data row11 col2\" >Portrait of a Marriage</td>\n",
- " <td id=\"T_5ecf5_row11_col3\" class=\"data row11 col3\" >✔️</td>\n",
+ " <th id=\"T_9683e_level0_row11\" class=\"row_heading level0 row11\" >11</th>\n",
+ " <td id=\"T_9683e_row11_col0\" class=\"data row11 col0\" >Name the movie in which the daughter of Noel Harrison plays Violet Trefusis.</td>\n",
+ " <td id=\"T_9683e_row11_col1\" class=\"data row11 col1\" >['Portrait of a Marriage']</td>\n",
+ " <td id=\"T_9683e_row11_col2\" class=\"data row11 col2\" >Portrait of a Marriage</td>\n",
+ " <td id=\"T_9683e_row11_col3\" class=\"data row11 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_5ecf5_level0_row12\" class=\"row_heading level0 row12\" >12</th>\n",
- " <td id=\"T_5ecf5_row12_col0\" class=\"data row12 col0\" >What year was the father of the Princes in the Tower born?</td>\n",
- " <td id=\"T_5ecf5_row12_col1\" class=\"data row12 col1\" >['1442']</td>\n",
- " <td id=\"T_5ecf5_row12_col2\" class=\"data row12 col2\" >1442</td>\n",
- " <td id=\"T_5ecf5_row12_col3\" class=\"data row12 col3\" >✔️</td>\n",
+ " <th id=\"T_9683e_level0_row12\" class=\"row_heading level0 row12\" >12</th>\n",
+ " <td id=\"T_9683e_row12_col0\" class=\"data row12 col0\" >What year was the father of the Princes in the Tower born?</td>\n",
+ " <td id=\"T_9683e_row12_col1\" class=\"data row12 col1\" >['1442']</td>\n",
+ " <td id=\"T_9683e_row12_col2\" class=\"data row12 col2\" >1442</td>\n",
+ " <td id=\"T_9683e_row12_col3\" class=\"data row12 col3\" >✔️</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n"
],
"text/plain": [
- "<pandas.io.formats.style.Styler at 0x7f2d5051aee0>"
+ "<pandas.io.formats.style.Styler at 0x7f0016e1aac0>"
]
},
"metadata": {},
@@ -921,7 +921,7 @@
"name": "stderr",
"output_type": "stream",
"text": [
- "100%|██████████| 13/13 [00:00<00:00, 16.43it/s]"
+ "100%|██████████| 13/13 [00:00<00:00, 20.67it/s]"
]
},
{
@@ -942,120 +942,120 @@
"data": {
"text/html": [
"<style type=\"text/css\">\n",
- "#T_3695c th {\n",
+ "#T_0990b th {\n",
" text-align: left;\n",
"}\n",
- "#T_3695c td {\n",
+ "#T_0990b td {\n",
" text-align: left;\n",
"}\n",
"</style>\n",
- "<table id=\"T_3695c\">\n",
+ "<table id=\"T_0990b\">\n",
" <thead>\n",
" <tr>\n",
" <th class=\"blank level0\" >&nbsp;</th>\n",
- " <th id=\"T_3695c_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",
- " <th id=\"T_3695c_level0_col1\" class=\"col_heading level0 col1\" >answer</th>\n",
- " <th id=\"T_3695c_level0_col2\" class=\"col_heading level0 col2\" >prediction</th>\n",
- " <th id=\"T_3695c_level0_col3\" class=\"col_heading level0 col3\" >correct</th>\n",
+ " <th id=\"T_0990b_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",
+ " <th id=\"T_0990b_level0_col1\" class=\"col_heading level0 col1\" >answer</th>\n",
+ " <th id=\"T_0990b_level0_col2\" class=\"col_heading level0 col2\" >prediction</th>\n",
+ " <th id=\"T_0990b_level0_col3\" class=\"col_heading level0 col3\" >correct</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
- " <th id=\"T_3695c_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
- " <td id=\"T_3695c_row0_col0\" class=\"data row0 col0\" >Who has a broader scope of profession: E. L. Doctorow or Julia Peterkin?</td>\n",
- " <td id=\"T_3695c_row0_col1\" class=\"data row0 col1\" >['E. L. Doctorow', 'E.L. Doctorow', 'Doctorow']</td>\n",
- " <td id=\"T_3695c_row0_col2\" class=\"data row0 col2\" >Julia Peterkin</td>\n",
- " <td id=\"T_3695c_row0_col3\" class=\"data row0 col3\" >❌</td>\n",
+ " <th id=\"T_0990b_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
+ " <td id=\"T_0990b_row0_col0\" class=\"data row0 col0\" >Who has a broader scope of profession: E. L. Doctorow or Julia Peterkin?</td>\n",
+ " <td id=\"T_0990b_row0_col1\" class=\"data row0 col1\" >['E. L. Doctorow', 'E.L. Doctorow', 'Doctorow']</td>\n",
+ " <td id=\"T_0990b_row0_col2\" class=\"data row0 col2\" >Julia Peterkin</td>\n",
+ " <td id=\"T_0990b_row0_col3\" class=\"data row0 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_3695c_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
- " <td id=\"T_3695c_row1_col0\" class=\"data row1 col0\" >What documentary about the Gilgo Beach Killer debuted on A&E?</td>\n",
- " <td id=\"T_3695c_row1_col1\" class=\"data row1 col1\" >['The Killing Season']</td>\n",
- " <td id=\"T_3695c_row1_col2\" class=\"data row1 col2\" >The Killing Season</td>\n",
- " <td id=\"T_3695c_row1_col3\" class=\"data row1 col3\" >✔️</td>\n",
+ " <th id=\"T_0990b_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
+ " <td id=\"T_0990b_row1_col0\" class=\"data row1 col0\" >What documentary about the Gilgo Beach Killer debuted on A&E?</td>\n",
+ " <td id=\"T_0990b_row1_col1\" class=\"data row1 col1\" >['The Killing Season']</td>\n",
+ " <td id=\"T_0990b_row1_col2\" class=\"data row1 col2\" >The Killing Season</td>\n",
+ " <td id=\"T_0990b_row1_col3\" class=\"data row1 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_3695c_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
- " <td id=\"T_3695c_row2_col0\" class=\"data row2 col0\" >Right Back At It Again contains lyrics co-written by the singer born in what city?</td>\n",
- " <td id=\"T_3695c_row2_col1\" class=\"data row2 col1\" >['Gainesville, Florida', 'Gainesville']</td>\n",
- " <td id=\"T_3695c_row2_col2\" class=\"data row2 col2\" >Ocala, Florida</td>\n",
- " <td id=\"T_3695c_row2_col3\" class=\"data row2 col3\" >❌</td>\n",
+ " <th id=\"T_0990b_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
+ " <td id=\"T_0990b_row2_col0\" class=\"data row2 col0\" >Right Back At It Again contains lyrics co-written by the singer born in what city?</td>\n",
+ " <td id=\"T_0990b_row2_col1\" class=\"data row2 col1\" >['Gainesville, Florida', 'Gainesville']</td>\n",
+ " <td id=\"T_0990b_row2_col2\" class=\"data row2 col2\" >Ocala, Florida</td>\n",
+ " <td id=\"T_0990b_row2_col3\" class=\"data row2 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_3695c_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
- " <td id=\"T_3695c_row3_col0\" class=\"data row3 col0\" >What year was the party of the winner of the 1971 San Francisco mayoral election founded?</td>\n",
- " <td id=\"T_3695c_row3_col1\" class=\"data row3 col1\" >['1828']</td>\n",
- " <td id=\"T_3695c_row3_col2\" class=\"data row3 col2\" >1824</td>\n",
- " <td id=\"T_3695c_row3_col3\" class=\"data row3 col3\" >❌</td>\n",
+ " <th id=\"T_0990b_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
+ " <td id=\"T_0990b_row3_col0\" class=\"data row3 col0\" >What year was the party of the winner of the 1971 San Francisco mayoral election founded?</td>\n",
+ " <td id=\"T_0990b_row3_col1\" class=\"data row3 col1\" >['1828']</td>\n",
+ " <td id=\"T_0990b_row3_col2\" class=\"data row3 col2\" >1824</td>\n",
+ " <td id=\"T_0990b_row3_col3\" class=\"data row3 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_3695c_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
- " <td id=\"T_3695c_row4_col0\" class=\"data row4 col0\" >Which author is English: John Braine or Studs Terkel?</td>\n",
- " <td id=\"T_3695c_row4_col1\" class=\"data row4 col1\" >['John Braine']</td>\n",
- " <td id=\"T_3695c_row4_col2\" class=\"data row4 col2\" >John Braine</td>\n",
- " <td id=\"T_3695c_row4_col3\" class=\"data row4 col3\" >✔️</td>\n",
+ " <th id=\"T_0990b_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
+ " <td id=\"T_0990b_row4_col0\" class=\"data row4 col0\" >Which author is English: John Braine or Studs Terkel?</td>\n",
+ " <td id=\"T_0990b_row4_col1\" class=\"data row4 col1\" >['John Braine']</td>\n",
+ " <td id=\"T_0990b_row4_col2\" class=\"data row4 col2\" >John Braine</td>\n",
+ " <td id=\"T_0990b_row4_col3\" class=\"data row4 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_3695c_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",
- " <td id=\"T_3695c_row5_col0\" class=\"data row5 col0\" >Anthony Dirrell is the brother of which super middleweight title holder?</td>\n",
- " <td id=\"T_3695c_row5_col1\" class=\"data row5 col1\" >['Andre Dirrell']</td>\n",
- " <td id=\"T_3695c_row5_col2\" class=\"data row5 col2\" >Andre Dirrell</td>\n",
- " <td id=\"T_3695c_row5_col3\" class=\"data row5 col3\" >✔️</td>\n",
+ " <th id=\"T_0990b_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",
+ " <td id=\"T_0990b_row5_col0\" class=\"data row5 col0\" >Anthony Dirrell is the brother of which super middleweight title holder?</td>\n",
+ " <td id=\"T_0990b_row5_col1\" class=\"data row5 col1\" >['Andre Dirrell']</td>\n",
+ " <td id=\"T_0990b_row5_col2\" class=\"data row5 col2\" >Andre Dirrell</td>\n",
+ " <td id=\"T_0990b_row5_col3\" class=\"data row5 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_3695c_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",
- " <td id=\"T_3695c_row6_col0\" class=\"data row6 col0\" >In which city is the sports nutrition business established by Oliver Cookson based ?</td>\n",
- " <td id=\"T_3695c_row6_col1\" class=\"data row6 col1\" >['Cheshire', 'Cheshire, UK']</td>\n",
- " <td id=\"T_3695c_row6_col2\" class=\"data row6 col2\" >Cheshire, UK</td>\n",
- " <td id=\"T_3695c_row6_col3\" class=\"data row6 col3\" >✔️</td>\n",
+ " <th id=\"T_0990b_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",
+ " <td id=\"T_0990b_row6_col0\" class=\"data row6 col0\" >In which city is the sports nutrition business established by Oliver Cookson based ?</td>\n",
+ " <td id=\"T_0990b_row6_col1\" class=\"data row6 col1\" >['Cheshire', 'Cheshire, UK']</td>\n",
+ " <td id=\"T_0990b_row6_col2\" class=\"data row6 col2\" >Cheshire, UK</td>\n",
+ " <td id=\"T_0990b_row6_col3\" class=\"data row6 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_3695c_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",
- " <td id=\"T_3695c_row7_col0\" class=\"data row7 col0\" >Find the birth date of the actor who played roles in First Wives Club and Searching for the Elephant.</td>\n",
- " <td id=\"T_3695c_row7_col1\" class=\"data row7 col1\" >['February 13, 1980']</td>\n",
- " <td id=\"T_3695c_row7_col2\" class=\"data row7 col2\" >September 27, 1974</td>\n",
- " <td id=\"T_3695c_row7_col3\" class=\"data row7 col3\" >❌</td>\n",
+ " <th id=\"T_0990b_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",
+ " <td id=\"T_0990b_row7_col0\" class=\"data row7 col0\" >Find the birth date of the actor who played roles in First Wives Club and Searching for the Elephant.</td>\n",
+ " <td id=\"T_0990b_row7_col1\" class=\"data row7 col1\" >['February 13, 1980']</td>\n",
+ " <td id=\"T_0990b_row7_col2\" class=\"data row7 col2\" >September 27, 1974</td>\n",
+ " <td id=\"T_0990b_row7_col3\" class=\"data row7 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_3695c_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",
- " <td id=\"T_3695c_row8_col0\" class=\"data row8 col0\" >Kyle Moran was born in the town on what river?</td>\n",
- " <td id=\"T_3695c_row8_col1\" class=\"data row8 col1\" >['Castletown', 'Castletown River']</td>\n",
- " <td id=\"T_3695c_row8_col2\" class=\"data row8 col2\" >Dundalk</td>\n",
- " <td id=\"T_3695c_row8_col3\" class=\"data row8 col3\" >❌</td>\n",
+ " <th id=\"T_0990b_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",
+ " <td id=\"T_0990b_row8_col0\" class=\"data row8 col0\" >Kyle Moran was born in the town on what river?</td>\n",
+ " <td id=\"T_0990b_row8_col1\" class=\"data row8 col1\" >['Castletown', 'Castletown River']</td>\n",
+ " <td id=\"T_0990b_row8_col2\" class=\"data row8 col2\" >Dundalk</td>\n",
+ " <td id=\"T_0990b_row8_col3\" class=\"data row8 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_3695c_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",
- " <td id=\"T_3695c_row9_col0\" class=\"data row9 col0\" >What is the name of one branch of Robert D. Braun's speciality?</td>\n",
- " <td id=\"T_3695c_row9_col1\" class=\"data row9 col1\" >['aeronautical engineering', 'astronautical engineering', 'aeronautics', 'astronautics']</td>\n",
- " <td id=\"T_3695c_row9_col2\" class=\"data row9 col2\" >Aerospace engineering</td>\n",
- " <td id=\"T_3695c_row9_col3\" class=\"data row9 col3\" >❌</td>\n",
+ " <th id=\"T_0990b_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",
+ " <td id=\"T_0990b_row9_col0\" class=\"data row9 col0\" >What is the name of one branch of Robert D. Braun's speciality?</td>\n",
+ " <td id=\"T_0990b_row9_col1\" class=\"data row9 col1\" >['aeronautical engineering', 'astronautical engineering', 'aeronautics', 'astronautics']</td>\n",
+ " <td id=\"T_0990b_row9_col2\" class=\"data row9 col2\" >Aerospace engineering</td>\n",
+ " <td id=\"T_0990b_row9_col3\" class=\"data row9 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_3695c_level0_row10\" class=\"row_heading level0 row10\" >10</th>\n",
- " <td id=\"T_3695c_row10_col0\" class=\"data row10 col0\" >Where was the actress who played the niece in the Priest film born?</td>\n",
- " <td id=\"T_3695c_row10_col1\" class=\"data row10 col1\" >['Surrey', 'Guildford, Surrey']</td>\n",
- " <td id=\"T_3695c_row10_col2\" class=\"data row10 col2\" >Italy</td>\n",
- " <td id=\"T_3695c_row10_col3\" class=\"data row10 col3\" >❌</td>\n",
+ " <th id=\"T_0990b_level0_row10\" class=\"row_heading level0 row10\" >10</th>\n",
+ " <td id=\"T_0990b_row10_col0\" class=\"data row10 col0\" >Where was the actress who played the niece in the Priest film born?</td>\n",
+ " <td id=\"T_0990b_row10_col1\" class=\"data row10 col1\" >['Surrey', 'Guildford, Surrey']</td>\n",
+ " <td id=\"T_0990b_row10_col2\" class=\"data row10 col2\" >Italy</td>\n",
+ " <td id=\"T_0990b_row10_col3\" class=\"data row10 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_3695c_level0_row11\" class=\"row_heading level0 row11\" >11</th>\n",
- " <td id=\"T_3695c_row11_col0\" class=\"data row11 col0\" >Name the movie in which the daughter of Noel Harrison plays Violet Trefusis.</td>\n",
- " <td id=\"T_3695c_row11_col1\" class=\"data row11 col1\" >['Portrait of a Marriage']</td>\n",
- " <td id=\"T_3695c_row11_col2\" class=\"data row11 col2\" >Portrait of a Marriage</td>\n",
- " <td id=\"T_3695c_row11_col3\" class=\"data row11 col3\" >✔️</td>\n",
+ " <th id=\"T_0990b_level0_row11\" class=\"row_heading level0 row11\" >11</th>\n",
+ " <td id=\"T_0990b_row11_col0\" class=\"data row11 col0\" >Name the movie in which the daughter of Noel Harrison plays Violet Trefusis.</td>\n",
+ " <td id=\"T_0990b_row11_col1\" class=\"data row11 col1\" >['Portrait of a Marriage']</td>\n",
+ " <td id=\"T_0990b_row11_col2\" class=\"data row11 col2\" >Portrait of a Marriage</td>\n",
+ " <td id=\"T_0990b_row11_col3\" class=\"data row11 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_3695c_level0_row12\" class=\"row_heading level0 row12\" >12</th>\n",
- " <td id=\"T_3695c_row12_col0\" class=\"data row12 col0\" >What year was the father of the Princes in the Tower born?</td>\n",
- " <td id=\"T_3695c_row12_col1\" class=\"data row12 col1\" >['1442']</td>\n",
- " <td id=\"T_3695c_row12_col2\" class=\"data row12 col2\" >1442</td>\n",
- " <td id=\"T_3695c_row12_col3\" class=\"data row12 col3\" >✔️</td>\n",
+ " <th id=\"T_0990b_level0_row12\" class=\"row_heading level0 row12\" >12</th>\n",
+ " <td id=\"T_0990b_row12_col0\" class=\"data row12 col0\" >What year was the father of the Princes in the Tower born?</td>\n",
+ " <td id=\"T_0990b_row12_col1\" class=\"data row12 col1\" >['1442']</td>\n",
+ " <td id=\"T_0990b_row12_col2\" class=\"data row12 col2\" >1442</td>\n",
+ " <td id=\"T_0990b_row12_col3\" class=\"data row12 col3\" >✔️</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n"
],
"text/plain": [
- "<pandas.io.formats.style.Styler at 0x7f2c97dcf2b0>"
+ "<pandas.io.formats.style.Styler at 0x7f0014067b50>"
]
},
"metadata": {},
@@ -1344,7 +1344,7 @@
"name": "stderr",
"output_type": "stream",
"text": [
- "100%|██████████| 13/13 [00:00<00:00, 83.91it/s]"
+ "100%|██████████| 13/13 [00:00<00:00, 93.03it/s]"
]
},
{
@@ -1365,120 +1365,120 @@
"data": {
"text/html": [
"<style type=\"text/css\">\n",
- "#T_83eb7 th {\n",
+ "#T_c4b56 th {\n",
" text-align: left;\n",
"}\n",
- "#T_83eb7 td {\n",
+ "#T_c4b56 td {\n",
" text-align: left;\n",
"}\n",
"</style>\n",
- "<table id=\"T_83eb7\">\n",
+ "<table id=\"T_c4b56\">\n",
" <thead>\n",
" <tr>\n",
" <th class=\"blank level0\" >&nbsp;</th>\n",
- " <th id=\"T_83eb7_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",
- " <th id=\"T_83eb7_level0_col1\" class=\"col_heading level0 col1\" >answer</th>\n",
- " <th id=\"T_83eb7_level0_col2\" class=\"col_heading level0 col2\" >prediction</th>\n",
- " <th id=\"T_83eb7_level0_col3\" class=\"col_heading level0 col3\" >correct</th>\n",
+ " <th id=\"T_c4b56_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",
+ " <th id=\"T_c4b56_level0_col1\" class=\"col_heading level0 col1\" >answer</th>\n",
+ " <th id=\"T_c4b56_level0_col2\" class=\"col_heading level0 col2\" >prediction</th>\n",
+ " <th id=\"T_c4b56_level0_col3\" class=\"col_heading level0 col3\" >correct</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
- " <th id=\"T_83eb7_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
- " <td id=\"T_83eb7_row0_col0\" class=\"data row0 col0\" >Who has a broader scope of profession: E. L. Doctorow or Julia Peterkin?</td>\n",
- " <td id=\"T_83eb7_row0_col1\" class=\"data row0 col1\" >['E. L. Doctorow', 'E.L. Doctorow', 'Doctorow']</td>\n",
- " <td id=\"T_83eb7_row0_col2\" class=\"data row0 col2\" >E. L. Doctorow</td>\n",
- " <td id=\"T_83eb7_row0_col3\" class=\"data row0 col3\" >✔️</td>\n",
+ " <th id=\"T_c4b56_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
+ " <td id=\"T_c4b56_row0_col0\" class=\"data row0 col0\" >Who has a broader scope of profession: E. L. Doctorow or Julia Peterkin?</td>\n",
+ " <td id=\"T_c4b56_row0_col1\" class=\"data row0 col1\" >['E. L. Doctorow', 'E.L. Doctorow', 'Doctorow']</td>\n",
+ " <td id=\"T_c4b56_row0_col2\" class=\"data row0 col2\" >E. L. Doctorow</td>\n",
+ " <td id=\"T_c4b56_row0_col3\" class=\"data row0 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_83eb7_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
- " <td id=\"T_83eb7_row1_col0\" class=\"data row1 col0\" >What documentary about the Gilgo Beach Killer debuted on A&E?</td>\n",
- " <td id=\"T_83eb7_row1_col1\" class=\"data row1 col1\" >['The Killing Season']</td>\n",
- " <td id=\"T_83eb7_row1_col2\" class=\"data row1 col2\" >The Killing Season</td>\n",
- " <td id=\"T_83eb7_row1_col3\" class=\"data row1 col3\" >✔️</td>\n",
+ " <th id=\"T_c4b56_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
+ " <td id=\"T_c4b56_row1_col0\" class=\"data row1 col0\" >What documentary about the Gilgo Beach Killer debuted on A&E?</td>\n",
+ " <td id=\"T_c4b56_row1_col1\" class=\"data row1 col1\" >['The Killing Season']</td>\n",
+ " <td id=\"T_c4b56_row1_col2\" class=\"data row1 col2\" >The Killing Season</td>\n",
+ " <td id=\"T_c4b56_row1_col3\" class=\"data row1 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_83eb7_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
- " <td id=\"T_83eb7_row2_col0\" class=\"data row2 col0\" >Right Back At It Again contains lyrics co-written by the singer born in what city?</td>\n",
- " <td id=\"T_83eb7_row2_col1\" class=\"data row2 col1\" >['Gainesville, Florida', 'Gainesville']</td>\n",
- " <td id=\"T_83eb7_row2_col2\" class=\"data row2 col2\" >Gainesville, Florida</td>\n",
- " <td id=\"T_83eb7_row2_col3\" class=\"data row2 col3\" >✔️</td>\n",
+ " <th id=\"T_c4b56_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
+ " <td id=\"T_c4b56_row2_col0\" class=\"data row2 col0\" >Right Back At It Again contains lyrics co-written by the singer born in what city?</td>\n",
+ " <td id=\"T_c4b56_row2_col1\" class=\"data row2 col1\" >['Gainesville, Florida', 'Gainesville']</td>\n",
+ " <td id=\"T_c4b56_row2_col2\" class=\"data row2 col2\" >Gainesville, Florida</td>\n",
+ " <td id=\"T_c4b56_row2_col3\" class=\"data row2 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_83eb7_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
- " <td id=\"T_83eb7_row3_col0\" class=\"data row3 col0\" >What year was the party of the winner of the 1971 San Francisco mayoral election founded?</td>\n",
- " <td id=\"T_83eb7_row3_col1\" class=\"data row3 col1\" >['1828']</td>\n",
- " <td id=\"T_83eb7_row3_col2\" class=\"data row3 col2\" >1947</td>\n",
- " <td id=\"T_83eb7_row3_col3\" class=\"data row3 col3\" >❌</td>\n",
+ " <th id=\"T_c4b56_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
+ " <td id=\"T_c4b56_row3_col0\" class=\"data row3 col0\" >What year was the party of the winner of the 1971 San Francisco mayoral election founded?</td>\n",
+ " <td id=\"T_c4b56_row3_col1\" class=\"data row3 col1\" >['1828']</td>\n",
+ " <td id=\"T_c4b56_row3_col2\" class=\"data row3 col2\" >1947</td>\n",
+ " <td id=\"T_c4b56_row3_col3\" class=\"data row3 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_83eb7_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
- " <td id=\"T_83eb7_row4_col0\" class=\"data row4 col0\" >Which author is English: John Braine or Studs Terkel?</td>\n",
- " <td id=\"T_83eb7_row4_col1\" class=\"data row4 col1\" >['John Braine']</td>\n",
- " <td id=\"T_83eb7_row4_col2\" class=\"data row4 col2\" >John Braine</td>\n",
- " <td id=\"T_83eb7_row4_col3\" class=\"data row4 col3\" >✔️</td>\n",
+ " <th id=\"T_c4b56_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
+ " <td id=\"T_c4b56_row4_col0\" class=\"data row4 col0\" >Which author is English: John Braine or Studs Terkel?</td>\n",
+ " <td id=\"T_c4b56_row4_col1\" class=\"data row4 col1\" >['John Braine']</td>\n",
+ " <td id=\"T_c4b56_row4_col2\" class=\"data row4 col2\" >John Braine</td>\n",
+ " <td id=\"T_c4b56_row4_col3\" class=\"data row4 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_83eb7_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",
- " <td id=\"T_83eb7_row5_col0\" class=\"data row5 col0\" >Anthony Dirrell is the brother of which super middleweight title holder?</td>\n",
- " <td id=\"T_83eb7_row5_col1\" class=\"data row5 col1\" >['Andre Dirrell']</td>\n",
- " <td id=\"T_83eb7_row5_col2\" class=\"data row5 col2\" >Andre Dirrell</td>\n",
- " <td id=\"T_83eb7_row5_col3\" class=\"data row5 col3\" >✔️</td>\n",
+ " <th id=\"T_c4b56_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",
+ " <td id=\"T_c4b56_row5_col0\" class=\"data row5 col0\" >Anthony Dirrell is the brother of which super middleweight title holder?</td>\n",
+ " <td id=\"T_c4b56_row5_col1\" class=\"data row5 col1\" >['Andre Dirrell']</td>\n",
+ " <td id=\"T_c4b56_row5_col2\" class=\"data row5 col2\" >Andre Dirrell</td>\n",
+ " <td id=\"T_c4b56_row5_col3\" class=\"data row5 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_83eb7_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",
- " <td id=\"T_83eb7_row6_col0\" class=\"data row6 col0\" >In which city is the sports nutrition business established by Oliver Cookson based ?</td>\n",
- " <td id=\"T_83eb7_row6_col1\" class=\"data row6 col1\" >['Cheshire', 'Cheshire, UK']</td>\n",
- " <td id=\"T_83eb7_row6_col2\" class=\"data row6 col2\" >Manchester, England</td>\n",
- " <td id=\"T_83eb7_row6_col3\" class=\"data row6 col3\" >❌</td>\n",
+ " <th id=\"T_c4b56_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",
+ " <td id=\"T_c4b56_row6_col0\" class=\"data row6 col0\" >In which city is the sports nutrition business established by Oliver Cookson based ?</td>\n",
+ " <td id=\"T_c4b56_row6_col1\" class=\"data row6 col1\" >['Cheshire', 'Cheshire, UK']</td>\n",
+ " <td id=\"T_c4b56_row6_col2\" class=\"data row6 col2\" >Manchester, England</td>\n",
+ " <td id=\"T_c4b56_row6_col3\" class=\"data row6 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_83eb7_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",
- " <td id=\"T_83eb7_row7_col0\" class=\"data row7 col0\" >Find the birth date of the actor who played roles in First Wives Club and Searching for the Elephant.</td>\n",
- " <td id=\"T_83eb7_row7_col1\" class=\"data row7 col1\" >['February 13, 1980']</td>\n",
- " <td id=\"T_83eb7_row7_col2\" class=\"data row7 col2\" >1965</td>\n",
- " <td id=\"T_83eb7_row7_col3\" class=\"data row7 col3\" >❌</td>\n",
+ " <th id=\"T_c4b56_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",
+ " <td id=\"T_c4b56_row7_col0\" class=\"data row7 col0\" >Find the birth date of the actor who played roles in First Wives Club and Searching for the Elephant.</td>\n",
+ " <td id=\"T_c4b56_row7_col1\" class=\"data row7 col1\" >['February 13, 1980']</td>\n",
+ " <td id=\"T_c4b56_row7_col2\" class=\"data row7 col2\" >1965</td>\n",
+ " <td id=\"T_c4b56_row7_col3\" class=\"data row7 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_83eb7_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",
- " <td id=\"T_83eb7_row8_col0\" class=\"data row8 col0\" >Kyle Moran was born in the town on what river?</td>\n",
- " <td id=\"T_83eb7_row8_col1\" class=\"data row8 col1\" >['Castletown', 'Castletown River']</td>\n",
- " <td id=\"T_83eb7_row8_col2\" class=\"data row8 col2\" >River Foyle</td>\n",
- " <td id=\"T_83eb7_row8_col3\" class=\"data row8 col3\" >❌</td>\n",
+ " <th id=\"T_c4b56_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",
+ " <td id=\"T_c4b56_row8_col0\" class=\"data row8 col0\" >Kyle Moran was born in the town on what river?</td>\n",
+ " <td id=\"T_c4b56_row8_col1\" class=\"data row8 col1\" >['Castletown', 'Castletown River']</td>\n",
+ " <td id=\"T_c4b56_row8_col2\" class=\"data row8 col2\" >River Foyle</td>\n",
+ " <td id=\"T_c4b56_row8_col3\" class=\"data row8 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_83eb7_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",
- " <td id=\"T_83eb7_row9_col0\" class=\"data row9 col0\" >What is the name of one branch of Robert D. Braun's speciality?</td>\n",
- " <td id=\"T_83eb7_row9_col1\" class=\"data row9 col1\" >['aeronautical engineering', 'astronautical engineering', 'aeronautics', 'astronautics']</td>\n",
- " <td id=\"T_83eb7_row9_col2\" class=\"data row9 col2\" >Aerospace engineering</td>\n",
- " <td id=\"T_83eb7_row9_col3\" class=\"data row9 col3\" >❌</td>\n",
+ " <th id=\"T_c4b56_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",
+ " <td id=\"T_c4b56_row9_col0\" class=\"data row9 col0\" >What is the name of one branch of Robert D. Braun's speciality?</td>\n",
+ " <td id=\"T_c4b56_row9_col1\" class=\"data row9 col1\" >['aeronautical engineering', 'astronautical engineering', 'aeronautics', 'astronautics']</td>\n",
+ " <td id=\"T_c4b56_row9_col2\" class=\"data row9 col2\" >Aerospace engineering</td>\n",
+ " <td id=\"T_c4b56_row9_col3\" class=\"data row9 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_83eb7_level0_row10\" class=\"row_heading level0 row10\" >10</th>\n",
- " <td id=\"T_83eb7_row10_col0\" class=\"data row10 col0\" >Where was the actress who played the niece in the Priest film born?</td>\n",
- " <td id=\"T_83eb7_row10_col1\" class=\"data row10 col1\" >['Surrey', 'Guildford, Surrey']</td>\n",
- " <td id=\"T_83eb7_row10_col2\" class=\"data row10 col2\" >Guildford, Surrey</td>\n",
- " <td id=\"T_83eb7_row10_col3\" class=\"data row10 col3\" >✔️</td>\n",
+ " <th id=\"T_c4b56_level0_row10\" class=\"row_heading level0 row10\" >10</th>\n",
+ " <td id=\"T_c4b56_row10_col0\" class=\"data row10 col0\" >Where was the actress who played the niece in the Priest film born?</td>\n",
+ " <td id=\"T_c4b56_row10_col1\" class=\"data row10 col1\" >['Surrey', 'Guildford, Surrey']</td>\n",
+ " <td id=\"T_c4b56_row10_col2\" class=\"data row10 col2\" >Guildford, Surrey</td>\n",
+ " <td id=\"T_c4b56_row10_col3\" class=\"data row10 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_83eb7_level0_row11\" class=\"row_heading level0 row11\" >11</th>\n",
- " <td id=\"T_83eb7_row11_col0\" class=\"data row11 col0\" >Name the movie in which the daughter of Noel Harrison plays Violet Trefusis.</td>\n",
- " <td id=\"T_83eb7_row11_col1\" class=\"data row11 col1\" >['Portrait of a Marriage']</td>\n",
- " <td id=\"T_83eb7_row11_col2\" class=\"data row11 col2\" >Carrington</td>\n",
- " <td id=\"T_83eb7_row11_col3\" class=\"data row11 col3\" >❌</td>\n",
+ " <th id=\"T_c4b56_level0_row11\" class=\"row_heading level0 row11\" >11</th>\n",
+ " <td id=\"T_c4b56_row11_col0\" class=\"data row11 col0\" >Name the movie in which the daughter of Noel Harrison plays Violet Trefusis.</td>\n",
+ " <td id=\"T_c4b56_row11_col1\" class=\"data row11 col1\" >['Portrait of a Marriage']</td>\n",
+ " <td id=\"T_c4b56_row11_col2\" class=\"data row11 col2\" >Carrington</td>\n",
+ " <td id=\"T_c4b56_row11_col3\" class=\"data row11 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_83eb7_level0_row12\" class=\"row_heading level0 row12\" >12</th>\n",
- " <td id=\"T_83eb7_row12_col0\" class=\"data row12 col0\" >What year was the father of the Princes in the Tower born?</td>\n",
- " <td id=\"T_83eb7_row12_col1\" class=\"data row12 col1\" >['1442']</td>\n",
- " <td id=\"T_83eb7_row12_col2\" class=\"data row12 col2\" >1442</td>\n",
- " <td id=\"T_83eb7_row12_col3\" class=\"data row12 col3\" >✔️</td>\n",
+ " <th id=\"T_c4b56_level0_row12\" class=\"row_heading level0 row12\" >12</th>\n",
+ " <td id=\"T_c4b56_row12_col0\" class=\"data row12 col0\" >What year was the father of the Princes in the Tower born?</td>\n",
+ " <td id=\"T_c4b56_row12_col1\" class=\"data row12 col1\" >['1442']</td>\n",
+ " <td id=\"T_c4b56_row12_col2\" class=\"data row12 col2\" >1442</td>\n",
+ " <td id=\"T_c4b56_row12_col3\" class=\"data row12 col3\" >✔️</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n"
],
"text/plain": [
- "<pandas.io.formats.style.Styler at 0x7f2d50533ee0>"
+ "<pandas.io.formats.style.Styler at 0x7f00d069b4f0>"
]
},
"metadata": {},
@@ -1821,7 +1821,7 @@
"name": "stderr",
"output_type": "stream",
"text": [
- "100%|██████████| 13/13 [00:01<00:00, 8.50it/s]"
+ "100%|██████████| 13/13 [00:01<00:00, 9.43it/s]"
]
},
{
@@ -1842,120 +1842,120 @@
"data": {
"text/html": [
"<style type=\"text/css\">\n",
- "#T_b6174 th {\n",
+ "#T_d7779 th {\n",
" text-align: left;\n",
"}\n",
- "#T_b6174 td {\n",
+ "#T_d7779 td {\n",
" text-align: left;\n",
"}\n",
"</style>\n",
- "<table id=\"T_b6174\">\n",
+ "<table id=\"T_d7779\">\n",
" <thead>\n",
" <tr>\n",
" <th class=\"blank level0\" >&nbsp;</th>\n",
- " <th id=\"T_b6174_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",
- " <th id=\"T_b6174_level0_col1\" class=\"col_heading level0 col1\" >answer</th>\n",
- " <th id=\"T_b6174_level0_col2\" class=\"col_heading level0 col2\" >prediction</th>\n",
- " <th id=\"T_b6174_level0_col3\" class=\"col_heading level0 col3\" >correct</th>\n",
+ " <th id=\"T_d7779_level0_col0\" class=\"col_heading level0 col0\" >question</th>\n",
+ " <th id=\"T_d7779_level0_col1\" class=\"col_heading level0 col1\" >answer</th>\n",
+ " <th id=\"T_d7779_level0_col2\" class=\"col_heading level0 col2\" >prediction</th>\n",
+ " <th id=\"T_d7779_level0_col3\" class=\"col_heading level0 col3\" >correct</th>\n",
" </tr>\n",
" </thead>\n",
" <tbody>\n",
" <tr>\n",
- " <th id=\"T_b6174_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
- " <td id=\"T_b6174_row0_col0\" class=\"data row0 col0\" >Who has a broader scope of profession: E. L. Doctorow or Julia Peterkin?</td>\n",
- " <td id=\"T_b6174_row0_col1\" class=\"data row0 col1\" >['E. L. Doctorow', 'E.L. Doctorow', 'Doctorow']</td>\n",
- " <td id=\"T_b6174_row0_col2\" class=\"data row0 col2\" >E. L. Doctorow</td>\n",
- " <td id=\"T_b6174_row0_col3\" class=\"data row0 col3\" >✔️</td>\n",
+ " <th id=\"T_d7779_level0_row0\" class=\"row_heading level0 row0\" >0</th>\n",
+ " <td id=\"T_d7779_row0_col0\" class=\"data row0 col0\" >Who has a broader scope of profession: E. L. Doctorow or Julia Peterkin?</td>\n",
+ " <td id=\"T_d7779_row0_col1\" class=\"data row0 col1\" >['E. L. Doctorow', 'E.L. Doctorow', 'Doctorow']</td>\n",
+ " <td id=\"T_d7779_row0_col2\" class=\"data row0 col2\" >E. L. Doctorow</td>\n",
+ " <td id=\"T_d7779_row0_col3\" class=\"data row0 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_b6174_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
- " <td id=\"T_b6174_row1_col0\" class=\"data row1 col0\" >What documentary about the Gilgo Beach Killer debuted on A&E?</td>\n",
- " <td id=\"T_b6174_row1_col1\" class=\"data row1 col1\" >['The Killing Season']</td>\n",
- " <td id=\"T_b6174_row1_col2\" class=\"data row1 col2\" >The Killing Season</td>\n",
- " <td id=\"T_b6174_row1_col3\" class=\"data row1 col3\" >✔️</td>\n",
+ " <th id=\"T_d7779_level0_row1\" class=\"row_heading level0 row1\" >1</th>\n",
+ " <td id=\"T_d7779_row1_col0\" class=\"data row1 col0\" >What documentary about the Gilgo Beach Killer debuted on A&E?</td>\n",
+ " <td id=\"T_d7779_row1_col1\" class=\"data row1 col1\" >['The Killing Season']</td>\n",
+ " <td id=\"T_d7779_row1_col2\" class=\"data row1 col2\" >The Killing Season</td>\n",
+ " <td id=\"T_d7779_row1_col3\" class=\"data row1 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_b6174_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
- " <td id=\"T_b6174_row2_col0\" class=\"data row2 col0\" >Right Back At It Again contains lyrics co-written by the singer born in what city?</td>\n",
- " <td id=\"T_b6174_row2_col1\" class=\"data row2 col1\" >['Gainesville, Florida', 'Gainesville']</td>\n",
- " <td id=\"T_b6174_row2_col2\" class=\"data row2 col2\" >Gainesville, Florida</td>\n",
- " <td id=\"T_b6174_row2_col3\" class=\"data row2 col3\" >✔️</td>\n",
+ " <th id=\"T_d7779_level0_row2\" class=\"row_heading level0 row2\" >2</th>\n",
+ " <td id=\"T_d7779_row2_col0\" class=\"data row2 col0\" >Right Back At It Again contains lyrics co-written by the singer born in what city?</td>\n",
+ " <td id=\"T_d7779_row2_col1\" class=\"data row2 col1\" >['Gainesville, Florida', 'Gainesville']</td>\n",
+ " <td id=\"T_d7779_row2_col2\" class=\"data row2 col2\" >Gainesville, Florida</td>\n",
+ " <td id=\"T_d7779_row2_col3\" class=\"data row2 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_b6174_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
- " <td id=\"T_b6174_row3_col0\" class=\"data row3 col0\" >What year was the party of the winner of the 1971 San Francisco mayoral election founded?</td>\n",
- " <td id=\"T_b6174_row3_col1\" class=\"data row3 col1\" >['1828']</td>\n",
- " <td id=\"T_b6174_row3_col2\" class=\"data row3 col2\" >1828</td>\n",
- " <td id=\"T_b6174_row3_col3\" class=\"data row3 col3\" >✔️</td>\n",
+ " <th id=\"T_d7779_level0_row3\" class=\"row_heading level0 row3\" >3</th>\n",
+ " <td id=\"T_d7779_row3_col0\" class=\"data row3 col0\" >What year was the party of the winner of the 1971 San Francisco mayoral election founded?</td>\n",
+ " <td id=\"T_d7779_row3_col1\" class=\"data row3 col1\" >['1828']</td>\n",
+ " <td id=\"T_d7779_row3_col2\" class=\"data row3 col2\" >1828</td>\n",
+ " <td id=\"T_d7779_row3_col3\" class=\"data row3 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_b6174_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
- " <td id=\"T_b6174_row4_col0\" class=\"data row4 col0\" >Which author is English: John Braine or Studs Terkel?</td>\n",
- " <td id=\"T_b6174_row4_col1\" class=\"data row4 col1\" >['John Braine']</td>\n",
- " <td id=\"T_b6174_row4_col2\" class=\"data row4 col2\" >John Braine</td>\n",
- " <td id=\"T_b6174_row4_col3\" class=\"data row4 col3\" >✔️</td>\n",
+ " <th id=\"T_d7779_level0_row4\" class=\"row_heading level0 row4\" >4</th>\n",
+ " <td id=\"T_d7779_row4_col0\" class=\"data row4 col0\" >Which author is English: John Braine or Studs Terkel?</td>\n",
+ " <td id=\"T_d7779_row4_col1\" class=\"data row4 col1\" >['John Braine']</td>\n",
+ " <td id=\"T_d7779_row4_col2\" class=\"data row4 col2\" >John Braine</td>\n",
+ " <td id=\"T_d7779_row4_col3\" class=\"data row4 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_b6174_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",
- " <td id=\"T_b6174_row5_col0\" class=\"data row5 col0\" >Anthony Dirrell is the brother of which super middleweight title holder?</td>\n",
- " <td id=\"T_b6174_row5_col1\" class=\"data row5 col1\" >['Andre Dirrell']</td>\n",
- " <td id=\"T_b6174_row5_col2\" class=\"data row5 col2\" >Andre Dirrell</td>\n",
- " <td id=\"T_b6174_row5_col3\" class=\"data row5 col3\" >✔️</td>\n",
+ " <th id=\"T_d7779_level0_row5\" class=\"row_heading level0 row5\" >5</th>\n",
+ " <td id=\"T_d7779_row5_col0\" class=\"data row5 col0\" >Anthony Dirrell is the brother of which super middleweight title holder?</td>\n",
+ " <td id=\"T_d7779_row5_col1\" class=\"data row5 col1\" >['Andre Dirrell']</td>\n",
+ " <td id=\"T_d7779_row5_col2\" class=\"data row5 col2\" >Andre Dirrell</td>\n",
+ " <td id=\"T_d7779_row5_col3\" class=\"data row5 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_b6174_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",
- " <td id=\"T_b6174_row6_col0\" class=\"data row6 col0\" >In which city is the sports nutrition business established by Oliver Cookson based ?</td>\n",
- " <td id=\"T_b6174_row6_col1\" class=\"data row6 col1\" >['Cheshire', 'Cheshire, UK']</td>\n",
- " <td id=\"T_b6174_row6_col2\" class=\"data row6 col2\" >Cheshire</td>\n",
- " <td id=\"T_b6174_row6_col3\" class=\"data row6 col3\" >✔️</td>\n",
+ " <th id=\"T_d7779_level0_row6\" class=\"row_heading level0 row6\" >6</th>\n",
+ " <td id=\"T_d7779_row6_col0\" class=\"data row6 col0\" >In which city is the sports nutrition business established by Oliver Cookson based ?</td>\n",
+ " <td id=\"T_d7779_row6_col1\" class=\"data row6 col1\" >['Cheshire', 'Cheshire, UK']</td>\n",
+ " <td id=\"T_d7779_row6_col2\" class=\"data row6 col2\" >Cheshire</td>\n",
+ " <td id=\"T_d7779_row6_col3\" class=\"data row6 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_b6174_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",
- " <td id=\"T_b6174_row7_col0\" class=\"data row7 col0\" >Find the birth date of the actor who played roles in First Wives Club and Searching for the Elephant.</td>\n",
- " <td id=\"T_b6174_row7_col1\" class=\"data row7 col1\" >['February 13, 1980']</td>\n",
- " <td id=\"T_b6174_row7_col2\" class=\"data row7 col2\" >1958</td>\n",
- " <td id=\"T_b6174_row7_col3\" class=\"data row7 col3\" >❌</td>\n",
+ " <th id=\"T_d7779_level0_row7\" class=\"row_heading level0 row7\" >7</th>\n",
+ " <td id=\"T_d7779_row7_col0\" class=\"data row7 col0\" >Find the birth date of the actor who played roles in First Wives Club and Searching for the Elephant.</td>\n",
+ " <td id=\"T_d7779_row7_col1\" class=\"data row7 col1\" >['February 13, 1980']</td>\n",
+ " <td id=\"T_d7779_row7_col2\" class=\"data row7 col2\" >1958</td>\n",
+ " <td id=\"T_d7779_row7_col3\" class=\"data row7 col3\" >❌</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_b6174_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",
- " <td id=\"T_b6174_row8_col0\" class=\"data row8 col0\" >Kyle Moran was born in the town on what river?</td>\n",
- " <td id=\"T_b6174_row8_col1\" class=\"data row8 col1\" >['Castletown', 'Castletown River']</td>\n",
- " <td id=\"T_b6174_row8_col2\" class=\"data row8 col2\" >Castletown River</td>\n",
- " <td id=\"T_b6174_row8_col3\" class=\"data row8 col3\" >✔️</td>\n",
+ " <th id=\"T_d7779_level0_row8\" class=\"row_heading level0 row8\" >8</th>\n",
+ " <td id=\"T_d7779_row8_col0\" class=\"data row8 col0\" >Kyle Moran was born in the town on what river?</td>\n",
+ " <td id=\"T_d7779_row8_col1\" class=\"data row8 col1\" >['Castletown', 'Castletown River']</td>\n",
+ " <td id=\"T_d7779_row8_col2\" class=\"data row8 col2\" >Castletown River</td>\n",
+ " <td id=\"T_d7779_row8_col3\" class=\"data row8 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_b6174_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",
- " <td id=\"T_b6174_row9_col0\" class=\"data row9 col0\" >What is the name of one branch of Robert D. Braun's speciality?</td>\n",
- " <td id=\"T_b6174_row9_col1\" class=\"data row9 col1\" >['aeronautical engineering', 'astronautical engineering', 'aeronautics', 'astronautics']</td>\n",
- " <td id=\"T_b6174_row9_col2\" class=\"data row9 col2\" >Aeronautics</td>\n",
- " <td id=\"T_b6174_row9_col3\" class=\"data row9 col3\" >✔️</td>\n",
+ " <th id=\"T_d7779_level0_row9\" class=\"row_heading level0 row9\" >9</th>\n",
+ " <td id=\"T_d7779_row9_col0\" class=\"data row9 col0\" >What is the name of one branch of Robert D. Braun's speciality?</td>\n",
+ " <td id=\"T_d7779_row9_col1\" class=\"data row9 col1\" >['aeronautical engineering', 'astronautical engineering', 'aeronautics', 'astronautics']</td>\n",
+ " <td id=\"T_d7779_row9_col2\" class=\"data row9 col2\" >Aeronautics</td>\n",
+ " <td id=\"T_d7779_row9_col3\" class=\"data row9 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_b6174_level0_row10\" class=\"row_heading level0 row10\" >10</th>\n",
- " <td id=\"T_b6174_row10_col0\" class=\"data row10 col0\" >Where was the actress who played the niece in the Priest film born?</td>\n",
- " <td id=\"T_b6174_row10_col1\" class=\"data row10 col1\" >['Surrey', 'Guildford, Surrey']</td>\n",
- " <td id=\"T_b6174_row10_col2\" class=\"data row10 col2\" >Surrey</td>\n",
- " <td id=\"T_b6174_row10_col3\" class=\"data row10 col3\" >✔️</td>\n",
+ " <th id=\"T_d7779_level0_row10\" class=\"row_heading level0 row10\" >10</th>\n",
+ " <td id=\"T_d7779_row10_col0\" class=\"data row10 col0\" >Where was the actress who played the niece in the Priest film born?</td>\n",
+ " <td id=\"T_d7779_row10_col1\" class=\"data row10 col1\" >['Surrey', 'Guildford, Surrey']</td>\n",
+ " <td id=\"T_d7779_row10_col2\" class=\"data row10 col2\" >Surrey</td>\n",
+ " <td id=\"T_d7779_row10_col3\" class=\"data row10 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_b6174_level0_row11\" class=\"row_heading level0 row11\" >11</th>\n",
- " <td id=\"T_b6174_row11_col0\" class=\"data row11 col0\" >Name the movie in which the daughter of Noel Harrison plays Violet Trefusis.</td>\n",
- " <td id=\"T_b6174_row11_col1\" class=\"data row11 col1\" >['Portrait of a Marriage']</td>\n",
- " <td id=\"T_b6174_row11_col2\" class=\"data row11 col2\" >Portrait of a Marriage</td>\n",
- " <td id=\"T_b6174_row11_col3\" class=\"data row11 col3\" >✔️</td>\n",
+ " <th id=\"T_d7779_level0_row11\" class=\"row_heading level0 row11\" >11</th>\n",
+ " <td id=\"T_d7779_row11_col0\" class=\"data row11 col0\" >Name the movie in which the daughter of Noel Harrison plays Violet Trefusis.</td>\n",
+ " <td id=\"T_d7779_row11_col1\" class=\"data row11 col1\" >['Portrait of a Marriage']</td>\n",
+ " <td id=\"T_d7779_row11_col2\" class=\"data row11 col2\" >Portrait of a Marriage</td>\n",
+ " <td id=\"T_d7779_row11_col3\" class=\"data row11 col3\" >✔️</td>\n",
" </tr>\n",
" <tr>\n",
- " <th id=\"T_b6174_level0_row12\" class=\"row_heading level0 row12\" >12</th>\n",
- " <td id=\"T_b6174_row12_col0\" class=\"data row12 col0\" >What year was the father of the Princes in the Tower born?</td>\n",
- " <td id=\"T_b6174_row12_col1\" class=\"data row12 col1\" >['1442']</td>\n",
- " <td id=\"T_b6174_row12_col2\" class=\"data row12 col2\" >1442</td>\n",
- " <td id=\"T_b6174_row12_col3\" class=\"data row12 col3\" >✔️</td>\n",
+ " <th id=\"T_d7779_level0_row12\" class=\"row_heading level0 row12\" >12</th>\n",
+ " <td id=\"T_d7779_row12_col0\" class=\"data row12 col0\" >What year was the father of the Princes in the Tower born?</td>\n",
+ " <td id=\"T_d7779_row12_col1\" class=\"data row12 col1\" >['1442']</td>\n",
+ " <td id=\"T_d7779_row12_col2\" class=\"data row12 col2\" >1442</td>\n",
+ " <td id=\"T_d7779_row12_col3\" class=\"data row12 col3\" >✔️</td>\n",
" </tr>\n",
" </tbody>\n",
"</table>\n"
],
"text/plain": [
- "<pandas.io.formats.style.Styler at 0x7f2c9404ee80>"
+ "<pandas.io.formats.style.Styler at 0x7f00d069b100>"
]
},
"metadata": {},