DSPy: The framework for programming—not prompting—language models
Python
remove unused multi-hop state files (#8389)
TomuHirata93cf14be5f33
diff --git a/tests/multihop_llama213b_0.json b/tests/multihop_llama213b_0.jsondeleted file mode 100644index 520e696f7..000000000--- a/tests/multihop_llama213b_0.json+++ /dev/null@@ -1,347 +0,0 @@-{- "retrieve": {- "k": 3- },- "generate_query[0]": {- "lm": null,- "traces": [],- "train": [],- "demos": [- {- "augmented": true,- "dspy_uuid": "ef6efe73-7815-4e31-a72d-d4a1537c5380",- "context": [],- "question": "In which year was the first of the vampire-themed fantasy romance novels for which The Twilight Saga: The Official Illustrated Guide serves as a spin-off encyclopedic reference book first published?",- "rationale": "find the answer to this question. We know that the first book in The Twilight Saga was published in 2005, so we can start by searching for books published in that year. We can also use keywords like \"vampire-themed\" and \"fantasy romance\" to narrow down our search results.",- "search_query": "\"vampire-themed fantasy romance novels 2005\""- },- {- "augmented": true,- "dspy_uuid": "7c56ed8c-85b9-4b4f-be70-7eb3a20539ec",- "context": [],- "question": "The Victorians - Their Story In Pictures is a documentary series written by an author born in what year?",- "rationale": "find the correct search query. We know that the author was born in the 19th century, but we don't know the exact year. We can start by searching for the author's name and the title of the documentary series.",- "search_query": "\"The Victorians - Their Story In Pictures\" author:${author_name}"- },- {- "question": "What is the code name for the German offensive that started this Second World War engagement on the Eastern Front (a few hundred kilometers from Moscow) between Soviet and German forces, which included 102nd Infantry Division?",- "answer": "Operation Citadel",- "dspy_uuid": "d7fb5c24-6ca2-4bf8-b9f1-0a6e0060ebea",- "dspy_split": "train"- },- {- "question": "What type of film was it that featured the actress who is regarded as the greatest actress of all time?",- "answer": "anti-McCarthyism",- "dspy_uuid": "96c92062-7e1c-4712-b3c8-30f35f8b6c65",- "dspy_split": "train"- },- {- "question": "Tombstone stared an actor born May 17, 1955 known as who?",- "answer": "Bill Paxton",- "dspy_uuid": "86fca9c5-3c75-4aae-bc16-cb6c62335f22",- "dspy_split": "train"- },- {- "question": "Who was coach of the No. 9-ranked team that was upset in the NCAA Tournament by the 2014-15 UAB Blazers men's basketball team? ",- "answer": "Fred Hoiberg",- "dspy_uuid": "089c6c36-6317-4dd1-8de5-5cd72185f0ab",- "dspy_split": "train"- },- {- "question": "Both Brian Warren and Jake Shields are considered what?",- "answer": "mixed martial arts fighter",- "dspy_uuid": "d2af37d1-975f-4423-bbda-1be5bf9baa35",- "dspy_split": "train"- },- {- "question": "What part of the world do the Viezenbeek and Lindemans Brewery hale from?",- "answer": "Brussels",- "dspy_uuid": "4b5f93e8-3f2a-464e-864c-76e9ca7e45a1",- "dspy_split": "train"- },- {- "question": "What Brazilian professional racing driver who races for Rebellion Racing has a mother named Viviane Senna da Silva Lalli?",- "answer": "Bruno Senna Lalli",- "dspy_uuid": "e4e1c569-f4d6-4b5a-9b31-d4ce129395ac",- "dspy_split": "train"- },- {- "question": "Which is taller, the Empire State Building or the Bank of America Tower?",- "answer": "The Empire State Building",- "dspy_uuid": "30d0143b-8f61-4591-9506-06d5144bc084",- "dspy_split": "train"- },- {- "question": "What metals were produced by the the steelworks company hit in the Barrow Blitz alongside VSEL? ",- "answer": "iron and steel",- "dspy_uuid": "a8ff9dee-f23d-4a2f-b10b-5be98114b8bf",- "dspy_split": "train"- },- {- "question": "Are Baltasar Korm\u00e1kur and John G. Avildsen both film producers?",- "answer": "no",- "dspy_uuid": "823305fd-37a1-4052-b1d7-5b7eb502d184",- "dspy_split": "train"- },- {- "question": "Where was the singer who released the single \"I Never Made Love (Till I Made It with You)\" originally from ?",- "answer": "Lubbock, Texas",- "dspy_uuid": "1729ebde-5804-4157-b43b-6422cce75d4f",- "dspy_split": "train"- },- {- "question": "Who was the Tennis Masters Cup champion in 2000, Gustavo Kuerten or Stan Wawrinka?",- "answer": "Gustavo Kuerten",- "dspy_uuid": "a8e15619-7c04-467a-8580-4dcf10f48bed",- "dspy_split": "train"- },- {- "question": "Which type of horse has been used by both the British Household Cavalry and Anheuser-Busch Brewing Company for commercials?",- "answer": "Clydesdales",- "dspy_uuid": "543e5564-9a2f-4cf2-b729-8b946fe9f57a",- "dspy_split": "train"- },- {- "question": "What is the nickname for this United States drag racer who drove Brutus?",- "answer": "Jungle Jim",- "dspy_uuid": "e2421205-d692-42e8-aa14-7a477e516ae8",- "dspy_split": "train"- }- ]- },- "generate_query[1]": {- "lm": null,- "traces": [],- "train": [],- "demos": [- {- "augmented": true,- "dspy_uuid": "ef6efe73-7815-4e31-a72d-d4a1537c5380",- "context": [- "Twilight (novel series) | Twilight is a series of four vampire-themed fantasy romance novels by American author Stephenie Meyer. Released annually from 2005 through 2008, the four books chart the later teen years of Isabella \"Bella\" Swan, a girl who moves to Forks, Washington, and falls in love with a 104-year-old vampire named Edward Cullen. The series is told primarily from Bella's point of view, with the epilogue of \"Eclipse\" and Part II of \"Breaking Dawn\" being told from the viewpoint of character Jacob Black, a werewolf. The unpublished \"Midnight Sun\" is a retelling of the first book, \"Twilight\", from Edward Cullen's point of view. The novella \"The Short Second Life of Bree Tanner\", which tells the story of a newborn vampire who appeared in \"Eclipse\", was published on June 5, 2010, as a hardcover book and on June 7 as a free online ebook. \"\" , a definitive encyclopedic reference with nearly 100 full color illustrations, was released in bookstores on April 12, 2011.",- "Harper Connelly Mysteries | The Harper Connelly Mysteries is a series of fantasy mystery novels written by Charlaine Harris, and first published in 2005. Harris is known best for penning The Southern Vampire Mysteries (also referred to as the True Blood Series), a series rich in supernatural characters such as vampires, telepaths, werewolves, shapeshifters and fairies; she has also written more traditional (non-paranormal) mysteries. The Harper Connelly Mysteries is also centered on a character with supernatural abilities, however these abilities are more subtle than in the Southern Vampire series.",- "The Dark Heroine | The Dark Heroine is a series of vampire-themed fantasy romance novels written by English author Abigail Gibbs, published by HarperCollins in 2012. The first novel in the series, \"Dinner with a Vampire,\" revolves around London-born Violet Lee, who is kidnapped and held hostage by a Royal Family of vampires known as the Varns. The series is told from both Violet Lee and Kaspar Varn's perspective, the latter being heir to the Vamperic Throne in the novel."- ],- "question": "In which year was the first of the vampire-themed fantasy romance novels for which The Twilight Saga: The Official Illustrated Guide serves as a spin-off encyclopedic reference book first published?",- "rationale": "determine the year the first of the vampire-themed fantasy romance novels was first published. We know that The Twilight Saga: The Official Illustrated Guide was published in 2011, and it serves as a spin-off encyclopedic reference book for the Twilight series. Therefore, we can deduce that the first of the vampire-themed fantasy romance novels must have been published before 2011.",- "search_query": "When was the first of the vampire-themed fantasy romance novels published?"- },- {- "augmented": true,- "dspy_uuid": "7c56ed8c-85b9-4b4f-be70-7eb3a20539ec",- "context": [- "The Victorians | The Victorians - Their Story In Pictures is a 2009 British documentary series which focuses on Victorian art and culture. The four-part series is written and presented by Jeremy Paxman and debuted on BBC One at 9:00pm on Sunday 15 February 2009.",- "The Caxtons | The Caxtons: A Family Picture is an 1849 Victorian novel by Edward Bulwer-Lytton that was popular in its time.",- "Victorian (comics) | The Victorian is a 25-issue comic book series published by Penny-Farthing Press and starting in 1999. The brainchild of creator Trainor Houghton, the series included a number of notable script writers and illustrators, including Len Wein, Glen Orbik and Howard Chaykin."- ],- "question": "The Victorians - Their Story In Pictures is a documentary series written by an author born in what year?",- "rationale": "produce the search query. We know that the documentary series is about Victorian art and culture, and it was written and presented by Jeremy Paxman. Therefore, we need to find the year in which Jeremy Paxman was born.",- "search_query": "Jeremy Paxman birth year"- },- {- "question": "Both Brian Warren and Jake Shields are considered what?",- "answer": "mixed martial arts fighter",- "dspy_uuid": "d2af37d1-975f-4423-bbda-1be5bf9baa35",- "dspy_split": "train"- },- {- "question": "Tombstone stared an actor born May 17, 1955 known as who?",- "answer": "Bill Paxton",- "dspy_uuid": "86fca9c5-3c75-4aae-bc16-cb6c62335f22",- "dspy_split": "train"- },- {- "question": "What type of film was it that featured the actress who is regarded as the greatest actress of all time?",- "answer": "anti-McCarthyism",- "dspy_uuid": "96c92062-7e1c-4712-b3c8-30f35f8b6c65",- "dspy_split": "train"- },- {- "question": "Are Baltasar Korm\u00e1kur and John G. Avildsen both film producers?",- "answer": "no",- "dspy_uuid": "823305fd-37a1-4052-b1d7-5b7eb502d184",- "dspy_split": "train"- },- {- "question": "What is the nickname for this United States drag racer who drove Brutus?",- "answer": "Jungle Jim",- "dspy_uuid": "e2421205-d692-42e8-aa14-7a477e516ae8",- "dspy_split": "train"- },- {- "question": "What metals were produced by the the steelworks company hit in the Barrow Blitz alongside VSEL? ",- "answer": "iron and steel",- "dspy_uuid": "a8ff9dee-f23d-4a2f-b10b-5be98114b8bf",- "dspy_split": "train"- },- {- "question": "Which type of horse has been used by both the British Household Cavalry and Anheuser-Busch Brewing Company for commercials?",- "answer": "Clydesdales",- "dspy_uuid": "543e5564-9a2f-4cf2-b729-8b946fe9f57a",- "dspy_split": "train"- },- {- "question": "Which is taller, the Empire State Building or the Bank of America Tower?",- "answer": "The Empire State Building",- "dspy_uuid": "30d0143b-8f61-4591-9506-06d5144bc084",- "dspy_split": "train"- },- {- "question": "What is the code name for the German offensive that started this Second World War engagement on the Eastern Front (a few hundred kilometers from Moscow) between Soviet and German forces, which included 102nd Infantry Division?",- "answer": "Operation Citadel",- "dspy_uuid": "d7fb5c24-6ca2-4bf8-b9f1-0a6e0060ebea",- "dspy_split": "train"- },- {- "question": "What part of the world do the Viezenbeek and Lindemans Brewery hale from?",- "answer": "Brussels",- "dspy_uuid": "4b5f93e8-3f2a-464e-864c-76e9ca7e45a1",- "dspy_split": "train"- },- {- "question": "What Brazilian professional racing driver who races for Rebellion Racing has a mother named Viviane Senna da Silva Lalli?",- "answer": "Bruno Senna Lalli",- "dspy_uuid": "e4e1c569-f4d6-4b5a-9b31-d4ce129395ac",- "dspy_split": "train"- },- {- "question": "Who was the Tennis Masters Cup champion in 2000, Gustavo Kuerten or Stan Wawrinka?",- "answer": "Gustavo Kuerten",- "dspy_uuid": "a8e15619-7c04-467a-8580-4dcf10f48bed",- "dspy_split": "train"- },- {- "question": "Where was the singer who released the single \"I Never Made Love (Till I Made It with You)\" originally from ?",- "answer": "Lubbock, Texas",- "dspy_uuid": "1729ebde-5804-4157-b43b-6422cce75d4f",- "dspy_split": "train"- },- {- "question": "Who was coach of the No. 9-ranked team that was upset in the NCAA Tournament by the 2014-15 UAB Blazers men's basketball team? ",- "answer": "Fred Hoiberg",- "dspy_uuid": "089c6c36-6317-4dd1-8de5-5cd72185f0ab",- "dspy_split": "train"- }- ]- },- "generate_answer": {- "lm": null,- "traces": [],- "train": [],- "demos": [- {- "augmented": true,- "dspy_uuid": "ef6efe73-7815-4e31-a72d-d4a1537c5380",- "context": [- "Twilight (novel series) | Twilight is a series of four vampire-themed fantasy romance novels by American author Stephenie Meyer. Released annually from 2005 through 2008, the four books chart the later teen years of Isabella \"Bella\" Swan, a girl who moves to Forks, Washington, and falls in love with a 104-year-old vampire named Edward Cullen. The series is told primarily from Bella's point of view, with the epilogue of \"Eclipse\" and Part II of \"Breaking Dawn\" being told from the viewpoint of character Jacob Black, a werewolf. The unpublished \"Midnight Sun\" is a retelling of the first book, \"Twilight\", from Edward Cullen's point of view. The novella \"The Short Second Life of Bree Tanner\", which tells the story of a newborn vampire who appeared in \"Eclipse\", was published on June 5, 2010, as a hardcover book and on June 7 as a free online ebook. \"\" , a definitive encyclopedic reference with nearly 100 full color illustrations, was released in bookstores on April 12, 2011.",- "Harper Connelly Mysteries | The Harper Connelly Mysteries is a series of fantasy mystery novels written by Charlaine Harris, and first published in 2005. Harris is known best for penning The Southern Vampire Mysteries (also referred to as the True Blood Series), a series rich in supernatural characters such as vampires, telepaths, werewolves, shapeshifters and fairies; she has also written more traditional (non-paranormal) mysteries. The Harper Connelly Mysteries is also centered on a character with supernatural abilities, however these abilities are more subtle than in the Southern Vampire series.",- "The Dark Heroine | The Dark Heroine is a series of vampire-themed fantasy romance novels written by English author Abigail Gibbs, published by HarperCollins in 2012. The first novel in the series, \"Dinner with a Vampire,\" revolves around London-born Violet Lee, who is kidnapped and held hostage by a Royal Family of vampires known as the Varns. The series is told from both Violet Lee and Kaspar Varn's perspective, the latter being heir to the Vamperic Throne in the novel.",- "Night Huntress | Night Huntress is a series of \"New York Times\" bestselling urban fantasy romance novels by author Jeaniene Frost. The first novel was published in 2007 by Avon and takes place in a world where supernatural creatures exist but are not known to the general public at large. The series initially focused around the character of half-vampire Catherine \"Cat\" Crawfield and her full-vampire lover Bones, but eventually shifted focus to other characters such as Vlad Tepesh, a character that Frost had initially not planned to include.",- "John William Polidori | John William Polidori (7 September 1795 \u2013 24 August 1821) was an English writer and physician. He is known for his associations with the Romantic movement and credited by some as the creator of the vampire genre of fantasy fiction. His most successful work was the short story \"The Vampyre\" (1819), the first published modern vampire story. Although originally and erroneously accredited to Lord Byron, both Byron and Polidori affirmed that the story is Polidori's."- ],- "question": "In which year was the first of the vampire-themed fantasy romance novels for which The Twilight Saga: The Official Illustrated Guide serves as a spin-off encyclopedic reference book first published?",- "rationale": "determine the answer. We know that The Twilight Saga: The Official Illustrated Guide serves as a spin-off encyclopedic reference book for the Twilight series of novels, which was written by Stephenie Meyer. The first novel in the series, Twilight, was published in 2005. Therefore, the first year in which a vampire-themed fantasy romance novel was published was 2005.",- "answer": "2005"- },- {- "augmented": true,- "dspy_uuid": "7c56ed8c-85b9-4b4f-be70-7eb3a20539ec",- "context": [- "The Victorians | The Victorians - Their Story In Pictures is a 2009 British documentary series which focuses on Victorian art and culture. The four-part series is written and presented by Jeremy Paxman and debuted on BBC One at 9:00pm on Sunday 15 February 2009.",- "The Caxtons | The Caxtons: A Family Picture is an 1849 Victorian novel by Edward Bulwer-Lytton that was popular in its time.",- "Victorian (comics) | The Victorian is a 25-issue comic book series published by Penny-Farthing Press and starting in 1999. The brainchild of creator Trainor Houghton, the series included a number of notable script writers and illustrators, including Len Wein, Glen Orbik and Howard Chaykin.",- "Jeremy Paxman | Jeremy Dickson Paxman (born 11 May 1950) is an English broadcaster, journalist, and author. He is the question master of \"University Challenge\", having succeeded Bamber Gascoigne when the programme was revived in 1994.",- "Jeremy I | Jeremy I was king of the Miskito nation, who came to power following the death of his father, Oldman, in 1686 or 1687. according to an English visitor, W. M., in 1699, he was about 60 years old at that time, making his birth year about 1639.",- "Jeremy Cheeseman | Jeremy Cheeseman (born June 6, 1990 in Manorville, New York) is a former American professional soccer player. Playing two seasons for the Dayton Dutch Lions in the USL Professional Division before retiring due to injury"- ],- "question": "The Victorians - Their Story In Pictures is a documentary series written by an author born in what year?",- "rationale": "answer this question. We know that the author of The Victorians - Their Story In Pictures is Jeremy Paxman, and we can find his year of birth in one of the given contexts. After searching, we found that Jeremy Paxman was born in 1950. Therefore, the answer to the question is 1950.",- "answer": "1950"- },- {- "question": "Which type of horse has been used by both the British Household Cavalry and Anheuser-Busch Brewing Company for commercials?",- "answer": "Clydesdales",- "dspy_uuid": "543e5564-9a2f-4cf2-b729-8b946fe9f57a",- "dspy_split": "train"- },- {- "question": "What metals were produced by the the steelworks company hit in the Barrow Blitz alongside VSEL? ",- "answer": "iron and steel",- "dspy_uuid": "a8ff9dee-f23d-4a2f-b10b-5be98114b8bf",- "dspy_split": "train"- },- {- "question": "What part of the world do the Viezenbeek and Lindemans Brewery hale from?",- "answer": "Brussels",- "dspy_uuid": "4b5f93e8-3f2a-464e-864c-76e9ca7e45a1",- "dspy_split": "train"- },- {- "question": "What Brazilian professional racing driver who races for Rebellion Racing has a mother named Viviane Senna da Silva Lalli?",- "answer": "Bruno Senna Lalli",- "dspy_uuid": "e4e1c569-f4d6-4b5a-9b31-d4ce129395ac",- "dspy_split": "train"- },- {- "question": "Are Baltasar Korm\u00e1kur and John G. Avildsen both film producers?",- "answer": "no",- "dspy_uuid": "823305fd-37a1-4052-b1d7-5b7eb502d184",- "dspy_split": "train"- },- {- "question": "What is the code name for the German offensive that started this Second World War engagement on the Eastern Front (a few hundred kilometers from Moscow) between Soviet and German forces, which included 102nd Infantry Division?",- "answer": "Operation Citadel",- "dspy_uuid": "d7fb5c24-6ca2-4bf8-b9f1-0a6e0060ebea",- "dspy_split": "train"- },- {- "question": "Which is taller, the Empire State Building or the Bank of America Tower?",- "answer": "The Empire State Building",- "dspy_uuid": "30d0143b-8f61-4591-9506-06d5144bc084",- "dspy_split": "train"- },- {- "question": "Who was the Tennis Masters Cup champion in 2000, Gustavo Kuerten or Stan Wawrinka?",- "answer": "Gustavo Kuerten",- "dspy_uuid": "a8e15619-7c04-467a-8580-4dcf10f48bed",- "dspy_split": "train"- },- {- "question": "What is the nickname for this United States drag racer who drove Brutus?",- "answer": "Jungle Jim",- "dspy_uuid": "e2421205-d692-42e8-aa14-7a477e516ae8",- "dspy_split": "train"- },- {- "question": "What type of film was it that featured the actress who is regarded as the greatest actress of all time?",- "answer": "anti-McCarthyism",- "dspy_uuid": "96c92062-7e1c-4712-b3c8-30f35f8b6c65",- "dspy_split": "train"- },- {- "question": "Both Brian Warren and Jake Shields are considered what?",- "answer": "mixed martial arts fighter",- "dspy_uuid": "d2af37d1-975f-4423-bbda-1be5bf9baa35",- "dspy_split": "train"- },- {- "question": "Where was the singer who released the single \"I Never Made Love (Till I Made It with You)\" originally from ?",- "answer": "Lubbock, Texas",- "dspy_uuid": "1729ebde-5804-4157-b43b-6422cce75d4f",- "dspy_split": "train"- },- {- "question": "Who was coach of the No. 9-ranked team that was upset in the NCAA Tournament by the 2014-15 UAB Blazers men's basketball team? ",- "answer": "Fred Hoiberg",- "dspy_uuid": "089c6c36-6317-4dd1-8de5-5cd72185f0ab",- "dspy_split": "train"- },- {- "question": "Tombstone stared an actor born May 17, 1955 known as who?",- "answer": "Bill Paxton",- "dspy_uuid": "86fca9c5-3c75-4aae-bc16-cb6c62335f22",- "dspy_split": "train"- }- ]- }-}\ No newline at end of filediff --git a/tests/multihop_llama213b_1.json b/tests/multihop_llama213b_1.jsondeleted file mode 100644index 8e09792b7..000000000--- a/tests/multihop_llama213b_1.json+++ /dev/null@@ -1,345 +0,0 @@-{- "retrieve": {- "k": 3- },- "generate_query[0]": {- "lm": null,- "traces": [],- "train": [],- "demos": [- {- "augmented": true,- "dspy_uuid": "c126c397-254f-455f-bd22-1df7228cf1bc",- "context": [],- "question": "Which of these publications was most recently published, Who Put the Bomp or Self?",- "rationale": "determine the most recent publication. We know that Who Put the Bomp was published in 1961 and Self was published in 1970. Therefore, the most recent publication is Self.",- "search_query": "Self"- },- {- "augmented": true,- "dspy_uuid": "7c56ed8c-85b9-4b4f-be70-7eb3a20539ec",- "context": [],- "question": "The Victorians - Their Story In Pictures is a documentary series written by an author born in what year?",- "rationale": "find the correct search query. We know that the author was born in the 19th century, but we don't know the exact year. We can start by searching for the author's name and the title of the documentary series.",- "search_query": "\"The Victorians - Their Story In Pictures\" author:${author_name}"- },- {- "question": "What Scottish nobleman was the subject of a 1934 British short documentary and was the first man to fly over Mount Everest?",- "answer": "Douglas Douglas-Hamilton, 14th Duke of Hamilton",- "dspy_uuid": "66c1198b-2f31-4f1c-a1f8-d10dcfaa0a66",- "dspy_split": "train"- },- {- "question": "Whats was the population in 2003 of Centralia, the least populated municipality in Pennsylvania, USA?",- "answer": "7",- "dspy_uuid": "92183f94-9c08-4915-a666-dbcc22aeb633",- "dspy_split": "train"- },- {- "question": "What Brazilian professional racing driver who races for Rebellion Racing has a mother named Viviane Senna da Silva Lalli?",- "answer": "Bruno Senna Lalli",- "dspy_uuid": "e4e1c569-f4d6-4b5a-9b31-d4ce129395ac",- "dspy_split": "train"- },- {- "question": "What head of state position was held by Harry S Truman when he gave Harold E Wilson the Medal of Honor?",- "answer": "President of the United States",- "dspy_uuid": "9465e8d9-277b-43c6-81f5-b3349923045c",- "dspy_split": "train"- },- {- "question": "What part of the world do the Viezenbeek and Lindemans Brewery hale from?",- "answer": "Brussels",- "dspy_uuid": "4b5f93e8-3f2a-464e-864c-76e9ca7e45a1",- "dspy_split": "train"- },- {- "question": "Tombstone stared an actor born May 17, 1955 known as who?",- "answer": "Bill Paxton",- "dspy_uuid": "86fca9c5-3c75-4aae-bc16-cb6c62335f22",- "dspy_split": "train"- },- {- "question": "Which movie was released first, Son of Flubber or Davy Crockett, King of the Wild Frontier?",- "answer": "Davy Crockett, King of the Wild Frontier",- "dspy_uuid": "4e2f2530-99ac-4a75-9010-ef54a90480b9",- "dspy_split": "train"- },- {- "question": "Samantha Cristoforetti and Mark Shuttleworth are both best known for being first in their field to go where? ",- "answer": "space",- "dspy_uuid": "47b1cbeb-dba8-4cab-a50c-97b81fd86eb3",- "dspy_split": "train"- },- {- "question": "What metals were produced by the the steelworks company hit in the Barrow Blitz alongside VSEL? ",- "answer": "iron and steel",- "dspy_uuid": "a8ff9dee-f23d-4a2f-b10b-5be98114b8bf",- "dspy_split": "train"- },- {- "question": "Which company distributed this 1977 American animated film produced by Walt Disney Productions for which Sherman Brothers wrote songs?",- "answer": "Buena Vista Distribution",- "dspy_uuid": "f1bad71d-550f-4716-b29d-311fdb0fcfbd",- "dspy_split": "train"- },- {- "question": "\"The Day I Met Marie\" is a song written by an English songwriter best known as the lead guitarist for what band?",- "answer": "the Shadows",- "dspy_uuid": "8710b3a8-da56-453d-bd91-431f264cb704",- "dspy_split": "train"- },- {- "question": "Which American actress who made their film debut in the 1995 teen drama \"Kids\" was the co-founder of Voto Latino?",- "answer": "Rosario Dawson",- "dspy_uuid": "a3d5fe2b-f4ad-44f6-8a25-a2e25e40db9b",- "dspy_split": "train"- },- {- "question": "Both Brian Warren and Jake Shields are considered what?",- "answer": "mixed martial arts fighter",- "dspy_uuid": "d2af37d1-975f-4423-bbda-1be5bf9baa35",- "dspy_split": "train"- },- {- "question": "What is the code name for the German offensive that started this Second World War engagement on the Eastern Front (a few hundred kilometers from Moscow) between Soviet and German forces, which included 102nd Infantry Division?",- "answer": "Operation Citadel",- "dspy_uuid": "d7fb5c24-6ca2-4bf8-b9f1-0a6e0060ebea",- "dspy_split": "train"- }- ]- },- "generate_query[1]": {- "lm": null,- "traces": [],- "train": [],- "demos": [- {- "augmented": true,- "dspy_uuid": "c126c397-254f-455f-bd22-1df7228cf1bc",- "context": [- "Self (disambiguation) | The self is an individual person as the object of his or her own reflective consciousness.",- "Self | Self is a reference by an individual to the same individual person. This reference is necessarily subjective, thus self is a reference by a subject to the same subject. The sense of having a self \u2013 or self-hood \u2013 should, however, not be confused with subjectivity itself. Ostensibly, there is a directedness outward from the subject that refers inward, back to its \"self\" (or itself). Examples of psychiatric conditions where such 'sameness' is broken include depersonalization, which sometimes occur in schizophrenia: the self appears different to the subject.",- "Self (programming language) | Self is an object-oriented programming language based on the concept of \"prototypes\". Self was a dialect of Smalltalk, being dynamically typed and using just-in-time compilation (JIT) as well as the prototype-based approach to objects: it was first used as an experimental test system for language design in the 1980s and 1990s. In 2006, Self was still being developed as part of the Klein project, which was a Self virtual machine written fully in Self. The latest version is 2017.1 released in May 2017."- ],- "question": "Which of these publications was most recently published, Who Put the Bomp or Self?",- "rationale": "produce the search query. We know that the most recently published publication is the one that should be searched. We can see that the publication \"Who Put the Bomp\" is not listed as a recent publication, so we can eliminate it from our search. Therefore, the search query should be \"Self\".",- "search_query": "Self"- },- {- "augmented": true,- "dspy_uuid": "7c56ed8c-85b9-4b4f-be70-7eb3a20539ec",- "context": [- "The Victorians | The Victorians - Their Story In Pictures is a 2009 British documentary series which focuses on Victorian art and culture. The four-part series is written and presented by Jeremy Paxman and debuted on BBC One at 9:00pm on Sunday 15 February 2009.",- "The Caxtons | The Caxtons: A Family Picture is an 1849 Victorian novel by Edward Bulwer-Lytton that was popular in its time.",- "Victorian (comics) | The Victorian is a 25-issue comic book series published by Penny-Farthing Press and starting in 1999. The brainchild of creator Trainor Houghton, the series included a number of notable script writers and illustrators, including Len Wein, Glen Orbik and Howard Chaykin."- ],- "question": "The Victorians - Their Story In Pictures is a documentary series written by an author born in what year?",- "rationale": "produce the search query. We know that the documentary series is about Victorian art and culture, and it was written and presented by Jeremy Paxman. Therefore, we need to find the year in which Jeremy Paxman was born.",- "search_query": "Jeremy Paxman birth year"- },- {- "question": "What part of the world do the Viezenbeek and Lindemans Brewery hale from?",- "answer": "Brussels",- "dspy_uuid": "4b5f93e8-3f2a-464e-864c-76e9ca7e45a1",- "dspy_split": "train"- },- {- "question": "What Brazilian professional racing driver who races for Rebellion Racing has a mother named Viviane Senna da Silva Lalli?",- "answer": "Bruno Senna Lalli",- "dspy_uuid": "e4e1c569-f4d6-4b5a-9b31-d4ce129395ac",- "dspy_split": "train"- },- {- "question": "Whats was the population in 2003 of Centralia, the least populated municipality in Pennsylvania, USA?",- "answer": "7",- "dspy_uuid": "92183f94-9c08-4915-a666-dbcc22aeb633",- "dspy_split": "train"- },- {- "question": "Which company distributed this 1977 American animated film produced by Walt Disney Productions for which Sherman Brothers wrote songs?",- "answer": "Buena Vista Distribution",- "dspy_uuid": "f1bad71d-550f-4716-b29d-311fdb0fcfbd",- "dspy_split": "train"- },- {- "question": "What is the code name for the German offensive that started this Second World War engagement on the Eastern Front (a few hundred kilometers from Moscow) between Soviet and German forces, which included 102nd Infantry Division?",- "answer": "Operation Citadel",- "dspy_uuid": "d7fb5c24-6ca2-4bf8-b9f1-0a6e0060ebea",- "dspy_split": "train"- },- {- "question": "What metals were produced by the the steelworks company hit in the Barrow Blitz alongside VSEL? ",- "answer": "iron and steel",- "dspy_uuid": "a8ff9dee-f23d-4a2f-b10b-5be98114b8bf",- "dspy_split": "train"- },- {- "question": "Both Brian Warren and Jake Shields are considered what?",- "answer": "mixed martial arts fighter",- "dspy_uuid": "d2af37d1-975f-4423-bbda-1be5bf9baa35",- "dspy_split": "train"- },- {- "question": "Samantha Cristoforetti and Mark Shuttleworth are both best known for being first in their field to go where? ",- "answer": "space",- "dspy_uuid": "47b1cbeb-dba8-4cab-a50c-97b81fd86eb3",- "dspy_split": "train"- },- {- "question": "What Scottish nobleman was the subject of a 1934 British short documentary and was the first man to fly over Mount Everest?",- "answer": "Douglas Douglas-Hamilton, 14th Duke of Hamilton",- "dspy_uuid": "66c1198b-2f31-4f1c-a1f8-d10dcfaa0a66",- "dspy_split": "train"- },- {- "question": "Tombstone stared an actor born May 17, 1955 known as who?",- "answer": "Bill Paxton",- "dspy_uuid": "86fca9c5-3c75-4aae-bc16-cb6c62335f22",- "dspy_split": "train"- },- {- "question": "Which movie was released first, Son of Flubber or Davy Crockett, King of the Wild Frontier?",- "answer": "Davy Crockett, King of the Wild Frontier",- "dspy_uuid": "4e2f2530-99ac-4a75-9010-ef54a90480b9",- "dspy_split": "train"- },- {- "question": "Which American actress who made their film debut in the 1995 teen drama \"Kids\" was the co-founder of Voto Latino?",- "answer": "Rosario Dawson",- "dspy_uuid": "a3d5fe2b-f4ad-44f6-8a25-a2e25e40db9b",- "dspy_split": "train"- },- {- "question": "\"The Day I Met Marie\" is a song written by an English songwriter best known as the lead guitarist for what band?",- "answer": "the Shadows",- "dspy_uuid": "8710b3a8-da56-453d-bd91-431f264cb704",- "dspy_split": "train"- },- {- "question": "What head of state position was held by Harry S Truman when he gave Harold E Wilson the Medal of Honor?",- "answer": "President of the United States",- "dspy_uuid": "9465e8d9-277b-43c6-81f5-b3349923045c",- "dspy_split": "train"- }- ]- },- "generate_answer": {- "lm": null,- "traces": [],- "train": [],- "demos": [- {- "augmented": true,- "dspy_uuid": "c126c397-254f-455f-bd22-1df7228cf1bc",- "context": [- "Self (disambiguation) | The self is an individual person as the object of his or her own reflective consciousness.",- "Self | Self is a reference by an individual to the same individual person. This reference is necessarily subjective, thus self is a reference by a subject to the same subject. The sense of having a self \u2013 or self-hood \u2013 should, however, not be confused with subjectivity itself. Ostensibly, there is a directedness outward from the subject that refers inward, back to its \"self\" (or itself). Examples of psychiatric conditions where such 'sameness' is broken include depersonalization, which sometimes occur in schizophrenia: the self appears different to the subject.",- "Self (programming language) | Self is an object-oriented programming language based on the concept of \"prototypes\". Self was a dialect of Smalltalk, being dynamically typed and using just-in-time compilation (JIT) as well as the prototype-based approach to objects: it was first used as an experimental test system for language design in the 1980s and 1990s. In 2006, Self was still being developed as part of the Klein project, which was a Self virtual machine written fully in Self. The latest version is 2017.1 released in May 2017."- ],- "question": "Which of these publications was most recently published, Who Put the Bomp or Self?",- "rationale": "determine which of these publications was most recently published. We know that Self is a programming language based on the concept of \"prototypes\" and was first used as an experimental test system in the 1980s and 1990s. Therefore, it is likely that Self was published before Who Put the Bomp, which is a book about the history of rock and roll. Additionally, the latest version of Self was released in 2017, while Who Put the Bomp was published in 2001. Therefore, the answer is Self.",- "answer": "Self"- },- {- "augmented": true,- "dspy_uuid": "7c56ed8c-85b9-4b4f-be70-7eb3a20539ec",- "context": [- "The Victorians | The Victorians - Their Story In Pictures is a 2009 British documentary series which focuses on Victorian art and culture. The four-part series is written and presented by Jeremy Paxman and debuted on BBC One at 9:00pm on Sunday 15 February 2009.",- "The Caxtons | The Caxtons: A Family Picture is an 1849 Victorian novel by Edward Bulwer-Lytton that was popular in its time.",- "Victorian (comics) | The Victorian is a 25-issue comic book series published by Penny-Farthing Press and starting in 1999. The brainchild of creator Trainor Houghton, the series included a number of notable script writers and illustrators, including Len Wein, Glen Orbik and Howard Chaykin.",- "Jeremy Paxman | Jeremy Dickson Paxman (born 11 May 1950) is an English broadcaster, journalist, and author. He is the question master of \"University Challenge\", having succeeded Bamber Gascoigne when the programme was revived in 1994.",- "Jeremy I | Jeremy I was king of the Miskito nation, who came to power following the death of his father, Oldman, in 1686 or 1687. according to an English visitor, W. M., in 1699, he was about 60 years old at that time, making his birth year about 1639.",- "Jeremy Cheeseman | Jeremy Cheeseman (born June 6, 1990 in Manorville, New York) is a former American professional soccer player. Playing two seasons for the Dayton Dutch Lions in the USL Professional Division before retiring due to injury"- ],- "question": "The Victorians - Their Story In Pictures is a documentary series written by an author born in what year?",- "rationale": "answer this question. We know that the author of The Victorians - Their Story In Pictures is Jeremy Paxman, and we can find his year of birth in one of the given contexts. After searching, we found that Jeremy Paxman was born in 1950. Therefore, the answer to the question is 1950.",- "answer": "1950"- },- {- "question": "Both Brian Warren and Jake Shields are considered what?",- "answer": "mixed martial arts fighter",- "dspy_uuid": "d2af37d1-975f-4423-bbda-1be5bf9baa35",- "dspy_split": "train"- },- {- "question": "What metals were produced by the the steelworks company hit in the Barrow Blitz alongside VSEL? ",- "answer": "iron and steel",- "dspy_uuid": "a8ff9dee-f23d-4a2f-b10b-5be98114b8bf",- "dspy_split": "train"- },- {- "question": "Tombstone stared an actor born May 17, 1955 known as who?",- "answer": "Bill Paxton",- "dspy_uuid": "86fca9c5-3c75-4aae-bc16-cb6c62335f22",- "dspy_split": "train"- },- {- "question": "Which movie was released first, Son of Flubber or Davy Crockett, King of the Wild Frontier?",- "answer": "Davy Crockett, King of the Wild Frontier",- "dspy_uuid": "4e2f2530-99ac-4a75-9010-ef54a90480b9",- "dspy_split": "train"- },- {- "question": "Which company distributed this 1977 American animated film produced by Walt Disney Productions for which Sherman Brothers wrote songs?",- "answer": "Buena Vista Distribution",- "dspy_uuid": "f1bad71d-550f-4716-b29d-311fdb0fcfbd",- "dspy_split": "train"- },- {- "question": "What Scottish nobleman was the subject of a 1934 British short documentary and was the first man to fly over Mount Everest?",- "answer": "Douglas Douglas-Hamilton, 14th Duke of Hamilton",- "dspy_uuid": "66c1198b-2f31-4f1c-a1f8-d10dcfaa0a66",- "dspy_split": "train"- },- {- "question": "Samantha Cristoforetti and Mark Shuttleworth are both best known for being first in their field to go where? ",- "answer": "space",- "dspy_uuid": "47b1cbeb-dba8-4cab-a50c-97b81fd86eb3",- "dspy_split": "train"- },- {- "question": "Which American actress who made their film debut in the 1995 teen drama \"Kids\" was the co-founder of Voto Latino?",- "answer": "Rosario Dawson",- "dspy_uuid": "a3d5fe2b-f4ad-44f6-8a25-a2e25e40db9b",- "dspy_split": "train"- },- {- "question": "What is the code name for the German offensive that started this Second World War engagement on the Eastern Front (a few hundred kilometers from Moscow) between Soviet and German forces, which included 102nd Infantry Division?",- "answer": "Operation Citadel",- "dspy_uuid": "d7fb5c24-6ca2-4bf8-b9f1-0a6e0060ebea",- "dspy_split": "train"- },- {- "question": "Whats was the population in 2003 of Centralia, the least populated municipality in Pennsylvania, USA?",- "answer": "7",- "dspy_uuid": "92183f94-9c08-4915-a666-dbcc22aeb633",- "dspy_split": "train"- },- {- "question": "What part of the world do the Viezenbeek and Lindemans Brewery hale from?",- "answer": "Brussels",- "dspy_uuid": "4b5f93e8-3f2a-464e-864c-76e9ca7e45a1",- "dspy_split": "train"- },- {- "question": "\"The Day I Met Marie\" is a song written by an English songwriter best known as the lead guitarist for what band?",- "answer": "the Shadows",- "dspy_uuid": "8710b3a8-da56-453d-bd91-431f264cb704",- "dspy_split": "train"- },- {- "question": "What head of state position was held by Harry S Truman when he gave Harold E Wilson the Medal of Honor?",- "answer": "President of the United States",- "dspy_uuid": "9465e8d9-277b-43c6-81f5-b3349923045c",- "dspy_split": "train"- },- {- "question": "What Brazilian professional racing driver who races for Rebellion Racing has a mother named Viviane Senna da Silva Lalli?",- "answer": "Bruno Senna Lalli",- "dspy_uuid": "e4e1c569-f4d6-4b5a-9b31-d4ce129395ac",- "dspy_split": "train"- }- ]- }-}\ No newline at end of filediff --git a/tests/multihop_llama213b_2.json b/tests/multihop_llama213b_2.jsondeleted file mode 100644index 5fe21ec46..000000000--- a/tests/multihop_llama213b_2.json+++ /dev/null@@ -1,346 +0,0 @@-{- "retrieve": {- "k": 3- },- "generate_query[0]": {- "lm": null,- "traces": [],- "train": [],- "demos": [- {- "augmented": true,- "dspy_uuid": "a8e15619-7c04-467a-8580-4dcf10f48bed",- "context": [],- "question": "Who was the Tennis Masters Cup champion in 2000, Gustavo Kuerten or Stan Wawrinka?",- "rationale": "find the answer. We know that Gustavo Kuerten won the tournament in 2000, so we can start by searching for his name.",- "search_query": "Gustavo Kuerten"- },- {- "augmented": true,- "dspy_uuid": "ef6efe73-7815-4e31-a72d-d4a1537c5380",- "context": [],- "question": "In which year was the first of the vampire-themed fantasy romance novels for which The Twilight Saga: The Official Illustrated Guide serves as a spin-off encyclopedic reference book first published?",- "rationale": "find the answer to this question. We know that the first book in The Twilight Saga was published in 2005, so we can start by searching for books published in that year. We can also use keywords like \"vampire-themed\" and \"fantasy romance\" to narrow down our search results.",- "search_query": "\"vampire-themed fantasy romance novels 2005\""- },- {- "question": "Do Stu Block and Johnny Bonnel's bands play the same type of music?",- "answer": "no",- "dspy_uuid": "7466462a-c7b5-4fee-a867-9324d39125e9",- "dspy_split": "train"- },- {- "question": "Some performance of Take a Bow took place near the bank of which river?",- "answer": "River Thames",- "dspy_uuid": "937a5676-7522-4e67-8e1e-d0b5651fad73",- "dspy_split": "train"- },- {- "question": "What Brazilian professional racing driver who races for Rebellion Racing has a mother named Viviane Senna da Silva Lalli?",- "answer": "Bruno Senna Lalli",- "dspy_uuid": "e4e1c569-f4d6-4b5a-9b31-d4ce129395ac",- "dspy_split": "train"- },- {- "question": "The Victorians - Their Story In Pictures is a documentary series written by an author born in what year?",- "answer": "1950",- "dspy_uuid": "7c56ed8c-85b9-4b4f-be70-7eb3a20539ec",- "dspy_split": "train"- },- {- "question": "What Scottish nobleman was the subject of a 1934 British short documentary and was the first man to fly over Mount Everest?",- "answer": "Douglas Douglas-Hamilton, 14th Duke of Hamilton",- "dspy_uuid": "66c1198b-2f31-4f1c-a1f8-d10dcfaa0a66",- "dspy_split": "train"- },- {- "question": "This American guitarist best known for her work with the Iron Maidens is an ancestor of a composer who was known as what?",- "answer": "The Waltz King",- "dspy_uuid": "03b3104e-c9f4-4c17-83c7-1354563946df",- "dspy_split": "train"- },- {- "question": "Remember Me Ballin' is a CD single by Indo G that features an American rapper born in what year?",- "answer": "1979",- "dspy_uuid": "7b759a0a-8c96-4735-8f6e-1e8b1eae4861",- "dspy_split": "train"- },- {- "question": "The Organisation that allows a community to influence their operation or use and to enjoy the benefits arisingwas founded in what year?",- "answer": "2010",- "dspy_uuid": "821a4e4d-a146-44a7-bdaa-48b7efb4e7cc",- "dspy_split": "train"- },- {- "question": "At My Window was released by which American singer-songwriter?",- "answer": "John Townes Van Zandt",- "dspy_uuid": "da05e5f3-7e82-4abe-a855-e26a85c958d6",- "dspy_split": "train"- },- {- "question": "What is the nickname for this United States drag racer who drove Brutus?",- "answer": "Jungle Jim",- "dspy_uuid": "e2421205-d692-42e8-aa14-7a477e516ae8",- "dspy_split": "train"- },- {- "question": "Milan Sachs conducted the premiere of the play Jen\u016ffa by the composer who was inspired by what types of music?",- "answer": "Moravian and other Slavic folk music",- "dspy_uuid": "0610d91f-d32e-4bcd-b0a7-d03fbe9538e3",- "dspy_split": "train"- },- {- "question": "What evening cable television station programming block has a show with Ashley Holliday as a cast member?",- "answer": "Nick at Nite",- "dspy_uuid": "fc3163d5-be7d-4f18-bd21-138373f638b4",- "dspy_split": "train"- },- {- "question": "Which of these publications was most recently published, Who Put the Bomp or Self?",- "answer": "Self",- "dspy_uuid": "c126c397-254f-455f-bd22-1df7228cf1bc",- "dspy_split": "train"- },- {- "question": "Which movie was released first, Son of Flubber or Davy Crockett, King of the Wild Frontier?",- "answer": "Davy Crockett, King of the Wild Frontier",- "dspy_uuid": "4e2f2530-99ac-4a75-9010-ef54a90480b9",- "dspy_split": "train"- }- ]- },- "generate_query[1]": {- "lm": null,- "traces": [],- "train": [],- "demos": [- {- "augmented": true,- "dspy_uuid": "a8e15619-7c04-467a-8580-4dcf10f48bed",- "context": [- "Gustavo Kuerten | Gustavo Kuerten (] ; born 10 September 1976), nicknamed Guga, is a retired former World No. 1 tennis player from Brazil. He won the French Open singles title three times (1997, 2000, and 2001), and was the Tennis Masters Cup champion in 2000. Kuerten suffered many problems with injuries which led him to miss a number of tournaments between 2002 and 2005. After a few failed attempted comebacks, he retired from top-level tennis in May 2008. During his career he won 20 singles and 8 doubles titles.",- "Gustavo Kuerten career statistics | This is a list of the main career statistics of Brazilian tennis player, Gustavo Kuerten. Kuerten won a total of 28 ATP titles \u2014 20 in singles and 8 in doubles. He won 3 Grand Slam titles, 5 ATP Masters Series tournaments and a Tennis Masters Cup.",- "2004 Heineken Open \u2013 Singles | Gustavo Kuerten was the defending champion of the singles event at the Heineken Open tennis tournament, held in Auckland, New Zealand, but lost in the semifinals to Dominik Hrbat\u00fd."- ],- "question": "Who was the Tennis Masters Cup champion in 2000, Gustavo Kuerten or Stan Wawrinka?",- "rationale": "produce the search query. We know that Gustavo Kuerten won the Tennis Masters Cup in 2000, so we can start by searching for [Gustavo Kuerten Tennis Masters Cup 2000]. This should give us the information we need.",- "search_query": "Gustavo Kuerten Tennis Masters Cup 2000"- },- {- "augmented": true,- "dspy_uuid": "ef6efe73-7815-4e31-a72d-d4a1537c5380",- "context": [- "Twilight (novel series) | Twilight is a series of four vampire-themed fantasy romance novels by American author Stephenie Meyer. Released annually from 2005 through 2008, the four books chart the later teen years of Isabella \"Bella\" Swan, a girl who moves to Forks, Washington, and falls in love with a 104-year-old vampire named Edward Cullen. The series is told primarily from Bella's point of view, with the epilogue of \"Eclipse\" and Part II of \"Breaking Dawn\" being told from the viewpoint of character Jacob Black, a werewolf. The unpublished \"Midnight Sun\" is a retelling of the first book, \"Twilight\", from Edward Cullen's point of view. The novella \"The Short Second Life of Bree Tanner\", which tells the story of a newborn vampire who appeared in \"Eclipse\", was published on June 5, 2010, as a hardcover book and on June 7 as a free online ebook. \"\" , a definitive encyclopedic reference with nearly 100 full color illustrations, was released in bookstores on April 12, 2011.",- "Harper Connelly Mysteries | The Harper Connelly Mysteries is a series of fantasy mystery novels written by Charlaine Harris, and first published in 2005. Harris is known best for penning The Southern Vampire Mysteries (also referred to as the True Blood Series), a series rich in supernatural characters such as vampires, telepaths, werewolves, shapeshifters and fairies; she has also written more traditional (non-paranormal) mysteries. The Harper Connelly Mysteries is also centered on a character with supernatural abilities, however these abilities are more subtle than in the Southern Vampire series.",- "The Dark Heroine | The Dark Heroine is a series of vampire-themed fantasy romance novels written by English author Abigail Gibbs, published by HarperCollins in 2012. The first novel in the series, \"Dinner with a Vampire,\" revolves around London-born Violet Lee, who is kidnapped and held hostage by a Royal Family of vampires known as the Varns. The series is told from both Violet Lee and Kaspar Varn's perspective, the latter being heir to the Vamperic Throne in the novel."- ],- "question": "In which year was the first of the vampire-themed fantasy romance novels for which The Twilight Saga: The Official Illustrated Guide serves as a spin-off encyclopedic reference book first published?",- "rationale": "determine the year the first of the vampire-themed fantasy romance novels was first published. We know that The Twilight Saga: The Official Illustrated Guide was published in 2011, and it serves as a spin-off encyclopedic reference book for the Twilight series. Therefore, we can deduce that the first of the vampire-themed fantasy romance novels must have been published before 2011.",- "search_query": "When was the first of the vampire-themed fantasy romance novels published?"- },- {- "question": "What Scottish nobleman was the subject of a 1934 British short documentary and was the first man to fly over Mount Everest?",- "answer": "Douglas Douglas-Hamilton, 14th Duke of Hamilton",- "dspy_uuid": "66c1198b-2f31-4f1c-a1f8-d10dcfaa0a66",- "dspy_split": "train"- },- {- "question": "What Brazilian professional racing driver who races for Rebellion Racing has a mother named Viviane Senna da Silva Lalli?",- "answer": "Bruno Senna Lalli",- "dspy_uuid": "e4e1c569-f4d6-4b5a-9b31-d4ce129395ac",- "dspy_split": "train"- },- {- "question": "Some performance of Take a Bow took place near the bank of which river?",- "answer": "River Thames",- "dspy_uuid": "937a5676-7522-4e67-8e1e-d0b5651fad73",- "dspy_split": "train"- },- {- "question": "What is the nickname for this United States drag racer who drove Brutus?",- "answer": "Jungle Jim",- "dspy_uuid": "e2421205-d692-42e8-aa14-7a477e516ae8",- "dspy_split": "train"- },- {- "question": "Which movie was released first, Son of Flubber or Davy Crockett, King of the Wild Frontier?",- "answer": "Davy Crockett, King of the Wild Frontier",- "dspy_uuid": "4e2f2530-99ac-4a75-9010-ef54a90480b9",- "dspy_split": "train"- },- {- "question": "At My Window was released by which American singer-songwriter?",- "answer": "John Townes Van Zandt",- "dspy_uuid": "da05e5f3-7e82-4abe-a855-e26a85c958d6",- "dspy_split": "train"- },- {- "question": "Which of these publications was most recently published, Who Put the Bomp or Self?",- "answer": "Self",- "dspy_uuid": "c126c397-254f-455f-bd22-1df7228cf1bc",- "dspy_split": "train"- },- {- "question": "The Organisation that allows a community to influence their operation or use and to enjoy the benefits arisingwas founded in what year?",- "answer": "2010",- "dspy_uuid": "821a4e4d-a146-44a7-bdaa-48b7efb4e7cc",- "dspy_split": "train"- },- {- "question": "Do Stu Block and Johnny Bonnel's bands play the same type of music?",- "answer": "no",- "dspy_uuid": "7466462a-c7b5-4fee-a867-9324d39125e9",- "dspy_split": "train"- },- {- "question": "This American guitarist best known for her work with the Iron Maidens is an ancestor of a composer who was known as what?",- "answer": "The Waltz King",- "dspy_uuid": "03b3104e-c9f4-4c17-83c7-1354563946df",- "dspy_split": "train"- },- {- "question": "Remember Me Ballin' is a CD single by Indo G that features an American rapper born in what year?",- "answer": "1979",- "dspy_uuid": "7b759a0a-8c96-4735-8f6e-1e8b1eae4861",- "dspy_split": "train"- },- {- "question": "What evening cable television station programming block has a show with Ashley Holliday as a cast member?",- "answer": "Nick at Nite",- "dspy_uuid": "fc3163d5-be7d-4f18-bd21-138373f638b4",- "dspy_split": "train"- },- {- "question": "Milan Sachs conducted the premiere of the play Jen\u016ffa by the composer who was inspired by what types of music?",- "answer": "Moravian and other Slavic folk music",- "dspy_uuid": "0610d91f-d32e-4bcd-b0a7-d03fbe9538e3",- "dspy_split": "train"- },- {- "question": "The Victorians - Their Story In Pictures is a documentary series written by an author born in what year?",- "answer": "1950",- "dspy_uuid": "7c56ed8c-85b9-4b4f-be70-7eb3a20539ec",- "dspy_split": "train"- }- ]- },- "generate_answer": {- "lm": null,- "traces": [],- "train": [],- "demos": [- {- "augmented": true,- "dspy_uuid": "a8e15619-7c04-467a-8580-4dcf10f48bed",- "context": [- "Gustavo Kuerten | Gustavo Kuerten (] ; born 10 September 1976), nicknamed Guga, is a retired former World No. 1 tennis player from Brazil. He won the French Open singles title three times (1997, 2000, and 2001), and was the Tennis Masters Cup champion in 2000. Kuerten suffered many problems with injuries which led him to miss a number of tournaments between 2002 and 2005. After a few failed attempted comebacks, he retired from top-level tennis in May 2008. During his career he won 20 singles and 8 doubles titles.",- "Gustavo Kuerten career statistics | This is a list of the main career statistics of Brazilian tennis player, Gustavo Kuerten. Kuerten won a total of 28 ATP titles \u2014 20 in singles and 8 in doubles. He won 3 Grand Slam titles, 5 ATP Masters Series tournaments and a Tennis Masters Cup.",- "2004 Heineken Open \u2013 Singles | Gustavo Kuerten was the defending champion of the singles event at the Heineken Open tennis tournament, held in Auckland, New Zealand, but lost in the semifinals to Dominik Hrbat\u00fd.",- "2000 Tennis Masters Cup \u2013 Singles | Pete Sampras was the defending champion, but lost in the semifinals to Gustavo Kuerten.",- "2000 Monte Carlo Masters \u2013 Singles | Gustavo Kuerten was the defending champion, but lost in the first round this year."- ],- "question": "Who was the Tennis Masters Cup champion in 2000, Gustavo Kuerten or Stan Wawrinka?",- "rationale": "answer this question. We know that Gustavo Kuerten was the Tennis Masters Cup champion in 2000, as stated in [2]. We also know that Stan Wawrinka did not win the Tennis Masters Cup in 2000, as he was not born yet (he was born in 1985). Therefore, the answer is Gustavo Kuerten.",- "answer": "Gustavo Kuerten"- },- {- "augmented": true,- "dspy_uuid": "ef6efe73-7815-4e31-a72d-d4a1537c5380",- "context": [- "Twilight (novel series) | Twilight is a series of four vampire-themed fantasy romance novels by American author Stephenie Meyer. Released annually from 2005 through 2008, the four books chart the later teen years of Isabella \"Bella\" Swan, a girl who moves to Forks, Washington, and falls in love with a 104-year-old vampire named Edward Cullen. The series is told primarily from Bella's point of view, with the epilogue of \"Eclipse\" and Part II of \"Breaking Dawn\" being told from the viewpoint of character Jacob Black, a werewolf. The unpublished \"Midnight Sun\" is a retelling of the first book, \"Twilight\", from Edward Cullen's point of view. The novella \"The Short Second Life of Bree Tanner\", which tells the story of a newborn vampire who appeared in \"Eclipse\", was published on June 5, 2010, as a hardcover book and on June 7 as a free online ebook. \"\" , a definitive encyclopedic reference with nearly 100 full color illustrations, was released in bookstores on April 12, 2011.",- "Harper Connelly Mysteries | The Harper Connelly Mysteries is a series of fantasy mystery novels written by Charlaine Harris, and first published in 2005. Harris is known best for penning The Southern Vampire Mysteries (also referred to as the True Blood Series), a series rich in supernatural characters such as vampires, telepaths, werewolves, shapeshifters and fairies; she has also written more traditional (non-paranormal) mysteries. The Harper Connelly Mysteries is also centered on a character with supernatural abilities, however these abilities are more subtle than in the Southern Vampire series.",- "The Dark Heroine | The Dark Heroine is a series of vampire-themed fantasy romance novels written by English author Abigail Gibbs, published by HarperCollins in 2012. The first novel in the series, \"Dinner with a Vampire,\" revolves around London-born Violet Lee, who is kidnapped and held hostage by a Royal Family of vampires known as the Varns. The series is told from both Violet Lee and Kaspar Varn's perspective, the latter being heir to the Vamperic Throne in the novel.",- "Night Huntress | Night Huntress is a series of \"New York Times\" bestselling urban fantasy romance novels by author Jeaniene Frost. The first novel was published in 2007 by Avon and takes place in a world where supernatural creatures exist but are not known to the general public at large. The series initially focused around the character of half-vampire Catherine \"Cat\" Crawfield and her full-vampire lover Bones, but eventually shifted focus to other characters such as Vlad Tepesh, a character that Frost had initially not planned to include.",- "John William Polidori | John William Polidori (7 September 1795 \u2013 24 August 1821) was an English writer and physician. He is known for his associations with the Romantic movement and credited by some as the creator of the vampire genre of fantasy fiction. His most successful work was the short story \"The Vampyre\" (1819), the first published modern vampire story. Although originally and erroneously accredited to Lord Byron, both Byron and Polidori affirmed that the story is Polidori's."- ],- "question": "In which year was the first of the vampire-themed fantasy romance novels for which The Twilight Saga: The Official Illustrated Guide serves as a spin-off encyclopedic reference book first published?",- "rationale": "determine the correct answer. We know that The Twilight Saga: The Official Illustrated Guide serves as a spin-off encyclopedic reference book for the Twilight series, which was first published in 2005. However, the other options are also vampire-themed fantasy romance novels, and were first published in 2005, 2007, 2010, and 2012 respectively. Therefore, we need to examine each option carefully to determine which one is the correct answer.",- "answer": "2005"- },- {- "question": "Which of these publications was most recently published, Who Put the Bomp or Self?",- "answer": "Self",- "dspy_uuid": "c126c397-254f-455f-bd22-1df7228cf1bc",- "dspy_split": "train"- },- {- "question": "At My Window was released by which American singer-songwriter?",- "answer": "John Townes Van Zandt",- "dspy_uuid": "da05e5f3-7e82-4abe-a855-e26a85c958d6",- "dspy_split": "train"- },- {- "question": "This American guitarist best known for her work with the Iron Maidens is an ancestor of a composer who was known as what?",- "answer": "The Waltz King",- "dspy_uuid": "03b3104e-c9f4-4c17-83c7-1354563946df",- "dspy_split": "train"- },- {- "question": "Remember Me Ballin' is a CD single by Indo G that features an American rapper born in what year?",- "answer": "1979",- "dspy_uuid": "7b759a0a-8c96-4735-8f6e-1e8b1eae4861",- "dspy_split": "train"- },- {- "question": "What is the nickname for this United States drag racer who drove Brutus?",- "answer": "Jungle Jim",- "dspy_uuid": "e2421205-d692-42e8-aa14-7a477e516ae8",- "dspy_split": "train"- },- {- "question": "Do Stu Block and Johnny Bonnel's bands play the same type of music?",- "answer": "no",- "dspy_uuid": "7466462a-c7b5-4fee-a867-9324d39125e9",- "dspy_split": "train"- },- {- "question": "The Organisation that allows a community to influence their operation or use and to enjoy the benefits arisingwas founded in what year?",- "answer": "2010",- "dspy_uuid": "821a4e4d-a146-44a7-bdaa-48b7efb4e7cc",- "dspy_split": "train"- },- {- "question": "What evening cable television station programming block has a show with Ashley Holliday as a cast member?",- "answer": "Nick at Nite",- "dspy_uuid": "fc3163d5-be7d-4f18-bd21-138373f638b4",- "dspy_split": "train"- },- {- "question": "Which movie was released first, Son of Flubber or Davy Crockett, King of the Wild Frontier?",- "answer": "Davy Crockett, King of the Wild Frontier",- "dspy_uuid": "4e2f2530-99ac-4a75-9010-ef54a90480b9",- "dspy_split": "train"- },- {- "question": "Some performance of Take a Bow took place near the bank of which river?",- "answer": "River Thames",- "dspy_uuid": "937a5676-7522-4e67-8e1e-d0b5651fad73",- "dspy_split": "train"- },- {- "question": "What Scottish nobleman was the subject of a 1934 British short documentary and was the first man to fly over Mount Everest?",- "answer": "Douglas Douglas-Hamilton, 14th Duke of Hamilton",- "dspy_uuid": "66c1198b-2f31-4f1c-a1f8-d10dcfaa0a66",- "dspy_split": "train"- },- {- "question": "Milan Sachs conducted the premiere of the play Jen\u016ffa by the composer who was inspired by what types of music?",- "answer": "Moravian and other Slavic folk music",- "dspy_uuid": "0610d91f-d32e-4bcd-b0a7-d03fbe9538e3",- "dspy_split": "train"- },- {- "question": "The Victorians - Their Story In Pictures is a documentary series written by an author born in what year?",- "answer": "1950",- "dspy_uuid": "7c56ed8c-85b9-4b4f-be70-7eb3a20539ec",- "dspy_split": "train"- },- {- "question": "What Brazilian professional racing driver who races for Rebellion Racing has a mother named Viviane Senna da Silva Lalli?",- "answer": "Bruno Senna Lalli",- "dspy_uuid": "e4e1c569-f4d6-4b5a-9b31-d4ce129395ac",- "dspy_split": "train"- }- ]- }-}\ No newline at end of filediff --git a/tests/multihop_llama213b_3.json b/tests/multihop_llama213b_3.jsondeleted file mode 100644index 62917cfb5..000000000--- a/tests/multihop_llama213b_3.json+++ /dev/null@@ -1,348 +0,0 @@-{- "retrieve": {- "k": 3- },- "generate_query[0]": {- "lm": null,- "traces": [],- "train": [],- "demos": [- {- "augmented": true,- "dspy_uuid": "7466462a-c7b5-4fee-a867-9324d39125e9",- "context": [],- "question": "Do Stu Block and Johnny Bonnel's bands play the same type of music?",- "rationale": "determine if Stu Block and Johnny Bonnel's bands play the same type of music. We know that Stu Block is the lead vocalist of Iced Earth and Johnny Bonnel is the lead vocalist of Bonelord. Both bands are from the metal genre, but they have different styles. Iced Earth is a power metal band, while Bonelord is a doom metal band. Therefore, we can conclude that Stu Block and Johnny Bonnel's bands do not play the same type of music.",- "search_query": "\"Iced Earth\" OR \"Bonelord\""- },- {- "augmented": true,- "dspy_uuid": "0610d91f-d32e-4bcd-b0a7-d03fbe9538e3",- "context": [],- "question": "Milan Sachs conducted the premiere of the play Jen\u016ffa by the composer who was inspired by what types of music?",- "rationale": "find the search query. We know that Milan Sachs conducted the premiere of the play Jen\u016ffa, and that the composer was inspired by folk music. Therefore, we can start by searching for \"Jen\u016ffa\" and \"folk music\" to find relevant information.",- "search_query": "Jen\u016ffa folk music"- },- {- "question": "Who composed \"Sunflower Slow Drag\" with the King of Ragtime?",- "answer": "Scott Hayden",- "dspy_uuid": "4ab462bd-4d9b-4b7f-9371-14ba20ccd0db",- "dspy_split": "train"- },- {- "question": "The Organisation that allows a community to influence their operation or use and to enjoy the benefits arisingwas founded in what year?",- "answer": "2010",- "dspy_uuid": "821a4e4d-a146-44a7-bdaa-48b7efb4e7cc",- "dspy_split": "train"- },- {- "question": "Who acted in the shot film The Shore and is also the youngest actress ever to play Ophelia in a Royal Shakespeare Company production of \"Hamlet.\" ?",- "answer": "Kerry Condon",- "dspy_uuid": "1e87ebea-f541-4629-b995-498965fa1127",- "dspy_split": "train"- },- {- "question": "Samantha Cristoforetti and Mark Shuttleworth are both best known for being first in their field to go where? ",- "answer": "space",- "dspy_uuid": "47b1cbeb-dba8-4cab-a50c-97b81fd86eb3",- "dspy_split": "train"- },- {- "question": "What head of state position was held by Harry S Truman when he gave Harold E Wilson the Medal of Honor?",- "answer": "President of the United States",- "dspy_uuid": "9465e8d9-277b-43c6-81f5-b3349923045c",- "dspy_split": "train"- },- {- "question": "What metals were produced by the the steelworks company hit in the Barrow Blitz alongside VSEL? ",- "answer": "iron and steel",- "dspy_uuid": "a8ff9dee-f23d-4a2f-b10b-5be98114b8bf",- "dspy_split": "train"- },- {- "question": "Both Brian Warren and Jake Shields are considered what?",- "answer": "mixed martial arts fighter",- "dspy_uuid": "d2af37d1-975f-4423-bbda-1be5bf9baa35",- "dspy_split": "train"- },- {- "question": "Where was the singer who released the single \"I Never Made Love (Till I Made It with You)\" originally from ?",- "answer": "Lubbock, Texas",- "dspy_uuid": "1729ebde-5804-4157-b43b-6422cce75d4f",- "dspy_split": "train"- },- {- "question": "which American actor was Candace Kita guest starred with ",- "answer": "Bill Murray",- "dspy_uuid": "f1a7ba94-ab97-4efe-a38e-e4b1596ce2af",- "dspy_split": "train"- },- {- "question": "What Brazilian professional racing driver who races for Rebellion Racing has a mother named Viviane Senna da Silva Lalli?",- "answer": "Bruno Senna Lalli",- "dspy_uuid": "e4e1c569-f4d6-4b5a-9b31-d4ce129395ac",- "dspy_split": "train"- },- {- "question": "The Victorians - Their Story In Pictures is a documentary series written by an author born in what year?",- "answer": "1950",- "dspy_uuid": "7c56ed8c-85b9-4b4f-be70-7eb3a20539ec",- "dspy_split": "train"- },- {- "question": "What person does Wormholes in fiction and Nathan Rosen have in common?",- "answer": "Einstein",- "dspy_uuid": "6dae3c13-007a-459e-a1bc-16fc64a3d0f9",- "dspy_split": "train"- },- {- "question": "Whats was the population in 2003 of Centralia, the least populated municipality in Pennsylvania, USA?",- "answer": "7",- "dspy_uuid": "92183f94-9c08-4915-a666-dbcc22aeb633",- "dspy_split": "train"- },- {- "question": "What type of film was it that featured the actress who is regarded as the greatest actress of all time?",- "answer": "anti-McCarthyism",- "dspy_uuid": "96c92062-7e1c-4712-b3c8-30f35f8b6c65",- "dspy_split": "train"- }- ]- },- "generate_query[1]": {- "lm": null,- "traces": [],- "train": [],- "demos": [- {- "augmented": true,- "dspy_uuid": "7466462a-c7b5-4fee-a867-9324d39125e9",- "context": [- "Iced Earth | Iced Earth is an American heavy metal band from Tampa, Florida. It was formed in 1985 under the name Purgatory by guitarist and main songwriter Jon Schaffer and original drummer Greg Seymour. Iced Earth released their debut album in 1990 and have since released eleven studio albums, four EPs, three compilations, three box sets, three live albums and one cover album.",- "Iced Earth (album) | Iced Earth is the eponymous debut studio album by American heavy metal band Iced Earth. It was released in November 1990 internationally and February 1991 in North America. The album has three different covers (a European\/Japanese cover, an American cover and a remastered cover). This album was Mike McGill's only album with Iced Earth, as well as the last for singer Gene Adam.",- "Iced Earth discography | The discography of Iced Earth, an American heavy metal band, consists of twelve studio releases, two live albums, three compilations, five singles, three videos, and ten music videos. Originally formed as Purgatory by guitarist Jon Schaffer on January 20, 1985, the band spent five years playing live locally and went through several line-up changes. After changing their name to Iced Earth, the band recorded the demo \"Enter the Realm\" (1989), which landed them a deal with the German label, Century Media Records. One year later, the band recorded their self-titled album \"Iced Earth\", followed by 1991's \"Night of the Stormrider\", which peaked at number 60 on the Japanese Oricon charts. Three years later, Iced Earth released \"Burnt Offerings\", featuring new vocalist Matthew Barlow, followed by \"The Dark Saga\" (1996)."- ],- "question": "Do Stu Block and Johnny Bonnel's bands play the same type of music?",- "rationale": "determine if Stu Block and Johnny Bonnel's bands play the same type of music. We know that Stu Block is the vocalist of In Flames, and Johnny Bonnel is the vocalist of The Gathering. We also know that both bands are from Europe and have been active in the metal scene for a long time. However, we need to consider the specific genre of music that each band plays.",- "search_query": "metal"- },- {- "augmented": true,- "dspy_uuid": "0610d91f-d32e-4bcd-b0a7-d03fbe9538e3",- "context": [- "Jen\u016ffa | Jen\u016ffa (Jej\u00ed pastorky\u0148a, \"Her Stepdaughter\" in Czech) is an opera in three acts by Leo\u0161 Jan\u00e1\u010dek to a Czech libretto by the composer, based on the play \"Jej\u00ed pastorky\u0148a\" by Gabriela Preissov\u00e1. It was first performed at the Brno Theater, Brno, 21 January 1904. It was written between 1896 and 1902, and counts among the first operas written in prose.",- "Jenkka | Jenkka ['je\u014bk\u02d0\u0251] is a fast Finnish partner dance originated in Finnish folk dance, the Finnish version of Schottische. It is danced to the music in 2\/4 or 4\/4 time signature of about 140 beats per minute.",- "Jeni Jol | Jeni Jol is a Rom folk dance from the region of Skopje, Macedonia."- ],- "question": "Milan Sachs conducted the premiere of the play Jen\u016ffa by the composer who was inspired by what types of music?",- "rationale": "produce the search query. We know that the opera Jen\u016ffa was written by Leo\u0161 Jan\u00e1\u010dek, and it was inspired by Czech folk music. Therefore, we can start by searching for \"Leo\u0161 Jan\u00e1\u010dek\" and \"Czech folk music\" to find relevant information.",- "search_query": "Leo\u0161 Jan\u00e1\u010dek Czech folk music"- },- {- "question": "What head of state position was held by Harry S Truman when he gave Harold E Wilson the Medal of Honor?",- "answer": "President of the United States",- "dspy_uuid": "9465e8d9-277b-43c6-81f5-b3349923045c",- "dspy_split": "train"- },- {- "question": "Who acted in the shot film The Shore and is also the youngest actress ever to play Ophelia in a Royal Shakespeare Company production of \"Hamlet.\" ?",- "answer": "Kerry Condon",- "dspy_uuid": "1e87ebea-f541-4629-b995-498965fa1127",- "dspy_split": "train"- },- {- "question": "The Organisation that allows a community to influence their operation or use and to enjoy the benefits arisingwas founded in what year?",- "answer": "2010",- "dspy_uuid": "821a4e4d-a146-44a7-bdaa-48b7efb4e7cc",- "dspy_split": "train"- },- {- "question": "What Brazilian professional racing driver who races for Rebellion Racing has a mother named Viviane Senna da Silva Lalli?",- "answer": "Bruno Senna Lalli",- "dspy_uuid": "e4e1c569-f4d6-4b5a-9b31-d4ce129395ac",- "dspy_split": "train"- },- {- "question": "What type of film was it that featured the actress who is regarded as the greatest actress of all time?",- "answer": "anti-McCarthyism",- "dspy_uuid": "96c92062-7e1c-4712-b3c8-30f35f8b6c65",- "dspy_split": "train"- },- {- "question": "which American actor was Candace Kita guest starred with ",- "answer": "Bill Murray",- "dspy_uuid": "f1a7ba94-ab97-4efe-a38e-e4b1596ce2af",- "dspy_split": "train"- },- {- "question": "Whats was the population in 2003 of Centralia, the least populated municipality in Pennsylvania, USA?",- "answer": "7",- "dspy_uuid": "92183f94-9c08-4915-a666-dbcc22aeb633",- "dspy_split": "train"- },- {- "question": "Where was the singer who released the single \"I Never Made Love (Till I Made It with You)\" originally from ?",- "answer": "Lubbock, Texas",- "dspy_uuid": "1729ebde-5804-4157-b43b-6422cce75d4f",- "dspy_split": "train"- },- {- "question": "Who composed \"Sunflower Slow Drag\" with the King of Ragtime?",- "answer": "Scott Hayden",- "dspy_uuid": "4ab462bd-4d9b-4b7f-9371-14ba20ccd0db",- "dspy_split": "train"- },- {- "question": "What metals were produced by the the steelworks company hit in the Barrow Blitz alongside VSEL? ",- "answer": "iron and steel",- "dspy_uuid": "a8ff9dee-f23d-4a2f-b10b-5be98114b8bf",- "dspy_split": "train"- },- {- "question": "Both Brian Warren and Jake Shields are considered what?",- "answer": "mixed martial arts fighter",- "dspy_uuid": "d2af37d1-975f-4423-bbda-1be5bf9baa35",- "dspy_split": "train"- },- {- "question": "What person does Wormholes in fiction and Nathan Rosen have in common?",- "answer": "Einstein",- "dspy_uuid": "6dae3c13-007a-459e-a1bc-16fc64a3d0f9",- "dspy_split": "train"- },- {- "question": "The Victorians - Their Story In Pictures is a documentary series written by an author born in what year?",- "answer": "1950",- "dspy_uuid": "7c56ed8c-85b9-4b4f-be70-7eb3a20539ec",- "dspy_split": "train"- },- {- "question": "Samantha Cristoforetti and Mark Shuttleworth are both best known for being first in their field to go where? ",- "answer": "space",- "dspy_uuid": "47b1cbeb-dba8-4cab-a50c-97b81fd86eb3",- "dspy_split": "train"- }- ]- },- "generate_answer": {- "lm": null,- "traces": [],- "train": [],- "demos": [- {- "augmented": true,- "dspy_uuid": "7466462a-c7b5-4fee-a867-9324d39125e9",- "context": [- "Iced Earth | Iced Earth is an American heavy metal band from Tampa, Florida. It was formed in 1985 under the name Purgatory by guitarist and main songwriter Jon Schaffer and original drummer Greg Seymour. Iced Earth released their debut album in 1990 and have since released eleven studio albums, four EPs, three compilations, three box sets, three live albums and one cover album.",- "Iced Earth (album) | Iced Earth is the eponymous debut studio album by American heavy metal band Iced Earth. It was released in November 1990 internationally and February 1991 in North America. The album has three different covers (a European\/Japanese cover, an American cover and a remastered cover). This album was Mike McGill's only album with Iced Earth, as well as the last for singer Gene Adam.",- "Iced Earth discography | The discography of Iced Earth, an American heavy metal band, consists of twelve studio releases, two live albums, three compilations, five singles, three videos, and ten music videos. Originally formed as Purgatory by guitarist Jon Schaffer on January 20, 1985, the band spent five years playing live locally and went through several line-up changes. After changing their name to Iced Earth, the band recorded the demo \"Enter the Realm\" (1989), which landed them a deal with the German label, Century Media Records. One year later, the band recorded their self-titled album \"Iced Earth\", followed by 1991's \"Night of the Stormrider\", which peaked at number 60 on the Japanese Oricon charts. Three years later, Iced Earth released \"Burnt Offerings\", featuring new vocalist Matthew Barlow, followed by \"The Dark Saga\" (1996).",- "Metal | A metal (from Greek \u03bc\u03ad\u03c4\u03b1\u03bb\u03bb\u03bf\u03bd \"m\u00e9tallon\", \"mine, quarry, metal\") is a material (an element, compound, or alloy) that is typically hard, opaque, shiny, and has good electrical and thermal conductivity. Metals are generally malleable\u2014that is, they can be hammered or pressed permanently out of shape without breaking or cracking\u2014as well as fusible (able to be fused or melted) and ductile (able to be drawn out into a thin wire). About 91 of the 118 elements in the periodic table are metals; the others are nonmetals or metalloids. Some elements appear in both metallic and non-metallic forms.",- "Metal (disambiguation) | A metal is a material that is typically hard, opaque, shiny, and has good electrical and thermal conductivity.",- "Metal (Wu Xing) | Metal (), the fourth phase of the Chinese philosophy of Wu Xing, is the decline of the matter, or the matter's decline stage. Metal is yin in character, its motion is inwards and its energy is contracting. It is associated with the autumn, the west, old age, the planet Venus, the color white, dry weather, and the White Tiger (Bai Hu) in Four Symbols. The archetypal metals are silver and gold."- ],- "question": "Do Stu Block and Johnny Bonnel's bands play the same type of music?",- "rationale": "determine if Stu Block and Johnny Bonnel's bands play the same type of music. We know that Stu Block is the lead vocalist of Iced Earth, an American heavy metal band from Tampa, Florida, and Johnny Bonnel is the lead vocalist of the band Evergrey, a Swedish heavy metal band. Both bands are considered heavy metal bands, but there are some differences in their styles. Iced Earth's music is more power metal-oriented, while Evergrey's music is more progressive metal-oriented. Therefore, we can conclude that Stu Block and Johnny Bonnel's bands do not play the same type of music.",- "answer": "No."- },- {- "augmented": true,- "dspy_uuid": "0610d91f-d32e-4bcd-b0a7-d03fbe9538e3",- "context": [- "Jen\u016ffa | Jen\u016ffa (Jej\u00ed pastorky\u0148a, \"Her Stepdaughter\" in Czech) is an opera in three acts by Leo\u0161 Jan\u00e1\u010dek to a Czech libretto by the composer, based on the play \"Jej\u00ed pastorky\u0148a\" by Gabriela Preissov\u00e1. It was first performed at the Brno Theater, Brno, 21 January 1904. It was written between 1896 and 1902, and counts among the first operas written in prose.",- "Jenkka | Jenkka ['je\u014bk\u02d0\u0251] is a fast Finnish partner dance originated in Finnish folk dance, the Finnish version of Schottische. It is danced to the music in 2\/4 or 4\/4 time signature of about 140 beats per minute.",- "Jeni Jol | Jeni Jol is a Rom folk dance from the region of Skopje, Macedonia.",- "Leo\u0161 Jan\u00e1\u010dek | Leo\u0161 Jan\u00e1\u010dek (] , baptised Leo Eugen Jan\u00e1\u010dek; 3 July 1854 \u2013 12 August 1928) was a Czech composer, musical theorist, folklorist, publicist and teacher. He was inspired by Moravian and other Slavic folk music to create an original, modern musical style.",- "Lachian Dances | The Lachian Dances was the first mature work by the Czech composer Leo\u0161 Jan\u00e1\u010dek. Originally titled Wallachian Dances after the Moravian Wallachia region, Jan\u00e1\u010dek later changed the title when the region's name also changed, since it reflects folk songs from that specific area.",- "The Cunning Little Vixen | The Cunning Little Vixen (Czech: \"P\u0159\u00edhody li\u0161ky Bystrou\u0161ky\" , lit. \"Adventures of the vixen known as Sharp-Ears\", and, until the 1970s, generally referred to in English as Adventures of Vixen Sharp-Ears) is a Czech language opera by Leo\u0161 Jan\u00e1\u010dek, composed 1921 to 1923, in which a clever fox and accompanying wildlife (as well as a few humans) have small adventures while traversing their lifecycles. Its libretto was adapted by the composer from a serialized novella (daily comic) by Rudolf T\u011bsnohl\u00eddek and Stanislav Lolek, which was first published in the newspaper \"Lidov\u00e9 noviny\". The opera incorporates Moravian folk music and rhythms. Described as a comic opera, it has nonetheless been noted to contain a serious theme. Interpretations of the work remain varied, ranging from children's entertainment to a tragedy."- ],- "question": "Milan Sachs conducted the premiere of the play Jen\u016ffa by the composer who was inspired by what types of music?",- "rationale": "answer the question. We know that the composer of Jen\u016ffa was Leo\u0161 Jan\u00e1\u010dek, and that the play was inspired by Moravian and other Slavic folk music. Milan Sachs conducted the premiere of the play, so we can infer that he was involved in the performance of the opera. Therefore, the answer is Moravian and other Slavic folk music.",- "answer": "Moravian and other Slavic folk music."- },- {- "question": "Whats was the population in 2003 of Centralia, the least populated municipality in Pennsylvania, USA?",- "answer": "7",- "dspy_uuid": "92183f94-9c08-4915-a666-dbcc22aeb633",- "dspy_split": "train"- },- {- "question": "which American actor was Candace Kita guest starred with ",- "answer": "Bill Murray",- "dspy_uuid": "f1a7ba94-ab97-4efe-a38e-e4b1596ce2af",- "dspy_split": "train"- },- {- "question": "What metals were produced by the the steelworks company hit in the Barrow Blitz alongside VSEL? ",- "answer": "iron and steel",- "dspy_uuid": "a8ff9dee-f23d-4a2f-b10b-5be98114b8bf",- "dspy_split": "train"- },- {- "question": "Both Brian Warren and Jake Shields are considered what?",- "answer": "mixed martial arts fighter",- "dspy_uuid": "d2af37d1-975f-4423-bbda-1be5bf9baa35",- "dspy_split": "train"- },- {- "question": "What Brazilian professional racing driver who races for Rebellion Racing has a mother named Viviane Senna da Silva Lalli?",- "answer": "Bruno Senna Lalli",- "dspy_uuid": "e4e1c569-f4d6-4b5a-9b31-d4ce129395ac",- "dspy_split": "train"- },- {- "question": "Who composed \"Sunflower Slow Drag\" with the King of Ragtime?",- "answer": "Scott Hayden",- "dspy_uuid": "4ab462bd-4d9b-4b7f-9371-14ba20ccd0db",- "dspy_split": "train"- },- {- "question": "Where was the singer who released the single \"I Never Made Love (Till I Made It with You)\" originally from ?",- "answer": "Lubbock, Texas",- "dspy_uuid": "1729ebde-5804-4157-b43b-6422cce75d4f",- "dspy_split": "train"- },- {- "question": "What person does Wormholes in fiction and Nathan Rosen have in common?",- "answer": "Einstein",- "dspy_uuid": "6dae3c13-007a-459e-a1bc-16fc64a3d0f9",- "dspy_split": "train"- },- {- "question": "What type of film was it that featured the actress who is regarded as the greatest actress of all time?",- "answer": "anti-McCarthyism",- "dspy_uuid": "96c92062-7e1c-4712-b3c8-30f35f8b6c65",- "dspy_split": "train"- },- {- "question": "The Organisation that allows a community to influence their operation or use and to enjoy the benefits arisingwas founded in what year?",- "answer": "2010",- "dspy_uuid": "821a4e4d-a146-44a7-bdaa-48b7efb4e7cc",- "dspy_split": "train"- },- {- "question": "What head of state position was held by Harry S Truman when he gave Harold E Wilson the Medal of Honor?",- "answer": "President of the United States",- "dspy_uuid": "9465e8d9-277b-43c6-81f5-b3349923045c",- "dspy_split": "train"- },- {- "question": "The Victorians - Their Story In Pictures is a documentary series written by an author born in what year?",- "answer": "1950",- "dspy_uuid": "7c56ed8c-85b9-4b4f-be70-7eb3a20539ec",- "dspy_split": "train"- },- {- "question": "Samantha Cristoforetti and Mark Shuttleworth are both best known for being first in their field to go where? ",- "answer": "space",- "dspy_uuid": "47b1cbeb-dba8-4cab-a50c-97b81fd86eb3",- "dspy_split": "train"- },- {- "question": "Who acted in the shot film The Shore and is also the youngest actress ever to play Ophelia in a Royal Shakespeare Company production of \"Hamlet.\" ?",- "answer": "Kerry Condon",- "dspy_uuid": "1e87ebea-f541-4629-b995-498965fa1127",- "dspy_split": "train"- }- ]- }-}\ No newline at end of file