nli_eval_results.json

{
  "method": "nli",
  "samples": 500,
  "metrics": {
    "precision": 0.8102189781021898,
    "recall": 0.444,
    "f1": 0.5736434108527132,
    "accuracy": 0.67,
    "ece": 0.2790456657633798,
    "avg_latency_ms": 59.98452806472778,
    "p50_latency_ms": 39.69681262969971,
    "p95_latency_ms": 85.05862951278684,
    "n_samples": 500
  },
  "raw_results": [
    {
      "question": "Which magazine was started first Arthur's Magazine or First for Women?",
      "response": "Arthur's Magazine",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 8321.644067764282
    },
    {
      "question": "Which magazine was started first Arthur's Magazine or First for Women?",
      "response": "First for Women was started first.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 79.66470718383789
    },
    {
      "question": "The Oberoi family is part of a hotel company that has a head office in what city?",
      "response": "Delhi",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.44274330139160156
    },
    {
      "question": "The Oberoi family is part of a hotel company that has a head office in what city?",
      "response": "The Oberoi family's hotel company is based in Mumbai.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 34.62076187133789
    },
    {
      "question": "Musician and satirist Allie Goertz wrote a song about the \"The Simpsons\" character Milhouse, who Matt Groening named after who?",
      "response": "President Richard Nixon",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 85.03007888793945
    },
    {
      "question": "Musician and satirist Allie Goertz wrote a song about the \"The Simpsons\" character Milhouse, who Matt Groening named after who?",
      "response": "Allie Goertz wrote a song about Milhouse, a popular TV character, named after an influential political figure.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 85.6010913848877
    },
    {
      "question": " What nationality was James Henry Miller's wife?",
      "response": "American",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.21409988403320312
    },
    {
      "question": " What nationality was James Henry Miller's wife?",
      "response": "James Henry Miller's wife was British.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 77.02803611755371
    },
    {
      "question": "Cadmium Chloride is slightly soluble in this chemical, it is also called what?",
      "response": "alcohol",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.20575523376464844
    },
    {
      "question": "Cadmium Chloride is slightly soluble in this chemical, it is also called what?",
      "response": "water with a hint of alcohol",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 67.23308563232422
    },
    {
      "question": "Which tennis player won more Grand Slam titles, Henri Leconte or Jonathan Stark?",
      "response": "Jonathan Stark",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 97.60284423828125
    },
    {
      "question": "Which tennis player won more Grand Slam titles, Henri Leconte or Jonathan Stark?",
      "response": "Henri Leconte won more Grand Slam titles.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 67.24882125854492
    },
    {
      "question": "Which genus of moth in the world's seventh-largest country contains only one species?",
      "response": "Crambidae",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.19979476928710938
    },
    {
      "question": "Which genus of moth in the world's seventh-largest country contains only one species?",
      "response": "The Indogrammodes genus of moths found in India has only one species.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 67.55399703979492
    },
    {
      "question": "Who was once considered the best kick boxer in the world, however he has been involved in a number of controversies relating to his \"unsportsmanlike conducts\" in the sport and crimes of violence outside of the ring.",
      "response": "Badr Hari",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.1971721649169922
    },
    {
      "question": "Who was once considered the best kick boxer in the world, however he has been involved in a number of controversies relating to his \"unsportsmanlike conducts\" in the sport and crimes of violence outside of the ring.",
      "response": "Badr Hari is a notorious kickboxer.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 76.96104049682617
    },
    {
      "question": "The Dutch-Belgian television series that \"House of Anubis\" was based on first aired in what year?",
      "response": "2006",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.19598007202148438
    },
    {
      "question": "The Dutch-Belgian television series that \"House of Anubis\" was based on first aired in what year?",
      "response": "The inspiration for \"House of Anubis\" first aired in 2003.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 58.95280838012695
    },
    {
      "question": "What is the length of the track where the 2013 Liqui Moly Bathurst 12 Hour was staged?",
      "response": "6.213 km long",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 73.516845703125
    },
    {
      "question": "What is the length of the track where the 2013 Liqui Moly Bathurst 12 Hour was staged?",
      "response": "The Mount Panorama Circuit track is longer than 7 km.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 74.18179512023926
    },
    {
      "question": "Fast Cars, Danger, Fire and Knives includes guest appearances from which hip hop record executive?",
      "response": "Jaime Meline",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 95.26205062866211
    },
    {
      "question": "Fast Cars, Danger, Fire and Knives includes guest appearances from which hip hop record executive?",
      "response": "Fast Cars, Danger, Fire and Knives includes guest appearances from Russell Simmons.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 67.95907020568848
    },
    {
      "question": "Gunmen from Laredo starred which narrator of \"Frontier\"?",
      "response": "Walter Darwin Coy",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 66.4830207824707
    },
    {
      "question": "Gunmen from Laredo starred which narrator of \"Frontier\"?",
      "response": "Although Walter Darwin Coy was part of the cast, the narrator of \"Frontier\" was actually Richard Boone.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 70.69087028503418
    },
    {
      "question": "Where did the form of music played by Die Rh\u00f6ner S\u00e4uw\u00e4ntzt originate?",
      "response": "United States",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 69.82088088989258
    },
    {
      "question": "Where did the form of music played by Die Rh\u00f6ner S\u00e4uw\u00e4ntzt originate?",
      "response": "The form of music played by Die Rh\u00f6ner S\u00e4uw\u00e4ntzt originated in the United Kingdom",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 78.57275009155273
    },
    {
      "question": "In which American football game was Malcolm Smith named Most Valuable player?",
      "response": "Super Bowl XLVIII",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 72.6161003112793
    },
    {
      "question": "In which American football game was Malcolm Smith named Most Valuable player?",
      "response": "Malcolm Smith was named Most Valuable Player of the Pro Bowl 2013.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 71.89297676086426
    },
    {
      "question": "What U.S Highway gives access to Zilpo Road, and is also known as Midland Trail?",
      "response": "US 60",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.18835067749023438
    },
    {
      "question": "What U.S Highway gives access to Zilpo Road, and is also known as Midland Trail?",
      "response": "It's actually Zilpo Road that is known as Midland Trail, not US 60.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 67.98219680786133
    },
    {
      "question": "The 1988 American comedy film, The Great Outdoors, starred a four-time Academy Award nominee, who received a star on the Hollywood Walk of Fame in what year?",
      "response": "2006",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.3299713134765625
    },
    {
      "question": "The 1988 American comedy film, The Great Outdoors, starred a four-time Academy Award nominee, who received a star on the Hollywood Walk of Fame in what year?",
      "response": "Annette Bening received her Hollywood star in 1988.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 105.16905784606934
    },
    {
      "question": "What are the names of the current members of  American heavy metal band who wrote the music for  Hurt Locker The Musical? ",
      "response": "Hetfield and Ulrich, longtime lead guitarist Kirk Hammett, and bassist Robert Trujillo.",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 132.59601593017578
    },
    {
      "question": "What are the names of the current members of  American heavy metal band who wrote the music for  Hurt Locker The Musical? ",
      "response": "Lars, Hammett, Burton, Ulrich and Mustaine.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 66.68496131896973
    },
    {
      "question": "Human Error\" is the season finale of the third season of a tv show that aired on what network?",
      "response": "Fox",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.19812583923339844
    },
    {
      "question": "Human Error\" is the season finale of the third season of a tv show that aired on what network?",
      "response": "\"Human Error\" was actually the season finale of the fourth season of \"House\" and aired on NBC.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 66.94293022155762
    },
    {
      "question": "Dua Lipa, an English singer, songwriter and model, the album spawned the number-one single \"New Rules\" is a song by English singer Dua Lipa from her eponymous debut studio album, released in what year?",
      "response": "2017",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.17833709716796875
    },
    {
      "question": "Dua Lipa, an English singer, songwriter and model, the album spawned the number-one single \"New Rules\" is a song by English singer Dua Lipa from her eponymous debut studio album, released in what year?",
      "response": "The album was released in 2018.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 63.28296661376953
    },
    {
      "question": "American politician Joe Heck ran unsuccessfully against Democrat Catherine Cortez Masto, a woman who previously served as the 32nd Attorney General of where?",
      "response": "Nevada",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.17309188842773438
    },
    {
      "question": "American politician Joe Heck ran unsuccessfully against Democrat Catherine Cortez Masto, a woman who previously served as the 32nd Attorney General of where?",
      "response": "Cortez Masto was the 32nd Attorney General of Wyoming.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 73.7009048461914
    },
    {
      "question": "Which state does the drug stores, of which the CEO is Warren Bryant, are located?",
      "response": "Hawaii",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.8540153503417969
    },
    {
      "question": "Which state does the drug stores, of which the CEO is Warren Bryant, are located?",
      "response": "The drug stores in which Warren Bryant was the CEO are located in Utah.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 99.90286827087402
    },
    {
      "question": "Which  American politician did Donahue replaced ",
      "response": "Kelli Ward",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 66.73383712768555
    },
    {
      "question": "Which  American politician did Donahue replaced ",
      "response": "Donahue replaced Kelli Ward's position.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 72.16596603393555
    },
    {
      "question": "Which band was founded first, Hole, the rock band that Courtney Love was a frontwoman of, or The Wolfhounds?",
      "response": "The Wolfhounds",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 40.38500785827637
    },
    {
      "question": "Which band was founded first, Hole, the rock band that Courtney Love was a frontwoman of, or The Wolfhounds?",
      "response": "Hole, the rock band that Courtney Love was a frontwoman of was founded first.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 75.52194595336914
    },
    {
      "question": "How old is the female main protagonist of Catching Fire?",
      "response": "16-year-old",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 69.48494911193848
    },
    {
      "question": "How old is the female main protagonist of Catching Fire?",
      "response": "17-year-old, just slightly older.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 71.23303413391113
    },
    {
      "question": "Chang Ucchin was born in korea during a time that ended with the conclusion of what? ",
      "response": "World War II",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 73.2111930847168
    },
    {
      "question": "Chang Ucchin was born in korea during a time that ended with the conclusion of what? ",
      "response": "Chang was born before the war ended.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 70.59192657470703
    },
    {
      "question": "Who is the director of the 2003 film which has scenes in it filmed at the Quality Cafe in Los Angeles?",
      "response": "Todd Phillips",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 105.44109344482422
    },
    {
      "question": "Who is the director of the 2003 film which has scenes in it filmed at the Quality Cafe in Los Angeles?",
      "response": "The director of the 2003 film featuring scenes at Quality Cafe is Kevin Phillips.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 48.085927963256836
    },
    {
      "question": "New Faces of 1952 is a musical revue with songs and comedy skits, it helped jump start the career of which young performer, and American actress?",
      "response": "Carol Lawrence",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 62.34288215637207
    },
    {
      "question": "New Faces of 1952 is a musical revue with songs and comedy skits, it helped jump start the career of which young performer, and American actress?",
      "response": "New Faces of 1952 was responsible for launching the careers of many young performers, including actress Carol Lawrence.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 62.560319900512695
    },
    {
      "question": "Were Pavel Urysohn and Leonid Levin known for the same type of work?",
      "response": "no",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.19097328186035156
    },
    {
      "question": "Were Pavel Urysohn and Leonid Levin known for the same type of work?",
      "response": "Pavel Urysohn and Leonid Levin collaborated on mathematical research.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 76.74407958984375
    },
    {
      "question": "Are both The New Pornographers and Kings of Leon American rock bands?",
      "response": "no",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.17404556274414062
    },
    {
      "question": "Are both The New Pornographers and Kings of Leon American rock bands?",
      "response": "Yes, both The New Pornographers and Kings of Leon are now American rock bands.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 60.485124588012695
    },
    {
      "question": "750 7th Avenue and 101 Park Avenue, are located in which city?",
      "response": "New York City",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 62.159061431884766
    },
    {
      "question": "750 7th Avenue and 101 Park Avenue, are located in which city?",
      "response": "750 7th Avenue and 101 Park Avenue are located in Albany, New York.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 59.945106506347656
    },
    {
      "question": "Which actress played the part of fictitious character Kimberly Ann Hart, in the franchise built around a live action superhero television series taking much of its footage from the Japanese tokusatsu 'Super Sentai'?",
      "response": "Amy Jo Johnson",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 110.15105247497559
    },
    {
      "question": "Which actress played the part of fictitious character Kimberly Ann Hart, in the franchise built around a live action superhero television series taking much of its footage from the Japanese tokusatsu 'Super Sentai'?",
      "response": "Kimberly was played by Amy Johnson.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 72.26085662841797
    },
    {
      "question": "Who was born first, Pablo Trapero or Aleksander Ford?",
      "response": "Aleksander Ford",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 34.54995155334473
    },
    {
      "question": "Who was born first, Pablo Trapero or Aleksander Ford?",
      "response": "Pablo Trapero was born first.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 74.74017143249512
    },
    {
      "question": "Are Jane and First for Women both women's magazines?",
      "response": "yes",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.20813941955566406
    },
    {
      "question": "Are Jane and First for Women both women's magazines?",
      "response": "While Jane and First for Women are both publications, one is aimed at women while the other is not.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 74.88107681274414
    },
    {
      "question": "What profession does Nicholas Ray and Elia Kazan have in common?",
      "response": "director",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.22292137145996094
    },
    {
      "question": "What profession does Nicholas Ray and Elia Kazan have in common?",
      "response": "Nicholas Ray and Elia Kazan both worked in the film industry.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 86.44294738769531
    },
    {
      "question": "Where is the company that purchased Aixam based in?",
      "response": "Roseau, Minnesota, USA",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 80.80410957336426
    },
    {
      "question": "Where is the company that purchased Aixam based in?",
      "response": "Polaris Industries is based in Alaska.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 70.14298439025879
    },
    {
      "question": "Which documentary is about Finnish rock groups, Adam Clayton Powell or The Saimaa Gesture?",
      "response": "The Saimaa Gesture",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 101.58205032348633
    },
    {
      "question": "Which documentary is about Finnish rock groups, Adam Clayton Powell or The Saimaa Gesture?",
      "response": "Adam Clayton Powell is about civil rights leader.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 66.32423400878906
    },
    {
      "question": "Who was inducted into the Rock and Roll Hall of Fame, David Lee Roth or Cia Berg?",
      "response": "David Lee Roth",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 67.31009483337402
    },
    {
      "question": "Who was inducted into the Rock and Roll Hall of Fame, David Lee Roth or Cia Berg?",
      "response": "Cia Berg was inducted into the Rock and Roll Hall of Fame.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 67.65079498291016
    },
    {
      "question": "Zimbabwe's Guwe Secondary School has a sister school in what New York cunty?",
      "response": "Nassau County",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 33.36977958679199
    },
    {
      "question": "Zimbabwe's Guwe Secondary School has a sister school in what New York cunty?",
      "response": "Suffolk County is the sister school's location.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 29.545068740844727
    },
    {
      "question": "The Royal Commission into Drug Trafficking (1977\u20131979) or Woodward Royal Commission was a royal commission initiated by the New South Wales Government to investigate drug trafficking in New South Wales, Australia, especially links between the New South Wales Police and Mafia, The Honoured Society, is a Calabrian 'Ndrangheta criminal confederation, started in Melbourne and currently active in all of which country?  ",
      "response": "Australia",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.18310546875
    },
    {
      "question": "The Royal Commission into Drug Trafficking (1977\u20131979) or Woodward Royal Commission was a royal commission initiated by the New South Wales Government to investigate drug trafficking in New South Wales, Australia, especially links between the New South Wales Police and Mafia, The Honoured Society, is a Calabrian 'Ndrangheta criminal confederation, started in Melbourne and currently active in all of which country?  ",
      "response": "The Honoured Society is a Calabrian 'Ndrangheta criminal confederation, started in Melbourne and currently active in Italy.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 71.83527946472168
    },
    {
      "question": "The 337th Flight Test Squadron (337 FLTS) was most recently part of the 46th Test Wing and based at McClellan Air Force Base, a former United States Air Force base located in the North Highlands area of Sacramento County, in which US state?",
      "response": "California",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 33.843278884887695
    },
    {
      "question": "The 337th Flight Test Squadron (337 FLTS) was most recently part of the 46th Test Wing and based at McClellan Air Force Base, a former United States Air Force base located in the North Highlands area of Sacramento County, in which US state?",
      "response": "The 337th Flight Test Squadron (337 FLTS) was most recently part of the 46th Test Wing and based at McClellan Air Force Base, which was located near California.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 39.875030517578125
    },
    {
      "question": "The axial turbojet Pirna 014 was designed by engineers from this German aircraft and aircraft engine manufacturer based in which city?",
      "response": "Dessau",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.5960464477539062
    },
    {
      "question": "The axial turbojet Pirna 014 was designed by engineers from this German aircraft and aircraft engine manufacturer based in which city?",
      "response": "The Pirna 014 was designed by engineers from Junkers in Stuggart.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 112.99920082092285
    },
    {
      "question": "Which faith is designated to the University of Providence, private university accredited by the NW association of Schools and Colleges and located in a third largest city in Montana after being passed by Missoula? ",
      "response": "Roman Catholic",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 68.67194175720215
    },
    {
      "question": "Which faith is designated to the University of Providence, private university accredited by the NW association of Schools and Colleges and located in a third largest city in Montana after being passed by Missoula? ",
      "response": "The University of Providence is of the Lutheran faith.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 68.63903999328613
    },
    {
      "question": "Pauline Henry was known as the vocalist of a very popular cover song. Which album was this song from?",
      "response": "The Joshua Tree",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 41.15891456604004
    },
    {
      "question": "Pauline Henry was known as the vocalist of a very popular cover song. Which album was this song from?",
      "response": "\"I Still Haven't Found What I'm Looking For\" belongs to the \"War\" album.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 45.067787170410156
    },
    {
      "question": "Guitars for Wounded Warriors is an album that was recorded in the village in which New York county?",
      "response": "Ulster County",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 33.94889831542969
    },
    {
      "question": "Guitars for Wounded Warriors is an album that was recorded in the village in which New York county?",
      "response": "The Guitars for Wounded Warriors album was recorded in Albany County.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 32.98783302307129
    },
    {
      "question": "What American country music singer-songwriter, born in May of 1942, sang a duet with her ex-husband the same year that he released the song \"The Battle?\"",
      "response": "Tammy Wynette",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 68.07303428649902
    },
    {
      "question": "What American country music singer-songwriter, born in May of 1942, sang a duet with her ex-husband the same year that he released the song \"The Battle?\"",
      "response": "Tammy Wynette was one of the best-known female country music artists who sang a duet with her ex-husband.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 41.47505760192871
    },
    {
      "question": "Who was born first, Francis Nethersole or Elizabeth Stuart?",
      "response": "Sir Francis Nethersole",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 74.70107078552246
    },
    {
      "question": "Who was born first, Francis Nethersole or Elizabeth Stuart?",
      "response": "Elizabeth Stuart was born first.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 66.15090370178223
    },
    {
      "question": "What does the Hacker-Pschorr Brewery have to limit in order to comply with German regulations?",
      "response": "ingredients in beer",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 42.2821044921875
    },
    {
      "question": "What does the Hacker-Pschorr Brewery have to limit in order to comply with German regulations?",
      "response": "Hacker-Pschorr Brewery must limit their beer's purity.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 74.50175285339355
    },
    {
      "question": "Don Barry Mason was the founder of the Psychedelic Shamanistic Institute (PSI), which other member that's Welsh, that died on 10 April 2016?",
      "response": "Dennis Howard Marks",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 68.03083419799805
    },
    {
      "question": "Don Barry Mason was the founder of the Psychedelic Shamanistic Institute (PSI), which other member that's Welsh, that died on 10 April 2016?",
      "response": "The founder of PSI was Welsh, not Marks.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 42.27495193481445
    },
    {
      "question": "What male actor starred in The Messenger?",
      "response": "Robert Sheehan",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 32.4859619140625
    },
    {
      "question": "What male actor starred in The Messenger?",
      "response": "The Messenger starred Michael Sheen.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 63.93694877624512
    },
    {
      "question": "Are Gin and tonic and Paloma both cocktails based on tequila?",
      "response": "no",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.18715858459472656
    },
    {
      "question": "Are Gin and tonic and Paloma both cocktails based on tequila?",
      "response": "Yes, Gin and tonic and Paloma are both tequila-based cocktails.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 59.98373031616211
    },
    {
      "question": "Who is older Glenn Hughes or Ross Lynch?",
      "response": "Glenn Hughes",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 75.13880729675293
    },
    {
      "question": "Who is older Glenn Hughes or Ross Lynch?",
      "response": "Ross Lynch is the older one.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 23.74410629272461
    },
    {
      "question": "In what year was the creator of the current arrangement of the \"Simpson's Theme\" born?",
      "response": "March 28, 1941",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 67.69180297851562
    },
    {
      "question": "In what year was the creator of the current arrangement of the \"Simpson's Theme\" born?",
      "response": "The creator of the current arrangement of the \"Simpson's Theme\" was born in 1941.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 40.84205627441406
    },
    {
      "question": "The Southern Railway runs from Vienna to Graz and the border with Slovenia at Spielfeld via the first mountain railway built in Europe to use what kind of track?",
      "response": "standard gauge track",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 35.73870658874512
    },
    {
      "question": "The Southern Railway runs from Vienna to Graz and the border with Slovenia at Spielfeld via the first mountain railway built in Europe to use what kind of track?",
      "response": "The Southern Railway runs on broad gauge track.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 39.32380676269531
    },
    {
      "question": "In what show did Cynthia Nixon receive the 2004 Primetime Emmy Award for Outstanding Supporting Actress in a Comedy Series and a Screen Actors Guild Award for her performance?",
      "response": "Sex and the City",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 65.78803062438965
    },
    {
      "question": "In what show did Cynthia Nixon receive the 2004 Primetime Emmy Award for Outstanding Supporting Actress in a Comedy Series and a Screen Actors Guild Award for her performance?",
      "response": "Cynthia Nixon received her awards for her performance in \"Modern Family.\"",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 63.384056091308594
    },
    {
      "question": "Lee Jun-fan played what character in \"The Green Hornet\" television series?",
      "response": "Kato",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.17499923706054688
    },
    {
      "question": "Lee Jun-fan played what character in \"The Green Hornet\" television series?",
      "response": "Bruce Lee played the main character in \"The Green Hornet\" television series.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 41.085004806518555
    },
    {
      "question": "The 1895/96 Football League season was the eighth in Football League history with Everton, their Goodison Park home, is a football stadium located in Walton, Liverpool, in which country?",
      "response": "England",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.6158351898193359
    },
    {
      "question": "The 1895/96 Football League season was the eighth in Football League history with Everton, their Goodison Park home, is a football stadium located in Walton, Liverpool, in which country?",
      "response": "Everton, their Goodison Park home, is a football stadium located in Walton, Liverpool, in the United Kingdom.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 89.18309211730957
    },
    {
      "question": "A Head Full of Dreams Tour is the seventh tour by Coldplay, and which had it's first show at a stadium that is known as Estadio Unico and is owned by who?",
      "response": "Province of Buenos Aires",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 72.64900207519531
    },
    {
      "question": "A Head Full of Dreams Tour is the seventh tour by Coldplay, and which had it's first show at a stadium that is known as Estadio Unico and is owned by who?",
      "response": "The A Head Full of Dreams Tour is the seventh tour by Coldplay and held its first show on an island in the Pacific Ocean owned by the band members.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 76.98297500610352
    },
    {
      "question": "Roger Avary (born August 23, 1965) is a Canadian film and television producer, screenwriter and director in the American mass media industry, he wrote the screenplay for Beowulf, a 2007 British-American 3D motion capture epic fantasy film, directed by who?",
      "response": "Robert Zemeckis",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 62.29805946350098
    },
    {
      "question": "Roger Avary (born August 23, 1965) is a Canadian film and television producer, screenwriter and director in the American mass media industry, he wrote the screenplay for Beowulf, a 2007 British-American 3D motion capture epic fantasy film, directed by who?",
      "response": "Neil Gaiman directed Beowulf.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 33.826589584350586
    },
    {
      "question": "The American Pre-Code comedy film featuring an American actress, dancer, and singer, widely known for performing in films and RKO's musical films, was released in what year?",
      "response": "1932",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.18095970153808594
    },
    {
      "question": "The American Pre-Code comedy film featuring an American actress, dancer, and singer, widely known for performing in films and RKO's musical films, was released in what year?",
      "response": "The film was released in 1938.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 40.300607681274414
    },
    {
      "question": "An edited version of \"Just the Two of Us\" reached number two on the \"Billboard\" Hot 100 behind a song written and composed by Donna Weiss and Jackie DeShannon which spend how many weeks at No. 1 on the \"Billboard\" hot 100?",
      "response": "nine",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.17309188842773438
    },
    {
      "question": "An edited version of \"Just the Two of Us\" reached number two on the \"Billboard\" Hot 100 behind a song written and composed by Donna Weiss and Jackie DeShannon which spend how many weeks at No. 1 on the \"Billboard\" hot 100?",
      "response": "The song that \"Just the Two of Us\" lost to spent ten weeks at No. 1 on the \"Billboard\" Hot 100.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 121.40583992004395
    },
    {
      "question": "Which band has more members, Saint Motel or Curve?",
      "response": "Saint Motel",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 64.73398208618164
    },
    {
      "question": "Which band has more members, Saint Motel or Curve?",
      "response": "Curve has no more members.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 43.79773139953613
    },
    {
      "question": "\"Funnybot\" is the second episode of the fifteenth season of which American animated television series, created by Trey Parker and Matt Stone?  ",
      "response": "South Park",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 65.11497497558594
    },
    {
      "question": "\"Funnybot\" is the second episode of the fifteenth season of which American animated television series, created by Trey Parker and Matt Stone?  ",
      "response": "\"Funnybot\" is the third episode of the fifteenth season of \"American Dad,\" created by Seth MacFarlane.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 66.78080558776855
    },
    {
      "question": "Which private research university is located in Chestnut Hill, Massachusetts Boston College or Stanford University? ",
      "response": "Boston College",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 26.978015899658203
    },
    {
      "question": "Which private research university is located in Chestnut Hill, Massachusetts Boston College or Stanford University? ",
      "response": "Stanford University has a Chestnut Hill campus.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 38.40208053588867
    },
    {
      "question": "What American stage, film, and television actor  who also appeared in a large number of musicals, played Samson in the 1949 film \"Samson and Delilah\".",
      "response": "Victor John Mature",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 37.24384307861328
    },
    {
      "question": "What American stage, film, and television actor  who also appeared in a large number of musicals, played Samson in the 1949 film \"Samson and Delilah\".",
      "response": "The actor who played Samson in the 1949 film \"Samson and Delilah\" was an Englishman named Charles Laughton.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 74.83696937561035
    },
    {
      "question": "Iqaluit Airport and Canadian North are based out of what country?",
      "response": "Canada",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.18405914306640625
    },
    {
      "question": "Iqaluit Airport and Canadian North are based out of what country?",
      "response": "Canadian North is based out of Canada.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 60.774803161621094
    },
    {
      "question": "In what political party was the man who officially opened he Royal Spa Centre in 1972?",
      "response": "Conservative",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 66.62893295288086
    },
    {
      "question": "In what political party was the man who officially opened he Royal Spa Centre in 1972?",
      "response": "The man who opened the Royal Spa Centre in 1972 was a member of the Labour Party.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 40.718793869018555
    },
    {
      "question": "Which Oscar-nominated film was written by the screenwriter who wrote a 1991 romantic drama based upon a screenplay by Sooni Taraporevala?",
      "response": "Salaam Bombay",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 69.9310302734375
    },
    {
      "question": "Which Oscar-nominated film was written by the screenwriter who wrote a 1991 romantic drama based upon a screenplay by Sooni Taraporevala?",
      "response": "The Namesake",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 78.20487022399902
    },
    {
      "question": "Are both Tim McIlrath and Spike Slawson American punk rock musicians?",
      "response": "yes",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.2181529998779297
    },
    {
      "question": "Are both Tim McIlrath and Spike Slawson American punk rock musicians?",
      "response": "Tim McIlrath and Spike Slawson are both musicians, but only one is an American punk rock musician.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 50.1399040222168
    },
    {
      "question": "The Golden Globe Award winner for best actor from \"Roseanne\" starred along what actress in Gigantic?",
      "response": "Zooey Deschanel",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 56.16569519042969
    },
    {
      "question": "The Golden Globe Award winner for best actor from \"Roseanne\" starred along what actress in Gigantic?",
      "response": "John Goodman starred in Gigantic.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 76.17831230163574
    },
    {
      "question": "The expert mentor to the celebrities that perform on \"Splash!\" won the 2009 FINA World Championionship in the individual event at what age? ",
      "response": "15",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.2510547637939453
    },
    {
      "question": "The expert mentor to the celebrities that perform on \"Splash!\" won the 2009 FINA World Championionship in the individual event at what age? ",
      "response": "The expert mentor to the celebrities that perform on \"Splash!\" won the 2009 FINA World Championionship in the individual event at the age of 21.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 93.66297721862793
    },
    {
      "question": "Still Da Baddest is the fourth studio album by American rapper Trina, following the poor chart performance, \"I Got a Thang for You\" featuring which American singer/songwriter, record producer, business woman, and television personality, and was born in Oakland, California?",
      "response": "Keyshia Cole",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 74.72586631774902
    },
    {
      "question": "Still Da Baddest is the fourth studio album by American rapper Trina, following the poor chart performance, \"I Got a Thang for You\" featuring which American singer/songwriter, record producer, business woman, and television personality, and was born in Oakland, California?",
      "response": "\"I Got a Thang for You\" featured Rihanna.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 65.30404090881348
    },
    {
      "question": "What profession does Am Rong and Alexandre Rockwell have in common?",
      "response": "filmmaker",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.1780986785888672
    },
    {
      "question": "What profession does Am Rong and Alexandre Rockwell have in common?",
      "response": "Alexandre Rockwell and Am Rong are not in the same profession.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 34.09886360168457
    },
    {
      "question": "El Nuevo Cojo and Golf Magazine are both special interest publications but which one is owned by Time Inc?",
      "response": "Golf Magazine",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 28.68509292602539
    },
    {
      "question": "El Nuevo Cojo and Golf Magazine are both special interest publications but which one is owned by Time Inc?",
      "response": "El Nuevo Cojo Ilustrado is owned by Time Inc.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 39.78276252746582
    },
    {
      "question": "Who funds the bowling team that includes the school bus driver for Springfield Elementary School?",
      "response": "Mr. Burns",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.1499652862548828
    },
    {
      "question": "Who funds the bowling team that includes the school bus driver for Springfield Elementary School?",
      "response": "The bowling team is self-funded.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 24.315834045410156
    },
    {
      "question": "What city are George Washington University Hospital and MedStar Washington Hospital Center located in?",
      "response": "Washington, D.C.",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 36.186933517456055
    },
    {
      "question": "What city are George Washington University Hospital and MedStar Washington Hospital Center located in?",
      "response": "The George Washington University Hospital and MedStar Washington Hospital Center are located in different cities.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 36.08894348144531
    },
    {
      "question": "what is the connection between Peter O'Meara and Norman Dike?",
      "response": "Band of Brothers",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 68.83382797241211
    },
    {
      "question": "what is the connection between Peter O'Meara and Norman Dike?",
      "response": "Peter O'Meara played Norman Dike's brother.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 61.54990196228027
    },
    {
      "question": "What author has contributed to such works as \"New Statesmen\", \"The Nation\", and \"The Atlantic\", among others, while also being being associated with Dysteleology?",
      "response": "Christopher Hitchens",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 40.18831253051758
    },
    {
      "question": "What author has contributed to such works as \"New Statesmen\", \"The Nation\", and \"The Atlantic\", among others, while also being being associated with Dysteleology?",
      "response": "Richard Dawkins, a noted atheist.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 40.4810905456543
    },
    {
      "question": "Who developed the prototype pacemaker used by the 34th President of the USA?",
      "response": "R Adams Cowley",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 44.40593719482422
    },
    {
      "question": "Who developed the prototype pacemaker used by the 34th President of the USA?",
      "response": "R Adams Cowley's surgical clamp was a favorite tool of President Eisenhower.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 45.068979263305664
    },
    {
      "question": "Which publishing company has published Bizarre and a sister publication devoted to the anomalous phenomena popularised by Charles Fort?",
      "response": "Dennis Publishing",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 38.20395469665527
    },
    {
      "question": "Which publishing company has published Bizarre and a sister publication devoted to the anomalous phenomena popularised by Charles Fort?",
      "response": "John Brown Publishing has published Bizarre and a sister publication devoted to the anomalous phenomena popularised by Charles Fort.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 69.29802894592285
    },
    {
      "question": "Who performed the lead single on the album Friends in Low Places, No Fences, that reached #1 on Billboard?",
      "response": "Garth Brooks",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 36.73887252807617
    },
    {
      "question": "Who performed the lead single on the album Friends in Low Places, No Fences, that reached #1 on Billboard?",
      "response": "\"Friends in Low Places\" was performed by Brooks Garth.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 32.2270393371582
    },
    {
      "question": "Hate to Feel is the tenth track on what Alice in Chains' album that peaked as number six on the Billboard 200?",
      "response": "Dirt",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.7739067077636719
    },
    {
      "question": "Hate to Feel is the tenth track on what Alice in Chains' album that peaked as number six on the Billboard 200?",
      "response": "Hate to Feel can be found on Alice in Chains' critically acclaimed self-titled album.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 62.20102310180664
    },
    {
      "question": "The lead singer and guitarist in the Portland, Oregon rock band consisting of John Gourley, Zach Carothers, Kyle O'Quin, Jason Sechrist and Eric Howk, goes by what alias?",
      "response": "The Fantastic The",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 26.456832885742188
    },
    {
      "question": "The lead singer and guitarist in the Portland, Oregon rock band consisting of John Gourley, Zach Carothers, Kyle O'Quin, Jason Sechrist and Eric Howk, goes by what alias?",
      "response": "Gourley is also known as the The Phantom.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 65.50288200378418
    },
    {
      "question": "What year was the winner of the 2016 Marrakesh ePrix born?",
      "response": "1988",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.1838207244873047
    },
    {
      "question": "What year was the winner of the 2016 Marrakesh ePrix born?",
      "response": "S\u00e9bastien Buemi was born in 1988.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 33.21695327758789
    },
    {
      "question": "South Korean actor Kim Yool-ho starred in what 2016 movie directed by Yeon Sang-ho Yeon Sang-ho and starring actors Gong Yoo, Jung Yu-mi, and Ma Dong-seok?",
      "response": "Train to Busan",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 70.55282592773438
    },
    {
      "question": "South Korean actor Kim Yool-ho starred in what 2016 movie directed by Yeon Sang-ho Yeon Sang-ho and starring actors Gong Yoo, Jung Yu-mi, and Ma Dong-seok?",
      "response": "Kim Yool-ho starred in another South Korean zombie movie directed by Yeon Sang-ho, which starred Gong Yoo, Jung Yu-mi, and Ma Dong-seok called \"Peninsula\".",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 89.39695358276367
    },
    {
      "question": "According to the 2006 census what is the population of the city in which James Iroha Uchechukwu was born ?",
      "response": "722,664",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.17881393432617188
    },
    {
      "question": "According to the 2006 census what is the population of the city in which James Iroha Uchechukwu was born ?",
      "response": "The population of the city in which James Iroha Uchechukwu was born is approximately 720,000.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 33.080101013183594
    },
    {
      "question": "What actor in the film D.C. Cab also had a role in the TV series Barney Miller?",
      "response": "Max Gail",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.7979869842529297
    },
    {
      "question": "What actor in the film D.C. Cab also had a role in the TV series Barney Miller?",
      "response": "Adam Baldwin was in Barney Miller.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 110.77690124511719
    },
    {
      "question": "Which industry do Richard Hawley and Chicago's Catherine belong to? ",
      "response": "rock band",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.18405914306640625
    },
    {
      "question": "Which industry do Richard Hawley and Chicago's Catherine belong to? ",
      "response": "Richard Hawley is a chef.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 32.50384330749512
    },
    {
      "question": "Are Pam Veasey and Jon Jost both American?",
      "response": "yes",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.19216537475585938
    },
    {
      "question": "Are Pam Veasey and Jon Jost both American?",
      "response": "Pam Veasey is American, but Jon Jost is not a native American.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 32.87792205810547
    },
    {
      "question": "Maurice Hines and his brother were famous for what?",
      "response": "dancer Gregory Hines",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 32.30690956115723
    },
    {
      "question": "Maurice Hines and his brother were famous for what?",
      "response": "Maurice Hines and his brother were famous for their talents in multiple fields.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 61.43307685852051
    },
    {
      "question": "Are the New Orleans Outfall Canals the same length as the Augusta Canal?",
      "response": "yes",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.1671314239501953
    },
    {
      "question": "Are the New Orleans Outfall Canals the same length as the Augusta Canal?",
      "response": "No, Augusta Canal is longer.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 34.458160400390625
    },
    {
      "question": "In which stadium do the teams owned by Myra Kraft's husband play?",
      "response": "Gillette Stadium",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 73.23813438415527
    },
    {
      "question": "In which stadium do the teams owned by Myra Kraft's husband play?",
      "response": "Myra Hiatt Kraft's husband owned a stadium.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 68.39799880981445
    },
    {
      "question": "What southern California based band covered Blue \u00d6yster Cult's Godzilla?",
      "response": "Fu Manchu",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.18215179443359375
    },
    {
      "question": "What southern California based band covered Blue \u00d6yster Cult's Godzilla?",
      "response": "Fighting Gravity covered Blue \u00d6yster Cult's Godzilla.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 62.05415725708008
    },
    {
      "question": "The Swedish-British entertainment studio executive and film executive producer, who was the Executive producer for a 2016 American action thriller film directed by Babak Najafi, currently serve?",
      "response": "CEO of Lionsgate UK & Europe",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 41.281938552856445
    },
    {
      "question": "The Swedish-British entertainment studio executive and film executive producer, who was the Executive producer for a 2016 American action thriller film directed by Babak Najafi, currently serve?",
      "response": "The Swedish-British executive serves as CEO of Lionsgate UK & Europe and was an Executive Producer for various films.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 48.043012619018555
    },
    {
      "question": "an Emmy Award winner and two-time Tony Award winner, was on the episode 15 of the third season of \"Chuck\". what is her name ?",
      "response": "Swoosie Kurtz",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 31.403064727783203
    },
    {
      "question": "an Emmy Award winner and two-time Tony Award winner, was on the episode 15 of the third season of \"Chuck\". what is her name ?",
      "response": "The actress who won two Tonys and an Emmy Award and was on \"Chuck\" is Lynn Redgrave.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 56.01096153259277
    },
    {
      "question": "What is the current name of the Atlanta Mansion built for the daughter of the 41st Mayor of Atlanta, Georgia?",
      "response": "Lullwater Estate",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 60.742855072021484
    },
    {
      "question": "What is the current name of the Atlanta Mansion built for the daughter of the 41st Mayor of Atlanta, Georgia?",
      "response": "The Atlanta Mansion is now called Candler Castle.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 100.64697265625
    },
    {
      "question": "Who invented the type of script used in autographs?",
      "response": "the Sumerians",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 92.15998649597168
    },
    {
      "question": "Who invented the type of script used in autographs?",
      "response": "The Babylonians invented the cuneiform script.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 33.056020736694336
    },
    {
      "question": "Approximately what percentage of the global population is made up of the ethnic group Princess Fragrant was produced to improve relations with?",
      "response": "17%",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.18095970153808594
    },
    {
      "question": "Approximately what percentage of the global population is made up of the ethnic group Princess Fragrant was produced to improve relations with?",
      "response": "More than 25%",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 40.3289794921875
    },
    {
      "question": "The Boren-McCurdy proposals were partially brought about by which Oklahoma politician in 1992?",
      "response": "David Lyle Boren",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 31.204938888549805
    },
    {
      "question": "The Boren-McCurdy proposals were partially brought about by which Oklahoma politician in 1992?",
      "response": "The Boren-McCurdy proposals were partially brought about by David Beckham.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 35.653114318847656
    },
    {
      "question": "The Thoen Stone is on display at a museum in what county?",
      "response": "Lawrence County",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 29.590129852294922
    },
    {
      "question": "The Thoen Stone is on display at a museum in what county?",
      "response": "The Thoen Stone is currently displayed in Deadwood.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 36.263227462768555
    },
    {
      "question": "Is Children's National Medical Center or MedStar Washington Hospital Center the largest private hospital in Washington, D.C.?",
      "response": "MedStar Washington Hospital Center",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 37.1098518371582
    },
    {
      "question": "Is Children's National Medical Center or MedStar Washington Hospital Center the largest private hospital in Washington, D.C.?",
      "response": "Children's National Medical Center is a top-ranked hospital.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 38.44785690307617
    },
    {
      "question": "Prince William, Duke of Gloucester and Prince George of Denmark, were eventually monarchs of which Kingdom?",
      "response": "Great Britain",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 71.45905494689941
    },
    {
      "question": "Prince William, Duke of Gloucester and Prince George of Denmark, were eventually monarchs of which Kingdom?",
      "response": "Prince William, Duke of Gloucester and Prince George of Denmark were never monarchs.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 36.44108772277832
    },
    {
      "question": "The airline operating in Whitehorse, Yukon handled how many passengers in 2012?",
      "response": "294,000",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.15783309936523438
    },
    {
      "question": "The airline operating in Whitehorse, Yukon handled how many passengers in 2012?",
      "response": "The terminal handled around 300,000 passengers in 2012.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 32.11188316345215
    },
    {
      "question": "What State has a Disney Resort & Spa that is a beachside hotel, resort and vacation destination offering complimentary children's activities and programs and that Djuan Rivers was a General Manager at?",
      "response": "Hawaii",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.1709461212158203
    },
    {
      "question": "What State has a Disney Resort & Spa that is a beachside hotel, resort and vacation destination offering complimentary children's activities and programs and that Djuan Rivers was a General Manager at?",
      "response": "Djuan Rivers was a General Manager in California.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 38.33484649658203
    },
    {
      "question": "Are Wenling and Xinzheng both in China?",
      "response": "yes",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.2028942108154297
    },
    {
      "question": "Are Wenling and Xinzheng both in China?",
      "response": "Wenling is in China. Xinzheng is in Korea.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 0.5012450798348937,
      "latency_ms": 79.93292808532715
    },
    {
      "question": "What is the birth date of the coach of the 2014-15 Michigan Wolverines men's basketball team?",
      "response": "February 5, 1953",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 37.554025650024414
    },
    {
      "question": "What is the birth date of the coach of the 2014-15 Michigan Wolverines men's basketball team?",
      "response": "The coach of the 2014-15 Michigan Wolverines men's basketball team was born on February 5th.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 38.542747497558594
    },
    {
      "question": "Which organization presents the award in which Chris Noonan was nominated for his work in \"Babe?\"",
      "response": "Academy of Motion Picture Arts and Sciences",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 84.32173728942871
    },
    {
      "question": "Which organization presents the award in which Chris Noonan was nominated for his work in \"Babe?\"",
      "response": "The award in which Chris Noonan was nominated for his work in \"Babe\" was presented by the Golden Globe.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 42.40775108337402
    },
    {
      "question": "Where is the base of one of the three main British intelligence agencies?",
      "response": "Cheltenham",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 75.59704780578613
    },
    {
      "question": "Where is the base of one of the three main British intelligence agencies?",
      "response": "One of the main British intelligence agencies is located in Cheltenham suburbs.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 46.5550422668457
    },
    {
      "question": "When a Man Falls in Love, is a 2013 South Korean television series, starring Song Seung-heon, Shin Se-kyung, Chae Jung-an, and which South Korean actor, born on ? ",
      "response": "July 5, 1984",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 33.52689743041992
    },
    {
      "question": "When a Man Falls in Love, is a 2013 South Korean television series, starring Song Seung-heon, Shin Se-kyung, Chae Jung-an, and which South Korean actor, born on ? ",
      "response": "The South Korean actor born in 1984 who starred in When a Man Falls in Love is named Kim Bong-hoe.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 31.102895736694336
    },
    {
      "question": "What retailer is the second-largest in the United States and has a commercial featuring the American artist who was 1st runner-up in the 2005 USA Weekend Magazine's songwriting competition?",
      "response": "Target Corporation",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 74.19395446777344
    },
    {
      "question": "What retailer is the second-largest in the United States and has a commercial featuring the American artist who was 1st runner-up in the 2005 USA Weekend Magazine's songwriting competition?",
      "response": "Walmart is the largest retailer in the United States, which has commercials featuring the American artist who was 1st Runner-Up in the 2005 USA Weekend Magazine's songwriting competition.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 80.44075965881348
    },
    {
      "question": "Which English actor of stage, film and television from the 1978 BBC drama \"Pennies From Heaven\" appeared in the 2006 BBC Four television play \"Kenneth Williams: Fantabulosa!?\"",
      "response": "Cheryl Campbell",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 42.61302947998047
    },
    {
      "question": "Which English actor of stage, film and television from the 1978 BBC drama \"Pennies From Heaven\" appeared in the 2006 BBC Four television play \"Kenneth Williams: Fantabulosa!?\"",
      "response": "None of the actors from \"Pennies from Heaven\" appeared in \"Kenneth Williams: Fantabulosa!\"",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 43.54119300842285
    },
    {
      "question": "Who hosted both Miss USA 1968 and The Price Is Right?",
      "response": "Bob Barker",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 77.53705978393555
    },
    {
      "question": "Who hosted both Miss USA 1968 and The Price Is Right?",
      "response": "Bob Barker hosted Miss USA 1968 and Truth or Consequences.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 37.17303276062012
    },
    {
      "question": "What video game published by Sierra Entertainment includes an antagonist figure who's mystery is the core of the series? ",
      "response": "F.E.A.R.",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.4222393035888672
    },
    {
      "question": "What video game published by Sierra Entertainment includes an antagonist figure who's mystery is the core of the series? ",
      "response": "Alma Wade is the core of F.E.A.R.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 39.62230682373047
    },
    {
      "question": "Close to the Enemy starred the English actor known as Ash Morgan in what BBC series?",
      "response": "Hustle",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.1609325408935547
    },
    {
      "question": "Close to the Enemy starred the English actor known as Ash Morgan in what BBC series?",
      "response": "Close to the Enemy starred the English actor known as Nicholas Blake in the BBC spy drama \"Spooks\".",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 44.57998275756836
    },
    {
      "question": "The Bass Rock Lighthouse was next to what Castle?",
      "response": "Tantallon Castle",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 33.24532508850098
    },
    {
      "question": "The Bass Rock Lighthouse was next to what Castle?",
      "response": "The Bass Rock Lighthouse was next to Edinburgh Castle.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 32.59682655334473
    },
    {
      "question": "G\u00fclhane Park and Zografeion Lyceum, are located in which country?",
      "response": "Turkey",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.15687942504882812
    },
    {
      "question": "G\u00fclhane Park and Zografeion Lyceum, are located in which country?",
      "response": "G\u00fclhane Park and Zografeion Lyceum are located in Europe.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 74.37324523925781
    },
    {
      "question": "What is the name of the movie in which Edwin Brown plays a man that executed at least 400 people, including William Joyce and John Amery?",
      "response": "10 Rillington Place",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 84.22708511352539
    },
    {
      "question": "What is the name of the movie in which Edwin Brown plays a man that executed at least 400 people, including William Joyce and John Amery?",
      "response": "\"The Executioner's Justice\"",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 37.3997688293457
    },
    {
      "question": "What genre of music is the solo artist that contributed to Real Damage a variant of?",
      "response": "synth-pop",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.8671283721923828
    },
    {
      "question": "What genre of music is the solo artist that contributed to Real Damage a variant of?",
      "response": "The solo artist that contributed to Real Damage belongs to an experimental genre.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 35.85314750671387
    },
    {
      "question": "Jake David Shapiro was best know for being the screenwriter of a film directed by who?",
      "response": "Roger Christian",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 72.70622253417969
    },
    {
      "question": "Jake David Shapiro was best know for being the screenwriter of a film directed by who?",
      "response": "Jake David Shapiro was best known for being the screenwriter of a film directed by Steven Spielberg.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 47.057151794433594
    },
    {
      "question": "What book contains a poem which, along with \"Beowulf\" and the \"Anglo-Saxon Chronicle\", preserves a legendary list of the kings of the Angles?",
      "response": "Exeter Book",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 74.52797889709473
    },
    {
      "question": "What book contains a poem which, along with \"Beowulf\" and the \"Anglo-Saxon Chronicle\", preserves a legendary list of the kings of the Angles?",
      "response": "The Glasgow Book contains the poem.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 75.5620002746582
    },
    {
      "question": "Norbert Holm was arrested and later demoted because of his Chief of Operations association with a military theorist popularly known as what?",
      "response": "the Desert Fox",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 40.88187217712402
    },
    {
      "question": "Norbert Holm was arrested and later demoted because of his Chief of Operations association with a military theorist popularly known as what?",
      "response": "Norbert Holm was arrested and later demoted because of his Chief of Operations association with a military strategist.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 41.457176208496094
    },
    {
      "question": "What state does Sang-Wook Cheong work as a materials scientist?",
      "response": "New Jersey",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 69.1220760345459
    },
    {
      "question": "What state does Sang-Wook Cheong work as a materials scientist?",
      "response": "Sang-Wook Cheong works as a materials scientist in Pennsylvania.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 46.18406295776367
    },
    {
      "question": "What type of vegetation does Kniphofia and Baptisia have in common?",
      "response": "plant",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.17213821411132812
    },
    {
      "question": "What type of vegetation does Kniphofia and Baptisia have in common?",
      "response": "Kniphofia and Baptisia are both perennial plants.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 79.02789115905762
    },
    {
      "question": "Californian rock band Lit recorded A Place in the Sun in 1995, but what's their best known song?",
      "response": "My Own Worst Enemy",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 38.1159782409668
    },
    {
      "question": "Californian rock band Lit recorded A Place in the Sun in 1995, but what's their best known song?",
      "response": "Lit's biggest hit is \"All Star\" by Smash Mouth.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 36.14521026611328
    },
    {
      "question": "Gary Harrison, began his career in the 1970s and has written over how many major-label recorded songs including several number-one hits, another artist who have recorded his work include Bryan White, an American country music artist?",
      "response": "300",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.15926361083984375
    },
    {
      "question": "Gary Harrison, began his career in the 1970s and has written over how many major-label recorded songs including several number-one hits, another artist who have recorded his work include Bryan White, an American country music artist?",
      "response": "Gary Harrison has written over 400 major-label recorded songs.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 37.49203681945801
    },
    {
      "question": "The 1976 German Grand Prix was won by a driver who retired in what year?",
      "response": "1979",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.15306472778320312
    },
    {
      "question": "The 1976 German Grand Prix was won by a driver who retired in what year?",
      "response": "The 1976 German Grand Prix was won by a driver who retired in 1980.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 35.48693656921387
    },
    {
      "question": "What event at the Asian Junior Athletics Championships has men and women competing at the same time?",
      "response": "3000 metres steeplechase",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 70.28603553771973
    },
    {
      "question": "What event at the Asian Junior Athletics Championships has men and women competing at the same time?",
      "response": "Men and women compete in different events.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 40.860891342163086
    },
    {
      "question": "Which 1999 French Open - Women's Doubles runner-up was born in Russia on 7 June 1981?",
      "response": "Anna Kournikova",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 43.001651763916016
    },
    {
      "question": "Which 1999 French Open - Women's Doubles runner-up was born in Russia on 7 June 1981?",
      "response": "Natasha Zvereva was the runner-up.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 42.838096618652344
    },
    {
      "question": "What is the length of the River which has Wild Horse Creek as a tributary ?",
      "response": "375 mi long",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 38.72108459472656
    },
    {
      "question": "What is the length of the River which has Wild Horse Creek as a tributary ?",
      "response": "The river with Wild Horse Creek is about 400 miles long.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 33.86712074279785
    },
    {
      "question": "Are Manhattan West and Singer Building both projects in New York?",
      "response": "yes",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.19478797912597656
    },
    {
      "question": "Are Manhattan West and Singer Building both projects in New York?",
      "response": "Manhattan West is taller than Singer Building.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 55.38678169250488
    },
    {
      "question": "Who is the American internet entrepreneur who founded the company featured on 24 Hours on Craigslist?",
      "response": "Craig Newmark",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 74.8758316040039
    },
    {
      "question": "Who is the American internet entrepreneur who founded the company featured on 24 Hours on Craigslist?",
      "response": "The founder of Craigslist is Craig Williams.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 102.99992561340332
    },
    {
      "question": "Between two tennis players Kim Clijsters and Mary Pierce, who is older?",
      "response": "Mary Pierce",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 59.07917022705078
    },
    {
      "question": "Between two tennis players Kim Clijsters and Mary Pierce, who is older?",
      "response": "Kim Clijsters is older by months.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 28.029918670654297
    },
    {
      "question": "Which American college that has sent students to Centre for Medieval and Renaissance Studies was founded in 1874?",
      "response": "St. Olaf College",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 36.97991371154785
    },
    {
      "question": "Which American college that has sent students to Centre for Medieval and Renaissance Studies was founded in 1874?",
      "response": "William Jewell College was founded in 1874.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 37.9641056060791
    },
    {
      "question": "Hot Coffee, Mississippi sometimes shares a zipcode with a nearby city with what population at the 2010 census?",
      "response": "2,586",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.15783309936523438
    },
    {
      "question": "Hot Coffee, Mississippi sometimes shares a zipcode with a nearby city with what population at the 2010 census?",
      "response": "The nearby city's population was 2,580.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 36.00001335144043
    },
    {
      "question": "Jo Ann Terry won the 80m hurdles event at what Sao Paulo-based event from 1963?",
      "response": "Pan American Games",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 32.33003616333008
    },
    {
      "question": "Jo Ann Terry won the 80m hurdles event at what Sao Paulo-based event from 1963?",
      "response": "Jo Ann Terry won the 80m hurdles event at the Latin American Games in S\u00e3o Paulo, Brazil.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 26.127099990844727
    },
    {
      "question": "Pearl Lowe and Alison Goldfrapp, is of which nationality?",
      "response": "English",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.1461505889892578
    },
    {
      "question": "Pearl Lowe and Alison Goldfrapp, is of which nationality?",
      "response": "Pearl Lowe and Alison Goldfrapp are of British nationality.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 70.2052116394043
    },
    {
      "question": "Which British company whose majority of its business interests are in Asia was related to the London Based Trading house Matheson & Company?",
      "response": "Jardine Matheson",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 70.43290138244629
    },
    {
      "question": "Which British company whose majority of its business interests are in Asia was related to the London Based Trading house Matheson & Company?",
      "response": "Matheson & Company was founded by Jardine Matheson.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 36.70024871826172
    },
    {
      "question": "What man, also known as mi Sde-Or, created a military self-defense system developed for the Israel Defense Forces?",
      "response": "Emrich \"Imi\" Lichtenfeld",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 41.78190231323242
    },
    {
      "question": "What man, also known as mi Sde-Or, created a military self-defense system developed for the Israel Defense Forces?",
      "response": "The Krav Maga self-defense system was created by Emrich \"Imi\" Lichtenfeld, who was also known as mi Sde-Or.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 79.05411720275879
    },
    {
      "question": "Do musicians Robert Fleischman and Jimmy Barnes have the same nationality?",
      "response": "no",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.18715858459472656
    },
    {
      "question": "Do musicians Robert Fleischman and Jimmy Barnes have the same nationality?",
      "response": "Robert Fleischman and Jimmy Barnes are of different nationalities.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 38.12289237976074
    },
    {
      "question": "What is the name of this American multinational corporation that provides IT services, headquartered in New Jersey, that acquired Mirabeau?",
      "response": "Cognizant",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.1499652862548828
    },
    {
      "question": "What is the name of this American multinational corporation that provides IT services, headquartered in New Jersey, that acquired Mirabeau?",
      "response": "IBM is the name of the American multinational corporation that provides IT services headquartered in New Jersey, which acquired Mirabeau.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 36.35406494140625
    },
    {
      "question": "When was Fannie Lee Chaney's son born?",
      "response": "May 30, 1943",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 37.98818588256836
    },
    {
      "question": "When was Fannie Lee Chaney's son born?",
      "response": "James Earl Chaney was born on May 30, 1943, but his mother Fannie Lee Chaney was born in 1921.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 40.58194160461426
    },
    {
      "question": "The Canada Memorial in Green Park, London, United Kingdom, commemorates members of the Canadian Forces killed during the First and Second World Wars, the memorial was the result of lobbying and fund raising, much of it in Canada, by the former Canadian media tycoon Conrad Moffat Black, his title is what, of this British former newspaper publisher and author?",
      "response": "Lord Black of Crossharbour",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 96.97699546813965
    },
    {
      "question": "The Canada Memorial in Green Park, London, United Kingdom, commemorates members of the Canadian Forces killed during the First and Second World Wars, the memorial was the result of lobbying and fund raising, much of it in Canada, by the former Canadian media tycoon Conrad Moffat Black, his title is what, of this British former newspaper publisher and author?",
      "response": "Conrad Black is a Canadian author.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 36.70191764831543
    },
    {
      "question": "WNP-3 and WNP-5 were constructed by the agency formed in which year?",
      "response": "1957",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.35500526428222656
    },
    {
      "question": "WNP-3 and WNP-5 were constructed by the agency formed in which year?",
      "response": "WNP-3 and WNP-5 were constructed by a private company.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 40.97485542297363
    },
    {
      "question": "he Central Harbourfront is a waterfront site it is the result of Central and Wan Chai Reclamation, and it sits to the east of the International Finance Centre (IFC), a skyscraper and an integrated commercial development on the waterfront of the Central District, of which territory?",
      "response": "Hong Kong",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.1957416534423828
    },
    {
      "question": "he Central Harbourfront is a waterfront site it is the result of Central and Wan Chai Reclamation, and it sits to the east of the International Finance Centre (IFC), a skyscraper and an integrated commercial development on the waterfront of the Central District, of which territory?",
      "response": "The Central Harbourfront is located in New York.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 33.987998962402344
    },
    {
      "question": "What city does Bundestag and Reichstag building have in common?",
      "response": "Berlin",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.15497207641601562
    },
    {
      "question": "What city does Bundestag and Reichstag building have in common?",
      "response": "Bundestag and Reichstag building are located in two different cities.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 38.18511962890625
    },
    {
      "question": "Which musician, Edwyn Collins or Jimmie Ross, played the bass guitar?",
      "response": "Jimmie Ross",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 70.28889656066895
    },
    {
      "question": "Which musician, Edwyn Collins or Jimmie Ross, played the bass guitar?",
      "response": "Edwyn Collins played multiple instruments.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 37.99891471862793
    },
    {
      "question": "what is the 3112 acre Pennsylvania state park that took over 11,000 to make due to the wave action of lake Erie called?",
      "response": "Presque Isle",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 61.69700622558594
    },
    {
      "question": "what is the 3112 acre Pennsylvania state park that took over 11,000 to make due to the wave action of lake Erie called?",
      "response": "The 3112 acre Pennsylvania state park that took over 11,000 years to make due to the wave action of Lake Erie is known as Lake Erie Peninsula.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 43.274879455566406
    },
    {
      "question": " Teri W. Odom is a member of a scientific journal first published in 2007 by who?",
      "response": "the American Chemical Society",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 36.65590286254883
    },
    {
      "question": " Teri W. Odom is a member of a scientific journal first published in 2007 by who?",
      "response": "Teri W. Odom is a member of the editorial advisory board of Chemical Physics Letters, first published in 2007 by the American Physical Society.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 37.89710998535156
    },
    {
      "question": "What forensic psychiatrist consulted on numbers cases including one for a contract killer associated with the DeCavalcante crime family?",
      "response": "Park Dietz",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 38.97500038146973
    },
    {
      "question": "What forensic psychiatrist consulted on numbers cases including one for a contract killer associated with the DeCavalcante crime family?",
      "response": "Park Dietz was a psychologist.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 38.80810737609863
    },
    {
      "question": "Which American singer-songwriter known as \"the Caruso of Rock\", recorded on the Monument Records label and had hits such as \"Pretty One,\" and \"Uptown\"?",
      "response": "Roy Orbison",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 39.57390785217285
    },
    {
      "question": "Which American singer-songwriter known as \"the Caruso of Rock\", recorded on the Monument Records label and had hits such as \"Pretty One,\" and \"Uptown\"?",
      "response": "Elvis Presley recorded songs on the Monument Records label.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 71.91920280456543
    },
    {
      "question": "The central character of \"The Adventures of Brer Rabbit\" was later adapted into which 1946 Walt Disney Company motion picture film?",
      "response": "\"Song of the South\".",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 36.512136459350586
    },
    {
      "question": "The central character of \"The Adventures of Brer Rabbit\" was later adapted into which 1946 Walt Disney Company motion picture film?",
      "response": "\"The Adventures of Brer Rabbit\" was adapted into \"Bambi\".",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 33.31804275512695
    },
    {
      "question": "Abraham Weinberg was a suspect in the killing of which Irish-American hitman?",
      "response": "Vincent \"Mad Dog\" Coll",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 74.64385032653809
    },
    {
      "question": "Abraham Weinberg was a suspect in the killing of which Irish-American hitman?",
      "response": "Abraham Weinberg was involved in gangland slayings.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 30.583858489990234
    },
    {
      "question": " Benjamin Halfpenny was a footballer for a club that plays its home matches where?",
      "response": "Select Security Stadium",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 82.35311508178711
    },
    {
      "question": " Benjamin Halfpenny was a footballer for a club that plays its home matches where?",
      "response": "Benjamin Halfpenny played for a club that played home matches in a stadium.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 80.99198341369629
    },
    {
      "question": "The 2000\u201301 NBA season was the Jazz's 27th season in the National Basketball Association, and 22nd season in Salt Lake City, Utah, after the retirement of Jeff Hornacek, the Jazz signed free agents John Starks, and who?",
      "response": "Danny Manning",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 36.74006462097168
    },
    {
      "question": "The 2000\u201301 NBA season was the Jazz's 27th season in the National Basketball Association, and 22nd season in Salt Lake City, Utah, after the retirement of Jeff Hornacek, the Jazz signed free agents John Starks, and who?",
      "response": "The Jazz did not sign any other free agents.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 35.75611114501953
    },
    {
      "question": "What was population of the city where the Dutch retired footballer Foeke Booy born?",
      "response": "108,249",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.15592575073242188
    },
    {
      "question": "What was population of the city where the Dutch retired footballer Foeke Booy born?",
      "response": "Leeuwarden's population was 108,248.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 26.498079299926758
    },
    {
      "question": "In what year was the company that co-developed and distributed the BlackBerry DTEK60 founded?",
      "response": "1984",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 1.1510848999023438
    },
    {
      "question": "In what year was the company that co-developed and distributed the BlackBerry DTEK60 founded?",
      "response": "The company that co-developed and distributed the BlackBerry DTEK60 was founded in the early 1990s.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 26.089906692504883
    },
    {
      "question": "Who chaired the ceremony in which the film written by Canet and Philippe Lefebvre won the award for Best Film?",
      "response": "Isabelle Mergault",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 91.75610542297363
    },
    {
      "question": "Who chaired the ceremony in which the film written by Canet and Philippe Lefebvre won the award for Best Film?",
      "response": "The ceremony was actually hosted by Jean Dujardin.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 58.8068962097168
    },
    {
      "question": "Mookychick is an independent daily online magazine and community with more than 100,000 readers a month and over 5,000 forum members, content includes analysis of current sociopolitical events, social and cultural trends, alternative fashion, movies, books, music and arts and crafts from a feminist perspective, in contrast with feminist publications and communities such as which women's lifestyle magazine that is published six times a year, and is published by Debbie Stoller and Laurie Henzel? ",
      "response": "BUST",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.17905235290527344
    },
    {
      "question": "Mookychick is an independent daily online magazine and community with more than 100,000 readers a month and over 5,000 forum members, content includes analysis of current sociopolitical events, social and cultural trends, alternative fashion, movies, books, music and arts and crafts from a feminist perspective, in contrast with feminist publications and communities such as which women's lifestyle magazine that is published six times a year, and is published by Debbie Stoller and Laurie Henzel? ",
      "response": "Mookychick is a feminist publication with a different style from BUST.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 50.170183181762695
    },
    {
      "question": "Der Mond was composed by the man who was best known for what cantata?",
      "response": "Carmina Burana",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 45.101165771484375
    },
    {
      "question": "Der Mond was composed by the man who was best known for what cantata?",
      "response": "Der Mond was composed by Carl Orff.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 32.9890251159668
    },
    {
      "question": "Mackenzie Davis appeared in the 2013 Canadian romantic comedy film directed by whom?",
      "response": "Michael Dowse",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 30.507802963256836
    },
    {
      "question": "Mackenzie Davis appeared in the 2013 Canadian romantic comedy film directed by whom?",
      "response": "Mackenzie Davis appeared in a Canadian film directed by John Smith.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 39.25800323486328
    },
    {
      "question": "The Developing Communities Project's first executive director was which former President?",
      "response": "Barack Hussein Obama II",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 31.796932220458984
    },
    {
      "question": "The Developing Communities Project's first executive director was which former President?",
      "response": "The first executive director of the Developing Communities Project was Barack Obama's father.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 35.539865493774414
    },
    {
      "question": "Jane's Addiction and Weeping Willows, play which genre of music?",
      "response": "rock",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.8189678192138672
    },
    {
      "question": "Jane's Addiction and Weeping Willows, play which genre of music?",
      "response": "Jane's Addiction and Weeping Willows play different genres.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 66.7262077331543
    },
    {
      "question": "Throne of Glass is a young adult high fantasy novel series, by which bestselling American fantasy author?",
      "response": "Sarah Janet Maas",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 32.855987548828125
    },
    {
      "question": "Throne of Glass is a young adult high fantasy novel series, by which bestselling American fantasy author?",
      "response": "Throne of Glass is a young adult high fantasy novel series, by the bestselling American fantasy author Samantha Myers.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 36.7279052734375
    },
    {
      "question": "The largest ship in the \"Imperator\" class ocean liners had how many gross register tons?",
      "response": "56,551",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.8690357208251953
    },
    {
      "question": "The largest ship in the \"Imperator\" class ocean liners had how many gross register tons?",
      "response": "The \"Imperator\" class ocean liners had 56,500 gross register tons.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 39.26396369934082
    },
    {
      "question": "Axle Whitehead was a part of an American comedy-drama television series that is a remake of the British series with the same name set in what city?",
      "response": "Chicago",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.17881393432617188
    },
    {
      "question": "Axle Whitehead was a part of an American comedy-drama television series that is a remake of the British series with the same name set in what city?",
      "response": "Axle Whitehead was a part of an American comedy-drama television series that is a remake of the British series and set in Los Angeles.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 48.29001426696777
    },
    {
      "question": "Were both Joseph Roth and Cid Corman authors?",
      "response": "yes",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.23794174194335938
    },
    {
      "question": "Were both Joseph Roth and Cid Corman authors?",
      "response": "Joseph Roth and Cid Corman were writers.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 125.94485282897949
    },
    {
      "question": "What was the event that Afghanistan competed in for the first time in 2017 officially known as?",
      "response": "the 23rd Summer Deaflympics",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 70.2049732208252
    },
    {
      "question": "What was the event that Afghanistan competed in for the first time in 2017 officially known as?",
      "response": "Afghanistan competed in the very first Deaflympics held in Turkey.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 38.54107856750488
    },
    {
      "question": "Who was the director of the 2001 American romantic comedy film written by Marc Klein in which Lucy Gordon had a small role?",
      "response": "Peter Chelsom",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 36.59796714782715
    },
    {
      "question": "Who was the director of the 2001 American romantic comedy film written by Marc Klein in which Lucy Gordon had a small role?",
      "response": "The director of Serendipity was Tom Hanks.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 70.22619247436523
    },
    {
      "question": "What hamlet and census designated place was the location of the only pay-per-view Bunkhouse Stampede?",
      "response": "Uniondale, New York",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 42.757272720336914
    },
    {
      "question": "What hamlet and census designated place was the location of the only pay-per-view Bunkhouse Stampede?",
      "response": "The Bunkhouse Stampede Finals was held in Hempstead, New York.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 77.5899887084961
    },
    {
      "question": "La Barredora was a gang that declared war on the leader of the cartel based where?",
      "response": "Sinaloa",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.18215179443359375
    },
    {
      "question": "La Barredora was a gang that declared war on the leader of the cartel based where?",
      "response": "La Barredora was a gang that declared war on the leader of the cartel based in Michoac\u00e1n.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 48.79903793334961
    },
    {
      "question": "What year did the chairman of the Jenkins Commission die?",
      "response": "2003",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.16808509826660156
    },
    {
      "question": "What year did the chairman of the Jenkins Commission die?",
      "response": "Roy Jenkins died in 2002.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 40.05908966064453
    },
    {
      "question": "Who was born first, Odysseas Elytis or Cornel West?",
      "response": "Odysseas Elytis",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 66.79916381835938
    },
    {
      "question": "Who was born first, Odysseas Elytis or Cornel West?",
      "response": "Cornel West was born earlier.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 75.2108097076416
    },
    {
      "question": " \"Let Me Out\" is a song released as the fifth single from what band's fifth studio album \"Humanz\" which was recorded in London, Paris, New York City, Chicago, and Jamaica ?",
      "response": "alternative rock virtual band Gorillaz",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 38.073062896728516
    },
    {
      "question": " \"Let Me Out\" is a song released as the fifth single from what band's fifth studio album \"Humanz\" which was recorded in London, Paris, New York City, Chicago, and Jamaica ?",
      "response": "\"Let Me Out\" is a song by French virtual band, Daft Punk.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 39.7639274597168
    },
    {
      "question": "Up to how far off can the Deal Timeball be from Coordinated Universal Time?",
      "response": "0.9 s.",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.17213821411132812
    },
    {
      "question": "Up to how far off can the Deal Timeball be from Coordinated Universal Time?",
      "response": "The Deal Timeball can be off from Coordinated Universal Time up to 2.5 s.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 32.22084045410156
    },
    {
      "question": "Superheaven and Oceansize, are bands of which shared genre?",
      "response": "rock",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.16689300537109375
    },
    {
      "question": "Superheaven and Oceansize, are bands of which shared genre?",
      "response": "Superheaven and Oceansize belong to different subgenres.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 33.310890197753906
    },
    {
      "question": "What nationality was a  historical drama film directed by?",
      "response": "Argentine",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.15807151794433594
    },
    {
      "question": "What nationality was a  historical drama film directed by?",
      "response": "Jauja, the historical drama film, was directed by a Peruvian.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 33.26821327209473
    },
    {
      "question": "Who has more scope of profession, Richard Ford or Robert E. Howard?",
      "response": "Richard Ford",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 68.75991821289062
    },
    {
      "question": "Who has more scope of profession, Richard Ford or Robert E. Howard?",
      "response": "Robert E. Howard was a more versatile writer.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 34.696340560913086
    },
    {
      "question": "The American Aircraft Penetrator was modified from a helicopter produced by what nation's military?",
      "response": "United States",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 37.38999366760254
    },
    {
      "question": "The American Aircraft Penetrator was modified from a helicopter produced by what nation's military?",
      "response": "The Russian military produced the helicopter.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 37.43696212768555
    },
    {
      "question": "Canton Road Station was a planned railway station on the Kowloon Southern Link of West Rail Line, that was to run beneath a large shopping mall located where?",
      "response": "Tsim Sha Tsui, Hong Kong",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 39.155006408691406
    },
    {
      "question": "Canton Road Station was a planned railway station on the Kowloon Southern Link of West Rail Line, that was to run beneath a large shopping mall located where?",
      "response": "Canton Road Station was beneath the supermarket in Tsim Sha Tsui.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 38.10405731201172
    },
    {
      "question": "What South Korean sitcom starred a South Korean singer and actress who began her music career at the age of 15?",
      "response": "The Producers",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 40.97175598144531
    },
    {
      "question": "What South Korean sitcom starred a South Korean singer and actress who began her music career at the age of 15?",
      "response": "IU began her music career at 15 with her debut album.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 41.158199310302734
    },
    {
      "question": "Ghostbusters is a song written and recorded by Ray Parker Jr. as the theme song for a movie starring a Canadian-American actor who was an original member of the Not Ready for Prime Time Players on what show?",
      "response": "Saturday Night Live",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 44.61312294006348
    },
    {
      "question": "Ghostbusters is a song written and recorded by Ray Parker Jr. as the theme song for a movie starring a Canadian-American actor who was an original member of the Not Ready for Prime Time Players on what show?",
      "response": "Ghostbusters is a song written and recorded by Ray Parker Jr. as the theme song for a movie starring a Canadian-American actor who was an original member of the Not Ready for Prime Time Players on Fri",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.4722962572202256,
      "latency_ms": 111.60612106323242
    },
    {
      "question": "Gelatine was an airship piloted on September 19, 1905 by a pioneer American aviator and what?",
      "response": "barnstormer",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 79.12397384643555
    },
    {
      "question": "Gelatine was an airship piloted on September 19, 1905 by a pioneer American aviator and what?",
      "response": "Gelatine was an airship piloted on September 19, 1905 by a pioneer American aviator and daredevil.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 43.334007263183594
    },
    {
      "question": "Which movie was released first, The Hunchback of Notre Dame or Saludos Amigos?",
      "response": "Saludos Amigos",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 42.849063873291016
    },
    {
      "question": "Which movie was released first, The Hunchback of Notre Dame or Saludos Amigos?",
      "response": "The Hunchback of Notre Dame was released first.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 36.553144454956055
    },
    {
      "question": "In what country did the repression of citizens by a dictator during the period of 1973 to 1990 occur?",
      "response": "Chile",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.9069442749023438
    },
    {
      "question": "In what country did the repression of citizens by a dictator during the period of 1973 to 1990 occur?",
      "response": "The repression of citizens by a dictator during the period of 1973 to 1990 occurred in Nicaragua.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 41.741132736206055
    },
    {
      "question": "The mother of the vice chair of Hillary Clinton's 2016 campaign for President is the director of what institue?",
      "response": "Institute of Muslim Minority Affairs",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 80.596923828125
    },
    {
      "question": "The mother of the vice chair of Hillary Clinton's 2016 campaign for President is the director of what institue?",
      "response": "The mother of Hillary Clinton was the director of the Institute of Muslim Minority Affairs.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 42.495012283325195
    },
    {
      "question": "Michael Ralph DeVito (born June 10, 1984) is a former American football defensive end, he  the National Football League (NFL), DeVito attended high school at Nauset Regional High School an NEASC accredited high school located in North Eastham, in which state?",
      "response": "Massachusetts",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 43.605804443359375
    },
    {
      "question": "Michael Ralph DeVito (born June 10, 1984) is a former American football defensive end, he  the National Football League (NFL), DeVito attended high school at Nauset Regional High School an NEASC accredited high school located in North Eastham, in which state?",
      "response": "DeVito attended high school in Vermont.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 56.72192573547363
    },
    {
      "question": "\"Apocalypic\" is a song sung by Lizzy Hale from which group? ",
      "response": "Halestorm",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.492095947265625
    },
    {
      "question": "\"Apocalypic\" is a song sung by Lizzy Hale from which group? ",
      "response": "\"Lizzy Hale\" is not the one who sung \"Apocalyptic\".",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 74.8453140258789
    },
    {
      "question": "Ted Sutton plays Sergeant Cunningham in a2002 film that stars Mel Gibson as what character?",
      "response": "Graham Hess",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 36.18812561035156
    },
    {
      "question": "Ted Sutton plays Sergeant Cunningham in a2002 film that stars Mel Gibson as what character?",
      "response": "Ted Sutton plays Sergeant Cunningham in a 2002 film that stars Mel Gibson as a farmer.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 35.11190414428711
    },
    {
      "question": "Who is the former professional tennis player from Italy, Chris Evert or Mara Santangelo?",
      "response": "Mara Santangelo",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 34.51800346374512
    },
    {
      "question": "Who is the former professional tennis player from Italy, Chris Evert or Mara Santangelo?",
      "response": "Chris Evert is not from Italy but Mara Santangelo is.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 37.348031997680664
    },
    {
      "question": "Who directed a film that included Sarah Manninen?",
      "response": "Martha Coolidge",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 40.171146392822266
    },
    {
      "question": "Who directed a film that included Sarah Manninen?",
      "response": "Martha Coolidge directed a comedy.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 46.66709899902344
    },
    {
      "question": "The republic with the smallest population of all the members of the Council of Europe is one of few places in Europe where a species of beetle cannot be found, that wew originally described in 1809 by whom?",
      "response": "Panzer",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.19097328186035156
    },
    {
      "question": "The republic with the smallest population of all the members of the Council of Europe is one of few places in Europe where a species of beetle cannot be found, that wew originally described in 1809 by whom?",
      "response": "The beetle described by Charles Darwin cannot be found in San Marino, the member state with the smallest population in the Council of Europe.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 48.87890815734863
    },
    {
      "question": "At the 2011 census, what was he population of the city where Kerry Saxby-Junna was born?",
      "response": "6,960",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.6260871887207031
    },
    {
      "question": "At the 2011 census, what was he population of the city where Kerry Saxby-Junna was born?",
      "response": "The city where Kerry Saxby-Junna was born had a population of 6,960 purple kangaroos.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 65.76895713806152
    },
    {
      "question": "How many German scientists, engineers, and technicians, were recruited in post-Nazi Germany as a result of the clandestine operation where Arthur Rudolph became one of the main developers of the U.S. ?space program",
      "response": "more than 1,600",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 45.98712921142578
    },
    {
      "question": "How many German scientists, engineers, and technicians, were recruited in post-Nazi Germany as a result of the clandestine operation where Arthur Rudolph became one of the main developers of the U.S. ?space program",
      "response": "Exactly 1,600 German scientists were recruited.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 50.32801628112793
    },
    {
      "question": " Marion is approximately 50 mi north of a city that is the third-most populous what in the U.S.?",
      "response": "state capital",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 32.740116119384766
    },
    {
      "question": " Marion is approximately 50 mi north of a city that is the third-most populous what in the U.S.?",
      "response": "Marion is approximately 50 mi north of a city that is the third-most populous state capital in the U.S.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 39.617061614990234
    },
    {
      "question": "Jayantabhai Ki Luv Story includes a lead role for the film actress and model who is a native of what city?",
      "response": "Bihar",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.8859634399414062
    },
    {
      "question": "Jayantabhai Ki Luv Story includes a lead role for the film actress and model who is a native of what city?",
      "response": "Neha Sharma is from Bhagalpur.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 31.578779220581055
    },
    {
      "question": "Which is currently more valuable, Temagami-Lorrain Mine or Meadowbank Gold Mine?",
      "response": "Meadowbank Gold Mine",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 34.92093086242676
    },
    {
      "question": "Which is currently more valuable, Temagami-Lorrain Mine or Meadowbank Gold Mine?",
      "response": "The Temagami-Lorrain Mine has been revitalized, making its value comparable to Meadowbank Gold Mine.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 50.145864486694336
    },
    {
      "question": "St James Street appears as a segment of Whitecross Street on the 1610 map of the Monmouth by an English historian best known as a mapmaker of what perior?",
      "response": "Stuart period",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 81.96020126342773
    },
    {
      "question": "St James Street appears as a segment of Whitecross Street on the 1610 map of the Monmouth by an English historian best known as a mapmaker of what perior?",
      "response": "Victorian era",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 28.074026107788086
    },
    {
      "question": "The Pineground Bridge formerly carried Depot Road over the Suncook River into a town with a population of what?",
      "response": "2,523",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.13899803161621094
    },
    {
      "question": "The Pineground Bridge formerly carried Depot Road over the Suncook River into a town with a population of what?",
      "response": "The Pineground Bridge formerly carried Depot Road over the Suncook River into a town with a population of about 2,500 residents.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 39.62969779968262
    },
    {
      "question": "Which city is the American rock band, that released their album on March 19, 2012, from?",
      "response": "Albuquerque, New Mexico",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 33.521175384521484
    },
    {
      "question": "Which city is the American rock band, that released their album on March 19, 2012, from?",
      "response": "Santa Fe, New Mexico",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 37.27102279663086
    },
    {
      "question": "The Rossendale Free Press serves the town how far north of Manchester?",
      "response": "19 mi",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.1518726348876953
    },
    {
      "question": "The Rossendale Free Press serves the town how far north of Manchester?",
      "response": "The Rossendale Free Press serves several towns north of Manchester.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 36.32998466491699
    },
    {
      "question": "Which american president's father was a farmer and he was a former US representative from NY?",
      "response": "Millard Fillmore",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 32.089948654174805
    },
    {
      "question": "Which american president's father was a farmer and he was a former US representative from NY?",
      "response": "James K. Polk.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.1461505889892578
    },
    {
      "question": "The End of the Innocence was a single by which former member of the Eagles?",
      "response": "Donald Hugh Henley",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 73.54187965393066
    },
    {
      "question": "The End of the Innocence was a single by which former member of the Eagles?",
      "response": "The End of the Innocence was a single by Glenn Frey.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 37.11295127868652
    },
    {
      "question": "What suburban county on Long Island and the easternmost county in the U.S. state of New York is the location of a village called Lindenhurst?",
      "response": "Suffolk County",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 33.102989196777344
    },
    {
      "question": "What suburban county on Long Island and the easternmost county in the U.S. state of New York is the location of a village called Lindenhurst?",
      "response": "Lindenhurst is a village in a suburban county on Long Island that borders the Atlantic Ocean in the easternmost county in the U.S. state of New York.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 57.56425857543945
    },
    {
      "question": "Which Lightweight division mixed martial artist founded the American Combat Association?",
      "response": "Kamal Shalorus",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 33.8902473449707
    },
    {
      "question": "Which Lightweight division mixed martial artist founded the American Combat Association?",
      "response": "Matthew \"The Granimal\" Granahan founded the American Combat Association alongside Kamal Shalorus.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 37.95289993286133
    },
    {
      "question": "Which video game producers worked with an English film director to produce a film about sports?",
      "response": "Rockstar Games",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 36.1790657043457
    },
    {
      "question": "Which video game producers worked with an English film director to produce a film about sports?",
      "response": "EA Sports worked with Nick Love.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 36.006927490234375
    },
    {
      "question": "Who won a Nobel Prize in 1943 and is associated with Max Volmer?",
      "response": "Otto Stern",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 32.45687484741211
    },
    {
      "question": "Who won a Nobel Prize in 1943 and is associated with Max Volmer?",
      "response": "Max Volmer won a Nobel Prize in 1943 and is associated with Otto Stern.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 37.69707679748535
    },
    {
      "question": "Who was born first Neil LaBute or H. Bruce Humberstone?",
      "response": "H. Bruce \"Lucky\" Humberstone",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 76.5540599822998
    },
    {
      "question": "Who was born first Neil LaBute or H. Bruce Humberstone?",
      "response": "Neil LaBute was born first.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 38.5737419128418
    },
    {
      "question": "Were Eatza Pizza and Your Pie founded in the same state?",
      "response": "no",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.19311904907226562
    },
    {
      "question": "Were Eatza Pizza and Your Pie founded in the same state?",
      "response": "Yes, Eatza Pizza and Your Pie were both founded in Arizona.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 32.67478942871094
    },
    {
      "question": "Who is younger Mary Ramsey or Lee Ranaldo ?",
      "response": "Mary Ramsey",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 38.017988204956055
    },
    {
      "question": "Who is younger Mary Ramsey or Lee Ranaldo ?",
      "response": "Lee Ranaldo is older than Mary Ramsey.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 39.3521785736084
    },
    {
      "question": "What type of species is a Boreo-arctic Montane species found in the most northerly of the abstract five major circles of latitude as shown on maps of the Earth?",
      "response": "beetle",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.1628398895263672
    },
    {
      "question": "What type of species is a Boreo-arctic Montane species found in the most northerly of the abstract five major circles of latitude as shown on maps of the Earth?",
      "response": "Boreo-arctic Montane species is a type of bird found in the most northerly of the abstract five major circles of latitude as shown on maps of the Earth.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 26.65996551513672
    },
    {
      "question": "What year was the thesis supervisor of Jocelyn Bell Burnell awarded the Eddington Medal?",
      "response": "1969",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.13184547424316406
    },
    {
      "question": "What year was the thesis supervisor of Jocelyn Bell Burnell awarded the Eddington Medal?",
      "response": "The Eddington Medal was awarded to Antony Hewish in 1968.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 38.556814193725586
    },
    {
      "question": "What musical genre was the song that, according to Annet Artani, inspired the Britney Spears song \"Everytime\"?",
      "response": "R&B",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.659942626953125
    },
    {
      "question": "What musical genre was the song that, according to Annet Artani, inspired the Britney Spears song \"Everytime\"?",
      "response": "The song that inspired \"Everytime\" was actually classical.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 66.619873046875
    },
    {
      "question": "British band The Wanted's third album includes a song with a title about which Barbadian superstar?",
      "response": "Rihanna",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.2079010009765625
    },
    {
      "question": "British band The Wanted's third album includes a song with a title about which Barbadian superstar?",
      "response": "The Wanted's third album includes a song with a title, \u201cShow Me Love (America)\", about the United States.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 50.669193267822266
    },
    {
      "question": "Jonas Hummels is the younger brother of a German professional footballer who plays for the German national team, and who else?",
      "response": "Bayern Munich",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 32.44781494140625
    },
    {
      "question": "Jonas Hummels is the younger brother of a German professional footballer who plays for the German national team, and who else?",
      "response": "Jonas Hummels is the younger brother of a German professional footballer who plays for the German national team and Borussia Dortmund.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 32.90891647338867
    },
    {
      "question": "How many test centuries did the grandfather of Fabian Cowdrey make for England ?",
      "response": "22",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.15926361083984375
    },
    {
      "question": "How many test centuries did the grandfather of Fabian Cowdrey make for England ?",
      "response": "Fabian Cowdrey's grandfather made 23 test centuries for England.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 40.05026817321777
    },
    {
      "question": "Anti-Semetism in the 21st Century: The Resurgence was hosted by a journalist and writer who is an anchor of what show?",
      "response": "PBS NewsHour",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 28.359174728393555
    },
    {
      "question": "Anti-Semetism in the 21st Century: The Resurgence was hosted by a journalist and writer who is an anchor of what show?",
      "response": "Anti-Semetism in the 21st Century: The Resurgence was hosted by a journalist and writer who is an anchor of NBC Nightly News.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 41.49818420410156
    },
    {
      "question": "Which of the following is best known for publicly championing a terminal patient's right to die via physician-assisted suicide: Christy Canyon or Jack Kevorkian?",
      "response": "Jacob \"Jack\" Kevorkian",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 59.21816825866699
    },
    {
      "question": "Which of the following is best known for publicly championing a terminal patient's right to die via physician-assisted suicide: Christy Canyon or Jack Kevorkian?",
      "response": "Christy Canyon became an advocate for physician-assisted suicide.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 34.69109535217285
    },
    {
      "question": "The plaintiff in the civil suit Paul v. Clinton was born in which year ?",
      "response": "1948",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.16379356384277344
    },
    {
      "question": "The plaintiff in the civil suit Paul v. Clinton was born in which year ?",
      "response": "Peter F. Paul was born in 1950.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 46.48089408874512
    },
    {
      "question": "How long was the rule of the dynasty that was active when the Rosetta Stone was inscribed?",
      "response": "275 years",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.16689300537109375
    },
    {
      "question": "How long was the rule of the dynasty that was active when the Rosetta Stone was inscribed?",
      "response": "The rule of the dynasty was 276 years.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 58.97212028503418
    },
    {
      "question": "Sojourners and KO Magazine share what publication format?",
      "response": "magazine",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.17404556274414062
    },
    {
      "question": "Sojourners and KO Magazine share what publication format?",
      "response": "Sojourners and KO Magazine share different publication formats.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 33.81991386413574
    },
    {
      "question": "At which stadium does the team, for which Baltimore's Marching Ravens is the official marching band, play its home games?",
      "response": "M&T Bank Stadium",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 32.16266632080078
    },
    {
      "question": "At which stadium does the team, for which Baltimore's Marching Ravens is the official marching band, play its home games?",
      "response": "Baltimore's Marching Ravens play at Camden Yards.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 32.00984001159668
    },
    {
      "question": "The John Messer Barn is a historic structure within the Great Smoky Mountains National Park in Sevier County, Tennessee, this barn is a different Messer Barn in which valley, in the Great Smoky Mountains of North Carolina, located in the Southeastern United States?",
      "response": "Cataloochee",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 67.31986999511719
    },
    {
      "question": "The John Messer Barn is a historic structure within the Great Smoky Mountains National Park in Sevier County, Tennessee, this barn is a different Messer Barn in which valley, in the Great Smoky Mountains of North Carolina, located in the Southeastern United States?",
      "response": "The Messer Barn in question is located in the Cataloochee Valley.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 36.20195388793945
    },
    {
      "question": "The NBC-affiliated television station, owned by an American telecommunications company whose founder is Julian Sinclair Smith, called WJAR is more commonly known as what?",
      "response": "NBC 10",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.17595291137695312
    },
    {
      "question": "The NBC-affiliated television station, owned by an American telecommunications company whose founder is Julian Sinclair Smith, called WJAR is more commonly known as what?",
      "response": "The Sinclair Broadcast Group-owned Rhode Island NBC affiliate is called WJAR.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 39.55984115600586
    },
    {
      "question": "What nationality is the actress who played the role of Sam Sloan's wife Trudy in the sitcom The Single Guy ?",
      "response": "American",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.15997886657714844
    },
    {
      "question": "What nationality is the actress who played the role of Sam Sloan's wife Trudy in the sitcom The Single Guy ?",
      "response": "Trudy's nationality in The Single Guy is never explicitly revealed.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 36.21506690979004
    },
    {
      "question": "What shopping mall is the largest in south Texas, Malle del Norte or La Plaza Mall?",
      "response": "La Plaza Mall",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 35.91179847717285
    },
    {
      "question": "What shopping mall is the largest in south Texas, Malle del Norte or La Plaza Mall?",
      "response": "Mall del Norte was actually the largest mall in South Texas until La Plaza Mall was built, making it the second largest.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 43.86615753173828
    },
    {
      "question": "Who is the mother of the prince that had allegations made against him related to the lawsuit \"Two Jane Does v US\"?",
      "response": "Queen Elizabeth II",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 74.39708709716797
    },
    {
      "question": "Who is the mother of the prince that had allegations made against him related to the lawsuit \"Two Jane Does v US\"?",
      "response": "Prince Andrew's mother is Queen Elizabeth II.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 41.20683670043945
    },
    {
      "question": "In between Memphis International Airport and Southwest Georgia Regional Airport which one is in Tennessee?",
      "response": "Memphis International Airport",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 81.04896545410156
    },
    {
      "question": "In between Memphis International Airport and Southwest Georgia Regional Airport which one is in Tennessee?",
      "response": "Southwest Georgia Regional Airport is not in Tennessee.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 31.695127487182617
    },
    {
      "question": "Which airport is closer to Cleaveland, Ohio, Luis Mu\u00f1oz Mar\u00edn International Airport or Rickenbacker International Airport?",
      "response": "Rickenbacker International Airport",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 47.38903045654297
    },
    {
      "question": "Which airport is closer to Cleaveland, Ohio, Luis Mu\u00f1oz Mar\u00edn International Airport or Rickenbacker International Airport?",
      "response": "Luis Mu\u00f1oz Mar\u00edn International Airport is closer to Cleveland.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 65.56296348571777
    },
    {
      "question": "What profession do K\u014db\u014d Abe and Agatha Christie share?",
      "response": "playwright",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 78.34100723266602
    },
    {
      "question": "What profession do K\u014db\u014d Abe and Agatha Christie share?",
      "response": "Photographer and writer.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 96.79007530212402
    },
    {
      "question": "What all female high school is located in a town in Sunyani West District  in the Brong-Ahafo Region of Ghana?",
      "response": "Notre Dame High School",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 52.98614501953125
    },
    {
      "question": "What all female high school is located in a town in Sunyani West District  in the Brong-Ahafo Region of Ghana?",
      "response": "The best all female high school in the Brong-Ahafo Region of Ghana is Notre Dame High School located in Fiapre, a beautiful town in Ghana.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 55.12070655822754
    },
    {
      "question": "Jinchang and Liling, are located in which country?",
      "response": "China",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.1919269561767578
    },
    {
      "question": "Jinchang and Liling, are located in which country?",
      "response": "Jinchang and Liling are situated in Asia.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 53.63607406616211
    },
    {
      "question": "What type of vegetation does Fothergilla and Clerodendrum have in common?",
      "response": "plants",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.7739067077636719
    },
    {
      "question": "What type of vegetation does Fothergilla and Clerodendrum have in common?",
      "response": "Both Fothergilla and Clerodendrum grow in shaded areas.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 65.34600257873535
    },
    {
      "question": "What are the plants in the same genus as the Dendranthema boreale sometimes called?",
      "response": "mums or chrysanths",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 35.608768463134766
    },
    {
      "question": "What are the plants in the same genus as the Dendranthema boreale sometimes called?",
      "response": "Dendranthema boreale and other plants have different names.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 35.566091537475586
    },
    {
      "question": "Who is the composer Howard Ashman worked with on his musical released in 1982? ",
      "response": "Alan Menken",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 76.14994049072266
    },
    {
      "question": "Who is the composer Howard Ashman worked with on his musical released in 1982? ",
      "response": "Stephen Sondheim",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 41.615962982177734
    },
    {
      "question": "What actor portrayed a character in a television series about a fictional race of superhumans appearing in American comic books published by Marvel Comics?",
      "response": "Kenneth \"Ken\" Leung",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 41.02611541748047
    },
    {
      "question": "What actor portrayed a character in a television series about a fictional race of superhumans appearing in American comic books published by Marvel Comics?",
      "response": "The television series is not specified.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 40.936946868896484
    },
    {
      "question": "What comic book published the female superhero created by J. H. Williams III?",
      "response": "DC Comics",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.15687942504882812
    },
    {
      "question": "What comic book published the female superhero created by J. H. Williams III?",
      "response": "The female superhero created by J.H. Williams III is a Marvel character.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 0.5036257812549979,
      "latency_ms": 52.32095718383789
    },
    {
      "question": "What country of origin does Nick Kroll and Get Him to the Greek have in common?",
      "response": "American",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.7779598236083984
    },
    {
      "question": "What country of origin does Nick Kroll and Get Him to the Greek have in common?",
      "response": "Nick Kroll is featured in Get Him to the Greek, which is a movie about Greece.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 72.11899757385254
    },
    {
      "question": "The character portrayed in \"Giuliani Time\" is a real-life informal adviser to the White House in which area?",
      "response": "cybersecurity",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 38.43998908996582
    },
    {
      "question": "The character portrayed in \"Giuliani Time\" is a real-life informal adviser to the White House in which area?",
      "response": "The character portrayed in \"Giuliani Time\" is a real-life informal adviser to the White House in the area of national security.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 41.0771369934082
    },
    {
      "question": "Thomas Harris is a novelist who is famous for creating which character?",
      "response": "Hannibal Lecter",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 68.08876991271973
    },
    {
      "question": "Thomas Harris is a novelist who is famous for creating which character?",
      "response": "Thomas Harris is a famous novelist who is known for creating the infamous Hannibal.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 33.14518928527832
    },
    {
      "question": "Who founded the college attended by Thomas Balston, member of the Whatman paper-making family?",
      "response": "William of Wykeham",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 76.42602920532227
    },
    {
      "question": "Who founded the college attended by Thomas Balston, member of the Whatman paper-making family?",
      "response": "The college attended by Thomas Balston, member of the Whatman paper-making family, was founded by King Henry VIII.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 84.57088470458984
    },
    {
      "question": "Joh Bruce Yeh founded a chamber ensemble who won a Grammy in 1985 for their recording of this work based on what Rusian folk tale?",
      "response": "The Runaway Soldier and the Devil",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 81.8328857421875
    },
    {
      "question": "Joh Bruce Yeh founded a chamber ensemble who won a Grammy in 1985 for their recording of this work based on what Rusian folk tale?",
      "response": "Joh Bruce Yeh founded a chamber ensemble who won a Grammy in 1985 for their recording of a work based on a Ukrainian folk tale.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 85.00385284423828
    },
    {
      "question": "Which director is American, Mark L. Lester or Ken Loach?",
      "response": "Mark L. Lester",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.6437301635742188
    },
    {
      "question": "Which director is American, Mark L. Lester or Ken Loach?",
      "response": "Ken Loach is not American.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 70.30296325683594
    },
    {
      "question": "Kerrygold Irish Cream Liqueur is owned by a company that mainly sells what type or product?",
      "response": "dairy products",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 38.256168365478516
    },
    {
      "question": "Kerrygold Irish Cream Liqueur is owned by a company that mainly sells what type or product?",
      "response": "Kerrygold Irish Cream Liqueur is owned by a company that mainly sells agricultural products.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 39.30330276489258
    },
    {
      "question": "The USS LST-510 is a ferry between New London and Orient but what is the population of Orient?",
      "response": "743",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.15306472778320312
    },
    {
      "question": "The USS LST-510 is a ferry between New London and Orient but what is the population of Orient?",
      "response": "The population of Orient is 830.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 35.591840744018555
    },
    {
      "question": "Which band has more members, Muse or The Raconteurs?",
      "response": "The Raconteurs",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 46.76461219787598
    },
    {
      "question": "Which band has more members, Muse or The Raconteurs?",
      "response": "Muse has fewer band members.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 46.60296440124512
    },
    {
      "question": "Titus is the soundtrack to the film that starred which actors?",
      "response": "Anthony Hopkins and Jessica Lange",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 32.66596794128418
    },
    {
      "question": "Titus is the soundtrack to the film that starred which actors?",
      "response": "The soundtrack of \"Titus\" starred Angela Bassett.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 32.08804130554199
    },
    {
      "question": "The producer of The Wreckage of Stars also produced albums for Texas in July, Everclear, and what other American metalcore band from Lancaster, Pennsylvania?",
      "response": "August Burns Red",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 79.87689971923828
    },
    {
      "question": "The producer of The Wreckage of Stars also produced albums for Texas in July, Everclear, and what other American metalcore band from Lancaster, Pennsylvania?",
      "response": "Carson Slovak produced albums for August Burns Red and other metalcore bands.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 34.67392921447754
    },
    {
      "question": "What magazine an American monthly food and lifestyle magazine founded in 1987, Cooking Light or Hot Rod?",
      "response": "Cooking Light",
      "ground_truth": "no",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 32.7298641204834
    },
    {
      "question": "What magazine an American monthly food and lifestyle magazine founded in 1987, Cooking Light or Hot Rod?",
      "response": "Hot Rod was founded earlier.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 32.29999542236328
    },
    {
      "question": "Which tennis player has received a higher World singles ranking, Xavier Malisse or Virginia Wade?",
      "response": "Virginia Wade",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 40.52376747131348
    },
    {
      "question": "Which tennis player has received a higher World singles ranking, Xavier Malisse or Virginia Wade?",
      "response": "Xavier Malisse has received a higher World singles ranking than Virginia Wade.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 40.61603546142578
    },
    {
      "question": "Atoms for Peace are an English-American experimental rock supergroup comprising Radiohead singer Thom Yorke, is an English musician and composer, best known as the singer and principal songwriter of which band?",
      "response": "Radiohead",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.1659393310546875
    },
    {
      "question": "Atoms for Peace are an English-American experimental rock supergroup comprising Radiohead singer Thom Yorke, is an English musician and composer, best known as the singer and principal songwriter of which band?",
      "response": "Atoms for Peace, an experimental rock supergroup, are not associated with any particular band.",
      "ground_truth": "yes",
      "predicted": "yes",
      "score": 1.0,
      "latency_ms": 44.705867767333984
    },
    {
      "question": "What was the year founded of the football team that Aaron Galindo is currently a part of?",
      "response": "1928",
      "ground_truth": "no",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 0.1671314239501953
    },
    {
      "question": "What was the year founded of the football team that Aaron Galindo is currently a part of?",
      "response": "CD Toledo, the team Aar\u00f3n Galindo plays for, was founded before the 1930s.",
      "ground_truth": "yes",
      "predicted": "no",
      "score": 0.0,
      "latency_ms": 32.08780288696289
    }
  ]
}