{ "suite": "xquad-extractive-head", "dataset_revision": "51adfef1c1287aab1d2d91b5bead9bcfb9c68583", "threshold": -0.5, "base": "b7d97329fb1ea8250a1818c168217d9b163178640138c11069ca8209a4552530", "head": "a45f947d0fa7655f747bed2fed1cc445140a28675f7bbc06a8f7f531087f895b", "summary": { "en": { "n": 64, "exact": 12, "f1": 0.2170138888888889, "answered": 56 }, "tr": { "n": 64, "exact": 7, "f1": 0.11979166666666666, "answered": 40 } }, "items": [ { "lang": "en", "key": "5730a4d02461fd1900a9cf2d", "answer": "South-East Asia", "accepted": true, "windows": 1, "quote": "South-East Asia", "start_byte": 163, "end_byte": 178, "margin": 0.9890484809875488, "exact": 0, "f1": 0 }, { "lang": "en", "key": "572881d34b864d1900164a5b", "answer": "Jesus the Interpreter", "accepted": true, "windows": 1, "quote": "Jesus the Interpreter", "start_byte": 177, "end_byte": 198, "margin": 0.9146084785461426, "exact": 1, "f1": 1.0 }, { "lang": "en", "key": "572669a9dd62a815002e8417", "answer": "sedimentary rocks", "accepted": true, "windows": 1, "quote": "sedimentary rocks", "start_byte": 76, "end_byte": 93, "margin": 0.05910682678222656, "exact": 0, "f1": 0 }, { "lang": "en", "key": "5726385e271a42140099d799", "answer": "", "accepted": false, "windows": 1, "quote": "packet", "start_byte": 320, "end_byte": 326, "margin": -1.6150963306427002, "exact": 0, "f1": 0 }, { "lang": "en", "key": "5727cc15ff5b5019007d9578", "answer": "Harvard Stadium", "accepted": true, "windows": 1, "quote": "Harvard Stadium", "start_byte": 89, "end_byte": 104, "margin": 1.7007179260253906, "exact": 0, "f1": 0 }, { "lang": "en", "key": "56e1b62ecd28a01900c67aa3", "answer": "DTIME", "accepted": true, "windows": 1, "quote": "DTIME", "start_byte": 873, "end_byte": 878, "margin": -0.14836835861206055, "exact": 0, "f1": 0 }, { "lang": "en", "key": "57286fa83acd2414000df9e6", "answer": "1321 to 1323", "accepted": true, "windows": 1, "quote": "1321 to 1323", "start_byte": 85, "end_byte": 97, "margin": 2.957590103149414, "exact": 1, "f1": 1.0 }, { "lang": "en", "key": "57273e50dd62a815002e9a03", "answer": "News-Record", "accepted": true, "windows": 1, "quote": "News-Record", "start_byte": 12, "end_byte": 23, "margin": 0.5984158515930176, "exact": 0, "f1": 0.5 }, { "lang": "en", "key": "572fc8a904bcaa1900d76d21", "answer": "", "accepted": false, "windows": 1, "quote": "Bill Committees", "start_byte": 363, "end_byte": 378, "margin": -0.994417667388916, "exact": 0, "f1": 0 }, { "lang": "en", "key": "572940973f37b319004781a7", "answer": "Global and Regional Scale", "accepted": true, "windows": 1, "quote": "Global and Regional Scale", "start_byte": 493, "end_byte": 518, "margin": 1.1677823066711426, "exact": 0, "f1": 0 }, { "lang": "en", "key": "57273a465951b619008f8702", "answer": "six to nine percent", "accepted": true, "windows": 1, "quote": "six to nine percent", "start_byte": 331, "end_byte": 350, "margin": 0.8310656547546387, "exact": 0, "f1": 0 }, { "lang": "en", "key": "5725cc38ec44d21400f3d5bb", "answer": "atomic energy", "accepted": true, "windows": 1, "quote": "atomic energy", "start_byte": 105, "end_byte": 118, "margin": 0.29886627197265625, "exact": 0, "f1": 0 }, { "lang": "en", "key": "5730b2ac2461fd1900a9cfb4", "answer": "Holy Communion", "accepted": true, "windows": 1, "quote": "Holy Communion", "start_byte": 592, "end_byte": 606, "margin": -0.059722900390625, "exact": 0, "f1": 0 }, { "lang": "en", "key": "56bf36b93aeaaa14008c9564", "answer": "11", "accepted": true, "windows": 1, "quote": "11", "start_byte": 90, "end_byte": 92, "margin": 2.5748047828674316, "exact": 0, "f1": 0 }, { "lang": "en", "key": "5727aec03acd2414000de991", "answer": "Harvard Yard in Cambridge", "accepted": true, "windows": 1, "quote": "Harvard Yard in Cambridge", "start_byte": 232, "end_byte": 257, "margin": 2.2775673866271973, "exact": 0, "f1": 0 }, { "lang": "en", "key": "572fc6f204bcaa1900d76cf6", "answer": "stronger", "accepted": true, "windows": 1, "quote": "stronger", "start_byte": 92, "end_byte": 100, "margin": -0.19475221633911133, "exact": 1, "f1": 1.0 }, { "lang": "en", "key": "572735a15951b619008f86c0", "answer": "1998", "accepted": true, "windows": 1, "quote": "1998", "start_byte": 3, "end_byte": 7, "margin": 2.5022759437561035, "exact": 0, "f1": 0 }, { "lang": "en", "key": "5725f39638643c19005acef9", "answer": "", "accepted": false, "windows": 1, "quote": "black and white", "start_byte": 414, "end_byte": 429, "margin": -1.0866646766662598, "exact": 0, "f1": 0 }, { "lang": "en", "key": "5727d1c93acd2414000ded40", "answer": "2007", "accepted": true, "windows": 1, "quote": "2007", "start_byte": 324, "end_byte": 328, "margin": 1.4746346473693848, "exact": 1, "f1": 1.0 }, { "lang": "en", "key": "56beb4343aeaaa14008c925d", "answer": "sixth", "accepted": true, "windows": 1, "quote": "sixth", "start_byte": 54, "end_byte": 59, "margin": 2.6662511825561523, "exact": 0, "f1": 0 }, { "lang": "en", "key": "56d726b60d65d214001983ed", "answer": "Ward", "accepted": true, "windows": 1, "quote": "Ward", "start_byte": 302, "end_byte": 306, "margin": 1.7121057510375977, "exact": 0, "f1": 0 }, { "lang": "en", "key": "5725f8f5ec44d21400f3d7b5", "answer": "158,349", "accepted": true, "windows": 1, "quote": "158,349", "start_byte": 11, "end_byte": 18, "margin": 2.7501678466796875, "exact": 0, "f1": 0 }, { "lang": "en", "key": "572914f46aef051400154a46", "answer": "Xi Jinping", "accepted": true, "windows": 1, "quote": "Xi Jinping", "start_byte": 322, "end_byte": 332, "margin": -0.07972288131713867, "exact": 0, "f1": 0 }, { "lang": "en", "key": "56dfa0d84a1a83140091ebba", "answer": "mad scientist", "accepted": true, "windows": 1, "quote": "mad scientist", "start_byte": 130, "end_byte": 143, "margin": 0.9672021865844727, "exact": 1, "f1": 1.0 }, { "lang": "en", "key": "57293e221d046914007791d5", "answer": "CO2", "accepted": true, "windows": 1, "quote": "CO2", "start_byte": 326, "end_byte": 329, "margin": -0.27591419219970703, "exact": 0, "f1": 0 }, { "lang": "en", "key": "572920d73f37b31900478056", "answer": "9–18", "accepted": true, "windows": 1, "quote": "9–18", "start_byte": 264, "end_byte": 270, "margin": 2.1682567596435547, "exact": 0, "f1": 0 }, { "lang": "en", "key": "572a13841d0469140077973e", "answer": "", "accepted": false, "windows": 1, "quote": "Kuznets curve hypothesis", "start_byte": 85, "end_byte": 109, "margin": -1.5380711555480957, "exact": 0, "f1": 0 }, { "lang": "en", "key": "571cb27fdd7acb1400e4c133", "answer": "", "accepted": false, "windows": 1, "quote": "oxygen", "start_byte": 41, "end_byte": 47, "margin": -0.9152660369873047, "exact": 0, "f1": 0 }, { "lang": "en", "key": "572663a9f1498d1400e8ddf2", "answer": "geologic time scale", "accepted": true, "windows": 1, "quote": "geologic time scale", "start_byte": 38, "end_byte": 57, "margin": 0.46015262603759766, "exact": 0, "f1": 0 }, { "lang": "en", "key": "56e181d9e3433e1400422fa3", "answer": "computational problems", "accepted": true, "windows": 1, "quote": "computational problems", "start_byte": 17, "end_byte": 39, "margin": -0.4763202667236328, "exact": 0, "f1": 0 }, { "lang": "en", "key": "572828383acd2414000df5c3", "answer": "Trevor Martin", "accepted": true, "windows": 1, "quote": "Trevor Martin", "start_byte": 69, "end_byte": 82, "margin": 3.314302921295166, "exact": 1, "f1": 1.0 }, { "lang": "en", "key": "5726ea985951b619008f8263", "answer": "cognitive services", "accepted": true, "windows": 1, "quote": "cognitive services", "start_byte": 78, "end_byte": 96, "margin": 0.6271553039550781, "exact": 0, "f1": 0 }, { "lang": "en", "key": "56dfb5777aa994140058e021", "answer": "Robert Lane and Benjamin Vail", "accepted": true, "windows": 1, "quote": "Robert Lane and Benjamin Vail", "start_byte": 77, "end_byte": 106, "margin": 0.048465728759765625, "exact": 1, "f1": 1.0 }, { "lang": "en", "key": "57268a8fdd62a815002e88d0", "answer": "DB Regio", "accepted": true, "windows": 1, "quote": "DB Regio", "start_byte": 569, "end_byte": 577, "margin": 0.44680356979370117, "exact": 0, "f1": 0 }, { "lang": "en", "key": "5728e715ff5b5019007da917", "answer": "coercive", "accepted": true, "windows": 1, "quote": "coercive", "start_byte": 237, "end_byte": 245, "margin": -0.18754291534423828, "exact": 0, "f1": 0 }, { "lang": "en", "key": "5726847f708984140094c8ae", "answer": "Lindisfarne", "accepted": true, "windows": 1, "quote": "Lindisfarne", "start_byte": 0, "end_byte": 11, "margin": 2.071765899658203, "exact": 0, "f1": 0 }, { "lang": "en", "key": "5726e37ef1498d1400e8eedb", "answer": "1913", "accepted": true, "windows": 1, "quote": "1913", "start_byte": 470, "end_byte": 474, "margin": 3.1217174530029297, "exact": 1, "f1": 1.0 }, { "lang": "en", "key": "572fdb17b2c2fd1400568521", "answer": "MSPs", "accepted": true, "windows": 1, "quote": "MSPs", "start_byte": 579, "end_byte": 583, "margin": -0.24530029296875, "exact": 0, "f1": 0 }, { "lang": "en", "key": "57114e8d50c2381900b54a5e", "answer": "565 °C", "accepted": true, "windows": 1, "quote": "565 °C", "start_byte": 274, "end_byte": 281, "margin": 1.6657156944274902, "exact": 0, "f1": 0.5 }, { "lang": "en", "key": "56e7796637bdd419002c4001", "answer": "", "accepted": false, "windows": 1, "quote": "certification", "start_byte": 120, "end_byte": 133, "margin": -0.6576566696166992, "exact": 0, "f1": 0 }, { "lang": "en", "key": "56e1254ae3433e1400422c66", "answer": "Tesla", "accepted": true, "windows": 1, "quote": "Tesla", "start_byte": 156, "end_byte": 161, "margin": 1.231938362121582, "exact": 0, "f1": 0 }, { "lang": "en", "key": "572671e55951b619008f72d7", "answer": "1835", "accepted": true, "windows": 1, "quote": "1835", "start_byte": 141, "end_byte": 145, "margin": 0.297818660736084, "exact": 0, "f1": 0 }, { "lang": "en", "key": "57264d9edd62a815002e80ff", "answer": "1973", "accepted": true, "windows": 1, "quote": "1973", "start_byte": 3, "end_byte": 7, "margin": 3.795762062072754, "exact": 1, "f1": 1.0 }, { "lang": "en", "key": "572ffee1947a6a140053cf16", "answer": "1934", "accepted": true, "windows": 1, "quote": "1934", "start_byte": 617, "end_byte": 621, "margin": 2.8391246795654297, "exact": 0, "f1": 0 }, { "lang": "en", "key": "5733f1784776f41900661576", "answer": "1754", "accepted": true, "windows": 1, "quote": "1754", "start_byte": 136, "end_byte": 140, "margin": 2.0889792442321777, "exact": 1, "f1": 1.0 }, { "lang": "en", "key": "572743fb708984140094db93", "answer": "1970s", "accepted": true, "windows": 1, "quote": "1970s", "start_byte": 13, "end_byte": 18, "margin": 2.3922529220581055, "exact": 1, "f1": 1.0 }, { "lang": "en", "key": "56e1ee4de3433e1400423212", "answer": "", "accepted": false, "windows": 1, "quote": "P = PSPACE", "start_byte": 154, "end_byte": 164, "margin": -2.0395138263702393, "exact": 0, "f1": 0 }, { "lang": "en", "key": "572750e8dd62a815002e9af0", "answer": "zoning and building code", "accepted": true, "windows": 1, "quote": "zoning and building code", "start_byte": 27, "end_byte": 51, "margin": 0.7746973037719727, "exact": 0, "f1": 0.8888888888888888 }, { "lang": "en", "key": "57268da7f1498d1400e8e3a0", "answer": "lagerstätten", "accepted": true, "windows": 1, "quote": "lagerstätten", "start_byte": 163, "end_byte": 176, "margin": 0.19412899017333984, "exact": 0, "f1": 0 }, { "lang": "en", "key": "56beb86b3aeaaa14008c92bf", "answer": "age 39", "accepted": true, "windows": 1, "quote": "age 39", "start_byte": 168, "end_byte": 174, "margin": -0.4344825744628906, "exact": 0, "f1": 0 }, { "lang": "en", "key": "57373d0cc3c5551400e51e86", "answer": "Aristotelian cosmology", "accepted": true, "windows": 1, "quote": "Aristotelian cosmology", "start_byte": 95, "end_byte": 117, "margin": 0.9632787704467773, "exact": 1, "f1": 1.0 }, { "lang": "en", "key": "5726eb8bf1498d1400e8efe6", "answer": "Immunodeficiency", "accepted": true, "windows": 1, "quote": "Immunodeficiency", "start_byte": 100, "end_byte": 116, "margin": 1.534533977508545, "exact": 0, "f1": 0 }, { "lang": "en", "key": "57309ef18ab72b1400f9c604", "answer": "broader consumption", "accepted": true, "windows": 1, "quote": "broader consumption", "start_byte": 837, "end_byte": 856, "margin": -0.04339408874511719, "exact": 0, "f1": 0 }, { "lang": "en", "key": "57286951ff5b5019007da20f", "answer": "Thomas S. Ricketts", "accepted": true, "windows": 1, "quote": "Thomas S. Ricketts", "start_byte": 497, "end_byte": 515, "margin": 1.6737818717956543, "exact": 0, "f1": 0 }, { "lang": "en", "key": "5728eef92ca10214002daab3", "answer": "solidarity", "accepted": true, "windows": 1, "quote": "solidarity", "start_byte": 285, "end_byte": 295, "margin": 0.25334835052490234, "exact": 0, "f1": 0 }, { "lang": "en", "key": "571144d1a58dae1900cd6d71", "answer": "burning combustible materials", "accepted": true, "windows": 1, "quote": "burning combustible materials", "start_byte": 120, "end_byte": 149, "margin": -0.0091094970703125, "exact": 0, "f1": 0 }, { "lang": "en", "key": "5725edfe38643c19005acea1", "answer": "Nielsen Ave", "accepted": true, "windows": 1, "quote": "Nielsen Ave", "start_byte": 240, "end_byte": 251, "margin": 2.6510772705078125, "exact": 0, "f1": 0 }, { "lang": "en", "key": "5729281baf94a219006aa121", "answer": "John Ngugi", "accepted": true, "windows": 1, "quote": "John Ngugi", "start_byte": 769, "end_byte": 779, "margin": 2.543398380279541, "exact": 0, "f1": 0 }, { "lang": "en", "key": "5710eca0a58dae1900cd6b3a", "answer": "Powhatan County", "accepted": true, "windows": 1, "quote": "Powhatan County", "start_byte": 343, "end_byte": 358, "margin": 0.08217906951904297, "exact": 0, "f1": 0 }, { "lang": "en", "key": "572811434b864d1900164390", "answer": "Rose Tyler", "accepted": true, "windows": 1, "quote": "Rose Tyler", "start_byte": 348, "end_byte": 358, "margin": 2.717075824737549, "exact": 0, "f1": 0 }, { "lang": "en", "key": "570d28bdb3d812140066d4a7", "answer": "Liberal Party of Australia", "accepted": true, "windows": 1, "quote": "Liberal Party of Australia", "start_byte": 63, "end_byte": 89, "margin": 1.5447077751159668, "exact": 0, "f1": 0 }, { "lang": "en", "key": "57096b66200fba1400367fab", "answer": "Freeview", "accepted": true, "windows": 1, "quote": "Freeview", "start_byte": 650, "end_byte": 658, "margin": 0.1271986961364746, "exact": 0, "f1": 0 }, { "lang": "en", "key": "572757bef1498d1400e8f691", "answer": "College Preparatory", "accepted": true, "windows": 1, "quote": "College Preparatory", "start_byte": 531, "end_byte": 550, "margin": 1.123185157775879, "exact": 0, "f1": 0 }, { "lang": "en", "key": "5725d79e89a1e219009abf90", "answer": "", "accepted": false, "windows": 1, "quote": "AS-206", "start_byte": 33, "end_byte": 39, "margin": -2.032280683517456, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "5730a4d02461fd1900a9cf2d", "answer": "Cezayir", "accepted": true, "windows": 1, "quote": "Cezayir", "start_byte": 22, "end_byte": 29, "margin": -0.4142313003540039, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "572881d34b864d1900164a5b", "answer": "Tercüman İsa", "accepted": true, "windows": 1, "quote": "Tercüman İsa", "start_byte": 178, "end_byte": 192, "margin": 0.14632081985473633, "exact": 1, "f1": 1.0 }, { "lang": "tr", "key": "572669a9dd62a815002e8417", "answer": "William Smith", "accepted": true, "windows": 1, "quote": "William Smith", "start_byte": 307, "end_byte": 320, "margin": 0.5330243110656738, "exact": 1, "f1": 1.0 }, { "lang": "tr", "key": "5726385e271a42140099d799", "answer": "", "accepted": false, "windows": 1, "quote": "tam adresleme", "start_byte": 37, "end_byte": 50, "margin": -1.5681805610656738, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "5727cc15ff5b5019007d9578", "answer": "Charles Nehri", "accepted": true, "windows": 1, "quote": "Charles Nehri", "start_byte": 284, "end_byte": 297, "margin": 0.40350341796875, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "56e1b62ecd28a01900c67aa3", "answer": "", "accepted": false, "windows": 1, "quote": "x", "start_byte": 221, "end_byte": 222, "margin": -1.4601774215698242, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "57286fa83acd2414000df9e6", "answer": "1321", "accepted": true, "windows": 1, "quote": "1321", "start_byte": 56, "end_byte": 60, "margin": 3.2089009284973145, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "57273e50dd62a815002e9a03", "answer": "", "accepted": false, "windows": 1, "quote": "Engineering News-Record", "start_byte": 0, "end_byte": 23, "margin": -1.1569247245788574, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "572fc8a904bcaa1900d76d21", "answer": "", "accepted": false, "windows": 1, "quote": "İskoç Parlamentosu", "start_byte": 26, "end_byte": 46, "margin": -1.7582006454467773, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "572940973f37b319004781a7", "answer": "", "accepted": false, "windows": 1, "quote": "Kar ve Buz Farklılıkları", "start_byte": 512, "end_byte": 539, "margin": -1.0646381378173828, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "57273a465951b619008f8702", "answer": "", "accepted": false, "windows": 1, "quote": "Endüstri", "start_byte": 271, "end_byte": 280, "margin": -2.1750035285949707, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "5725cc38ec44d21400f3d5bb", "answer": "", "accepted": false, "windows": 1, "quote": "Amsterdam Antlaşması", "start_byte": 422, "end_byte": 444, "margin": -0.5176482200622559, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "5730b2ac2461fd1900a9cfb4", "answer": "John Wesley", "accepted": true, "windows": 1, "quote": "John Wesley", "start_byte": 70, "end_byte": 81, "margin": 1.0872197151184082, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "56bf36b93aeaaa14008c9564", "answer": "23–16", "accepted": true, "windows": 1, "quote": "23–16", "start_byte": 9, "end_byte": 16, "margin": 1.3145809173583984, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "5727aec03acd2414000de991", "answer": "Longwood Tıp Bölgesi", "accepted": true, "windows": 1, "quote": "Longwood Tıp Bölgesi", "start_byte": 521, "end_byte": 543, "margin": 0.8271474838256836, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "572fc6f204bcaa1900d76cf6", "answer": "", "accepted": false, "windows": 1, "quote": "telafi etmek", "start_byte": 325, "end_byte": 337, "margin": -1.5070548057556152, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "572735a15951b619008f86c0", "answer": "1998-2002", "accepted": true, "windows": 1, "quote": "1998-2002", "start_byte": 1200, "end_byte": 1209, "margin": 1.1981420516967773, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "5725f39638643c19005acef9", "answer": "230.000$", "accepted": true, "windows": 1, "quote": "230.000$", "start_byte": 0, "end_byte": 8, "margin": 0.14656972885131836, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "5727d1c93acd2414000ded40", "answer": "2007", "accepted": true, "windows": 1, "quote": "2007", "start_byte": 446, "end_byte": 450, "margin": 1.4586338996887207, "exact": 1, "f1": 1.0 }, { "lang": "tr", "key": "56beb4343aeaaa14008c925d", "answer": "dört", "accepted": true, "windows": 1, "quote": "dört", "start_byte": 160, "end_byte": 165, "margin": 2.430739402770996, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "56d726b60d65d214001983ed", "answer": "Bennie Fowler", "accepted": true, "windows": 1, "quote": "Bennie Fowler", "start_byte": 908, "end_byte": 921, "margin": 1.4744195938110352, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "5725f8f5ec44d21400f3d7b5", "answer": "68.511", "accepted": true, "windows": 1, "quote": "68.511", "start_byte": 48, "end_byte": 54, "margin": 2.746816635131836, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "572914f46aef051400154a46", "answer": "", "accepted": false, "windows": 1, "quote": "Afrika turu", "start_byte": 172, "end_byte": 183, "margin": -1.303187370300293, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "56dfa0d84a1a83140091ebba", "answer": "çılgın bilim adamı", "accepted": true, "windows": 1, "quote": "çılgın bilim adamı", "start_byte": 106, "end_byte": 128, "margin": -0.31519079208374023, "exact": 1, "f1": 1.0 }, { "lang": "tr", "key": "57293e221d046914007791d5", "answer": "", "accepted": false, "windows": 1, "quote": "CO2", "start_byte": 296, "end_byte": 299, "margin": -2.3278024196624756, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "572920d73f37b31900478056", "answer": "129", "accepted": true, "windows": 1, "quote": "129", "start_byte": 628, "end_byte": 631, "margin": 2.13700008392334, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "572a13841d0469140077973e", "answer": "Gelir eşitsizliği", "accepted": true, "windows": 1, "quote": "Gelir eşitsizliği", "start_byte": 0, "end_byte": 19, "margin": 0.2572965621948242, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "571cb27fdd7acb1400e4c133", "answer": "", "accepted": false, "windows": 1, "quote": "Paleoklimatolog", "start_byte": 0, "end_byte": 15, "margin": -1.5939302444458008, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "572663a9f1498d1400e8ddf2", "answer": "", "accepted": false, "windows": 1, "quote": "jeolojik zaman", "start_byte": 36, "end_byte": 50, "margin": -1.7000446319580078, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "56e181d9e3433e1400422fa3", "answer": "", "accepted": false, "windows": 1, "quote": "Hesaplamalı problemler", "start_byte": 0, "end_byte": 23, "margin": -1.0743331909179688, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "572828383acd2414000df5c3", "answer": "David Banks", "accepted": true, "windows": 1, "quote": "David Banks", "start_byte": 338, "end_byte": 349, "margin": 1.6952252388000488, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "5726ea985951b619008f8263", "answer": "", "accepted": false, "windows": 1, "quote": "Omnicare", "start_byte": 511, "end_byte": 519, "margin": -0.7162094116210938, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "56dfb5777aa994140058e021", "answer": "Benjamin Vail ve Robert Lane", "accepted": true, "windows": 1, "quote": "Benjamin Vail ve Robert Lane", "start_byte": 177, "end_byte": 205, "margin": 3.0060324668884277, "exact": 1, "f1": 1.0 }, { "lang": "tr", "key": "57268a8fdd62a815002e88d0", "answer": "mobil radyo", "accepted": true, "windows": 1, "quote": "mobil radyo", "start_byte": 803, "end_byte": 814, "margin": -0.3888216018676758, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "5728e715ff5b5019007da917", "answer": "GCSB Waihopai", "accepted": true, "windows": 1, "quote": "GCSB Waihopai", "start_byte": 532, "end_byte": 545, "margin": 0.9156360626220703, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "5726847f708984140094c8ae", "answer": "Paul Gascoigne", "accepted": true, "windows": 1, "quote": "Paul Gascoigne", "start_byte": 156, "end_byte": 170, "margin": 3.039032459259033, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "5726e37ef1498d1400e8eedb", "answer": "1600", "accepted": true, "windows": 1, "quote": "1600", "start_byte": 34, "end_byte": 38, "margin": 2.0118513107299805, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "572fdb17b2c2fd1400568521", "answer": "", "accepted": false, "windows": 1, "quote": "denizaşırı", "start_byte": 385, "end_byte": 398, "margin": -0.9781303405761719, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "57114e8d50c2381900b54a5e", "answer": "565 °C", "accepted": true, "windows": 1, "quote": "565 °C", "start_byte": 312, "end_byte": 319, "margin": 0.4715108871459961, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "56e7796637bdd419002c4001", "answer": "üç yıl", "accepted": true, "windows": 1, "quote": "üç yıl", "start_byte": 163, "end_byte": 172, "margin": 0.10688638687133789, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "56e1254ae3433e1400422c66", "answer": "Tesla", "accepted": true, "windows": 1, "quote": "Tesla", "start_byte": 173, "end_byte": 178, "margin": 1.2411913871765137, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "572671e55951b619008f72d7", "answer": "Laing Sanat Galerisi", "accepted": true, "windows": 1, "quote": "Laing Sanat Galerisi", "start_byte": 437, "end_byte": 457, "margin": 0.9591646194458008, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "57264d9edd62a815002e80ff", "answer": "1973", "accepted": true, "windows": 1, "quote": "1973", "start_byte": 0, "end_byte": 4, "margin": 3.4270715713500977, "exact": 1, "f1": 1.0 }, { "lang": "tr", "key": "572ffee1947a6a140053cf16", "answer": "1934", "accepted": true, "windows": 1, "quote": "1934", "start_byte": 641, "end_byte": 645, "margin": 1.8167986869812012, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "5733f1784776f41900661576", "answer": "1754", "accepted": true, "windows": 1, "quote": "1754", "start_byte": 109, "end_byte": 113, "margin": 1.8243589401245117, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "572743fb708984140094db93", "answer": "1970", "accepted": true, "windows": 1, "quote": "1970", "start_byte": 0, "end_byte": 4, "margin": -0.07533597946166992, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "56e1ee4de3433e1400423212", "answer": "", "accepted": false, "windows": 1, "quote": "BPP", "start_byte": 267, "end_byte": 270, "margin": -2.3264389038085938, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "572750e8dd62a815002e9af0", "answer": "", "accepted": false, "windows": 1, "quote": "fayda", "start_byte": 146, "end_byte": 151, "margin": -1.774095058441162, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "57268da7f1498d1400e8e3a0", "answer": "", "accepted": false, "windows": 1, "quote": "Lagerstättelerde", "start_byte": 128, "end_byte": 145, "margin": -0.7803845405578613, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "56beb86b3aeaaa14008c92bf", "answer": "39", "accepted": true, "windows": 1, "quote": "39", "start_byte": 121, "end_byte": 123, "margin": 3.8731722831726074, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "57373d0cc3c5551400e51e86", "answer": "", "accepted": false, "windows": 1, "quote": "doğal yerler''", "start_byte": 202, "end_byte": 217, "margin": -1.085118293762207, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "5726eb8bf1498d1400e8efe6", "answer": "", "accepted": false, "windows": 1, "quote": "Hashimoto tiroiditi", "start_byte": 705, "end_byte": 724, "margin": -1.2596564292907715, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "57309ef18ab72b1400f9c604", "answer": "", "accepted": false, "windows": 1, "quote": "tarihçiler", "start_byte": 60, "end_byte": 71, "margin": -1.2029328346252441, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "57286951ff5b5019007da20f", "answer": "Larry Ellison", "accepted": true, "windows": 1, "quote": "Larry Ellison", "start_byte": 139, "end_byte": 152, "margin": 2.9765806198120117, "exact": 1, "f1": 1.0 }, { "lang": "tr", "key": "5728eef92ca10214002daab3", "answer": "", "accepted": false, "windows": 1, "quote": "Mahatma Gandi", "start_byte": 528, "end_byte": 541, "margin": -1.3266692161560059, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "571144d1a58dae1900cd6d71", "answer": "", "accepted": false, "windows": 1, "quote": "jeotermal enerji", "start_byte": 283, "end_byte": 299, "margin": -2.058526039123535, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "5725edfe38643c19005acea1", "answer": "Güneybatı", "accepted": true, "windows": 1, "quote": "Güneybatı", "start_byte": 46, "end_byte": 57, "margin": 0.5752992630004883, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "5729281baf94a219006aa121", "answer": "Kenyalı atletler", "accepted": true, "windows": 1, "quote": "Kenyalı atletler", "start_byte": 478, "end_byte": 495, "margin": 0.5749092102050781, "exact": 0, "f1": 0.6666666666666666 }, { "lang": "tr", "key": "5710eca0a58dae1900cd6b3a", "answer": "Manakin Kasabası", "accepted": true, "windows": 1, "quote": "Manakin Kasabası", "start_byte": 281, "end_byte": 298, "margin": 1.1733145713806152, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "572811434b864d1900164390", "answer": "Rose Tyler", "accepted": true, "windows": 1, "quote": "Rose Tyler", "start_byte": 472, "end_byte": 482, "margin": 1.6769275665283203, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "570d28bdb3d812140066d4a7", "answer": "Victoria", "accepted": true, "windows": 1, "quote": "Victoria", "start_byte": 170, "end_byte": 178, "margin": 1.1476211547851562, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "57096b66200fba1400367fab", "answer": "BSkyB", "accepted": true, "windows": 1, "quote": "BSkyB", "start_byte": 17, "end_byte": 22, "margin": 0.26406049728393555, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "572757bef1498d1400e8f691", "answer": "Kolej Hazırlığı", "accepted": true, "windows": 1, "quote": "Kolej Hazırlığı", "start_byte": 587, "end_byte": 606, "margin": -0.3781852722167969, "exact": 0, "f1": 0 }, { "lang": "tr", "key": "5725d79e89a1e219009abf90", "answer": "", "accepted": false, "windows": 1, "quote": "/20", "start_byte": 94, "end_byte": 97, "margin": -2.909466505050659, "exact": 0, "f1": 0 } ] }