Download source/docs/evaluation/v3/final-reader.json from yunusemrejr/Franok: direct link, hf CLI and curl.
- Browser
- Download file 38.1 kB
-
https://huggingface.co/yunusemrejr/Franok/resolve/main/source/docs/evaluation/v3/final-reader.json
- Command line
-
hf download hf://yunusemrejr/Franok/source/docs/evaluation/v3/final-reader.json
-
curl -L -o final-reader.json https://huggingface.co/yunusemrejr/Franok/resolve/main/source/docs/evaluation/v3/final-reader.json
38.1 kB
{
"suite": "xquad-extractive-head",
"dataset_revision": "51adfef1c1287aab1d2d91b5bead9bcfb9c68583",
"threshold": -0.5,
"base": "b7d97329fb1ea8250a1818c168217d9b163178640138c11069ca8209a4552530",
"head": "a45f947d0fa7655f747bed2fed1cc445140a28675f7bbc06a8f7f531087f895b",
"summary": {
"en": {
"n": 64,
"exact": 12,
"f1": 0.2170138888888889,
"answered": 56
},
"tr": {
"n": 64,
"exact": 7,
"f1": 0.11979166666666666,
"answered": 40
}
},
"items": [
{
"lang": "en",
"key": "5730a4d02461fd1900a9cf2d",
"answer": "South-East Asia",
"accepted": true,
"windows": 1,
"quote": "South-East Asia",
"start_byte": 163,
"end_byte": 178,
"margin": 0.9890484809875488,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "572881d34b864d1900164a5b",
"answer": "Jesus the Interpreter",
"accepted": true,
"windows": 1,
"quote": "Jesus the Interpreter",
"start_byte": 177,
"end_byte": 198,
"margin": 0.9146084785461426,
"exact": 1,
"f1": 1.0
},
{
"lang": "en",
"key": "572669a9dd62a815002e8417",
"answer": "sedimentary rocks",
"accepted": true,
"windows": 1,
"quote": "sedimentary rocks",
"start_byte": 76,
"end_byte": 93,
"margin": 0.05910682678222656,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "5726385e271a42140099d799",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "packet",
"start_byte": 320,
"end_byte": 326,
"margin": -1.6150963306427002,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "5727cc15ff5b5019007d9578",
"answer": "Harvard Stadium",
"accepted": true,
"windows": 1,
"quote": "Harvard Stadium",
"start_byte": 89,
"end_byte": 104,
"margin": 1.7007179260253906,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "56e1b62ecd28a01900c67aa3",
"answer": "DTIME",
"accepted": true,
"windows": 1,
"quote": "DTIME",
"start_byte": 873,
"end_byte": 878,
"margin": -0.14836835861206055,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "57286fa83acd2414000df9e6",
"answer": "1321 to 1323",
"accepted": true,
"windows": 1,
"quote": "1321 to 1323",
"start_byte": 85,
"end_byte": 97,
"margin": 2.957590103149414,
"exact": 1,
"f1": 1.0
},
{
"lang": "en",
"key": "57273e50dd62a815002e9a03",
"answer": "News-Record",
"accepted": true,
"windows": 1,
"quote": "News-Record",
"start_byte": 12,
"end_byte": 23,
"margin": 0.5984158515930176,
"exact": 0,
"f1": 0.5
},
{
"lang": "en",
"key": "572fc8a904bcaa1900d76d21",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "Bill Committees",
"start_byte": 363,
"end_byte": 378,
"margin": -0.994417667388916,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "572940973f37b319004781a7",
"answer": "Global and Regional Scale",
"accepted": true,
"windows": 1,
"quote": "Global and Regional Scale",
"start_byte": 493,
"end_byte": 518,
"margin": 1.1677823066711426,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "57273a465951b619008f8702",
"answer": "six to nine percent",
"accepted": true,
"windows": 1,
"quote": "six to nine percent",
"start_byte": 331,
"end_byte": 350,
"margin": 0.8310656547546387,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "5725cc38ec44d21400f3d5bb",
"answer": "atomic energy",
"accepted": true,
"windows": 1,
"quote": "atomic energy",
"start_byte": 105,
"end_byte": 118,
"margin": 0.29886627197265625,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "5730b2ac2461fd1900a9cfb4",
"answer": "Holy Communion",
"accepted": true,
"windows": 1,
"quote": "Holy Communion",
"start_byte": 592,
"end_byte": 606,
"margin": -0.059722900390625,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "56bf36b93aeaaa14008c9564",
"answer": "11",
"accepted": true,
"windows": 1,
"quote": "11",
"start_byte": 90,
"end_byte": 92,
"margin": 2.5748047828674316,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "5727aec03acd2414000de991",
"answer": "Harvard Yard in Cambridge",
"accepted": true,
"windows": 1,
"quote": "Harvard Yard in Cambridge",
"start_byte": 232,
"end_byte": 257,
"margin": 2.2775673866271973,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "572fc6f204bcaa1900d76cf6",
"answer": "stronger",
"accepted": true,
"windows": 1,
"quote": "stronger",
"start_byte": 92,
"end_byte": 100,
"margin": -0.19475221633911133,
"exact": 1,
"f1": 1.0
},
{
"lang": "en",
"key": "572735a15951b619008f86c0",
"answer": "1998",
"accepted": true,
"windows": 1,
"quote": "1998",
"start_byte": 3,
"end_byte": 7,
"margin": 2.5022759437561035,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "5725f39638643c19005acef9",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "black and white",
"start_byte": 414,
"end_byte": 429,
"margin": -1.0866646766662598,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "5727d1c93acd2414000ded40",
"answer": "2007",
"accepted": true,
"windows": 1,
"quote": "2007",
"start_byte": 324,
"end_byte": 328,
"margin": 1.4746346473693848,
"exact": 1,
"f1": 1.0
},
{
"lang": "en",
"key": "56beb4343aeaaa14008c925d",
"answer": "sixth",
"accepted": true,
"windows": 1,
"quote": "sixth",
"start_byte": 54,
"end_byte": 59,
"margin": 2.6662511825561523,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "56d726b60d65d214001983ed",
"answer": "Ward",
"accepted": true,
"windows": 1,
"quote": "Ward",
"start_byte": 302,
"end_byte": 306,
"margin": 1.7121057510375977,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "5725f8f5ec44d21400f3d7b5",
"answer": "158,349",
"accepted": true,
"windows": 1,
"quote": "158,349",
"start_byte": 11,
"end_byte": 18,
"margin": 2.7501678466796875,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "572914f46aef051400154a46",
"answer": "Xi Jinping",
"accepted": true,
"windows": 1,
"quote": "Xi Jinping",
"start_byte": 322,
"end_byte": 332,
"margin": -0.07972288131713867,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "56dfa0d84a1a83140091ebba",
"answer": "mad scientist",
"accepted": true,
"windows": 1,
"quote": "mad scientist",
"start_byte": 130,
"end_byte": 143,
"margin": 0.9672021865844727,
"exact": 1,
"f1": 1.0
},
{
"lang": "en",
"key": "57293e221d046914007791d5",
"answer": "CO2",
"accepted": true,
"windows": 1,
"quote": "CO2",
"start_byte": 326,
"end_byte": 329,
"margin": -0.27591419219970703,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "572920d73f37b31900478056",
"answer": "9–18",
"accepted": true,
"windows": 1,
"quote": "9–18",
"start_byte": 264,
"end_byte": 270,
"margin": 2.1682567596435547,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "572a13841d0469140077973e",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "Kuznets curve hypothesis",
"start_byte": 85,
"end_byte": 109,
"margin": -1.5380711555480957,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "571cb27fdd7acb1400e4c133",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "oxygen",
"start_byte": 41,
"end_byte": 47,
"margin": -0.9152660369873047,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "572663a9f1498d1400e8ddf2",
"answer": "geologic time scale",
"accepted": true,
"windows": 1,
"quote": "geologic time scale",
"start_byte": 38,
"end_byte": 57,
"margin": 0.46015262603759766,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "56e181d9e3433e1400422fa3",
"answer": "computational problems",
"accepted": true,
"windows": 1,
"quote": "computational problems",
"start_byte": 17,
"end_byte": 39,
"margin": -0.4763202667236328,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "572828383acd2414000df5c3",
"answer": "Trevor Martin",
"accepted": true,
"windows": 1,
"quote": "Trevor Martin",
"start_byte": 69,
"end_byte": 82,
"margin": 3.314302921295166,
"exact": 1,
"f1": 1.0
},
{
"lang": "en",
"key": "5726ea985951b619008f8263",
"answer": "cognitive services",
"accepted": true,
"windows": 1,
"quote": "cognitive services",
"start_byte": 78,
"end_byte": 96,
"margin": 0.6271553039550781,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "56dfb5777aa994140058e021",
"answer": "Robert Lane and Benjamin Vail",
"accepted": true,
"windows": 1,
"quote": "Robert Lane and Benjamin Vail",
"start_byte": 77,
"end_byte": 106,
"margin": 0.048465728759765625,
"exact": 1,
"f1": 1.0
},
{
"lang": "en",
"key": "57268a8fdd62a815002e88d0",
"answer": "DB Regio",
"accepted": true,
"windows": 1,
"quote": "DB Regio",
"start_byte": 569,
"end_byte": 577,
"margin": 0.44680356979370117,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "5728e715ff5b5019007da917",
"answer": "coercive",
"accepted": true,
"windows": 1,
"quote": "coercive",
"start_byte": 237,
"end_byte": 245,
"margin": -0.18754291534423828,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "5726847f708984140094c8ae",
"answer": "Lindisfarne",
"accepted": true,
"windows": 1,
"quote": "Lindisfarne",
"start_byte": 0,
"end_byte": 11,
"margin": 2.071765899658203,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "5726e37ef1498d1400e8eedb",
"answer": "1913",
"accepted": true,
"windows": 1,
"quote": "1913",
"start_byte": 470,
"end_byte": 474,
"margin": 3.1217174530029297,
"exact": 1,
"f1": 1.0
},
{
"lang": "en",
"key": "572fdb17b2c2fd1400568521",
"answer": "MSPs",
"accepted": true,
"windows": 1,
"quote": "MSPs",
"start_byte": 579,
"end_byte": 583,
"margin": -0.24530029296875,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "57114e8d50c2381900b54a5e",
"answer": "565 °C",
"accepted": true,
"windows": 1,
"quote": "565 °C",
"start_byte": 274,
"end_byte": 281,
"margin": 1.6657156944274902,
"exact": 0,
"f1": 0.5
},
{
"lang": "en",
"key": "56e7796637bdd419002c4001",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "certification",
"start_byte": 120,
"end_byte": 133,
"margin": -0.6576566696166992,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "56e1254ae3433e1400422c66",
"answer": "Tesla",
"accepted": true,
"windows": 1,
"quote": "Tesla",
"start_byte": 156,
"end_byte": 161,
"margin": 1.231938362121582,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "572671e55951b619008f72d7",
"answer": "1835",
"accepted": true,
"windows": 1,
"quote": "1835",
"start_byte": 141,
"end_byte": 145,
"margin": 0.297818660736084,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "57264d9edd62a815002e80ff",
"answer": "1973",
"accepted": true,
"windows": 1,
"quote": "1973",
"start_byte": 3,
"end_byte": 7,
"margin": 3.795762062072754,
"exact": 1,
"f1": 1.0
},
{
"lang": "en",
"key": "572ffee1947a6a140053cf16",
"answer": "1934",
"accepted": true,
"windows": 1,
"quote": "1934",
"start_byte": 617,
"end_byte": 621,
"margin": 2.8391246795654297,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "5733f1784776f41900661576",
"answer": "1754",
"accepted": true,
"windows": 1,
"quote": "1754",
"start_byte": 136,
"end_byte": 140,
"margin": 2.0889792442321777,
"exact": 1,
"f1": 1.0
},
{
"lang": "en",
"key": "572743fb708984140094db93",
"answer": "1970s",
"accepted": true,
"windows": 1,
"quote": "1970s",
"start_byte": 13,
"end_byte": 18,
"margin": 2.3922529220581055,
"exact": 1,
"f1": 1.0
},
{
"lang": "en",
"key": "56e1ee4de3433e1400423212",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "P = PSPACE",
"start_byte": 154,
"end_byte": 164,
"margin": -2.0395138263702393,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "572750e8dd62a815002e9af0",
"answer": "zoning and building code",
"accepted": true,
"windows": 1,
"quote": "zoning and building code",
"start_byte": 27,
"end_byte": 51,
"margin": 0.7746973037719727,
"exact": 0,
"f1": 0.8888888888888888
},
{
"lang": "en",
"key": "57268da7f1498d1400e8e3a0",
"answer": "lagerstätten",
"accepted": true,
"windows": 1,
"quote": "lagerstätten",
"start_byte": 163,
"end_byte": 176,
"margin": 0.19412899017333984,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "56beb86b3aeaaa14008c92bf",
"answer": "age 39",
"accepted": true,
"windows": 1,
"quote": "age 39",
"start_byte": 168,
"end_byte": 174,
"margin": -0.4344825744628906,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "57373d0cc3c5551400e51e86",
"answer": "Aristotelian cosmology",
"accepted": true,
"windows": 1,
"quote": "Aristotelian cosmology",
"start_byte": 95,
"end_byte": 117,
"margin": 0.9632787704467773,
"exact": 1,
"f1": 1.0
},
{
"lang": "en",
"key": "5726eb8bf1498d1400e8efe6",
"answer": "Immunodeficiency",
"accepted": true,
"windows": 1,
"quote": "Immunodeficiency",
"start_byte": 100,
"end_byte": 116,
"margin": 1.534533977508545,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "57309ef18ab72b1400f9c604",
"answer": "broader consumption",
"accepted": true,
"windows": 1,
"quote": "broader consumption",
"start_byte": 837,
"end_byte": 856,
"margin": -0.04339408874511719,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "57286951ff5b5019007da20f",
"answer": "Thomas S. Ricketts",
"accepted": true,
"windows": 1,
"quote": "Thomas S. Ricketts",
"start_byte": 497,
"end_byte": 515,
"margin": 1.6737818717956543,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "5728eef92ca10214002daab3",
"answer": "solidarity",
"accepted": true,
"windows": 1,
"quote": "solidarity",
"start_byte": 285,
"end_byte": 295,
"margin": 0.25334835052490234,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "571144d1a58dae1900cd6d71",
"answer": "burning combustible materials",
"accepted": true,
"windows": 1,
"quote": "burning combustible materials",
"start_byte": 120,
"end_byte": 149,
"margin": -0.0091094970703125,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "5725edfe38643c19005acea1",
"answer": "Nielsen Ave",
"accepted": true,
"windows": 1,
"quote": "Nielsen Ave",
"start_byte": 240,
"end_byte": 251,
"margin": 2.6510772705078125,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "5729281baf94a219006aa121",
"answer": "John Ngugi",
"accepted": true,
"windows": 1,
"quote": "John Ngugi",
"start_byte": 769,
"end_byte": 779,
"margin": 2.543398380279541,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "5710eca0a58dae1900cd6b3a",
"answer": "Powhatan County",
"accepted": true,
"windows": 1,
"quote": "Powhatan County",
"start_byte": 343,
"end_byte": 358,
"margin": 0.08217906951904297,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "572811434b864d1900164390",
"answer": "Rose Tyler",
"accepted": true,
"windows": 1,
"quote": "Rose Tyler",
"start_byte": 348,
"end_byte": 358,
"margin": 2.717075824737549,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "570d28bdb3d812140066d4a7",
"answer": "Liberal Party of Australia",
"accepted": true,
"windows": 1,
"quote": "Liberal Party of Australia",
"start_byte": 63,
"end_byte": 89,
"margin": 1.5447077751159668,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "57096b66200fba1400367fab",
"answer": "Freeview",
"accepted": true,
"windows": 1,
"quote": "Freeview",
"start_byte": 650,
"end_byte": 658,
"margin": 0.1271986961364746,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "572757bef1498d1400e8f691",
"answer": "College Preparatory",
"accepted": true,
"windows": 1,
"quote": "College Preparatory",
"start_byte": 531,
"end_byte": 550,
"margin": 1.123185157775879,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "5725d79e89a1e219009abf90",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "AS-206",
"start_byte": 33,
"end_byte": 39,
"margin": -2.032280683517456,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "5730a4d02461fd1900a9cf2d",
"answer": "Cezayir",
"accepted": true,
"windows": 1,
"quote": "Cezayir",
"start_byte": 22,
"end_byte": 29,
"margin": -0.4142313003540039,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "572881d34b864d1900164a5b",
"answer": "Tercüman İsa",
"accepted": true,
"windows": 1,
"quote": "Tercüman İsa",
"start_byte": 178,
"end_byte": 192,
"margin": 0.14632081985473633,
"exact": 1,
"f1": 1.0
},
{
"lang": "tr",
"key": "572669a9dd62a815002e8417",
"answer": "William Smith",
"accepted": true,
"windows": 1,
"quote": "William Smith",
"start_byte": 307,
"end_byte": 320,
"margin": 0.5330243110656738,
"exact": 1,
"f1": 1.0
},
{
"lang": "tr",
"key": "5726385e271a42140099d799",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "tam adresleme",
"start_byte": 37,
"end_byte": 50,
"margin": -1.5681805610656738,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "5727cc15ff5b5019007d9578",
"answer": "Charles Nehri",
"accepted": true,
"windows": 1,
"quote": "Charles Nehri",
"start_byte": 284,
"end_byte": 297,
"margin": 0.40350341796875,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "56e1b62ecd28a01900c67aa3",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "x",
"start_byte": 221,
"end_byte": 222,
"margin": -1.4601774215698242,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "57286fa83acd2414000df9e6",
"answer": "1321",
"accepted": true,
"windows": 1,
"quote": "1321",
"start_byte": 56,
"end_byte": 60,
"margin": 3.2089009284973145,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "57273e50dd62a815002e9a03",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "Engineering News-Record",
"start_byte": 0,
"end_byte": 23,
"margin": -1.1569247245788574,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "572fc8a904bcaa1900d76d21",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "İskoç Parlamentosu",
"start_byte": 26,
"end_byte": 46,
"margin": -1.7582006454467773,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "572940973f37b319004781a7",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "Kar ve Buz Farklılıkları",
"start_byte": 512,
"end_byte": 539,
"margin": -1.0646381378173828,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "57273a465951b619008f8702",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "Endüstri",
"start_byte": 271,
"end_byte": 280,
"margin": -2.1750035285949707,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "5725cc38ec44d21400f3d5bb",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "Amsterdam Antlaşması",
"start_byte": 422,
"end_byte": 444,
"margin": -0.5176482200622559,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "5730b2ac2461fd1900a9cfb4",
"answer": "John Wesley",
"accepted": true,
"windows": 1,
"quote": "John Wesley",
"start_byte": 70,
"end_byte": 81,
"margin": 1.0872197151184082,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "56bf36b93aeaaa14008c9564",
"answer": "23–16",
"accepted": true,
"windows": 1,
"quote": "23–16",
"start_byte": 9,
"end_byte": 16,
"margin": 1.3145809173583984,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "5727aec03acd2414000de991",
"answer": "Longwood Tıp Bölgesi",
"accepted": true,
"windows": 1,
"quote": "Longwood Tıp Bölgesi",
"start_byte": 521,
"end_byte": 543,
"margin": 0.8271474838256836,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "572fc6f204bcaa1900d76cf6",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "telafi etmek",
"start_byte": 325,
"end_byte": 337,
"margin": -1.5070548057556152,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "572735a15951b619008f86c0",
"answer": "1998-2002",
"accepted": true,
"windows": 1,
"quote": "1998-2002",
"start_byte": 1200,
"end_byte": 1209,
"margin": 1.1981420516967773,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "5725f39638643c19005acef9",
"answer": "230.000$",
"accepted": true,
"windows": 1,
"quote": "230.000$",
"start_byte": 0,
"end_byte": 8,
"margin": 0.14656972885131836,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "5727d1c93acd2414000ded40",
"answer": "2007",
"accepted": true,
"windows": 1,
"quote": "2007",
"start_byte": 446,
"end_byte": 450,
"margin": 1.4586338996887207,
"exact": 1,
"f1": 1.0
},
{
"lang": "tr",
"key": "56beb4343aeaaa14008c925d",
"answer": "dört",
"accepted": true,
"windows": 1,
"quote": "dört",
"start_byte": 160,
"end_byte": 165,
"margin": 2.430739402770996,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "56d726b60d65d214001983ed",
"answer": "Bennie Fowler",
"accepted": true,
"windows": 1,
"quote": "Bennie Fowler",
"start_byte": 908,
"end_byte": 921,
"margin": 1.4744195938110352,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "5725f8f5ec44d21400f3d7b5",
"answer": "68.511",
"accepted": true,
"windows": 1,
"quote": "68.511",
"start_byte": 48,
"end_byte": 54,
"margin": 2.746816635131836,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "572914f46aef051400154a46",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "Afrika turu",
"start_byte": 172,
"end_byte": 183,
"margin": -1.303187370300293,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "56dfa0d84a1a83140091ebba",
"answer": "çılgın bilim adamı",
"accepted": true,
"windows": 1,
"quote": "çılgın bilim adamı",
"start_byte": 106,
"end_byte": 128,
"margin": -0.31519079208374023,
"exact": 1,
"f1": 1.0
},
{
"lang": "tr",
"key": "57293e221d046914007791d5",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "CO2",
"start_byte": 296,
"end_byte": 299,
"margin": -2.3278024196624756,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "572920d73f37b31900478056",
"answer": "129",
"accepted": true,
"windows": 1,
"quote": "129",
"start_byte": 628,
"end_byte": 631,
"margin": 2.13700008392334,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "572a13841d0469140077973e",
"answer": "Gelir eşitsizliği",
"accepted": true,
"windows": 1,
"quote": "Gelir eşitsizliği",
"start_byte": 0,
"end_byte": 19,
"margin": 0.2572965621948242,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "571cb27fdd7acb1400e4c133",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "Paleoklimatolog",
"start_byte": 0,
"end_byte": 15,
"margin": -1.5939302444458008,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "572663a9f1498d1400e8ddf2",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "jeolojik zaman",
"start_byte": 36,
"end_byte": 50,
"margin": -1.7000446319580078,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "56e181d9e3433e1400422fa3",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "Hesaplamalı problemler",
"start_byte": 0,
"end_byte": 23,
"margin": -1.0743331909179688,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "572828383acd2414000df5c3",
"answer": "David Banks",
"accepted": true,
"windows": 1,
"quote": "David Banks",
"start_byte": 338,
"end_byte": 349,
"margin": 1.6952252388000488,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "5726ea985951b619008f8263",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "Omnicare",
"start_byte": 511,
"end_byte": 519,
"margin": -0.7162094116210938,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "56dfb5777aa994140058e021",
"answer": "Benjamin Vail ve Robert Lane",
"accepted": true,
"windows": 1,
"quote": "Benjamin Vail ve Robert Lane",
"start_byte": 177,
"end_byte": 205,
"margin": 3.0060324668884277,
"exact": 1,
"f1": 1.0
},
{
"lang": "tr",
"key": "57268a8fdd62a815002e88d0",
"answer": "mobil radyo",
"accepted": true,
"windows": 1,
"quote": "mobil radyo",
"start_byte": 803,
"end_byte": 814,
"margin": -0.3888216018676758,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "5728e715ff5b5019007da917",
"answer": "GCSB Waihopai",
"accepted": true,
"windows": 1,
"quote": "GCSB Waihopai",
"start_byte": 532,
"end_byte": 545,
"margin": 0.9156360626220703,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "5726847f708984140094c8ae",
"answer": "Paul Gascoigne",
"accepted": true,
"windows": 1,
"quote": "Paul Gascoigne",
"start_byte": 156,
"end_byte": 170,
"margin": 3.039032459259033,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "5726e37ef1498d1400e8eedb",
"answer": "1600",
"accepted": true,
"windows": 1,
"quote": "1600",
"start_byte": 34,
"end_byte": 38,
"margin": 2.0118513107299805,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "572fdb17b2c2fd1400568521",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "denizaşırı",
"start_byte": 385,
"end_byte": 398,
"margin": -0.9781303405761719,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "57114e8d50c2381900b54a5e",
"answer": "565 °C",
"accepted": true,
"windows": 1,
"quote": "565 °C",
"start_byte": 312,
"end_byte": 319,
"margin": 0.4715108871459961,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "56e7796637bdd419002c4001",
"answer": "üç yıl",
"accepted": true,
"windows": 1,
"quote": "üç yıl",
"start_byte": 163,
"end_byte": 172,
"margin": 0.10688638687133789,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "56e1254ae3433e1400422c66",
"answer": "Tesla",
"accepted": true,
"windows": 1,
"quote": "Tesla",
"start_byte": 173,
"end_byte": 178,
"margin": 1.2411913871765137,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "572671e55951b619008f72d7",
"answer": "Laing Sanat Galerisi",
"accepted": true,
"windows": 1,
"quote": "Laing Sanat Galerisi",
"start_byte": 437,
"end_byte": 457,
"margin": 0.9591646194458008,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "57264d9edd62a815002e80ff",
"answer": "1973",
"accepted": true,
"windows": 1,
"quote": "1973",
"start_byte": 0,
"end_byte": 4,
"margin": 3.4270715713500977,
"exact": 1,
"f1": 1.0
},
{
"lang": "tr",
"key": "572ffee1947a6a140053cf16",
"answer": "1934",
"accepted": true,
"windows": 1,
"quote": "1934",
"start_byte": 641,
"end_byte": 645,
"margin": 1.8167986869812012,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "5733f1784776f41900661576",
"answer": "1754",
"accepted": true,
"windows": 1,
"quote": "1754",
"start_byte": 109,
"end_byte": 113,
"margin": 1.8243589401245117,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "572743fb708984140094db93",
"answer": "1970",
"accepted": true,
"windows": 1,
"quote": "1970",
"start_byte": 0,
"end_byte": 4,
"margin": -0.07533597946166992,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "56e1ee4de3433e1400423212",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "BPP",
"start_byte": 267,
"end_byte": 270,
"margin": -2.3264389038085938,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "572750e8dd62a815002e9af0",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "fayda",
"start_byte": 146,
"end_byte": 151,
"margin": -1.774095058441162,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "57268da7f1498d1400e8e3a0",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "Lagerstättelerde",
"start_byte": 128,
"end_byte": 145,
"margin": -0.7803845405578613,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "56beb86b3aeaaa14008c92bf",
"answer": "39",
"accepted": true,
"windows": 1,
"quote": "39",
"start_byte": 121,
"end_byte": 123,
"margin": 3.8731722831726074,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "57373d0cc3c5551400e51e86",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "doğal yerler''",
"start_byte": 202,
"end_byte": 217,
"margin": -1.085118293762207,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "5726eb8bf1498d1400e8efe6",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "Hashimoto tiroiditi",
"start_byte": 705,
"end_byte": 724,
"margin": -1.2596564292907715,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "57309ef18ab72b1400f9c604",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "tarihçiler",
"start_byte": 60,
"end_byte": 71,
"margin": -1.2029328346252441,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "57286951ff5b5019007da20f",
"answer": "Larry Ellison",
"accepted": true,
"windows": 1,
"quote": "Larry Ellison",
"start_byte": 139,
"end_byte": 152,
"margin": 2.9765806198120117,
"exact": 1,
"f1": 1.0
},
{
"lang": "tr",
"key": "5728eef92ca10214002daab3",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "Mahatma Gandi",
"start_byte": 528,
"end_byte": 541,
"margin": -1.3266692161560059,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "571144d1a58dae1900cd6d71",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "jeotermal enerji",
"start_byte": 283,
"end_byte": 299,
"margin": -2.058526039123535,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "5725edfe38643c19005acea1",
"answer": "Güneybatı",
"accepted": true,
"windows": 1,
"quote": "Güneybatı",
"start_byte": 46,
"end_byte": 57,
"margin": 0.5752992630004883,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "5729281baf94a219006aa121",
"answer": "Kenyalı atletler",
"accepted": true,
"windows": 1,
"quote": "Kenyalı atletler",
"start_byte": 478,
"end_byte": 495,
"margin": 0.5749092102050781,
"exact": 0,
"f1": 0.6666666666666666
},
{
"lang": "tr",
"key": "5710eca0a58dae1900cd6b3a",
"answer": "Manakin Kasabası",
"accepted": true,
"windows": 1,
"quote": "Manakin Kasabası",
"start_byte": 281,
"end_byte": 298,
"margin": 1.1733145713806152,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "572811434b864d1900164390",
"answer": "Rose Tyler",
"accepted": true,
"windows": 1,
"quote": "Rose Tyler",
"start_byte": 472,
"end_byte": 482,
"margin": 1.6769275665283203,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "570d28bdb3d812140066d4a7",
"answer": "Victoria",
"accepted": true,
"windows": 1,
"quote": "Victoria",
"start_byte": 170,
"end_byte": 178,
"margin": 1.1476211547851562,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "57096b66200fba1400367fab",
"answer": "BSkyB",
"accepted": true,
"windows": 1,
"quote": "BSkyB",
"start_byte": 17,
"end_byte": 22,
"margin": 0.26406049728393555,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "572757bef1498d1400e8f691",
"answer": "Kolej Hazırlığı",
"accepted": true,
"windows": 1,
"quote": "Kolej Hazırlığı",
"start_byte": 587,
"end_byte": 606,
"margin": -0.3781852722167969,
"exact": 0,
"f1": 0
},
{
"lang": "tr",
"key": "5725d79e89a1e219009abf90",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "/20",
"start_byte": 94,
"end_byte": 97,
"margin": -2.909466505050659,
"exact": 0,
"f1": 0
}
]
}
{
"suite": "xquad-extractive-head",
"dataset_revision": "51adfef1c1287aab1d2d91b5bead9bcfb9c68583",
"threshold": -0.5,
"base": "b7d97329fb1ea8250a1818c168217d9b163178640138c11069ca8209a4552530",
"head": "a45f947d0fa7655f747bed2fed1cc445140a28675f7bbc06a8f7f531087f895b",
"summary": {
"en": {
"n": 64,
"exact": 12,
"f1": 0.2170138888888889,
"answered": 56
},
"tr": {
"n": 64,
"exact": 7,
"f1": 0.11979166666666666,
"answered": 40
}
},
"items": [
{
"lang": "en",
"key": "5730a4d02461fd1900a9cf2d",
"answer": "South-East Asia",
"accepted": true,
"windows": 1,
"quote": "South-East Asia",
"start_byte": 163,
"end_byte": 178,
"margin": 0.9890484809875488,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "572881d34b864d1900164a5b",
"answer": "Jesus the Interpreter",
"accepted": true,
"windows": 1,
"quote": "Jesus the Interpreter",
"start_byte": 177,
"end_byte": 198,
"margin": 0.9146084785461426,
"exact": 1,
"f1": 1.0
},
{
"lang": "en",
"key": "572669a9dd62a815002e8417",
"answer": "sedimentary rocks",
"accepted": true,
"windows": 1,
"quote": "sedimentary rocks",
"start_byte": 76,
"end_byte": 93,
"margin": 0.05910682678222656,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "5726385e271a42140099d799",
"answer": "",
"accepted": false,
"windows": 1,
"quote": "packet",
"start_byte": 320,
"end_byte": 326,
"margin": -1.6150963306427002,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "5727cc15ff5b5019007d9578",
"answer": "Harvard Stadium",
"accepted": true,
"windows": 1,
"quote": "Harvard Stadium",
"start_byte": 89,
"end_byte": 104,
"margin": 1.7007179260253906,
"exact": 0,
"f1": 0
},
{
"lang": "en",
"key": "56e1b62ecd28a01900c67aa3",
"answer": "DTIME",
"accepted": true,
"windows": 1,
"quote": "DTIME",
"start_byte": 873,
"end_byte": 878,
"margin": -0.14836835861206055,
"exact": 0,
"f1": 0
},
{