Slayer149-checkpoints / reports /eval /control-1337-500.json
kacperwikiel's picture
Update experiment measurements and status
e37bde3 verified
Raw History Blame Contribute Delete
296 kB
{
"label": "development proxies, NOT official GLINT",
"checkpoint": "/data/ablation/runs/control-1337/checkpoint-000000500.pt",
"step": 500,
"adaptation_tokens": 262144000,
"dev_sha256": "cc3c41652571a32f73278f3c1e0ae22ebe2076cb304154ad35c80666bb70a42a",
"protocol": "bf16 forward, fp32 logprob, context256, raw option sum/no BOS; ARC validation; independent procedural grammar; WikiText validation",
"grammar_accuracy": 53.81944444444444,
"arc_validation_accuracy": 54.736842105263165,
"wiki_validation_byte_ppl": 2.2323754727256233,
"grammar": [
{
"id": "singular_agreement-0-0",
"family": "singular_agreement",
"correct": 1,
"margin": 1.722503662109375
},
{
"id": "plural_agreement-0-0",
"family": "plural_agreement",
"correct": 1,
"margin": 3.5858497619628906
},
{
"id": "distractor_singular-0-0",
"family": "distractor_singular",
"correct": 0,
"margin": -0.050769805908203125
},
{
"id": "relative_agreement-0-0",
"family": "relative_agreement",
"correct": 1,
"margin": 0.6279411315917969
},
{
"id": "singular_agreement-0-1",
"family": "singular_agreement",
"correct": 0,
"margin": -0.29422760009765625
},
{
"id": "plural_agreement-0-1",
"family": "plural_agreement",
"correct": 1,
"margin": 2.4987411499023438
},
{
"id": "distractor_singular-0-1",
"family": "distractor_singular",
"correct": 0,
"margin": -1.2762298583984375
},
{
"id": "relative_agreement-0-1",
"family": "relative_agreement",
"correct": 0,
"margin": -1.4786186218261719
},
{
"id": "singular_agreement-0-2",
"family": "singular_agreement",
"correct": 1,
"margin": 3.6499595642089844
},
{
"id": "plural_agreement-0-2",
"family": "plural_agreement",
"correct": 1,
"margin": 4.364116668701172
},
{
"id": "distractor_singular-0-2",
"family": "distractor_singular",
"correct": 1,
"margin": 2.3486709594726562
},
{
"id": "relative_agreement-0-2",
"family": "relative_agreement",
"correct": 1,
"margin": 2.830699920654297
},
{
"id": "singular_agreement-0-3",
"family": "singular_agreement",
"correct": 1,
"margin": 4.9640045166015625
},
{
"id": "plural_agreement-0-3",
"family": "plural_agreement",
"correct": 1,
"margin": 3.0966835021972656
},
{
"id": "distractor_singular-0-3",
"family": "distractor_singular",
"correct": 1,
"margin": 2.707958221435547
},
{
"id": "relative_agreement-0-3",
"family": "relative_agreement",
"correct": 1,
"margin": 2.4697113037109375
},
{
"id": "singular_agreement-0-4",
"family": "singular_agreement",
"correct": 1,
"margin": 1.0533370971679688
},
{
"id": "plural_agreement-0-4",
"family": "plural_agreement",
"correct": 1,
"margin": 1.9234733581542969
},
{
"id": "distractor_singular-0-4",
"family": "distractor_singular",
"correct": 0,
"margin": -0.42179107666015625
},
{
"id": "relative_agreement-0-4",
"family": "relative_agreement",
"correct": 0,
"margin": -0.2759552001953125
},
{
"id": "singular_agreement-0-5",
"family": "singular_agreement",
"correct": 1,
"margin": 0.8104743957519531
},
{
"id": "plural_agreement-0-5",
"family": "plural_agreement",
"correct": 1,
"margin": 3.5098609924316406
},
{
"id": "distractor_singular-0-5",
"family": "distractor_singular",
"correct": 0,
"margin": -1.9304122924804688
},
{
"id": "relative_agreement-0-5",
"family": "relative_agreement",
"correct": 0,
"margin": -1.54705810546875
},
{
"id": "singular_agreement-1-0",
"family": "singular_agreement",
"correct": 1,
"margin": 3.7736587524414062
},
{
"id": "plural_agreement-1-0",
"family": "plural_agreement",
"correct": 1,
"margin": 3.534320831298828
},
{
"id": "distractor_singular-1-0",
"family": "distractor_singular",
"correct": 1,
"margin": 0.8758125305175781
},
{
"id": "relative_agreement-1-0",
"family": "relative_agreement",
"correct": 0,
"margin": -1.0713996887207031
},
{
"id": "singular_agreement-1-1",
"family": "singular_agreement",
"correct": 1,
"margin": 0.5649642944335938
},
{
"id": "plural_agreement-1-1",
"family": "plural_agreement",
"correct": 1,
"margin": 3.8624229431152344
},
{
"id": "distractor_singular-1-1",
"family": "distractor_singular",
"correct": 0,
"margin": -3.2223587036132812
},
{
"id": "relative_agreement-1-1",
"family": "relative_agreement",
"correct": 0,
"margin": -3.7016525268554688
},
{
"id": "singular_agreement-1-2",
"family": "singular_agreement",
"correct": 1,
"margin": 3.14617919921875
},
{
"id": "plural_agreement-1-2",
"family": "plural_agreement",
"correct": 1,
"margin": 4.703453063964844
},
{
"id": "distractor_singular-1-2",
"family": "distractor_singular",
"correct": 0,
"margin": -0.6769485473632812
},
{
"id": "relative_agreement-1-2",
"family": "relative_agreement",
"correct": 0,
"margin": -1.6317138671875
},
{
"id": "singular_agreement-1-3",
"family": "singular_agreement",
"correct": 1,
"margin": 3.6995315551757812
},
{
"id": "plural_agreement-1-3",
"family": "plural_agreement",
"correct": 1,
"margin": 3.964916229248047
},
{
"id": "distractor_singular-1-3",
"family": "distractor_singular",
"correct": 1,
"margin": 0.11962890625
},
{
"id": "relative_agreement-1-3",
"family": "relative_agreement",
"correct": 0,
"margin": -0.2661552429199219
},
{
"id": "singular_agreement-1-4",
"family": "singular_agreement",
"correct": 1,
"margin": 1.0827713012695312
},
{
"id": "plural_agreement-1-4",
"family": "plural_agreement",
"correct": 1,
"margin": 2.893054962158203
},
{
"id": "distractor_singular-1-4",
"family": "distractor_singular",
"correct": 0,
"margin": -2.536083221435547
},
{
"id": "relative_agreement-1-4",
"family": "relative_agreement",
"correct": 0,
"margin": -1.7767601013183594
},
{
"id": "singular_agreement-1-5",
"family": "singular_agreement",
"correct": 0,
"margin": -0.037525177001953125
},
{
"id": "plural_agreement-1-5",
"family": "plural_agreement",
"correct": 1,
"margin": 5.420814514160156
},
{
"id": "distractor_singular-1-5",
"family": "distractor_singular",
"correct": 0,
"margin": -2.5684852600097656
},
{
"id": "relative_agreement-1-5",
"family": "relative_agreement",
"correct": 0,
"margin": -3.45611572265625
},
{
"id": "singular_agreement-2-0",
"family": "singular_agreement",
"correct": 1,
"margin": 1.805389404296875
},
{
"id": "plural_agreement-2-0",
"family": "plural_agreement",
"correct": 1,
"margin": 5.265178680419922
},
{
"id": "distractor_singular-2-0",
"family": "distractor_singular",
"correct": 1,
"margin": 1.212158203125
},
{
"id": "relative_agreement-2-0",
"family": "relative_agreement",
"correct": 0,
"margin": -0.8983917236328125
},
{
"id": "singular_agreement-2-1",
"family": "singular_agreement",
"correct": 0,
"margin": -1.3563270568847656
},
{
"id": "plural_agreement-2-1",
"family": "plural_agreement",
"correct": 1,
"margin": 1.0422897338867188
},
{
"id": "distractor_singular-2-1",
"family": "distractor_singular",
"correct": 0,
"margin": -6.140342712402344
},
{
"id": "relative_agreement-2-1",
"family": "relative_agreement",
"correct": 0,
"margin": -3.9323654174804688
},
{
"id": "singular_agreement-2-2",
"family": "singular_agreement",
"correct": 1,
"margin": 3.751819610595703
},
{
"id": "plural_agreement-2-2",
"family": "plural_agreement",
"correct": 1,
"margin": 3.561931610107422
},
{
"id": "distractor_singular-2-2",
"family": "distractor_singular",
"correct": 0,
"margin": -1.106903076171875
},
{
"id": "relative_agreement-2-2",
"family": "relative_agreement",
"correct": 0,
"margin": -1.5425643920898438
},
{
"id": "singular_agreement-2-3",
"family": "singular_agreement",
"correct": 1,
"margin": 4.292123794555664
},
{
"id": "plural_agreement-2-3",
"family": "plural_agreement",
"correct": 1,
"margin": 4.497749328613281
},
{
"id": "distractor_singular-2-3",
"family": "distractor_singular",
"correct": 0,
"margin": -0.05828857421875
},
{
"id": "relative_agreement-2-3",
"family": "relative_agreement",
"correct": 0,
"margin": -0.19903945922851562
},
{
"id": "singular_agreement-2-4",
"family": "singular_agreement",
"correct": 0,
"margin": -1.0400161743164062
},
{
"id": "plural_agreement-2-4",
"family": "plural_agreement",
"correct": 1,
"margin": 3.2261009216308594
},
{
"id": "distractor_singular-2-4",
"family": "distractor_singular",
"correct": 0,
"margin": -3.1678695678710938
},
{
"id": "relative_agreement-2-4",
"family": "relative_agreement",
"correct": 0,
"margin": -1.0329208374023438
},
{
"id": "singular_agreement-2-5",
"family": "singular_agreement",
"correct": 0,
"margin": -1.2807388305664062
},
{
"id": "plural_agreement-2-5",
"family": "plural_agreement",
"correct": 1,
"margin": 4.347419738769531
},
{
"id": "distractor_singular-2-5",
"family": "distractor_singular",
"correct": 0,
"margin": -2.4994049072265625
},
{
"id": "relative_agreement-2-5",
"family": "relative_agreement",
"correct": 0,
"margin": -2.5369720458984375
},
{
"id": "singular_agreement-3-0",
"family": "singular_agreement",
"correct": 1,
"margin": 3.5045318603515625
},
{
"id": "plural_agreement-3-0",
"family": "plural_agreement",
"correct": 1,
"margin": 4.248195648193359
},
{
"id": "distractor_singular-3-0",
"family": "distractor_singular",
"correct": 1,
"margin": 0.04497528076171875
},
{
"id": "relative_agreement-3-0",
"family": "relative_agreement",
"correct": 0,
"margin": -0.3975067138671875
},
{
"id": "singular_agreement-3-1",
"family": "singular_agreement",
"correct": 1,
"margin": 1.7957000732421875
},
{
"id": "plural_agreement-3-1",
"family": "plural_agreement",
"correct": 1,
"margin": 1.5819892883300781
},
{
"id": "distractor_singular-3-1",
"family": "distractor_singular",
"correct": 0,
"margin": -1.5973854064941406
},
{
"id": "relative_agreement-3-1",
"family": "relative_agreement",
"correct": 0,
"margin": -1.733428955078125
},
{
"id": "singular_agreement-3-2",
"family": "singular_agreement",
"correct": 1,
"margin": 4.3484344482421875
},
{
"id": "plural_agreement-3-2",
"family": "plural_agreement",
"correct": 1,
"margin": 3.9479103088378906
},
{
"id": "distractor_singular-3-2",
"family": "distractor_singular",
"correct": 1,
"margin": 0.6813774108886719
},
{
"id": "relative_agreement-3-2",
"family": "relative_agreement",
"correct": 0,
"margin": -2.049854278564453
},
{
"id": "singular_agreement-3-3",
"family": "singular_agreement",
"correct": 1,
"margin": 6.093711853027344
},
{
"id": "plural_agreement-3-3",
"family": "plural_agreement",
"correct": 1,
"margin": 2.6327476501464844
},
{
"id": "distractor_singular-3-3",
"family": "distractor_singular",
"correct": 0,
"margin": -1.2773818969726562
},
{
"id": "relative_agreement-3-3",
"family": "relative_agreement",
"correct": 0,
"margin": -0.8432884216308594
},
{
"id": "singular_agreement-3-4",
"family": "singular_agreement",
"correct": 1,
"margin": 1.0291252136230469
},
{
"id": "plural_agreement-3-4",
"family": "plural_agreement",
"correct": 1,
"margin": 2.4152870178222656
},
{
"id": "distractor_singular-3-4",
"family": "distractor_singular",
"correct": 0,
"margin": -2.9737205505371094
},
{
"id": "relative_agreement-3-4",
"family": "relative_agreement",
"correct": 0,
"margin": -2.0462722778320312
},
{
"id": "singular_agreement-3-5",
"family": "singular_agreement",
"correct": 0,
"margin": -1.6985664367675781
},
{
"id": "plural_agreement-3-5",
"family": "plural_agreement",
"correct": 1,
"margin": 5.529178619384766
},
{
"id": "distractor_singular-3-5",
"family": "distractor_singular",
"correct": 0,
"margin": -2.516986846923828
},
{
"id": "relative_agreement-3-5",
"family": "relative_agreement",
"correct": 0,
"margin": -4.06182861328125
},
{
"id": "singular_agreement-4-0",
"family": "singular_agreement",
"correct": 1,
"margin": 3.8667449951171875
},
{
"id": "plural_agreement-4-0",
"family": "plural_agreement",
"correct": 1,
"margin": 3.795198440551758
},
{
"id": "distractor_singular-4-0",
"family": "distractor_singular",
"correct": 1,
"margin": 0.423309326171875
},
{
"id": "relative_agreement-4-0",
"family": "relative_agreement",
"correct": 0,
"margin": -1.4384269714355469
},
{
"id": "singular_agreement-4-1",
"family": "singular_agreement",
"correct": 1,
"margin": 2.1310386657714844
},
{
"id": "plural_agreement-4-1",
"family": "plural_agreement",
"correct": 1,
"margin": 2.1980361938476562
},
{
"id": "distractor_singular-4-1",
"family": "distractor_singular",
"correct": 0,
"margin": -5.800823211669922
},
{
"id": "relative_agreement-4-1",
"family": "relative_agreement",
"correct": 0,
"margin": -5.364570617675781
},
{
"id": "singular_agreement-4-2",
"family": "singular_agreement",
"correct": 1,
"margin": 4.381256103515625
},
{
"id": "plural_agreement-4-2",
"family": "plural_agreement",
"correct": 1,
"margin": 4.689056396484375
},
{
"id": "distractor_singular-4-2",
"family": "distractor_singular",
"correct": 1,
"margin": 1.5765228271484375
},
{
"id": "relative_agreement-4-2",
"family": "relative_agreement",
"correct": 1,
"margin": 1.2687644958496094
},
{
"id": "singular_agreement-4-3",
"family": "singular_agreement",
"correct": 1,
"margin": 3.6472949981689453
},
{
"id": "plural_agreement-4-3",
"family": "plural_agreement",
"correct": 1,
"margin": 4.787406921386719
},
{
"id": "distractor_singular-4-3",
"family": "distractor_singular",
"correct": 0,
"margin": -1.4160079956054688
},
{
"id": "relative_agreement-4-3",
"family": "relative_agreement",
"correct": 0,
"margin": -0.3103752136230469
},
{
"id": "singular_agreement-4-4",
"family": "singular_agreement",
"correct": 1,
"margin": 0.10998344421386719
},
{
"id": "plural_agreement-4-4",
"family": "plural_agreement",
"correct": 1,
"margin": 3.2770957946777344
},
{
"id": "distractor_singular-4-4",
"family": "distractor_singular",
"correct": 0,
"margin": -2.7678756713867188
},
{
"id": "relative_agreement-4-4",
"family": "relative_agreement",
"correct": 0,
"margin": -0.04779815673828125
},
{
"id": "singular_agreement-4-5",
"family": "singular_agreement",
"correct": 1,
"margin": 0.21551895141601562
},
{
"id": "plural_agreement-4-5",
"family": "plural_agreement",
"correct": 1,
"margin": 4.6389923095703125
},
{
"id": "distractor_singular-4-5",
"family": "distractor_singular",
"correct": 0,
"margin": -4.123958587646484
},
{
"id": "relative_agreement-4-5",
"family": "relative_agreement",
"correct": 0,
"margin": -3.1407318115234375
},
{
"id": "singular_agreement-5-0",
"family": "singular_agreement",
"correct": 1,
"margin": 4.0569000244140625
},
{
"id": "plural_agreement-5-0",
"family": "plural_agreement",
"correct": 1,
"margin": 3.5327110290527344
},
{
"id": "distractor_singular-5-0",
"family": "distractor_singular",
"correct": 1,
"margin": 0.23793411254882812
},
{
"id": "relative_agreement-5-0",
"family": "relative_agreement",
"correct": 0,
"margin": -1.7888717651367188
},
{
"id": "singular_agreement-5-1",
"family": "singular_agreement",
"correct": 0,
"margin": -1.2480583190917969
},
{
"id": "plural_agreement-5-1",
"family": "plural_agreement",
"correct": 1,
"margin": 6.1526641845703125
},
{
"id": "distractor_singular-5-1",
"family": "distractor_singular",
"correct": 0,
"margin": -3.38848876953125
},
{
"id": "relative_agreement-5-1",
"family": "relative_agreement",
"correct": 0,
"margin": -4.254802703857422
},
{
"id": "singular_agreement-5-2",
"family": "singular_agreement",
"correct": 1,
"margin": 3.707721710205078
},
{
"id": "plural_agreement-5-2",
"family": "plural_agreement",
"correct": 1,
"margin": 4.224170684814453
},
{
"id": "distractor_singular-5-2",
"family": "distractor_singular",
"correct": 1,
"margin": 0.423553466796875
},
{
"id": "relative_agreement-5-2",
"family": "relative_agreement",
"correct": 0,
"margin": -0.00197601318359375
},
{
"id": "singular_agreement-5-3",
"family": "singular_agreement",
"correct": 1,
"margin": 3.84381103515625
},
{
"id": "plural_agreement-5-3",
"family": "plural_agreement",
"correct": 1,
"margin": 3.0064544677734375
},
{
"id": "distractor_singular-5-3",
"family": "distractor_singular",
"correct": 0,
"margin": -0.6239356994628906
},
{
"id": "relative_agreement-5-3",
"family": "relative_agreement",
"correct": 0,
"margin": -1.0127944946289062
},
{
"id": "singular_agreement-5-4",
"family": "singular_agreement",
"correct": 1,
"margin": 1.9934959411621094
},
{
"id": "plural_agreement-5-4",
"family": "plural_agreement",
"correct": 1,
"margin": 4.275310516357422
},
{
"id": "distractor_singular-5-4",
"family": "distractor_singular",
"correct": 0,
"margin": -1.0294113159179688
},
{
"id": "relative_agreement-5-4",
"family": "relative_agreement",
"correct": 0,
"margin": -0.3650550842285156
},
{
"id": "singular_agreement-5-5",
"family": "singular_agreement",
"correct": 0,
"margin": -0.708831787109375
},
{
"id": "plural_agreement-5-5",
"family": "plural_agreement",
"correct": 1,
"margin": 4.30023193359375
},
{
"id": "distractor_singular-5-5",
"family": "distractor_singular",
"correct": 0,
"margin": -1.6525497436523438
},
{
"id": "relative_agreement-5-5",
"family": "relative_agreement",
"correct": 0,
"margin": -2.670684814453125
},
{
"id": "singular_agreement-6-0",
"family": "singular_agreement",
"correct": 1,
"margin": 4.0
},
{
"id": "plural_agreement-6-0",
"family": "plural_agreement",
"correct": 1,
"margin": 1.9707412719726562
},
{
"id": "distractor_singular-6-0",
"family": "distractor_singular",
"correct": 1,
"margin": 0.44550323486328125
},
{
"id": "relative_agreement-6-0",
"family": "relative_agreement",
"correct": 0,
"margin": -1.1171989440917969
},
{
"id": "singular_agreement-6-1",
"family": "singular_agreement",
"correct": 1,
"margin": 2.3081626892089844
},
{
"id": "plural_agreement-6-1",
"family": "plural_agreement",
"correct": 1,
"margin": 0.26519012451171875
},
{
"id": "distractor_singular-6-1",
"family": "distractor_singular",
"correct": 0,
"margin": -0.0304718017578125
},
{
"id": "relative_agreement-6-1",
"family": "relative_agreement",
"correct": 0,
"margin": -1.0992050170898438
},
{
"id": "singular_agreement-6-2",
"family": "singular_agreement",
"correct": 1,
"margin": 3.1372833251953125
},
{
"id": "plural_agreement-6-2",
"family": "plural_agreement",
"correct": 1,
"margin": 3.925586700439453
},
{
"id": "distractor_singular-6-2",
"family": "distractor_singular",
"correct": 1,
"margin": 2.5671958923339844
},
{
"id": "relative_agreement-6-2",
"family": "relative_agreement",
"correct": 1,
"margin": 1.0695610046386719
},
{
"id": "singular_agreement-6-3",
"family": "singular_agreement",
"correct": 1,
"margin": 4.176361083984375
},
{
"id": "plural_agreement-6-3",
"family": "plural_agreement",
"correct": 1,
"margin": 3.5889358520507812
},
{
"id": "distractor_singular-6-3",
"family": "distractor_singular",
"correct": 1,
"margin": 1.960662841796875
},
{
"id": "relative_agreement-6-3",
"family": "relative_agreement",
"correct": 1,
"margin": 1.3957748413085938
},
{
"id": "singular_agreement-6-4",
"family": "singular_agreement",
"correct": 1,
"margin": 0.126434326171875
},
{
"id": "plural_agreement-6-4",
"family": "plural_agreement",
"correct": 1,
"margin": 2.4734344482421875
},
{
"id": "distractor_singular-6-4",
"family": "distractor_singular",
"correct": 0,
"margin": -1.1741409301757812
},
{
"id": "relative_agreement-6-4",
"family": "relative_agreement",
"correct": 0,
"margin": -1.4215660095214844
},
{
"id": "singular_agreement-6-5",
"family": "singular_agreement",
"correct": 0,
"margin": -0.7197074890136719
},
{
"id": "plural_agreement-6-5",
"family": "plural_agreement",
"correct": 1,
"margin": 4.5807952880859375
},
{
"id": "distractor_singular-6-5",
"family": "distractor_singular",
"correct": 0,
"margin": -1.0827598571777344
},
{
"id": "relative_agreement-6-5",
"family": "relative_agreement",
"correct": 0,
"margin": -2.6708297729492188
},
{
"id": "singular_agreement-7-0",
"family": "singular_agreement",
"correct": 1,
"margin": 4.829721450805664
},
{
"id": "plural_agreement-7-0",
"family": "plural_agreement",
"correct": 1,
"margin": 4.248008728027344
},
{
"id": "distractor_singular-7-0",
"family": "distractor_singular",
"correct": 1,
"margin": 0.68389892578125
},
{
"id": "relative_agreement-7-0",
"family": "relative_agreement",
"correct": 1,
"margin": 0.798492431640625
},
{
"id": "singular_agreement-7-1",
"family": "singular_agreement",
"correct": 1,
"margin": 0.17333221435546875
},
{
"id": "plural_agreement-7-1",
"family": "plural_agreement",
"correct": 1,
"margin": 3.383892059326172
},
{
"id": "distractor_singular-7-1",
"family": "distractor_singular",
"correct": 0,
"margin": -2.6021995544433594
},
{
"id": "relative_agreement-7-1",
"family": "relative_agreement",
"correct": 0,
"margin": -2.7135696411132812
},
{
"id": "singular_agreement-7-2",
"family": "singular_agreement",
"correct": 1,
"margin": 4.01715087890625
},
{
"id": "plural_agreement-7-2",
"family": "plural_agreement",
"correct": 1,
"margin": 3.024974822998047
},
{
"id": "distractor_singular-7-2",
"family": "distractor_singular",
"correct": 0,
"margin": -1.7148475646972656
},
{
"id": "relative_agreement-7-2",
"family": "relative_agreement",
"correct": 1,
"margin": 0.6895904541015625
},
{
"id": "singular_agreement-7-3",
"family": "singular_agreement",
"correct": 1,
"margin": 3.6683387756347656
},
{
"id": "plural_agreement-7-3",
"family": "plural_agreement",
"correct": 1,
"margin": 4.0222015380859375
},
{
"id": "distractor_singular-7-3",
"family": "distractor_singular",
"correct": 0,
"margin": -1.584197998046875
},
{
"id": "relative_agreement-7-3",
"family": "relative_agreement",
"correct": 1,
"margin": 0.9300575256347656
},
{
"id": "singular_agreement-7-4",
"family": "singular_agreement",
"correct": 0,
"margin": -0.3918495178222656
},
{
"id": "plural_agreement-7-4",
"family": "plural_agreement",
"correct": 1,
"margin": 2.5388832092285156
},
{
"id": "distractor_singular-7-4",
"family": "distractor_singular",
"correct": 0,
"margin": -4.302074432373047
},
{
"id": "relative_agreement-7-4",
"family": "relative_agreement",
"correct": 0,
"margin": -0.13174819946289062
},
{
"id": "singular_agreement-7-5",
"family": "singular_agreement",
"correct": 0,
"margin": -3.1991310119628906
},
{
"id": "plural_agreement-7-5",
"family": "plural_agreement",
"correct": 1,
"margin": 4.648475646972656
},
{
"id": "distractor_singular-7-5",
"family": "distractor_singular",
"correct": 0,
"margin": -3.9813270568847656
},
{
"id": "relative_agreement-7-5",
"family": "relative_agreement",
"correct": 0,
"margin": -3.3030052185058594
},
{
"id": "singular_agreement-8-0",
"family": "singular_agreement",
"correct": 1,
"margin": 3.6754093170166016
},
{
"id": "plural_agreement-8-0",
"family": "plural_agreement",
"correct": 1,
"margin": 2.9279632568359375
},
{
"id": "distractor_singular-8-0",
"family": "distractor_singular",
"correct": 0,
"margin": -0.5267105102539062
},
{
"id": "relative_agreement-8-0",
"family": "relative_agreement",
"correct": 0,
"margin": -1.8017387390136719
},
{
"id": "singular_agreement-8-1",
"family": "singular_agreement",
"correct": 1,
"margin": 0.9858551025390625
},
{
"id": "plural_agreement-8-1",
"family": "plural_agreement",
"correct": 1,
"margin": 3.326934814453125
},
{
"id": "distractor_singular-8-1",
"family": "distractor_singular",
"correct": 0,
"margin": -1.9294967651367188
},
{
"id": "relative_agreement-8-1",
"family": "relative_agreement",
"correct": 0,
"margin": -2.018962860107422
},
{
"id": "singular_agreement-8-2",
"family": "singular_agreement",
"correct": 1,
"margin": 2.2746353149414062
},
{
"id": "plural_agreement-8-2",
"family": "plural_agreement",
"correct": 1,
"margin": 3.6983184814453125
},
{
"id": "distractor_singular-8-2",
"family": "distractor_singular",
"correct": 0,
"margin": -0.8116073608398438
},
{
"id": "relative_agreement-8-2",
"family": "relative_agreement",
"correct": 0,
"margin": -1.6588516235351562
},
{
"id": "singular_agreement-8-3",
"family": "singular_agreement",
"correct": 1,
"margin": 2.762042999267578
},
{
"id": "plural_agreement-8-3",
"family": "plural_agreement",
"correct": 1,
"margin": 3.810649871826172
},
{
"id": "distractor_singular-8-3",
"family": "distractor_singular",
"correct": 0,
"margin": -0.3207588195800781
},
{
"id": "relative_agreement-8-3",
"family": "relative_agreement",
"correct": 0,
"margin": -0.7456169128417969
},
{
"id": "singular_agreement-8-4",
"family": "singular_agreement",
"correct": 0,
"margin": -0.22592544555664062
},
{
"id": "plural_agreement-8-4",
"family": "plural_agreement",
"correct": 1,
"margin": 2.5803489685058594
},
{
"id": "distractor_singular-8-4",
"family": "distractor_singular",
"correct": 0,
"margin": -2.4915428161621094
},
{
"id": "relative_agreement-8-4",
"family": "relative_agreement",
"correct": 0,
"margin": -1.2077102661132812
},
{
"id": "singular_agreement-8-5",
"family": "singular_agreement",
"correct": 0,
"margin": -0.5627517700195312
},
{
"id": "plural_agreement-8-5",
"family": "plural_agreement",
"correct": 1,
"margin": 5.906402587890625
},
{
"id": "distractor_singular-8-5",
"family": "distractor_singular",
"correct": 0,
"margin": -2.798847198486328
},
{
"id": "relative_agreement-8-5",
"family": "relative_agreement",
"correct": 0,
"margin": -3.7091064453125
},
{
"id": "singular_agreement-9-0",
"family": "singular_agreement",
"correct": 1,
"margin": 4.464366912841797
},
{
"id": "plural_agreement-9-0",
"family": "plural_agreement",
"correct": 1,
"margin": 3.853588104248047
},
{
"id": "distractor_singular-9-0",
"family": "distractor_singular",
"correct": 0,
"margin": -0.37062835693359375
},
{
"id": "relative_agreement-9-0",
"family": "relative_agreement",
"correct": 0,
"margin": -0.4691619873046875
},
{
"id": "singular_agreement-9-1",
"family": "singular_agreement",
"correct": 1,
"margin": 1.5890617370605469
},
{
"id": "plural_agreement-9-1",
"family": "plural_agreement",
"correct": 1,
"margin": 3.2067832946777344
},
{
"id": "distractor_singular-9-1",
"family": "distractor_singular",
"correct": 0,
"margin": -3.480335235595703
},
{
"id": "relative_agreement-9-1",
"family": "relative_agreement",
"correct": 0,
"margin": -4.768730163574219
},
{
"id": "singular_agreement-9-2",
"family": "singular_agreement",
"correct": 1,
"margin": 5.579261779785156
},
{
"id": "plural_agreement-9-2",
"family": "plural_agreement",
"correct": 1,
"margin": 5.127983093261719
},
{
"id": "distractor_singular-9-2",
"family": "distractor_singular",
"correct": 1,
"margin": 0.32293701171875
},
{
"id": "relative_agreement-9-2",
"family": "relative_agreement",
"correct": 0,
"margin": -0.9946212768554688
},
{
"id": "singular_agreement-9-3",
"family": "singular_agreement",
"correct": 1,
"margin": 3.9910964965820312
},
{
"id": "plural_agreement-9-3",
"family": "plural_agreement",
"correct": 1,
"margin": 3.372356414794922
},
{
"id": "distractor_singular-9-3",
"family": "distractor_singular",
"correct": 0,
"margin": -0.432037353515625
},
{
"id": "relative_agreement-9-3",
"family": "relative_agreement",
"correct": 0,
"margin": -0.6620674133300781
},
{
"id": "singular_agreement-9-4",
"family": "singular_agreement",
"correct": 0,
"margin": -0.5684127807617188
},
{
"id": "plural_agreement-9-4",
"family": "plural_agreement",
"correct": 1,
"margin": 3.957996368408203
},
{
"id": "distractor_singular-9-4",
"family": "distractor_singular",
"correct": 0,
"margin": -2.527618408203125
},
{
"id": "relative_agreement-9-4",
"family": "relative_agreement",
"correct": 0,
"margin": -2.0059432983398438
},
{
"id": "singular_agreement-9-5",
"family": "singular_agreement",
"correct": 0,
"margin": -1.4420166015625
},
{
"id": "plural_agreement-9-5",
"family": "plural_agreement",
"correct": 1,
"margin": 7.123268127441406
},
{
"id": "distractor_singular-9-5",
"family": "distractor_singular",
"correct": 0,
"margin": -3.9677505493164062
},
{
"id": "relative_agreement-9-5",
"family": "relative_agreement",
"correct": 0,
"margin": -4.150653839111328
},
{
"id": "singular_agreement-10-0",
"family": "singular_agreement",
"correct": 1,
"margin": 2.7376785278320312
},
{
"id": "plural_agreement-10-0",
"family": "plural_agreement",
"correct": 1,
"margin": 3.253215789794922
},
{
"id": "distractor_singular-10-0",
"family": "distractor_singular",
"correct": 0,
"margin": -0.24480819702148438
},
{
"id": "relative_agreement-10-0",
"family": "relative_agreement",
"correct": 0,
"margin": -1.664703369140625
},
{
"id": "singular_agreement-10-1",
"family": "singular_agreement",
"correct": 1,
"margin": 2.123340606689453
},
{
"id": "plural_agreement-10-1",
"family": "plural_agreement",
"correct": 1,
"margin": 0.756195068359375
},
{
"id": "distractor_singular-10-1",
"family": "distractor_singular",
"correct": 0,
"margin": -2.5483551025390625
},
{
"id": "relative_agreement-10-1",
"family": "relative_agreement",
"correct": 0,
"margin": -3.2509689331054688
},
{
"id": "singular_agreement-10-2",
"family": "singular_agreement",
"correct": 1,
"margin": 4.571216583251953
},
{
"id": "plural_agreement-10-2",
"family": "plural_agreement",
"correct": 1,
"margin": 3.5950851440429688
},
{
"id": "distractor_singular-10-2",
"family": "distractor_singular",
"correct": 1,
"margin": 0.5919380187988281
},
{
"id": "relative_agreement-10-2",
"family": "relative_agreement",
"correct": 0,
"margin": -0.36180877685546875
},
{
"id": "singular_agreement-10-3",
"family": "singular_agreement",
"correct": 1,
"margin": 5.327037811279297
},
{
"id": "plural_agreement-10-3",
"family": "plural_agreement",
"correct": 1,
"margin": 2.5657615661621094
},
{
"id": "distractor_singular-10-3",
"family": "distractor_singular",
"correct": 0,
"margin": -0.0359649658203125
},
{
"id": "relative_agreement-10-3",
"family": "relative_agreement",
"correct": 0,
"margin": -0.4149284362792969
},
{
"id": "singular_agreement-10-4",
"family": "singular_agreement",
"correct": 1,
"margin": 0.42999267578125
},
{
"id": "plural_agreement-10-4",
"family": "plural_agreement",
"correct": 1,
"margin": 3.4893035888671875
},
{
"id": "distractor_singular-10-4",
"family": "distractor_singular",
"correct": 0,
"margin": -0.9688262939453125
},
{
"id": "relative_agreement-10-4",
"family": "relative_agreement",
"correct": 0,
"margin": -0.6905136108398438
},
{
"id": "singular_agreement-10-5",
"family": "singular_agreement",
"correct": 0,
"margin": -0.14892196655273438
},
{
"id": "plural_agreement-10-5",
"family": "plural_agreement",
"correct": 1,
"margin": 4.891288757324219
},
{
"id": "distractor_singular-10-5",
"family": "distractor_singular",
"correct": 0,
"margin": -3.237682342529297
},
{
"id": "relative_agreement-10-5",
"family": "relative_agreement",
"correct": 0,
"margin": -3.6591110229492188
},
{
"id": "singular_agreement-11-0",
"family": "singular_agreement",
"correct": 1,
"margin": 1.350900650024414
},
{
"id": "plural_agreement-11-0",
"family": "plural_agreement",
"correct": 1,
"margin": 3.1838035583496094
},
{
"id": "distractor_singular-11-0",
"family": "distractor_singular",
"correct": 1,
"margin": 0.029308319091796875
},
{
"id": "relative_agreement-11-0",
"family": "relative_agreement",
"correct": 0,
"margin": -2.7392654418945312
},
{
"id": "singular_agreement-11-1",
"family": "singular_agreement",
"correct": 1,
"margin": 0.7716140747070312
},
{
"id": "plural_agreement-11-1",
"family": "plural_agreement",
"correct": 1,
"margin": 3.9754104614257812
},
{
"id": "distractor_singular-11-1",
"family": "distractor_singular",
"correct": 0,
"margin": -2.6904678344726562
},
{
"id": "relative_agreement-11-1",
"family": "relative_agreement",
"correct": 0,
"margin": -2.539630889892578
},
{
"id": "singular_agreement-11-2",
"family": "singular_agreement",
"correct": 1,
"margin": 2.7279434204101562
},
{
"id": "plural_agreement-11-2",
"family": "plural_agreement",
"correct": 1,
"margin": 3.9052352905273438
},
{
"id": "distractor_singular-11-2",
"family": "distractor_singular",
"correct": 1,
"margin": 1.510894775390625
},
{
"id": "relative_agreement-11-2",
"family": "relative_agreement",
"correct": 1,
"margin": 1.5916976928710938
},
{
"id": "singular_agreement-11-3",
"family": "singular_agreement",
"correct": 1,
"margin": 5.166206359863281
},
{
"id": "plural_agreement-11-3",
"family": "plural_agreement",
"correct": 1,
"margin": 2.817455291748047
},
{
"id": "distractor_singular-11-3",
"family": "distractor_singular",
"correct": 0,
"margin": -2.292644500732422
},
{
"id": "relative_agreement-11-3",
"family": "relative_agreement",
"correct": 0,
"margin": -1.1182060241699219
},
{
"id": "singular_agreement-11-4",
"family": "singular_agreement",
"correct": 0,
"margin": -0.8339576721191406
},
{
"id": "plural_agreement-11-4",
"family": "plural_agreement",
"correct": 1,
"margin": 2.3611488342285156
},
{
"id": "distractor_singular-11-4",
"family": "distractor_singular",
"correct": 0,
"margin": -3.528820037841797
},
{
"id": "relative_agreement-11-4",
"family": "relative_agreement",
"correct": 0,
"margin": -1.4833869934082031
},
{
"id": "singular_agreement-11-5",
"family": "singular_agreement",
"correct": 0,
"margin": -0.5732803344726562
},
{
"id": "plural_agreement-11-5",
"family": "plural_agreement",
"correct": 1,
"margin": 4.629154205322266
},
{
"id": "distractor_singular-11-5",
"family": "distractor_singular",
"correct": 0,
"margin": -2.2121238708496094
},
{
"id": "relative_agreement-11-5",
"family": "relative_agreement",
"correct": 0,
"margin": -1.9857978820800781
}
],
"arc": [
{
"id": "MCAS_2000_4_6",
"correct": 0,
"prediction": "B",
"scores": [
-44.18067932128906,
-39.76271057128906,
-43.24646759033203,
-44.115516662597656
]
},
{
"id": "Mercury_7057260",
"correct": 0,
"prediction": "A",
"scores": [
-105.15927124023438,
-107.7598876953125,
-106.09832763671875,
-110.4351806640625
]
},
{
"id": "ACTAAP_2014_7_6",
"correct": 1,
"prediction": "A",
"scores": [
-88.19142150878906,
-90.2853012084961,
-88.6650161743164,
-90.34819793701172
]
},
{
"id": "Mercury_7122448",
"correct": 0,
"prediction": "A",
"scores": [
-71.00697326660156,
-74.91458892822266,
-74.85581970214844,
-76.78536987304688
]
},
{
"id": "Mercury_SC_416516",
"correct": 0,
"prediction": "A",
"scores": [
-40.020233154296875,
-41.56199264526367,
-41.364803314208984,
-48.65655517578125
]
},
{
"id": "MCAS_2016_8_3",
"correct": 0,
"prediction": "A",
"scores": [
-134.74313354492188,
-137.13356018066406,
-136.20101928710938,
-140.66976928710938
]
},
{
"id": "Mercury_7030153",
"correct": 1,
"prediction": "C",
"scores": [
-110.29622650146484,
-104.5127944946289,
-100.32337951660156,
-112.22003173828125
]
},
{
"id": "AKDE&ED_2012_8_43",
"correct": 1,
"prediction": "C",
"scores": [
-64.52330780029297,
-61.59113311767578,
-60.91941452026367,
-68.871826171875
]
},
{
"id": "NYSEDREGENTS_2014_8_10",
"correct": 1,
"prediction": "1",
"scores": [
-86.24688720703125,
-97.36409759521484,
-91.84161376953125,
-88.50985717773438
]
},
{
"id": "Mercury_SC_LBS10938",
"correct": 0,
"prediction": "A",
"scores": [
-48.9180908203125,
-56.90235137939453,
-53.57584762573242,
-56.22142791748047
]
},
{
"id": "ACTAAP_2007_7_19",
"correct": 1,
"prediction": "A",
"scores": [
-38.13011932373047,
-43.26994323730469,
-39.47829818725586,
-39.728065490722656
]
},
{
"id": "Mercury_176873",
"correct": 0,
"prediction": "C",
"scores": [
-42.82304382324219,
-45.052757263183594,
-40.81786346435547,
-44.41234588623047
]
},
{
"id": "Mercury_SC_LBS10170",
"correct": 1,
"prediction": "B",
"scores": [
-25.85529327392578,
-22.211078643798828,
-22.484901428222656,
-23.256664276123047
]
},
{
"id": "Mercury_400978",
"correct": 0,
"prediction": "C",
"scores": [
-92.7560043334961,
-105.39431762695312,
-92.5997543334961,
-104.44560241699219
]
},
{
"id": "Mercury_7185220",
"correct": 1,
"prediction": "A",
"scores": [
-103.70330047607422,
-104.03569030761719,
-104.55458068847656,
-105.07450866699219
]
},
{
"id": "Mercury_7213378",
"correct": 0,
"prediction": "C",
"scores": [
-47.63132095336914,
-45.84883117675781,
-44.97587585449219,
-48.48200225830078
]
},
{
"id": "Mercury_7241343",
"correct": 0,
"prediction": "B",
"scores": [
-92.71178436279297,
-86.6988754272461,
-95.38066101074219,
-93.26105499267578
]
},
{
"id": "TIMSS_1995_8_J5",
"correct": 1,
"prediction": "B",
"scores": [
-41.781578063964844,
-40.174137115478516,
-42.60816192626953,
-41.67925262451172,
-42.77620315551758
]
},
{
"id": "Mercury_7271583",
"correct": 1,
"prediction": "C",
"scores": [
-79.751953125,
-77.94021606445312,
-77.46095275878906,
-79.30400085449219
]
},
{
"id": "Mercury_412415",
"correct": 0,
"prediction": "D",
"scores": [
-66.74799346923828,
-63.497989654541016,
-66.40785217285156,
-62.49517059326172
]
},
{
"id": "Mercury_SC_400175",
"correct": 1,
"prediction": "B",
"scores": [
-94.55839538574219,
-93.23171997070312,
-96.98157501220703,
-95.12659454345703
]
},
{
"id": "Mercury_7006213",
"correct": 1,
"prediction": "A",
"scores": [
-75.12738037109375,
-76.63555145263672,
-78.14694213867188,
-76.86286163330078
]
},
{
"id": "NCEOGA_2013_5_28",
"correct": 0,
"prediction": "B",
"scores": [
-108.58358764648438,
-106.49029541015625,
-107.0809555053711,
-106.99711608886719
]
},
{
"id": "Mercury_SC_407569",
"correct": 0,
"prediction": "B",
"scores": [
-108.83488464355469,
-108.63761901855469,
-110.33392333984375,
-110.79972839355469
]
},
{
"id": "MCAS_1999_8_35",
"correct": 1,
"prediction": "B",
"scores": [
-61.64919662475586,
-54.665592193603516,
-55.73222732543945,
-57.50237274169922
]
},
{
"id": "ACTAAP_2009_5_14",
"correct": 0,
"prediction": "B",
"scores": [
-125.86787414550781,
-124.78778076171875,
-133.67169189453125,
-142.3291015625
]
},
{
"id": "Mercury_7112788",
"correct": 0,
"prediction": "C",
"scores": [
-151.99005126953125,
-155.17611694335938,
-151.18148803710938,
-155.88975524902344
]
},
{
"id": "Mercury_7137463",
"correct": 1,
"prediction": "A",
"scores": [
-112.4023208618164,
-116.91302490234375,
-114.65310668945312,
-115.72954559326172
]
},
{
"id": "Mercury_7008435",
"correct": 1,
"prediction": "D",
"scores": [
-47.669166564941406,
-45.60456848144531,
-45.742855072021484,
-44.42155456542969
]
},
{
"id": "Mercury_SC_401208",
"correct": 1,
"prediction": "A",
"scores": [
-61.407867431640625,
-63.85987854003906,
-77.02455139160156,
-69.79966735839844
]
},
{
"id": "Mercury_7057925",
"correct": 1,
"prediction": "A",
"scores": [
-55.757568359375,
-56.86503219604492,
-59.358070373535156,
-58.600563049316406
]
},
{
"id": "OHAT_2008_5_13",
"correct": 0,
"prediction": "A",
"scores": [
-225.40301513671875,
-233.5838165283203,
-227.17225646972656,
-236.91465759277344
]
},
{
"id": "Mercury_7013073",
"correct": 1,
"prediction": "C",
"scores": [
-91.57328796386719,
-93.58473205566406,
-89.9754409790039,
-90.63154602050781
]
},
{
"id": "ACTAAP_2013_5_16",
"correct": 1,
"prediction": "A",
"scores": [
-44.21338653564453,
-52.04419708251953,
-51.19816207885742,
-69.40204620361328
]
},
{
"id": "Mercury_SC_415396",
"correct": 1,
"prediction": "A",
"scores": [
-51.782554626464844,
-55.851959228515625,
-57.842926025390625,
-58.41082763671875
]
},
{
"id": "Mercury_7179638",
"correct": 1,
"prediction": "D",
"scores": [
-96.90747833251953,
-99.15811157226562,
-106.45043182373047,
-95.63359069824219
]
},
{
"id": "ACTAAP_2011_5_2",
"correct": 1,
"prediction": "D",
"scores": [
-53.61492156982422,
-54.26148986816406,
-55.00225067138672,
-52.59770965576172
]
},
{
"id": "Mercury_7249970",
"correct": 0,
"prediction": "B",
"scores": [
-63.60057067871094,
-62.774925231933594,
-68.01263427734375,
-63.75633239746094
]
},
{
"id": "Mercury_7092418",
"correct": 1,
"prediction": "A",
"scores": [
-94.86116790771484,
-96.18125915527344,
-99.99649810791016,
-105.572265625
]
},
{
"id": "MCAS_2012_8_23641",
"correct": 1,
"prediction": "B",
"scores": [
-91.715087890625,
-89.24801635742188,
-105.07601165771484,
-105.43850708007812
]
},
{
"id": "MEA_2010_8_12",
"correct": 0,
"prediction": "C",
"scores": [
-93.36473083496094,
-90.58103942871094,
-84.14940643310547,
-101.14376831054688
]
},
{
"id": "Mercury_SC_401158",
"correct": 0,
"prediction": "A",
"scores": [
-46.51232147216797,
-47.3560676574707,
-46.57482147216797,
-49.64519119262695
]
},
{
"id": "Mercury_7091928",
"correct": 1,
"prediction": "C",
"scores": [
-102.18482971191406,
-94.94527435302734,
-90.4881591796875,
-93.4563217163086
]
},
{
"id": "Mercury_7112735",
"correct": 1,
"prediction": "C",
"scores": [
-177.42718505859375,
-177.18438720703125,
-176.59063720703125,
-178.45462036132812
]
},
{
"id": "Mercury_7040863",
"correct": 1,
"prediction": "C",
"scores": [
-77.12882995605469,
-76.47068786621094,
-76.09103393554688,
-81.66340637207031
]
},
{
"id": "Mercury_7268818",
"correct": 0,
"prediction": "A",
"scores": [
-62.30779266357422,
-64.49262237548828,
-63.429649353027344,
-63.5731201171875
]
},
{
"id": "VASoL_2007_3_33",
"correct": 1,
"prediction": "B",
"scores": [
-69.99447631835938,
-65.74273681640625,
-83.40632629394531,
-75.90210723876953
]
},
{
"id": "LEAP_2001_4_10239",
"correct": 0,
"prediction": "C",
"scores": [
-102.95504760742188,
-105.64254760742188,
-101.60347747802734,
-107.37567138671875
]
},
{
"id": "Mercury_SC_400840",
"correct": 1,
"prediction": "A",
"scores": [
-66.88276672363281,
-68.8082504272461,
-69.5473403930664,
-68.587890625
]
},
{
"id": "AIMS_2008_8_9",
"correct": 0,
"prediction": "C",
"scores": [
-74.93697357177734,
-73.32994842529297,
-71.0506591796875,
-89.78274536132812
]
},
{
"id": "Mercury_7263305",
"correct": 0,
"prediction": "B",
"scores": [
-66.04708862304688,
-65.92289733886719,
-67.8458480834961,
-71.6090087890625
]
},
{
"id": "TIMSS_2011_8_pg139",
"correct": 0,
"prediction": "B",
"scores": [
-108.70771026611328,
-106.35044860839844,
-115.98428344726562,
-121.66204833984375
]
},
{
"id": "Mercury_7173845",
"correct": 0,
"prediction": "D",
"scores": [
-141.42140197753906,
-141.52310180664062,
-147.2239227294922,
-141.38796997070312
]
},
{
"id": "Mercury_7239208",
"correct": 1,
"prediction": "B",
"scores": [
-110.55010986328125,
-109.33094787597656,
-114.19270324707031,
-110.27626037597656
]
},
{
"id": "Mercury_7064050",
"correct": 0,
"prediction": "B",
"scores": [
-98.01998901367188,
-96.9530029296875,
-103.59203338623047,
-98.62260437011719
]
},
{
"id": "Mercury_400540",
"correct": 1,
"prediction": "C",
"scores": [
-99.22572326660156,
-91.06295776367188,
-87.29481506347656,
-91.98677062988281
]
},
{
"id": "ACTAAP_2010_7_15",
"correct": 0,
"prediction": "A",
"scores": [
-202.10830688476562,
-204.04483032226562,
-210.26834106445312,
-213.3435821533203
]
},
{
"id": "Mercury_7137673",
"correct": 1,
"prediction": "C",
"scores": [
-156.4453125,
-156.51461791992188,
-154.18402099609375,
-156.85679626464844
]
},
{
"id": "MCAS_2013_5_29401",
"correct": 0,
"prediction": "B",
"scores": [
-176.9839630126953,
-174.90261840820312,
-181.74624633789062,
-181.49522399902344
]
},
{
"id": "NYSEDREGENTS_2014_4_24",
"correct": 0,
"prediction": "C",
"scores": [
-95.70204162597656,
-96.5299072265625,
-95.56784057617188,
-97.45344543457031
]
},
{
"id": "Mercury_7194425",
"correct": 0,
"prediction": "C",
"scores": [
-103.83482360839844,
-105.2132339477539,
-101.46752166748047,
-103.12741088867188
]
},
{
"id": "Mercury_7004165",
"correct": 1,
"prediction": "A",
"scores": [
-62.580291748046875,
-63.502166748046875,
-72.7473373413086,
-68.23440551757812
]
},
{
"id": "Mercury_7086205",
"correct": 0,
"prediction": "C",
"scores": [
-49.17644500732422,
-51.09064483642578,
-47.53933334350586,
-56.59471893310547
]
},
{
"id": "NYSEDREGENTS_2014_8_8",
"correct": 0,
"prediction": "1",
"scores": [
-50.289451599121094,
-54.809913635253906,
-54.19645690917969,
-57.835426330566406
]
},
{
"id": "Mercury_7041948",
"correct": 1,
"prediction": "A",
"scores": [
-45.53168487548828,
-48.213191986083984,
-53.326744079589844,
-52.27277374267578
]
},
{
"id": "Mercury_7092348",
"correct": 0,
"prediction": "A",
"scores": [
-142.33120727539062,
-157.4482421875,
-155.37179565429688,
-167.49075317382812
]
},
{
"id": "VASoL_2009_5_25",
"correct": 1,
"prediction": "B",
"scores": [
-59.71115493774414,
-48.53538131713867,
-61.796226501464844,
-49.98394775390625
]
},
{
"id": "Mercury_7212713",
"correct": 0,
"prediction": "A",
"scores": [
-108.9662857055664,
-127.00487518310547,
-118.21771240234375,
-115.74031066894531
]
},
{
"id": "Mercury_SC_406661",
"correct": 0,
"prediction": "C",
"scores": [
-79.14012145996094,
-72.80696105957031,
-64.36909484863281,
-68.38131713867188
]
},
{
"id": "NCEOGA_2013_5_51",
"correct": 0,
"prediction": "A",
"scores": [
-107.623291015625,
-108.93183898925781,
-108.21049499511719,
-107.9188232421875
]
},
{
"id": "Mercury_7163940",
"correct": 1,
"prediction": "D",
"scores": [
-99.99234008789062,
-102.25142669677734,
-103.07266235351562,
-98.76921844482422
]
},
{
"id": "Mercury_7164658",
"correct": 1,
"prediction": "C",
"scores": [
-102.49472045898438,
-99.00818634033203,
-98.36972045898438,
-101.40097045898438
]
},
{
"id": "Mercury_7197908",
"correct": 0,
"prediction": "B",
"scores": [
-98.88970947265625,
-96.16311645507812,
-96.20797729492188,
-97.2967529296875
]
},
{
"id": "Mercury_7080448",
"correct": 1,
"prediction": "D",
"scores": [
-143.51336669921875,
-143.87744140625,
-144.05516052246094,
-142.77484130859375
]
},
{
"id": "Mercury_7130498",
"correct": 0,
"prediction": "A",
"scores": [
-113.81446075439453,
-115.08008575439453,
-118.04410552978516,
-115.8341064453125
]
},
{
"id": "MCAS_2013_5_17",
"correct": 0,
"prediction": "C",
"scores": [
-140.62022399902344,
-138.3420867919922,
-137.5312042236328,
-139.2021942138672
]
},
{
"id": "Mercury_7136623",
"correct": 1,
"prediction": "C",
"scores": [
-112.68545532226562,
-109.21330261230469,
-95.9036636352539,
-109.21399688720703
]
},
{
"id": "Mercury_7014508",
"correct": 1,
"prediction": "B",
"scores": [
-102.53791046142578,
-95.918212890625,
-110.03787231445312,
-104.56404113769531
]
},
{
"id": "Mercury_SC_401652",
"correct": 1,
"prediction": "A",
"scores": [
-83.04582977294922,
-86.16985321044922,
-98.64840698242188,
-103.4676284790039
]
},
{
"id": "Mercury_7069003",
"correct": 0,
"prediction": "A",
"scores": [
-50.098751068115234,
-54.13522720336914,
-54.14239501953125,
-55.06278991699219
]
},
{
"id": "TIMSS_2007_4_pg110",
"correct": 0,
"prediction": "A",
"scores": [
-118.0838623046875,
-122.74728393554688,
-120.12602233886719,
-123.21351623535156
]
},
{
"id": "Mercury_183190",
"correct": 1,
"prediction": "C",
"scores": [
-55.47065734863281,
-49.722694396972656,
-46.819908142089844,
-56.6057243347168
]
},
{
"id": "Mercury_SC_416137",
"correct": 1,
"prediction": "C",
"scores": [
-52.45793151855469,
-53.08882522583008,
-51.83567810058594,
-54.32525634765625
]
},
{
"id": "Mercury_SC_401592",
"correct": 1,
"prediction": "A",
"scores": [
-38.56257247924805,
-38.62179946899414,
-40.773193359375,
-39.09958267211914
]
},
{
"id": "Mercury_7032288",
"correct": 0,
"prediction": "D",
"scores": [
-133.89599609375,
-130.91815185546875,
-131.11033630371094,
-130.61219787597656
]
},
{
"id": "Mercury_7007630",
"correct": 1,
"prediction": "B",
"scores": [
-41.388038635253906,
-38.0516357421875,
-39.253135681152344,
-39.9376106262207
]
},
{
"id": "NYSEDREGENTS_2014_8_25",
"correct": 1,
"prediction": "2",
"scores": [
-43.27285385131836,
-41.74131774902344,
-42.93449401855469,
-44.64793014526367
]
},
{
"id": "Mercury_182665",
"correct": 0,
"prediction": "C",
"scores": [
-71.46388244628906,
-65.31358337402344,
-64.28575134277344,
-69.20347595214844
]
},
{
"id": "Mercury_189018",
"correct": 1,
"prediction": "B",
"scores": [
-90.10658264160156,
-86.50363159179688,
-91.57234191894531,
-89.534912109375
]
},
{
"id": "Mercury_SC_405304",
"correct": 0,
"prediction": "C",
"scores": [
-110.78048706054688,
-109.10951232910156,
-108.27075958251953,
-111.9385986328125
]
},
{
"id": "MCAS_2004_5_12",
"correct": 0,
"prediction": "D",
"scores": [
-206.531494140625,
-207.13201904296875,
-205.4653778076172,
-200.189453125
]
},
{
"id": "MCAS_2004_9_16",
"correct": 1,
"prediction": "A",
"scores": [
-138.39955139160156,
-150.87088012695312,
-146.80807495117188,
-139.64181518554688
]
},
{
"id": "Mercury_7107363",
"correct": 1,
"prediction": "B",
"scores": [
-231.6669921875,
-217.480712890625,
-220.27670288085938,
-223.93862915039062
]
},
{
"id": "Mercury_7083965",
"correct": 1,
"prediction": "C",
"scores": [
-42.782615661621094,
-43.97740936279297,
-39.540042877197266,
-42.25657653808594
]
},
{
"id": "Mercury_SC_416156",
"correct": 1,
"prediction": "B",
"scores": [
-40.8858757019043,
-40.5421257019043,
-41.0108757019043,
-40.9171257019043
]
},
{
"id": "Mercury_7082688",
"correct": 0,
"prediction": "B",
"scores": [
-65.95491790771484,
-65.88713836669922,
-70.56086730957031,
-69.96089172363281
]
},
{
"id": "CSZ20680",
"correct": 1,
"prediction": "D",
"scores": [
-70.59107971191406,
-70.38520812988281,
-74.34071350097656,
-68.99240112304688
]
},
{
"id": "Mercury_7228568",
"correct": 0,
"prediction": "A",
"scores": [
-76.87971496582031,
-77.0348129272461,
-77.02082061767578,
-79.95050048828125
]
},
{
"id": "Mercury_7269220",
"correct": 1,
"prediction": "A",
"scores": [
-104.18534851074219,
-108.59256744384766,
-115.63301086425781,
-111.70162963867188
]
},
{
"id": "AKDE&ED_2012_4_35",
"correct": 1,
"prediction": "B",
"scores": [
-164.07559204101562,
-159.44451904296875,
-177.835693359375,
-181.13192749023438
]
},
{
"id": "VASoL_2007_5_26",
"correct": 1,
"prediction": "B",
"scores": [
-47.362098693847656,
-45.835487365722656,
-51.56739807128906,
-46.98252487182617
]
},
{
"id": "TIMSS_2003_8_pg96",
"correct": 0,
"prediction": "D",
"scores": [
-82.49267578125,
-75.7921142578125,
-74.37154388427734,
-70.86544799804688
]
},
{
"id": "Mercury_7119805",
"correct": 0,
"prediction": "B",
"scores": [
-108.3177719116211,
-99.33091735839844,
-99.61133575439453,
-103.14350891113281
]
},
{
"id": "Mercury_SC_402067",
"correct": 0,
"prediction": "B",
"scores": [
-83.26020812988281,
-62.71105194091797,
-74.69096374511719,
-84.24908447265625
]
},
{
"id": "Mercury_189770",
"correct": 0,
"prediction": "A",
"scores": [
-56.14118194580078,
-61.86613845825195,
-79.05400085449219,
-64.86305236816406
]
},
{
"id": "Mercury_SC_403016",
"correct": 1,
"prediction": "D",
"scores": [
-44.465492248535156,
-43.74568176269531,
-39.236515045166016,
-38.767765045166016
]
},
{
"id": "Mercury_7044730",
"correct": 1,
"prediction": "C",
"scores": [
-101.95806884765625,
-101.12213134765625,
-99.89302062988281,
-102.92681884765625
]
},
{
"id": "Mercury_7270025",
"correct": 0,
"prediction": "D",
"scores": [
-87.759765625,
-74.66915893554688,
-74.40824890136719,
-71.65579223632812
]
},
{
"id": "Mercury_7252683",
"correct": 0,
"prediction": "A",
"scores": [
-74.37470245361328,
-86.07048034667969,
-77.27398681640625,
-79.07264709472656
]
},
{
"id": "Mercury_7017080",
"correct": 1,
"prediction": "C",
"scores": [
-51.13618469238281,
-55.469871520996094,
-50.42073440551758,
-55.22966003417969
]
},
{
"id": "MCAS_2011_5_17662",
"correct": 1,
"prediction": "A",
"scores": [
-112.77348327636719,
-123.96552276611328,
-122.52596282958984,
-131.06307983398438
]
},
{
"id": "Mercury_7041580",
"correct": 0,
"prediction": "D",
"scores": [
-64.41946411132812,
-64.19184875488281,
-66.62403106689453,
-61.811668395996094
]
},
{
"id": "Mercury_7204050",
"correct": 0,
"prediction": "B",
"scores": [
-153.46536254882812,
-148.6351318359375,
-148.6947021484375,
-157.043701171875
]
},
{
"id": "Mercury_7024378",
"correct": 1,
"prediction": "A",
"scores": [
-64.99935913085938,
-80.06423950195312,
-72.43232727050781,
-77.38250732421875
]
},
{
"id": "Mercury_7251755",
"correct": 1,
"prediction": "B",
"scores": [
-110.75743103027344,
-104.4549560546875,
-110.97451782226562,
-105.48811340332031
]
},
{
"id": "Mercury_SC_LBS10682",
"correct": 1,
"prediction": "B",
"scores": [
-78.05445861816406,
-69.80247497558594,
-73.11299896240234,
-74.26715850830078
]
},
{
"id": "NYSEDREGENTS_2014_8_42",
"correct": 1,
"prediction": "3",
"scores": [
-50.342185974121094,
-40.72551727294922,
-32.35051727294922,
-40.97551727294922
]
},
{
"id": "OHAT_2011_5_20",
"correct": 1,
"prediction": "A",
"scores": [
-143.986572265625,
-145.42782592773438,
-145.65756225585938,
-145.81163024902344
]
},
{
"id": "NYSEDREGENTS_2014_8_24",
"correct": 0,
"prediction": "3",
"scores": [
-60.508995056152344,
-62.477745056152344,
-59.998809814453125,
-61.748809814453125
]
},
{
"id": "Mercury_7084123",
"correct": 1,
"prediction": "C",
"scores": [
-154.87765502929688,
-154.96994018554688,
-154.4443359375,
-155.14930725097656
]
},
{
"id": "Mercury_7038098",
"correct": 0,
"prediction": "D",
"scores": [
-152.21029663085938,
-151.91494750976562,
-152.39060974121094,
-151.8653564453125
]
},
{
"id": "MDSA_2010_4_7",
"correct": 1,
"prediction": "B",
"scores": [
-99.7392807006836,
-96.18587493896484,
-97.99750518798828,
-97.05070495605469
]
},
{
"id": "Mercury_7175700",
"correct": 0,
"prediction": "A",
"scores": [
-121.47470092773438,
-121.96342468261719,
-125.82032012939453,
-123.92854309082031
]
},
{
"id": "Mercury_7206448",
"correct": 1,
"prediction": "B",
"scores": [
-136.4933624267578,
-126.04234313964844,
-133.15167236328125,
-131.859130859375
]
},
{
"id": "Mercury_7007665",
"correct": 0,
"prediction": "A",
"scores": [
-39.42259979248047,
-41.56592559814453,
-42.32815933227539,
-39.699066162109375
]
},
{
"id": "Mercury_408929",
"correct": 1,
"prediction": "D",
"scores": [
-187.52618408203125,
-187.24493408203125,
-186.01055908203125,
-184.02227783203125
]
},
{
"id": "Mercury_7094080",
"correct": 0,
"prediction": "D",
"scores": [
-47.45918273925781,
-54.20149230957031,
-49.20339584350586,
-43.57096862792969
]
},
{
"id": "Mercury_7068495",
"correct": 1,
"prediction": "C",
"scores": [
-58.309478759765625,
-58.33637619018555,
-57.94654083251953,
-69.19380187988281
]
},
{
"id": "TIMSS_2007_4_pg81",
"correct": 1,
"prediction": "C",
"scores": [
-51.764766693115234,
-50.625083923339844,
-46.938262939453125,
-58.968318939208984
]
},
{
"id": "AKDE&ED_2008_4_12",
"correct": 1,
"prediction": "A",
"scores": [
-99.98880004882812,
-109.42034149169922,
-110.04051208496094,
-103.65388488769531
]
},
{
"id": "TIMSS_2011_4_pg72",
"correct": 1,
"prediction": "A",
"scores": [
-59.80088806152344,
-69.10823059082031,
-65.82659912109375,
-68.88630676269531
]
},
{
"id": "LEAP_2011_8_10435",
"correct": 1,
"prediction": "B",
"scores": [
-86.5257568359375,
-81.57322692871094,
-83.14877319335938,
-89.00729370117188
]
},
{
"id": "Mercury_SC_407391",
"correct": 0,
"prediction": "A",
"scores": [
-59.61446762084961,
-63.02451705932617,
-68.08493041992188,
-71.51910400390625
]
},
{
"id": "Mercury_SC_401340",
"correct": 0,
"prediction": "A",
"scores": [
-33.254119873046875,
-33.785369873046875,
-34.582244873046875,
-35.019744873046875
]
},
{
"id": "NYSEDREGENTS_2014_8_21",
"correct": 1,
"prediction": "3",
"scores": [
-63.52558135986328,
-64.19535064697266,
-60.1446647644043,
-70.76187896728516
]
},
{
"id": "Mercury_178728",
"correct": 1,
"prediction": "D",
"scores": [
-64.94757080078125,
-66.29132080078125,
-66.86944580078125,
-64.77569580078125
]
},
{
"id": "Mercury_416365",
"correct": 0,
"prediction": "A",
"scores": [
-162.5923309326172,
-165.0692901611328,
-173.89060974121094,
-173.4635009765625
]
},
{
"id": "Mercury_411424",
"correct": 1,
"prediction": "B",
"scores": [
-192.94561767578125,
-187.6676025390625,
-188.2359619140625,
-190.16375732421875
]
},
{
"id": "Mercury_7015715",
"correct": 1,
"prediction": "C",
"scores": [
-60.3115119934082,
-59.7069091796875,
-57.17903137207031,
-59.41848373413086
]
},
{
"id": "Mercury_7172218",
"correct": 0,
"prediction": "A",
"scores": [
-175.63462829589844,
-176.9468994140625,
-179.13685607910156,
-178.84283447265625
]
},
{
"id": "Mercury_7094185",
"correct": 0,
"prediction": "A",
"scores": [
-61.4494514465332,
-65.14385986328125,
-62.47099304199219,
-66.60966491699219
]
},
{
"id": "Mercury_7161053",
"correct": 1,
"prediction": "A",
"scores": [
-94.4660873413086,
-94.74324035644531,
-95.02165985107422,
-101.49623107910156
]
},
{
"id": "MCAS_2002_5_12",
"correct": 1,
"prediction": "A",
"scores": [
-100.82723236083984,
-106.67845153808594,
-106.44921875,
-107.11538696289062
]
},
{
"id": "Mercury_7248378",
"correct": 1,
"prediction": "A",
"scores": [
-52.26665496826172,
-58.770782470703125,
-56.01836395263672,
-65.97279357910156
]
},
{
"id": "Mercury_7134698",
"correct": 0,
"prediction": "A",
"scores": [
-128.7266387939453,
-131.14515686035156,
-136.06179809570312,
-130.05194091796875
]
},
{
"id": "Mercury_7213553",
"correct": 1,
"prediction": "D",
"scores": [
-60.675174713134766,
-53.964447021484375,
-60.177223205566406,
-53.87513732910156
]
},
{
"id": "NCEOGA_2013_5_15",
"correct": 1,
"prediction": "D",
"scores": [
-53.157615661621094,
-52.561309814453125,
-53.253021240234375,
-49.832061767578125
]
},
{
"id": "Mercury_SC_400370",
"correct": 1,
"prediction": "A",
"scores": [
-78.49622344970703,
-82.76634216308594,
-93.04888916015625,
-80.20807647705078
]
},
{
"id": "Mercury_SC_401137",
"correct": 1,
"prediction": "D",
"scores": [
-56.63728332519531,
-62.64314651489258,
-57.20547866821289,
-50.379249572753906
]
},
{
"id": "Mercury_7107030",
"correct": 1,
"prediction": "D",
"scores": [
-80.3880615234375,
-78.87549591064453,
-77.7359619140625,
-69.78960418701172
]
},
{
"id": "Mercury_7018200",
"correct": 0,
"prediction": "D",
"scores": [
-28.952001571655273,
-31.36840057373047,
-28.498382568359375,
-27.95252227783203
]
},
{
"id": "Mercury_7092138",
"correct": 0,
"prediction": "B",
"scores": [
-48.94298553466797,
-48.07915496826172,
-58.89564514160156,
-50.22690963745117
]
},
{
"id": "Mercury_7139685",
"correct": 1,
"prediction": "A",
"scores": [
-52.638771057128906,
-55.25371551513672,
-60.41801071166992,
-53.67103576660156
]
},
{
"id": "NYSEDREGENTS_2014_8_2",
"correct": 1,
"prediction": "4",
"scores": [
-43.376434326171875,
-39.96442794799805,
-36.027870178222656,
-33.547943115234375
]
},
{
"id": "Mercury_7233538",
"correct": 1,
"prediction": "A",
"scores": [
-57.842185974121094,
-59.43720245361328,
-57.91196060180664,
-60.766937255859375
]
},
{
"id": "Mercury_7236128",
"correct": 1,
"prediction": "D",
"scores": [
-136.525634765625,
-139.041259765625,
-138.38568115234375,
-136.119384765625
]
},
{
"id": "Mercury_182683",
"correct": 0,
"prediction": "D",
"scores": [
-180.19102478027344,
-179.181396484375,
-190.2991943359375,
-176.8911590576172
]
},
{
"id": "Mercury_7216755",
"correct": 0,
"prediction": "B",
"scores": [
-100.97044372558594,
-99.00456237792969,
-100.23524475097656,
-99.32127380371094
]
},
{
"id": "Mercury_7013090",
"correct": 0,
"prediction": "D",
"scores": [
-68.80918884277344,
-67.64290618896484,
-69.84173583984375,
-66.66844177246094
]
},
{
"id": "Mercury_7248273",
"correct": 1,
"prediction": "B",
"scores": [
-88.71609497070312,
-84.6058349609375,
-85.0942153930664,
-85.99079895019531
]
},
{
"id": "Mercury_7187215",
"correct": 1,
"prediction": "C",
"scores": [
-159.37872314453125,
-158.99346923828125,
-147.928955078125,
-150.60382080078125
]
},
{
"id": "Mercury_7206500",
"correct": 1,
"prediction": "A",
"scores": [
-164.5767364501953,
-173.6222381591797,
-167.8098602294922,
-177.42617797851562
]
},
{
"id": "Mercury_7141348",
"correct": 1,
"prediction": "D",
"scores": [
-87.98106384277344,
-93.40974426269531,
-90.91934204101562,
-82.94656372070312
]
},
{
"id": "Mercury_7044783",
"correct": 0,
"prediction": "D",
"scores": [
-30.16732406616211,
-32.01121139526367,
-35.28668975830078,
-30.01323699951172
]
},
{
"id": "Mercury_SC_400002",
"correct": 1,
"prediction": "A",
"scores": [
-64.5212631225586,
-76.10244750976562,
-83.73025512695312,
-86.52938079833984
]
},
{
"id": "Mercury_7227973",
"correct": 1,
"prediction": "B",
"scores": [
-96.92778015136719,
-85.55265808105469,
-92.24330139160156,
-91.01901245117188
]
},
{
"id": "Mercury_7026863",
"correct": 0,
"prediction": "A",
"scores": [
-64.08330535888672,
-65.83328247070312,
-64.6513671875,
-76.28936767578125
]
},
{
"id": "Mercury_7068565",
"correct": 0,
"prediction": "C",
"scores": [
-57.23768615722656,
-54.61167907714844,
-53.84605407714844,
-55.64311218261719
]
},
{
"id": "NYSEDREGENTS_2014_8_39",
"correct": 1,
"prediction": "4",
"scores": [
-69.19804382324219,
-70.14335632324219,
-70.54179382324219,
-68.59013366699219
]
},
{
"id": "Mercury_SC_415696",
"correct": 0,
"prediction": "A",
"scores": [
-61.220245361328125,
-75.44397735595703,
-77.12452697753906,
-72.03839111328125
]
},
{
"id": "Mercury_7227850",
"correct": 0,
"prediction": "B",
"scores": [
-64.43173217773438,
-64.04537200927734,
-69.83367919921875,
-67.47625732421875
]
},
{
"id": "Mercury_7228515",
"correct": 1,
"prediction": "B",
"scores": [
-73.1237564086914,
-69.21333312988281,
-80.08709716796875,
-80.45411682128906
]
},
{
"id": "AIMS_2008_8_8",
"correct": 0,
"prediction": "B",
"scores": [
-114.18682861328125,
-112.7605972290039,
-139.9110870361328,
-147.50437927246094
]
},
{
"id": "Mercury_SC_405215",
"correct": 1,
"prediction": "B",
"scores": [
-78.85096740722656,
-71.83277130126953,
-75.95210266113281,
-78.85795593261719
]
},
{
"id": "NYSEDREGENTS_2014_4_8",
"correct": 0,
"prediction": "A",
"scores": [
-96.990234375,
-100.69525909423828,
-98.849609375,
-100.755859375
]
},
{
"id": "Mercury_7013668",
"correct": 0,
"prediction": "A",
"scores": [
-64.9208984375,
-70.7238540649414,
-70.30125427246094,
-70.510498046875
]
},
{
"id": "MCAS_2011_8_17695",
"correct": 1,
"prediction": "A",
"scores": [
-50.25682830810547,
-53.04700469970703,
-57.59347915649414,
-54.538818359375
]
},
{
"id": "Mercury_SC_416526",
"correct": 1,
"prediction": "C",
"scores": [
-46.447731018066406,
-46.041481018066406,
-45.791481018066406,
-46.291481018066406
]
},
{
"id": "VASoL_2011_5_3",
"correct": 1,
"prediction": "B",
"scores": [
-61.26264572143555,
-60.00704574584961,
-61.45280838012695,
-61.54021072387695
]
},
{
"id": "Mercury_7100713",
"correct": 0,
"prediction": "B",
"scores": [
-57.861717224121094,
-51.896202087402344,
-54.971092224121094,
-52.68999481201172
]
},
{
"id": "Mercury_7122553",
"correct": 0,
"prediction": "A",
"scores": [
-76.358154296875,
-77.850341796875,
-76.748779296875,
-78.59298706054688
]
},
{
"id": "Mercury_7037590",
"correct": 1,
"prediction": "A",
"scores": [
-55.61111068725586,
-55.989166259765625,
-63.0594482421875,
-69.07987976074219
]
},
{
"id": "Mercury_SC_400061",
"correct": 0,
"prediction": "A",
"scores": [
-41.0125732421875,
-42.564369201660156,
-46.753196716308594,
-50.0233154296875
]
},
{
"id": "MDSA_2011_4_8",
"correct": 1,
"prediction": "C",
"scores": [
-106.49626159667969,
-109.1768798828125,
-105.89688873291016,
-107.91207885742188
]
},
{
"id": "MEAP_2005_8_43",
"correct": 1,
"prediction": "C",
"scores": [
-50.18876647949219,
-54.81954574584961,
-46.65777587890625,
-57.31360626220703
]
},
{
"id": "Mercury_184695",
"correct": 1,
"prediction": "D",
"scores": [
-68.04011535644531,
-72.81269836425781,
-79.82501983642578,
-56.78333282470703
]
},
{
"id": "LEAP_2011_8_10436",
"correct": 0,
"prediction": "C",
"scores": [
-106.2333755493164,
-103.57373809814453,
-97.92623901367188,
-98.85126495361328
]
},
{
"id": "Mercury_SC_400989",
"correct": 1,
"prediction": "C",
"scores": [
-76.444091796875,
-89.48794555664062,
-72.08531188964844,
-80.68049621582031
]
},
{
"id": "VASoL_2010_5_39",
"correct": 0,
"prediction": "B",
"scores": [
-67.35975646972656,
-66.88449096679688,
-69.45507049560547,
-69.35391235351562
]
},
{
"id": "VASoL_2009_5_10",
"correct": 0,
"prediction": "C",
"scores": [
-135.5196533203125,
-133.774169921875,
-132.34918212890625,
-133.47613525390625
]
},
{
"id": "Mercury_SC_405952",
"correct": 0,
"prediction": "A",
"scores": [
-43.496978759765625,
-43.590728759765625,
-44.684478759765625,
-44.934478759765625
]
},
{
"id": "Mercury_SC_401111",
"correct": 1,
"prediction": "A",
"scores": [
-71.42135620117188,
-75.02478790283203,
-72.97514343261719,
-75.29313659667969
]
},
{
"id": "Mercury_7203245",
"correct": 1,
"prediction": "A",
"scores": [
-214.4857177734375,
-222.25543212890625,
-223.33172607421875,
-222.40335083007812
]
},
{
"id": "Mercury_7042858",
"correct": 1,
"prediction": "A",
"scores": [
-52.32182693481445,
-56.83586883544922,
-53.37913131713867,
-53.755191802978516
]
},
{
"id": "Mercury_SC_415418",
"correct": 1,
"prediction": "B",
"scores": [
-53.003753662109375,
-46.99056625366211,
-52.26158142089844,
-56.56353759765625
]
},
{
"id": "Mercury_SC_400150",
"correct": 0,
"prediction": "C",
"scores": [
-65.04545593261719,
-73.42404174804688,
-63.819461822509766,
-69.04890441894531
]
},
{
"id": "Mercury_SC_413138",
"correct": 1,
"prediction": "B",
"scores": [
-104.94770812988281,
-104.55036163330078,
-105.86332702636719,
-107.3831558227539
]
},
{
"id": "Mercury_7114940",
"correct": 1,
"prediction": "A",
"scores": [
-48.57544708251953,
-51.88371658325195,
-56.936851501464844,
-49.40241241455078
]
},
{
"id": "MDSA_2008_5_41",
"correct": 1,
"prediction": "D",
"scores": [
-198.11114501953125,
-196.98526000976562,
-195.90234375,
-195.44497680664062
]
},
{
"id": "MCAS_2002_8_2",
"correct": 0,
"prediction": "A",
"scores": [
-55.67531967163086,
-56.958412170410156,
-55.68054962158203,
-57.203102111816406
]
},
{
"id": "MCAS_2016_5_7",
"correct": 1,
"prediction": "A",
"scores": [
-62.54356384277344,
-70.17493438720703,
-73.28812408447266,
-70.36148834228516
]
},
{
"id": "Mercury_7154490",
"correct": 1,
"prediction": "A",
"scores": [
-161.89239501953125,
-164.12820434570312,
-162.72052001953125,
-167.512939453125
]
},
{
"id": "Mercury_7177520",
"correct": 1,
"prediction": "D",
"scores": [
-51.89543533325195,
-47.61360549926758,
-49.71690368652344,
-46.83445739746094
]
},
{
"id": "Mercury_7241273",
"correct": 1,
"prediction": "B",
"scores": [
-82.237548828125,
-79.0980224609375,
-82.86343383789062,
-86.77218627929688
]
},
{
"id": "Mercury_7234185",
"correct": 1,
"prediction": "A",
"scores": [
-63.29344177246094,
-64.07148742675781,
-63.31970977783203,
-68.45816802978516
]
},
{
"id": "Mercury_7074970",
"correct": 1,
"prediction": "C",
"scores": [
-50.76942443847656,
-47.67173767089844,
-44.760223388671875,
-49.53630065917969
]
},
{
"id": "LEAP__7_10350",
"correct": 0,
"prediction": "B",
"scores": [
-94.28751373291016,
-93.5391845703125,
-105.1485366821289,
-105.511962890625
]
},
{
"id": "NYSEDREGENTS_2014_8_27",
"correct": 1,
"prediction": "2",
"scores": [
-52.11266326904297,
-49.437957763671875,
-53.19031524658203,
-50.79033279418945
]
},
{
"id": "Mercury_7245928",
"correct": 1,
"prediction": "C",
"scores": [
-136.70455932617188,
-137.09059143066406,
-134.97201538085938,
-136.0657958984375
]
},
{
"id": "Mercury_7205380",
"correct": 1,
"prediction": "A",
"scores": [
-51.34492492675781,
-55.50249099731445,
-53.322486877441406,
-54.5511589050293
]
},
{
"id": "Mercury_7072415",
"correct": 1,
"prediction": "D",
"scores": [
-107.1727294921875,
-102.11722564697266,
-102.54859924316406,
-98.00471496582031
]
},
{
"id": "Mercury_7008943",
"correct": 1,
"prediction": "A",
"scores": [
-119.90858459472656,
-120.93761444091797,
-120.09136199951172,
-125.80668640136719
]
},
{
"id": "NYSEDREGENTS_2014_8_9",
"correct": 1,
"prediction": "2",
"scores": [
-70.02665710449219,
-65.45372772216797,
-66.59362030029297,
-76.94294738769531
]
},
{
"id": "Mercury_7220238",
"correct": 1,
"prediction": "B",
"scores": [
-121.4429931640625,
-119.37435913085938,
-123.24803161621094,
-134.843994140625
]
},
{
"id": "ACTAAP_2010_7_11",
"correct": 0,
"prediction": "A",
"scores": [
-99.83393096923828,
-105.04934692382812,
-115.35990142822266,
-101.77603149414062
]
},
{
"id": "MEAP_2005_8_34",
"correct": 0,
"prediction": "A",
"scores": [
-168.60153198242188,
-171.53643798828125,
-173.183837890625,
-181.26695251464844
]
},
{
"id": "Mercury_7010815",
"correct": 0,
"prediction": "A",
"scores": [
-55.525352478027344,
-61.14002990722656,
-85.8984603881836,
-67.75662994384766
]
},
{
"id": "Mercury_7270410",
"correct": 1,
"prediction": "D",
"scores": [
-273.78863525390625,
-271.8487854003906,
-262.5029296875,
-258.7840881347656
]
},
{
"id": "Mercury_7168648",
"correct": 0,
"prediction": "A",
"scores": [
-156.84207153320312,
-163.27748107910156,
-158.0930938720703,
-158.77232360839844
]
},
{
"id": "Mercury_7082793",
"correct": 0,
"prediction": "A",
"scores": [
-52.671722412109375,
-52.712677001953125,
-58.391963958740234,
-57.65581512451172
]
},
{
"id": "Mercury_7270060",
"correct": 0,
"prediction": "C",
"scores": [
-124.38473510742188,
-125.96064758300781,
-123.37944793701172,
-124.97400665283203
]
},
{
"id": "Mercury_7085190",
"correct": 0,
"prediction": "D",
"scores": [
-105.97550964355469,
-103.46194458007812,
-103.09002685546875,
-100.8363037109375
]
},
{
"id": "AKDE&ED_2012_4_4",
"correct": 0,
"prediction": "D",
"scores": [
-150.4954833984375,
-150.60369873046875,
-152.8056640625,
-150.05654907226562
]
},
{
"id": "Mercury_7213885",
"correct": 1,
"prediction": "B",
"scores": [
-89.9363021850586,
-84.15948486328125,
-89.58297729492188,
-86.77745056152344
]
},
{
"id": "Mercury_SC_415425",
"correct": 1,
"prediction": "B",
"scores": [
-70.82496643066406,
-70.61441040039062,
-71.90309143066406,
-71.67838287353516
]
},
{
"id": "Mercury_7142030",
"correct": 1,
"prediction": "C",
"scores": [
-74.24749755859375,
-74.21963500976562,
-72.94237518310547,
-86.58386993408203
]
},
{
"id": "Mercury_183733",
"correct": 0,
"prediction": "D",
"scores": [
-62.265438079833984,
-62.28212356567383,
-61.943565368652344,
-60.287601470947266
]
},
{
"id": "Mercury_7014070",
"correct": 0,
"prediction": "D",
"scores": [
-113.61354064941406,
-116.17886352539062,
-117.630126953125,
-113.56390380859375
]
},
{
"id": "Mercury_SC_408452",
"correct": 0,
"prediction": "A",
"scores": [
-93.7242431640625,
-94.2522201538086,
-96.37425231933594,
-107.73979949951172
]
},
{
"id": "Mercury_178990",
"correct": 1,
"prediction": "A",
"scores": [
-42.154781341552734,
-46.02618408203125,
-46.148719787597656,
-44.010440826416016
]
},
{
"id": "Mercury_7027615",
"correct": 1,
"prediction": "C",
"scores": [
-156.82901000976562,
-159.50674438476562,
-153.80047607421875,
-159.9029541015625
]
},
{
"id": "Mercury_SC_LBS10920",
"correct": 1,
"prediction": "C",
"scores": [
-92.6340103149414,
-90.63290405273438,
-90.20721435546875,
-90.28533935546875
]
},
{
"id": "NYSEDREGENTS_2014_8_40",
"correct": 0,
"prediction": "4",
"scores": [
-61.35185623168945,
-60.00297546386719,
-60.38677215576172,
-59.67721939086914
]
},
{
"id": "MDSA_2010_8_1",
"correct": 0,
"prediction": "B",
"scores": [
-73.43876647949219,
-70.01669311523438,
-71.64189147949219,
-73.98707580566406
]
},
{
"id": "VASoL_2011_5_14",
"correct": 0,
"prediction": "D",
"scores": [
-90.85910034179688,
-93.99842834472656,
-94.44995880126953,
-86.57121276855469
]
},
{
"id": "Mercury_7168315",
"correct": 0,
"prediction": "D",
"scores": [
-116.08030700683594,
-116.79122924804688,
-114.92996215820312,
-114.49798583984375
]
},
{
"id": "Mercury_SC_400201",
"correct": 0,
"prediction": "B",
"scores": [
-58.77680969238281,
-58.1446533203125,
-68.92677307128906,
-69.54116821289062
]
},
{
"id": "NAEP_2000_4_S21+2",
"correct": 0,
"prediction": "A",
"scores": [
-107.07270050048828,
-109.03150939941406,
-116.87419128417969,
-113.83895111083984
]
},
{
"id": "Mercury_7227763",
"correct": 0,
"prediction": "A",
"scores": [
-108.98223114013672,
-133.58969116210938,
-109.67353820800781,
-135.05213928222656
]
},
{
"id": "TIMSS_2011_8_pg121",
"correct": 0,
"prediction": "B",
"scores": [
-60.58010482788086,
-60.488525390625,
-63.649864196777344,
-65.16332244873047
]
},
{
"id": "Mercury_7212520",
"correct": 0,
"prediction": "B",
"scores": [
-97.67695617675781,
-97.28002166748047,
-100.90108489990234,
-100.7630386352539
]
},
{
"id": "Mercury_7168753",
"correct": 0,
"prediction": "B",
"scores": [
-106.68113708496094,
-105.57342529296875,
-107.97691345214844,
-107.70069122314453
]
},
{
"id": "NYSEDREGENTS_2014_8_3",
"correct": 0,
"prediction": "2",
"scores": [
-114.28506469726562,
-111.47268676757812,
-113.2349853515625,
-112.89808654785156
]
},
{
"id": "Mercury_7056508",
"correct": 1,
"prediction": "B",
"scores": [
-135.26412963867188,
-132.678955078125,
-137.2289581298828,
-137.0745086669922
]
},
{
"id": "MCAS_2012_8_23647",
"correct": 1,
"prediction": "A",
"scores": [
-87.33892059326172,
-87.64749908447266,
-90.68582153320312,
-92.24949645996094
]
},
{
"id": "Mercury_7081813",
"correct": 1,
"prediction": "B",
"scores": [
-40.863250732421875,
-36.84316635131836,
-47.45454025268555,
-38.72639465332031
]
},
{
"id": "Mercury_7107433",
"correct": 0,
"prediction": "D",
"scores": [
-120.18379211425781,
-112.94662475585938,
-115.10894775390625,
-111.31537628173828
]
},
{
"id": "Mercury_7090528",
"correct": 1,
"prediction": "A",
"scores": [
-81.13835906982422,
-87.17892456054688,
-85.13148498535156,
-88.80848693847656
]
},
{
"id": "Mercury_7008400",
"correct": 1,
"prediction": "A",
"scores": [
-41.31513214111328,
-44.776954650878906,
-43.02772521972656,
-43.10845184326172
]
},
{
"id": "NYSEDREGENTS_2014_4_3",
"correct": 1,
"prediction": "D",
"scores": [
-57.27540588378906,
-52.28300094604492,
-55.77518844604492,
-48.853309631347656
]
},
{
"id": "Mercury_7176190",
"correct": 1,
"prediction": "B",
"scores": [
-235.35508728027344,
-232.08566284179688,
-237.13357543945312,
-241.4447479248047
]
},
{
"id": "Mercury_7135433",
"correct": 0,
"prediction": "D",
"scores": [
-125.16007995605469,
-125.93116760253906,
-123.20460510253906,
-122.61085510253906
]
},
{
"id": "Mercury_7030678",
"correct": 0,
"prediction": "B",
"scores": [
-87.88510131835938,
-86.04875183105469,
-89.53842163085938,
-89.57286071777344
]
},
{
"id": "MCAS_2003_5_35",
"correct": 1,
"prediction": "B",
"scores": [
-59.0953369140625,
-48.325462341308594,
-60.617862701416016,
-66.14892578125
]
},
{
"id": "Mercury_SC_402280",
"correct": 1,
"prediction": "B",
"scores": [
-119.50392150878906,
-116.20155334472656,
-120.3010025024414,
-123.4360580444336
]
},
{
"id": "Mercury_7223475",
"correct": 1,
"prediction": "B",
"scores": [
-115.11136627197266,
-105.77180480957031,
-120.95447540283203,
-118.45831298828125
]
},
{
"id": "Mercury_SC_416172",
"correct": 1,
"prediction": "D",
"scores": [
-53.970481872558594,
-51.962669372558594,
-53.657981872558594,
-50.736106872558594
]
},
{
"id": "Mercury_7056945",
"correct": 0,
"prediction": "A",
"scores": [
-45.20887756347656,
-51.80424118041992,
-50.404258728027344,
-46.10688018798828
]
},
{
"id": "Mercury_SC_405887",
"correct": 1,
"prediction": "C",
"scores": [
-77.5706787109375,
-72.61381530761719,
-71.77615356445312,
-76.52987670898438
]
},
{
"id": "MCAS_2013_5_29396",
"correct": 0,
"prediction": "A",
"scores": [
-69.64412689208984,
-71.9320297241211,
-72.09416198730469,
-71.84523010253906
]
},
{
"id": "Mercury_7001785",
"correct": 0,
"prediction": "A",
"scores": [
-93.47232055664062,
-98.84092712402344,
-99.11408996582031,
-107.19210815429688
]
},
{
"id": "Mercury_7012775",
"correct": 1,
"prediction": "A",
"scores": [
-85.12701416015625,
-95.0754623413086,
-90.61671447753906,
-86.92367553710938
]
},
{
"id": "Mercury_7221883",
"correct": 0,
"prediction": "A",
"scores": [
-48.81222152709961,
-50.23409652709961,
-51.936588287353516,
-49.62472152709961
]
},
{
"id": "NYSEDREGENTS_2014_4_27",
"correct": 1,
"prediction": "A",
"scores": [
-95.10777282714844,
-98.87226867675781,
-105.01571655273438,
-104.61280822753906
]
},
{
"id": "Mercury_179533",
"correct": 0,
"prediction": "A",
"scores": [
-40.085166931152344,
-40.431060791015625,
-40.29178237915039,
-41.497459411621094
]
},
{
"id": "NYSEDREGENTS_2014_8_23",
"correct": 1,
"prediction": "4",
"scores": [
-46.3107795715332,
-42.822120666503906,
-44.95478439331055,
-30.76382827758789
]
},
{
"id": "Mercury_7110933",
"correct": 1,
"prediction": "A",
"scores": [
-71.89913940429688,
-78.98260498046875,
-73.86563110351562,
-87.79037475585938
]
},
{
"id": "Mercury_7227728",
"correct": 1,
"prediction": "B",
"scores": [
-111.37259674072266,
-107.1198959350586,
-116.8861083984375,
-107.61640930175781
]
},
{
"id": "Mercury_7220500",
"correct": 0,
"prediction": "D",
"scores": [
-134.49057006835938,
-135.27069091796875,
-134.27932739257812,
-133.70901489257812
]
},
{
"id": "NYSEDREGENTS_2014_4_11",
"correct": 0,
"prediction": "B",
"scores": [
-53.9567756652832,
-52.91196060180664,
-64.71278381347656,
-57.5269775390625
]
},
{
"id": "AKDE&ED_2012_8_18",
"correct": 1,
"prediction": "B",
"scores": [
-90.23117065429688,
-86.1417236328125,
-91.2877197265625,
-88.08149719238281
]
},
{
"id": "Mercury_SC_401146",
"correct": 0,
"prediction": "A",
"scores": [
-33.88505935668945,
-36.50262451171875,
-40.24067687988281,
-38.198204040527344
]
},
{
"id": "Mercury_7080553",
"correct": 0,
"prediction": "B",
"scores": [
-47.402122497558594,
-47.10344696044922,
-49.840545654296875,
-53.47637939453125
]
},
{
"id": "Mercury_7098193",
"correct": 0,
"prediction": "B",
"scores": [
-53.771034240722656,
-52.813026428222656,
-56.986419677734375,
-59.879356384277344
]
},
{
"id": "MCAS_2000_8_6",
"correct": 1,
"prediction": "C",
"scores": [
-57.31032943725586,
-54.093971252441406,
-52.84978103637695,
-61.19474792480469
]
},
{
"id": "Mercury_7004848",
"correct": 1,
"prediction": "A",
"scores": [
-35.14784240722656,
-46.921852111816406,
-50.18976593017578,
-38.19094467163086
]
},
{
"id": "Mercury_7056753",
"correct": 0,
"prediction": "B",
"scores": [
-55.87105178833008,
-52.07146072387695,
-54.716495513916016,
-54.489051818847656
]
},
{
"id": "VASoL_2008_3_26",
"correct": 0,
"prediction": "D",
"scores": [
-51.38343811035156,
-48.49182891845703,
-47.58967208862305,
-47.300132751464844
]
},
{
"id": "Mercury_7211085",
"correct": 1,
"prediction": "A",
"scores": [
-53.680450439453125,
-58.80892562866211,
-53.907875061035156,
-57.26243591308594
]
},
{
"id": "Mercury_7007963",
"correct": 1,
"prediction": "B",
"scores": [
-75.88040161132812,
-73.18431091308594,
-77.73153686523438,
-74.5380859375
]
},
{
"id": "Mercury_7075233",
"correct": 1,
"prediction": "B",
"scores": [
-64.4970703125,
-54.73149108886719,
-63.76216506958008,
-66.8271484375
]
},
{
"id": "Mercury_175648",
"correct": 0,
"prediction": "D",
"scores": [
-50.62860870361328,
-50.15711212158203,
-50.79192352294922,
-48.57707595825195
]
},
{
"id": "MCAS_2005_8_30",
"correct": 0,
"prediction": "B",
"scores": [
-64.85038757324219,
-62.03800582885742,
-64.82689666748047,
-64.77700805664062
]
},
{
"id": "MDSA_2012_8_23",
"correct": 0,
"prediction": "A",
"scores": [
-90.1706771850586,
-98.23612213134766,
-94.7243423461914,
-114.87904357910156
]
},
{
"id": "Mercury_7099015",
"correct": 1,
"prediction": "B",
"scores": [
-77.05272674560547,
-72.49714660644531,
-74.33238220214844,
-73.51715850830078
]
},
{
"id": "AKDE&ED_2012_8_31",
"correct": 0,
"prediction": "A",
"scores": [
-48.17484664916992,
-70.41179656982422,
-69.98451232910156,
-72.38066101074219
]
},
{
"id": "Mercury_7235865",
"correct": 1,
"prediction": "B",
"scores": [
-94.51564025878906,
-92.16717529296875,
-94.62657165527344,
-94.42645263671875
]
},
{
"id": "NYSEDREGENTS_2014_4_10",
"correct": 1,
"prediction": "C",
"scores": [
-62.784400939941406,
-66.11471557617188,
-53.53064727783203,
-64.8938217163086
]
},
{
"id": "TIMSS_2007_8_pg96",
"correct": 1,
"prediction": "A",
"scores": [
-37.334266662597656,
-38.05538558959961,
-37.77413558959961,
-37.44601058959961
]
},
{
"id": "Mercury_7025165",
"correct": 1,
"prediction": "C",
"scores": [
-25.422607421875,
-21.809173583984375,
-21.735157012939453,
-25.823495864868164
]
},
{
"id": "MCAS_2013_8_29415",
"correct": 0,
"prediction": "A",
"scores": [
-80.38107299804688,
-84.98590087890625,
-81.54275512695312,
-93.65373229980469
]
},
{
"id": "NYSEDREGENTS_2014_8_11",
"correct": 0,
"prediction": "4",
"scores": [
-61.96312713623047,
-64.4544677734375,
-64.99345397949219,
-60.882545471191406
]
},
{
"id": "Mercury_7029698",
"correct": 1,
"prediction": "D",
"scores": [
-62.59828567504883,
-62.12794494628906,
-59.56105422973633,
-53.88848114013672
]
},
{
"id": "Mercury_SC_408287",
"correct": 1,
"prediction": "C",
"scores": [
-102.45223999023438,
-104.66165161132812,
-99.20223999023438,
-100.81942749023438
]
},
{
"id": "MEAP_2005_5_27",
"correct": 0,
"prediction": "A",
"scores": [
-156.99136352539062,
-157.0961456298828,
-161.42608642578125,
-165.21649169921875
]
},
{
"id": "Mercury_7213448",
"correct": 1,
"prediction": "A",
"scores": [
-109.22429656982422,
-110.80782318115234,
-111.75260162353516,
-110.62673950195312
]
},
{
"id": "Mercury_7083388",
"correct": 0,
"prediction": "A",
"scores": [
-50.31690979003906,
-50.91889190673828,
-53.134605407714844,
-50.42224884033203
]
},
{
"id": "Mercury_7014455",
"correct": 0,
"prediction": "B",
"scores": [
-54.80329895019531,
-54.50969696044922,
-59.09335708618164,
-56.72686004638672
]
},
{
"id": "Mercury_SC_400179",
"correct": 1,
"prediction": "A",
"scores": [
-70.51646423339844,
-71.58535766601562,
-73.1019287109375,
-71.02763366699219
]
},
{
"id": "Mercury_7235708",
"correct": 0,
"prediction": "A",
"scores": [
-89.0343017578125,
-97.54151916503906,
-122.15206909179688,
-123.23036193847656
]
},
{
"id": "NYSEDREGENTS_2014_8_19",
"correct": 1,
"prediction": "1",
"scores": [
-41.74761199951172,
-42.28479766845703,
-46.65162658691406,
-45.52885437011719
]
},
{
"id": "Mercury_7242918",
"correct": 1,
"prediction": "D",
"scores": [
-130.919921875,
-126.5770263671875,
-122.71825408935547,
-121.96322631835938
]
},
{
"id": "Mercury_7205450",
"correct": 0,
"prediction": "A",
"scores": [
-53.90247344970703,
-55.86994552612305,
-56.64238357543945,
-58.85057830810547
]
},
{
"id": "TIMSS_2007_8_pg52",
"correct": 1,
"prediction": "B",
"scores": [
-53.634761810302734,
-53.24524688720703,
-54.5245361328125,
-55.40672302246094
]
},
{
"id": "Mercury_SC_415764",
"correct": 1,
"prediction": "A",
"scores": [
-41.37786865234375,
-41.65911865234375,
-43.89862060546875,
-45.76971435546875
]
},
{
"id": "NYSEDREGENTS_2014_8_4",
"correct": 1,
"prediction": "2",
"scores": [
-47.406494140625,
-47.34334182739258,
-56.166011810302734,
-51.02434158325195
]
},
{
"id": "Mercury_SC_408040",
"correct": 0,
"prediction": "D",
"scores": [
-122.77644348144531,
-122.71394348144531,
-121.21394348144531,
-119.40235900878906
]
},
{
"id": "Mercury_184748",
"correct": 0,
"prediction": "B",
"scores": [
-68.03691864013672,
-64.17949676513672,
-66.08379364013672,
-67.42193603515625
]
},
{
"id": "Mercury_7176155",
"correct": 0,
"prediction": "C",
"scores": [
-217.9857177734375,
-219.77413940429688,
-213.67123413085938,
-215.10415649414062
]
},
{
"id": "Mercury_SC_400004",
"correct": 1,
"prediction": "A",
"scores": [
-36.811038970947266,
-50.17045593261719,
-46.97893142700195,
-48.534996032714844
]
},
{
"id": "Mercury_7172008",
"correct": 0,
"prediction": "D",
"scores": [
-101.141845703125,
-98.19723510742188,
-95.09220886230469,
-94.8150634765625
]
},
{
"id": "MCAS_2003_5_26",
"correct": 0,
"prediction": "B",
"scores": [
-54.58982849121094,
-51.28936004638672,
-53.49545669555664,
-53.459835052490234
]
},
{
"id": "ACTAAP_2011_5_7",
"correct": 0,
"prediction": "D",
"scores": [
-97.9176025390625,
-99.3238525390625,
-99.50981140136719,
-96.59172058105469
]
},
{
"id": "Mercury_7068828",
"correct": 1,
"prediction": "C",
"scores": [
-127.3593521118164,
-130.25994873046875,
-120.12049865722656,
-125.82135009765625
]
},
{
"id": "Mercury_7158865",
"correct": 1,
"prediction": "D",
"scores": [
-127.31639099121094,
-128.34359741210938,
-128.54684448242188,
-119.35199737548828
]
},
{
"id": "Mercury_180128",
"correct": 0,
"prediction": "D",
"scores": [
-147.1971893310547,
-143.49411010742188,
-145.20289611816406,
-142.64649963378906
]
},
{
"id": "Mercury_7263463",
"correct": 0,
"prediction": "B",
"scores": [
-96.24634552001953,
-92.68661499023438,
-94.54175567626953,
-100.85688781738281
]
},
{
"id": "Mercury_7024518",
"correct": 1,
"prediction": "B",
"scores": [
-61.15648651123047,
-51.36845397949219,
-68.7045669555664,
-67.71778869628906
]
},
{
"id": "Mercury_7084193",
"correct": 1,
"prediction": "B",
"scores": [
-64.75546264648438,
-64.38568878173828,
-69.68327331542969,
-69.69660949707031
]
},
{
"id": "NCEOGA_2013_5_45",
"correct": 1,
"prediction": "B",
"scores": [
-136.17181396484375,
-125.83488464355469,
-131.71377563476562,
-135.31512451171875
]
},
{
"id": "Mercury_7213640",
"correct": 1,
"prediction": "D",
"scores": [
-60.41222381591797,
-60.44868087768555,
-59.153587341308594,
-57.44482421875
]
},
{
"id": "Mercury_7032673",
"correct": 0,
"prediction": "A",
"scores": [
-51.46872329711914,
-55.78586196899414,
-52.87961196899414,
-57.35321044921875
]
},
{
"id": "CSZ_2007_5_CSZ10148",
"correct": 0,
"prediction": "B",
"scores": [
-112.35679626464844,
-112.12567138671875,
-115.07827758789062,
-114.82355499267578
]
},
{
"id": "Mercury_SC_400924",
"correct": 0,
"prediction": "D",
"scores": [
-108.46085357666016,
-105.2359619140625,
-104.24606323242188,
-100.83963012695312
]
},
{
"id": "MEA_2014_5_4",
"correct": 1,
"prediction": "B",
"scores": [
-61.60197448730469,
-58.96271896362305,
-61.455177307128906,
-65.44061279296875
]
},
{
"id": "Mercury_7027318",
"correct": 0,
"prediction": "D",
"scores": [
-76.56098937988281,
-75.17801666259766,
-78.60027313232422,
-74.90113830566406
]
},
{
"id": "Mercury_SC_400054",
"correct": 0,
"prediction": "C",
"scores": [
-77.23771667480469,
-74.71963500976562,
-66.68092346191406,
-70.043212890625
]
},
{
"id": "TIMSS_2011_4_pg76",
"correct": 1,
"prediction": "D",
"scores": [
-46.954742431640625,
-45.319271087646484,
-46.94427490234375,
-43.786766052246094
]
},
{
"id": "Mercury_7034930",
"correct": 1,
"prediction": "C",
"scores": [
-121.29747009277344,
-123.61839294433594,
-114.56243896484375,
-115.85977172851562
]
},
{
"id": "Mercury_7064663",
"correct": 0,
"prediction": "A",
"scores": [
-112.70085144042969,
-115.27897644042969,
-115.15397644042969,
-115.59147644042969
]
},
{
"id": "Mercury_7100415",
"correct": 1,
"prediction": "A",
"scores": [
-43.07953643798828,
-44.93775939941406,
-46.324180603027344,
-45.94581604003906
]
},
{
"id": "NAEP_2009_8_S10+1",
"correct": 0,
"prediction": "A",
"scores": [
-115.2403564453125,
-123.69142150878906,
-119.31771850585938,
-123.1636734008789
]
},
{
"id": "Mercury_7223073",
"correct": 1,
"prediction": "D",
"scores": [
-156.4912567138672,
-152.63754272460938,
-162.5082244873047,
-147.55760192871094
]
},
{
"id": "NYSEDREGENTS_2014_8_6",
"correct": 0,
"prediction": "4",
"scores": [
-55.52626037597656,
-54.919456481933594,
-55.2276611328125,
-52.083946228027344
]
},
{
"id": "Mercury_SC_400037",
"correct": 1,
"prediction": "B",
"scores": [
-61.79167938232422,
-56.11155319213867,
-58.09052276611328,
-57.093505859375
]
},
{
"id": "Mercury_185203",
"correct": 1,
"prediction": "B",
"scores": [
-45.96549606323242,
-43.91862106323242,
-46.43424606323242,
-45.93424606323242
]
},
{
"id": "ACTAAP_2011_5_10",
"correct": 0,
"prediction": "C",
"scores": [
-160.5616455078125,
-157.19515991210938,
-152.62147521972656,
-155.50091552734375
]
},
{
"id": "Mercury_SC_400303",
"correct": 1,
"prediction": "C",
"scores": [
-53.02156066894531,
-46.83488082885742,
-46.787193298339844,
-49.34783935546875
]
},
{
"id": "Mercury_7140088",
"correct": 1,
"prediction": "B",
"scores": [
-179.30470275878906,
-174.00389099121094,
-190.28854370117188,
-191.67938232421875
]
},
{
"id": "Mercury_7011025",
"correct": 1,
"prediction": "C",
"scores": [
-32.08301544189453,
-28.933073043823242,
-25.960786819458008,
-26.827892303466797
]
},
{
"id": "Mercury_7201915",
"correct": 1,
"prediction": "A",
"scores": [
-87.78601837158203,
-94.37640380859375,
-92.94783782958984,
-96.18971252441406
]
},
{
"id": "Mercury_SC_405442",
"correct": 0,
"prediction": "A",
"scores": [
-59.25459289550781,
-60.4975471496582,
-61.25681686401367,
-60.8569221496582
]
},
{
"id": "Mercury_7082740",
"correct": 0,
"prediction": "B",
"scores": [
-30.84051513671875,
-26.82977294921875,
-26.835861206054688,
-31.954265594482422
]
},
{
"id": "Mercury_SC_402278",
"correct": 1,
"prediction": "A",
"scores": [
-84.28519439697266,
-87.85346984863281,
-93.56912231445312,
-90.17537689208984
]
},
{
"id": "Mercury_SC_417580",
"correct": 0,
"prediction": "B",
"scores": [
-83.07778930664062,
-82.18675994873047,
-89.20142364501953,
-91.44210815429688
]
},
{
"id": "Mercury_SC_410870",
"correct": 0,
"prediction": "A",
"scores": [
-88.627197265625,
-89.34317779541016,
-96.45928192138672,
-103.05790710449219
]
},
{
"id": "Mercury_7211978",
"correct": 0,
"prediction": "B",
"scores": [
-195.6973114013672,
-194.73980712890625,
-215.72901916503906,
-209.32151794433594
]
},
{
"id": "Mercury_7282030",
"correct": 0,
"prediction": "A",
"scores": [
-57.93077850341797,
-60.02783203125,
-69.72017669677734,
-66.31417083740234
]
},
{
"id": "Mercury_7008803",
"correct": 1,
"prediction": "A",
"scores": [
-29.349727630615234,
-37.04790115356445,
-37.6953125,
-35.64314270019531
]
},
{
"id": "Mercury_190138",
"correct": 0,
"prediction": "B",
"scores": [
-49.70893096923828,
-47.32188415527344,
-48.329315185546875,
-51.74232482910156
]
},
{
"id": "Mercury_7173513",
"correct": 0,
"prediction": "A",
"scores": [
-104.96310424804688,
-107.05331420898438,
-111.53873443603516,
-114.26211547851562
]
},
{
"id": "Mercury_SC_400391",
"correct": 0,
"prediction": "A",
"scores": [
-76.19461059570312,
-79.1092529296875,
-80.60444641113281,
-81.4327163696289
]
},
{
"id": "Mercury_179393",
"correct": 0,
"prediction": "C",
"scores": [
-55.360191345214844,
-59.647804260253906,
-53.696044921875,
-59.14573669433594
]
},
{
"id": "Mercury_SC_405526",
"correct": 0,
"prediction": "A",
"scores": [
-64.683837890625,
-64.848876953125,
-69.38981628417969,
-67.57270812988281
]
},
{
"id": "MCAS_1999_4_3",
"correct": 1,
"prediction": "A",
"scores": [
-58.33078384399414,
-72.82644653320312,
-82.91192626953125,
-78.08515930175781
]
},
{
"id": "Mercury_SC_400862",
"correct": 0,
"prediction": "A",
"scores": [
-64.93502044677734,
-72.89457702636719,
-67.46627807617188,
-70.35304260253906
]
},
{
"id": "Mercury_7203508",
"correct": 0,
"prediction": "D",
"scores": [
-214.37637329101562,
-206.07122802734375,
-213.38507080078125,
-197.60028076171875
]
},
{
"id": "Mercury_7016573",
"correct": 0,
"prediction": "A",
"scores": [
-98.14389038085938,
-102.79029846191406,
-99.19883728027344,
-101.83843994140625
]
},
{
"id": "Mercury_SC_415772",
"correct": 0,
"prediction": "D",
"scores": [
-74.0241470336914,
-69.11405181884766,
-71.18436431884766,
-68.76469421386719
]
},
{
"id": "Mercury_7057540",
"correct": 0,
"prediction": "A",
"scores": [
-119.32349395751953,
-128.7406463623047,
-120.37583923339844,
-120.71086120605469
]
},
{
"id": "Mercury_417570",
"correct": 1,
"prediction": "C",
"scores": [
-275.32598876953125,
-273.11212158203125,
-267.9889831542969,
-275.56829833984375
]
},
{
"id": "Mercury_7064523",
"correct": 0,
"prediction": "D",
"scores": [
-61.449981689453125,
-58.809654235839844,
-59.105045318603516,
-57.792545318603516
]
},
{
"id": "Mercury_SC_401367",
"correct": 1,
"prediction": "A",
"scores": [
-42.248741149902344,
-45.36521911621094,
-49.58319091796875,
-46.90141296386719
]
},
{
"id": "Mercury_7090650",
"correct": 1,
"prediction": "B",
"scores": [
-72.60220336914062,
-66.82447814941406,
-70.3321304321289,
-72.75286102294922
]
},
{
"id": "NCEOGA_2013_5_48",
"correct": 0,
"prediction": "D",
"scores": [
-96.00203704833984,
-98.12568664550781,
-100.15682220458984,
-95.96187591552734
]
},
{
"id": "MDSA_2010_4_13",
"correct": 0,
"prediction": "B",
"scores": [
-85.25898742675781,
-83.4178237915039,
-86.39144134521484,
-91.81230163574219
]
},
{
"id": "Mercury_7247905",
"correct": 0,
"prediction": "B",
"scores": [
-49.13774108886719,
-46.68379211425781,
-49.74858856201172,
-50.577232360839844
]
},
{
"id": "WASL_2005_5_11",
"correct": 1,
"prediction": "B",
"scores": [
-61.60883331298828,
-40.45861053466797,
-61.29817581176758
]
},
{
"id": "Mercury_7188265",
"correct": 1,
"prediction": "D",
"scores": [
-140.6256103515625,
-150.21641540527344,
-144.25054931640625,
-140.59713745117188
]
},
{
"id": "Mercury_401035",
"correct": 1,
"prediction": "B",
"scores": [
-65.50926971435547,
-60.399139404296875,
-76.23409271240234,
-73.26741027832031
]
},
{
"id": "Mercury_7213080",
"correct": 0,
"prediction": "A",
"scores": [
-60.59691619873047,
-62.10082244873047,
-60.921470642089844,
-61.2989387512207
]
},
{
"id": "Mercury_7233783",
"correct": 0,
"prediction": "C",
"scores": [
-86.74024963378906,
-77.61370849609375,
-77.04719543457031,
-77.99251556396484
]
},
{
"id": "MDSA_2008_5_39",
"correct": 0,
"prediction": "A",
"scores": [
-104.96067810058594,
-106.28802490234375,
-105.00399017333984,
-109.2890625
]
},
{
"id": "AKDE&ED_2008_4_22",
"correct": 0,
"prediction": "B",
"scores": [
-95.65754699707031,
-93.42974853515625,
-96.67584991455078,
-95.01853942871094
]
},
{
"id": "Mercury_7026600",
"correct": 0,
"prediction": "D",
"scores": [
-160.6466064453125,
-159.729248046875,
-165.319580078125,
-158.84848022460938
]
},
{
"id": "Mercury_7166740",
"correct": 1,
"prediction": "A",
"scores": [
-166.30453491210938,
-171.80435180664062,
-166.9667510986328,
-169.30465698242188
]
},
{
"id": "Mercury_7123480",
"correct": 1,
"prediction": "B",
"scores": [
-53.06707763671875,
-52.78865432739258,
-63.76790237426758,
-58.385948181152344
]
},
{
"id": "Mercury_SC_413454",
"correct": 0,
"prediction": "C",
"scores": [
-94.4422607421875,
-86.96553802490234,
-80.51597595214844,
-90.1181640625
]
},
{
"id": "TIMSS_2011_4_pg90",
"correct": 0,
"prediction": "A",
"scores": [
-70.98432922363281,
-72.09640502929688,
-71.75265502929688,
-73.94015502929688
]
},
{
"id": "Mercury_7003710",
"correct": 1,
"prediction": "A",
"scores": [
-33.85136032104492,
-38.59904479980469,
-39.33806228637695,
-36.74779510498047
]
},
{
"id": "Mercury_SC_409254",
"correct": 0,
"prediction": "D",
"scores": [
-148.047607421875,
-144.95968627929688,
-149.56642150878906,
-143.54898071289062
]
},
{
"id": "MDSA_2010_4_24",
"correct": 1,
"prediction": "A",
"scores": [
-113.74030303955078,
-116.88232421875,
-120.39620971679688,
-121.34982299804688
]
},
{
"id": "TIMSS_2007_4_pg35",
"correct": 0,
"prediction": "B",
"scores": [
-55.10505294799805,
-53.17389678955078,
-55.62467956542969,
-53.712493896484375
]
},
{
"id": "Mercury_7064383",
"correct": 1,
"prediction": "D",
"scores": [
-55.6435546875,
-59.7163200378418,
-54.83655548095703,
-47.572296142578125
]
},
{
"id": "MCAS_2013_8_29420",
"correct": 1,
"prediction": "B",
"scores": [
-181.981689453125,
-169.498779296875,
-184.0292205810547,
-178.36172485351562
]
},
{
"id": "Mercury_7248133",
"correct": 0,
"prediction": "C",
"scores": [
-102.63494873046875,
-102.71382141113281,
-100.61080932617188,
-103.49452209472656
]
},
{
"id": "Mercury_SC_413544",
"correct": 1,
"prediction": "C",
"scores": [
-152.80490112304688,
-154.99595642089844,
-148.43197631835938,
-162.39149475097656
]
},
{
"id": "Mercury_7041825",
"correct": 0,
"prediction": "A",
"scores": [
-92.32637786865234,
-92.54289245605469,
-93.96771240234375,
-93.22398376464844
]
},
{
"id": "Mercury_177380",
"correct": 1,
"prediction": "A",
"scores": [
-36.839683532714844,
-43.0474853515625,
-39.2348518371582,
-47.73828125
]
},
{
"id": "Mercury_7069528",
"correct": 1,
"prediction": "A",
"scores": [
-25.79015350341797,
-31.562114715576172,
-30.91303062438965,
-33.927764892578125
]
},
{
"id": "Mercury_SC_401245",
"correct": 0,
"prediction": "B",
"scores": [
-55.287776947021484,
-55.02564239501953,
-57.84809112548828,
-59.42875671386719
]
},
{
"id": "VASoL_2011_5_19",
"correct": 1,
"prediction": "C",
"scores": [
-67.80569458007812,
-69.6729736328125,
-66.5164794921875,
-70.52867126464844
]
},
{
"id": "Mercury_SC_400206",
"correct": 0,
"prediction": "D",
"scores": [
-71.08688354492188,
-64.35586547851562,
-69.37098693847656,
-60.72561264038086
]
},
{
"id": "Mercury_7215408",
"correct": 1,
"prediction": "B",
"scores": [
-51.412574768066406,
-46.95903396606445,
-50.51470184326172,
-50.296939849853516
]
},
{
"id": "Mercury_7205538",
"correct": 0,
"prediction": "C",
"scores": [
-80.299560546875,
-90.71688842773438,
-79.23670196533203,
-80.74484252929688
]
},
{
"id": "WASL_2004_8_16",
"correct": 1,
"prediction": "D",
"scores": [
-130.0150909423828,
-137.92117309570312,
-123.77015686035156,
-123.37967681884766
]
},
{
"id": "Mercury_7210735",
"correct": 0,
"prediction": "B",
"scores": [
-128.15048217773438,
-128.05621337890625,
-129.8029327392578,
-128.42530822753906
]
},
{
"id": "Mercury_SC_400171",
"correct": 1,
"prediction": "B",
"scores": [
-74.09466552734375,
-61.77443313598633,
-72.56008911132812,
-67.487548828125
]
},
{
"id": "Mercury_7084508",
"correct": 0,
"prediction": "D",
"scores": [
-41.8168830871582,
-47.6462287902832,
-48.88801193237305,
-39.763118743896484
]
},
{
"id": "Mercury_7027370",
"correct": 0,
"prediction": "B",
"scores": [
-135.44235229492188,
-134.25424194335938,
-137.5294189453125,
-136.1759033203125
]
},
{
"id": "MDSA_2011_5_6",
"correct": 1,
"prediction": "B",
"scores": [
-103.28767395019531,
-100.12139892578125,
-105.14452362060547,
-103.38543701171875
]
},
{
"id": "MCAS_1998_4_25",
"correct": 0,
"prediction": "A",
"scores": [
-107.10474395751953,
-111.02764892578125,
-107.69595336914062,
-108.30424499511719
]
},
{
"id": "Mercury_7014245",
"correct": 1,
"prediction": "D",
"scores": [
-174.9227294921875,
-176.430419921875,
-173.64651489257812,
-171.13360595703125
]
},
{
"id": "Mercury_7271653",
"correct": 0,
"prediction": "B",
"scores": [
-153.819091796875,
-145.40049743652344,
-171.04116821289062,
-180.789794921875
]
},
{
"id": "MDSA_2011_4_36",
"correct": 1,
"prediction": "B",
"scores": [
-114.09596252441406,
-110.62156677246094,
-114.99261474609375,
-112.42886352539062
]
},
{
"id": "Mercury_7177940",
"correct": 1,
"prediction": "C",
"scores": [
-111.42686462402344,
-99.25117492675781,
-94.08737182617188,
-97.56575775146484
]
},
{
"id": "MCAS_2005_5_27",
"correct": 1,
"prediction": "A",
"scores": [
-26.137344360351562,
-31.3787841796875,
-28.983089447021484,
-33.32681655883789
]
},
{
"id": "TIMSS_2007_8_pg105",
"correct": 1,
"prediction": "A",
"scores": [
-37.725120544433594,
-40.5988655090332,
-58.36152648925781,
-43.09644317626953
]
},
{
"id": "Mercury_SC_401178",
"correct": 1,
"prediction": "A",
"scores": [
-45.88915252685547,
-51.914833068847656,
-59.837501525878906,
-59.15198516845703
]
},
{
"id": "Mercury_7186918",
"correct": 1,
"prediction": "B",
"scores": [
-132.16732788085938,
-130.59619140625,
-134.77468872070312,
-136.4023895263672
]
},
{
"id": "Mercury_7245140",
"correct": 1,
"prediction": "A",
"scores": [
-70.65742492675781,
-77.15221405029297,
-79.20179748535156,
-88.20964813232422
]
},
{
"id": "NYSEDREGENTS_2014_8_5",
"correct": 1,
"prediction": "2",
"scores": [
-53.54485321044922,
-49.200233459472656,
-54.05320739746094,
-51.19249725341797
]
},
{
"id": "Mercury_7012968",
"correct": 0,
"prediction": "A",
"scores": [
-148.55935668945312,
-157.45166015625,
-154.71682739257812,
-160.4180908203125
]
},
{
"id": "Mercury_7183225",
"correct": 0,
"prediction": "B",
"scores": [
-169.6890411376953,
-166.23805236816406,
-170.78697204589844,
-167.2090606689453
]
},
{
"id": "Mercury_SC_LBS10789",
"correct": 1,
"prediction": "D",
"scores": [
-47.128807067871094,
-46.19904708862305,
-47.005252838134766,
-45.84229278564453
]
},
{
"id": "Mercury_7080500",
"correct": 1,
"prediction": "D",
"scores": [
-125.29055786132812,
-128.5989990234375,
-133.68368530273438,
-121.78082275390625
]
},
{
"id": "Mercury_7007893",
"correct": 0,
"prediction": "A",
"scores": [
-34.91516876220703,
-58.33995819091797,
-45.26686477661133,
-35.4135856628418
]
},
{
"id": "Mercury_7163748",
"correct": 0,
"prediction": "A",
"scores": [
-147.63711547851562,
-153.71588134765625,
-148.23802185058594,
-148.81869506835938
]
},
{
"id": "Mercury_7222933",
"correct": 0,
"prediction": "A",
"scores": [
-59.526329040527344,
-61.648372650146484,
-61.372093200683594,
-69.77543640136719
]
},
{
"id": "VASoL_2010_3_5",
"correct": 0,
"prediction": "A",
"scores": [
-79.87382507324219,
-80.53121948242188,
-80.18643951416016,
-82.9366226196289
]
},
{
"id": "Mercury_SC_409390",
"correct": 0,
"prediction": "D",
"scores": [
-72.17803192138672,
-79.74287414550781,
-88.12724304199219,
-69.98372650146484
]
},
{
"id": "Mercury_7252648",
"correct": 1,
"prediction": "A",
"scores": [
-60.65763473510742,
-61.396034240722656,
-64.22383117675781,
-68.5322036743164
]
},
{
"id": "Mercury_7218558",
"correct": 1,
"prediction": "A",
"scores": [
-131.71205139160156,
-132.51605224609375,
-142.71456909179688,
-140.00396728515625
]
},
{
"id": "NYSEDREGENTS_2014_4_18",
"correct": 1,
"prediction": "A",
"scores": [
-163.30166625976562,
-167.61741638183594,
-167.24781799316406,
-166.81365966796875
]
},
{
"id": "NYSEDREGENTS_2014_8_22",
"correct": 1,
"prediction": "3",
"scores": [
-29.081375122070312,
-28.760982513427734,
-23.893795013427734,
-28.862545013427734
]
},
{
"id": "Mercury_SC_400049",
"correct": 0,
"prediction": "B",
"scores": [
-50.75736999511719,
-49.00471496582031,
-51.72290802001953,
-50.4132194519043
]
},
{
"id": "Mercury_7188475",
"correct": 1,
"prediction": "B",
"scores": [
-72.3491439819336,
-67.44586181640625,
-74.80986022949219,
-68.90913391113281
]
},
{
"id": "NYSEDREGENTS_2014_4_21",
"correct": 1,
"prediction": "D",
"scores": [
-72.8590316772461,
-74.13568878173828,
-70.30341339111328,
-68.02303314208984
]
},
{
"id": "Mercury_SC_400058",
"correct": 0,
"prediction": "C",
"scores": [
-73.33889770507812,
-79.41053771972656,
-72.4900131225586,
-73.97314453125
]
},
{
"id": "Mercury_SC_406155",
"correct": 0,
"prediction": "A",
"scores": [
-60.897735595703125,
-64.88017272949219,
-65.02613830566406,
-65.89898681640625
]
},
{
"id": "Mercury_400813",
"correct": 1,
"prediction": "A",
"scores": [
-97.98892211914062,
-106.26048278808594,
-111.27591705322266,
-108.5567626953125
]
},
{
"id": "LEAP__5_10316",
"correct": 0,
"prediction": "B",
"scores": [
-50.52613830566406,
-49.877960205078125,
-54.68882369995117,
-54.410972595214844
]
},
{
"id": "MCAS_2009_8_4",
"correct": 0,
"prediction": "D",
"scores": [
-76.6701431274414,
-79.21823120117188,
-77.40704345703125,
-74.42314147949219
]
},
{
"id": "MDSA_2010_8_17",
"correct": 0,
"prediction": "A",
"scores": [
-67.05364990234375,
-69.40411376953125,
-81.38180541992188,
-82.70252990722656
]
},
{
"id": "Mercury_7170835",
"correct": 0,
"prediction": "D",
"scores": [
-156.73770141601562,
-160.30435180664062,
-158.5325927734375,
-152.75485229492188
]
},
{
"id": "Mercury_7107398",
"correct": 0,
"prediction": "D",
"scores": [
-163.688232421875,
-176.91940307617188,
-163.66506958007812,
-162.78514099121094
]
},
{
"id": "ACTAAP_2011_5_12",
"correct": 0,
"prediction": "D",
"scores": [
-74.15478515625,
-73.28794860839844,
-73.18000030517578,
-72.53521728515625
]
},
{
"id": "Mercury_SC_405721",
"correct": 1,
"prediction": "A",
"scores": [
-128.05075073242188,
-138.54617309570312,
-131.82708740234375,
-137.660888671875
]
},
{
"id": "TIMSS_2003_4_pg29",
"correct": 1,
"prediction": "C",
"scores": [
-126.15211486816406,
-123.83587646484375,
-115.27654266357422,
-116.54615783691406,
-117.50593566894531
]
},
{
"id": "Mercury_7103338",
"correct": 1,
"prediction": "A",
"scores": [
-63.651634216308594,
-65.6644287109375,
-71.04158020019531,
-64.51262664794922
]
},
{
"id": "Mercury_7030590",
"correct": 0,
"prediction": "A",
"scores": [
-268.036865234375,
-281.0845947265625,
-280.7252197265625,
-268.54931640625
]
},
{
"id": "NYSEDREGENTS_2014_8_7",
"correct": 1,
"prediction": "1",
"scores": [
-55.144004821777344,
-68.4977035522461,
-72.27490234375,
-61.39519500732422
]
},
{
"id": "Mercury_7269063",
"correct": 1,
"prediction": "D",
"scores": [
-137.0341796875,
-135.77145385742188,
-138.76034545898438,
-133.1767578125
]
},
{
"id": "MEA_2010_8_14-v1",
"correct": 1,
"prediction": "B",
"scores": [
-63.71543884277344,
-62.05811309814453,
-63.34627914428711,
-64.1777114868164
]
},
{
"id": "MCAS_2004_5_26",
"correct": 1,
"prediction": "D",
"scores": [
-75.18135833740234,
-78.56993865966797,
-84.84475708007812,
-74.13697052001953
]
},
{
"id": "Mercury_SC_401256",
"correct": 0,
"prediction": "D",
"scores": [
-50.05583953857422,
-54.821250915527344,
-57.248104095458984,
-50.03128433227539
]
},
{
"id": "Mercury_7180968",
"correct": 0,
"prediction": "B",
"scores": [
-171.1742401123047,
-163.03768920898438,
-178.4933624267578,
-178.247314453125
]
},
{
"id": "Mercury_7083948",
"correct": 0,
"prediction": "D",
"scores": [
-43.70790100097656,
-37.23075866699219,
-40.6021728515625,
-33.65113830566406
]
},
{
"id": "Mercury_SC_401622",
"correct": 0,
"prediction": "A",
"scores": [
-79.8487319946289,
-83.95138549804688,
-80.48737335205078,
-79.93037414550781
]
},
{
"id": "Mercury_188773",
"correct": 0,
"prediction": "C",
"scores": [
-107.86992645263672,
-102.44001770019531,
-99.37710571289062,
-99.78315734863281
]
},
{
"id": "Mercury_7233363",
"correct": 0,
"prediction": "D",
"scores": [
-121.45220184326172,
-121.57627868652344,
-122.98786926269531,
-121.21208190917969
]
},
{
"id": "MCAS_2009_8_18",
"correct": 1,
"prediction": "D",
"scores": [
-122.0289306640625,
-124.19552612304688,
-125.23735046386719,
-121.64688110351562
]
},
{
"id": "Mercury_7212013",
"correct": 1,
"prediction": "D",
"scores": [
-165.18838500976562,
-162.89303588867188,
-165.27137756347656,
-159.9815673828125
]
},
{
"id": "Mercury_SC_LBS10689",
"correct": 0,
"prediction": "A",
"scores": [
-48.28032684326172,
-50.66552734375,
-48.60498809814453,
-51.3228874206543
]
},
{
"id": "MCAS_2004_9_6",
"correct": 1,
"prediction": "B",
"scores": [
-195.97499084472656,
-195.955810546875,
-197.86996459960938,
-198.22216796875
]
},
{
"id": "AKDE&ED_2012_8_53",
"correct": 0,
"prediction": "B",
"scores": [
-116.5408935546875,
-114.55069732666016,
-119.31822204589844,
-121.34304809570312
]
},
{
"id": "Mercury_7032550",
"correct": 0,
"prediction": "B",
"scores": [
-44.40410614013672,
-44.28569030761719,
-46.004119873046875,
-59.25340270996094
]
},
{
"id": "Mercury_7172673",
"correct": 1,
"prediction": "D",
"scores": [
-129.69273376464844,
-130.6217803955078,
-126.7353515625,
-126.01205444335938
]
},
{
"id": "Mercury_7016783",
"correct": 1,
"prediction": "A",
"scores": [
-46.53730773925781,
-48.81262969970703,
-53.548561096191406,
-53.462913513183594
]
},
{
"id": "Mercury_409399",
"correct": 0,
"prediction": "A",
"scores": [
-100.59024810791016,
-101.02848052978516,
-104.03704071044922,
-104.28987121582031
]
},
{
"id": "Mercury_7207253",
"correct": 1,
"prediction": "D",
"scores": [
-51.884647369384766,
-53.07969665527344,
-56.199222564697266,
-48.386634826660156
]
},
{
"id": "Mercury_7227990",
"correct": 1,
"prediction": "D",
"scores": [
-83.5115966796875,
-80.26860046386719,
-81.6488037109375,
-76.88585662841797
]
},
{
"id": "Mercury_SC_402253",
"correct": 0,
"prediction": "C",
"scores": [
-29.827226638793945,
-32.84295654296875,
-28.808713912963867,
-34.22218322753906
]
},
{
"id": "Mercury_SC_400194",
"correct": 0,
"prediction": "A",
"scores": [
-32.47090148925781,
-35.73523712158203,
-36.557044982910156,
-44.27232360839844
]
},
{
"id": "Mercury_7032568",
"correct": 1,
"prediction": "A",
"scores": [
-34.31342697143555,
-34.5026969909668,
-43.03510284423828,
-46.69573211669922
]
},
{
"id": "Mercury_SC_LBS10612",
"correct": 1,
"prediction": "A",
"scores": [
-68.63865661621094,
-75.55106353759766,
-76.99334716796875,
-71.1724853515625
]
},
{
"id": "Mercury_7008330",
"correct": 1,
"prediction": "C",
"scores": [
-43.50831604003906,
-44.420284271240234,
-38.573387145996094,
-45.137794494628906
]
},
{
"id": "Mercury_7108413",
"correct": 0,
"prediction": "A",
"scores": [
-124.63436889648438,
-127.89228820800781,
-125.23582458496094,
-126.53638458251953
]
},
{
"id": "Mercury_7176085",
"correct": 1,
"prediction": "D",
"scores": [
-93.21501922607422,
-87.49321746826172,
-78.09828186035156,
-74.71803283691406
]
},
{
"id": "Mercury_7043593",
"correct": 1,
"prediction": "C",
"scores": [
-98.77403259277344,
-97.09599304199219,
-95.71244812011719,
-104.06979370117188
]
},
{
"id": "Mercury_7033705",
"correct": 0,
"prediction": "C",
"scores": [
-72.40235900878906,
-71.00313568115234,
-69.37493896484375,
-79.6983642578125
]
},
{
"id": "Mercury_7114083",
"correct": 1,
"prediction": "B",
"scores": [
-35.720306396484375,
-32.48530960083008,
-41.06850051879883,
-42.198604583740234
]
},
{
"id": "Mercury_SC_LBS10785",
"correct": 1,
"prediction": "B",
"scores": [
-86.21519470214844,
-82.61923217773438,
-83.68270874023438,
-83.87214660644531
]
},
{
"id": "Mercury_7114013",
"correct": 1,
"prediction": "A",
"scores": [
-61.351036071777344,
-61.7574462890625,
-62.54102325439453,
-68.67192077636719
]
},
{
"id": "Mercury_192903",
"correct": 1,
"prediction": "A",
"scores": [
-56.11731719970703,
-59.13285827636719,
-57.3473014831543,
-56.26743698120117
]
},
{
"id": "Mercury_7082093",
"correct": 1,
"prediction": "A",
"scores": [
-67.55462646484375,
-70.7541732788086,
-76.24920654296875,
-68.79478454589844
]
},
{
"id": "Mercury_7004708",
"correct": 1,
"prediction": "A",
"scores": [
-40.415283203125,
-48.70209503173828,
-52.32286071777344,
-46.768157958984375
]
},
{
"id": "Mercury_SC_LBS10783",
"correct": 1,
"prediction": "B",
"scores": [
-61.59850311279297,
-60.892887115478516,
-63.65319061279297,
-63.88756561279297
]
},
{
"id": "Mercury_7037433",
"correct": 1,
"prediction": "B",
"scores": [
-50.633480072021484,
-45.112945556640625,
-57.65734100341797,
-53.78993225097656
]
},
{
"id": "Mercury_SC_400033",
"correct": 1,
"prediction": "B",
"scores": [
-74.19552612304688,
-70.05056762695312,
-76.7871322631836,
-81.3997573852539
]
},
{
"id": "NYSEDREGENTS_2014_4_25",
"correct": 0,
"prediction": "A",
"scores": [
-56.082176208496094,
-58.196651458740234,
-69.2864990234375,
-70.0611801147461
]
},
{
"id": "Mercury_SC_402287",
"correct": 0,
"prediction": "A",
"scores": [
-66.97795867919922,
-69.51600646972656,
-68.8050765991211,
-75.94902038574219
]
},
{
"id": "Mercury_SC_414364",
"correct": 0,
"prediction": "A",
"scores": [
-72.59736633300781,
-72.66619873046875,
-77.39472961425781,
-76.09062194824219
]
},
{
"id": "Mercury_7250215",
"correct": 0,
"prediction": "A",
"scores": [
-54.29136657714844,
-56.571632385253906,
-71.87252807617188,
-68.27928161621094
]
},
{
"id": "Mercury_7138898",
"correct": 1,
"prediction": "C",
"scores": [
-108.92240905761719,
-100.69255828857422,
-99.44143676757812,
-107.02981567382812
]
},
{
"id": "Mercury_7010920",
"correct": 1,
"prediction": "A",
"scores": [
-70.02944946289062,
-73.358642578125,
-74.20970153808594,
-73.1177978515625
]
},
{
"id": "Mercury_403682",
"correct": 1,
"prediction": "B",
"scores": [
-67.14810943603516,
-63.900245666503906,
-69.60492706298828,
-70.36119842529297
]
},
{
"id": "Mercury_7026828",
"correct": 1,
"prediction": "A",
"scores": [
-173.71444702148438,
-177.82424926757812,
-182.02369689941406,
-185.51206970214844
]
},
{
"id": "Mercury_7235760",
"correct": 1,
"prediction": "A",
"scores": [
-73.77298736572266,
-75.04308319091797,
-82.24580383300781,
-78.09283447265625
]
},
{
"id": "Mercury_406772",
"correct": 1,
"prediction": "C",
"scores": [
-75.86299133300781,
-81.88868713378906,
-72.79792785644531,
-79.11996459960938
]
},
{
"id": "Mercury_7217525",
"correct": 1,
"prediction": "A",
"scores": [
-82.18490600585938,
-83.7327880859375,
-85.2640380859375,
-84.23777770996094
]
},
{
"id": "Mercury_SC_405302",
"correct": 0,
"prediction": "C",
"scores": [
-54.591556549072266,
-53.68885803222656,
-50.12543487548828,
-50.63496780395508
]
},
{
"id": "Mercury_7032708",
"correct": 0,
"prediction": "B",
"scores": [
-73.29864501953125,
-70.80645751953125,
-74.50630187988281,
-72.77386474609375
]
},
{
"id": "Mercury_7082583",
"correct": 1,
"prediction": "B",
"scores": [
-45.7083740234375,
-44.91444778442383,
-54.15687561035156,
-50.556243896484375
]
},
{
"id": "Mercury_7245875",
"correct": 1,
"prediction": "B",
"scores": [
-74.11180877685547,
-70.41571044921875,
-70.51094055175781,
-75.96267700195312
]
},
{
"id": "Mercury_7122798",
"correct": 1,
"prediction": "C",
"scores": [
-65.6690444946289,
-68.01522827148438,
-65.5688705444336,
-71.37631225585938
]
},
{
"id": "VASoL_2008_3_39",
"correct": 1,
"prediction": "D",
"scores": [
-127.08100891113281,
-122.58187103271484,
-123.48693084716797,
-121.24360656738281
]
},
{
"id": "MSA_2015_8_26",
"correct": 0,
"prediction": "D",
"scores": [
-89.63494873046875,
-89.2859115600586,
-89.66893005371094,
-88.93331909179688
]
},
{
"id": "Mercury_177013",
"correct": 1,
"prediction": "A",
"scores": [
-118.31000518798828,
-132.0880584716797,
-121.810791015625,
-139.66490173339844
]
},
{
"id": "Mercury_SC_400185",
"correct": 0,
"prediction": "B",
"scores": [
-71.55316162109375,
-68.08851623535156,
-69.26481628417969,
-70.07003784179688
]
},
{
"id": "Mercury_SC_402159",
"correct": 0,
"prediction": "B",
"scores": [
-84.24861907958984,
-83.57853698730469,
-89.90400695800781,
-98.41517639160156
]
},
{
"id": "VASoL_2009_5_31",
"correct": 1,
"prediction": "D",
"scores": [
-68.51658630371094,
-68.461669921875,
-64.09613037109375,
-57.79916000366211
]
},
{
"id": "Mercury_SC_401598",
"correct": 0,
"prediction": "A",
"scores": [
-58.21018981933594,
-63.48009490966797,
-66.11297607421875,
-67.66313934326172
]
},
{
"id": "MCAS_2004_8_24",
"correct": 0,
"prediction": "D",
"scores": [
-88.5903091430664,
-87.29270935058594,
-87.78768920898438,
-85.82745361328125
]
},
{
"id": "Mercury_SC_413081",
"correct": 1,
"prediction": "A",
"scores": [
-55.58788299560547,
-62.74849319458008,
-60.19147491455078,
-62.582340240478516
]
},
{
"id": "CSZ_2008_5_CSZ50776",
"correct": 1,
"prediction": "C",
"scores": [
-53.632423400878906,
-49.67261505126953,
-41.64176559448242,
-58.1475830078125
]
},
{
"id": "MCAS_1998_4_22",
"correct": 0,
"prediction": "C",
"scores": [
-155.722900390625,
-151.45059204101562,
-148.26400756835938,
-151.54681396484375
]
},
{
"id": "Mercury_7267785",
"correct": 0,
"prediction": "A",
"scores": [
-58.48744201660156,
-60.91383743286133,
-59.35219192504883,
-59.88737869262695
]
},
{
"id": "Mercury_SC_405035",
"correct": 1,
"prediction": "B",
"scores": [
-92.91038513183594,
-90.12106323242188,
-92.21675109863281,
-91.7238998413086
]
},
{
"id": "TIMSS_2003_4_pg85",
"correct": 0,
"prediction": "A",
"scores": [
-46.65806198120117,
-47.05891799926758,
-52.94712829589844,
-55.275733947753906
]
},
{
"id": "Mercury_7032200",
"correct": 1,
"prediction": "D",
"scores": [
-68.5577392578125,
-83.25369262695312,
-79.95338439941406,
-66.41477966308594
]
},
{
"id": "Mercury_SC_408374",
"correct": 0,
"prediction": "A",
"scores": [
-129.48895263671875,
-130.87957763671875,
-129.77020263671875,
-130.03228759765625
]
},
{
"id": "LEAP_2009_8_10431",
"correct": 0,
"prediction": "A",
"scores": [
-60.66279602050781,
-61.56764221191406,
-60.72901153564453,
-66.32023620605469
]
},
{
"id": "Mercury_7082460",
"correct": 0,
"prediction": "A",
"scores": [
-70.70687103271484,
-73.08335876464844,
-76.60760498046875,
-72.93632507324219
]
},
{
"id": "Mercury_7143150",
"correct": 0,
"prediction": "C",
"scores": [
-58.04460525512695,
-55.85026931762695,
-53.37720489501953,
-53.592437744140625
]
},
{
"id": "Mercury_7103373",
"correct": 1,
"prediction": "D",
"scores": [
-62.512046813964844,
-56.05406188964844,
-62.81548309326172,
-55.982421875
]
},
{
"id": "Mercury_SC_407720",
"correct": 0,
"prediction": "A",
"scores": [
-56.80094528198242,
-60.66065216064453,
-59.527687072753906,
-58.48181915283203
]
},
{
"id": "MCAS_2002_8_19",
"correct": 1,
"prediction": "D",
"scores": [
-73.34548950195312,
-74.88400268554688,
-75.68803405761719,
-72.97807312011719
]
},
{
"id": "Mercury_7009940",
"correct": 1,
"prediction": "B",
"scores": [
-63.722801208496094,
-60.39284133911133,
-69.68462371826172,
-60.8171501159668
]
},
{
"id": "Mercury_7239645",
"correct": 1,
"prediction": "A",
"scores": [
-144.25991821289062,
-146.99900817871094,
-150.00064086914062,
-148.87991333007812
]
},
{
"id": "Mercury_7026268",
"correct": 1,
"prediction": "B",
"scores": [
-187.65191650390625,
-175.2463836669922,
-179.70068359375,
-180.03382873535156
]
},
{
"id": "Mercury_7057610",
"correct": 1,
"prediction": "B",
"scores": [
-105.62062072753906,
-100.28421020507812,
-106.05442810058594,
-102.47174072265625
]
},
{
"id": "VASoL_2009_5_14",
"correct": 1,
"prediction": "B",
"scores": [
-58.28842544555664,
-55.38042449951172,
-56.935890197753906,
-60.412086486816406
]
},
{
"id": "Mercury_SC_400589",
"correct": 1,
"prediction": "C",
"scores": [
-48.36359405517578,
-45.37925720214844,
-42.997459411621094,
-45.69805908203125
]
},
{
"id": "TIMSS_1995_8_I11",
"correct": 0,
"prediction": "A",
"scores": [
-86.21768951416016,
-87.11802673339844,
-86.93770599365234,
-88.20747375488281
]
},
{
"id": "MCAS_2000_8_30",
"correct": 0,
"prediction": "B",
"scores": [
-74.87872314453125,
-58.888633728027344,
-68.81871795654297,
-63.62233352661133
]
},
{
"id": "Mercury_7171553",
"correct": 1,
"prediction": "A",
"scores": [
-95.57466125488281,
-98.73704528808594,
-95.77743530273438,
-96.12083435058594
]
},
{
"id": "Mercury_7190015",
"correct": 1,
"prediction": "D",
"scores": [
-119.70209503173828,
-117.8291244506836,
-118.68826293945312,
-115.665771484375
]
},
{
"id": "Mercury_7032830",
"correct": 1,
"prediction": "A",
"scores": [
-63.02277374267578,
-67.8196792602539,
-66.3709487915039,
-71.36354064941406
]
},
{
"id": "AIMS_2008_4_17",
"correct": 0,
"prediction": "B",
"scores": [
-58.10175323486328,
-56.5924072265625,
-58.47384262084961,
-58.937408447265625
]
},
{
"id": "Mercury_7271618",
"correct": 0,
"prediction": "B",
"scores": [
-58.857627868652344,
-55.22658157348633,
-57.44205856323242,
-60.34546661376953
]
},
{
"id": "NCEOGA_2013_8_46",
"correct": 1,
"prediction": "A",
"scores": [
-55.77811813354492,
-75.21768188476562,
-64.88871002197266,
-61.8143310546875
]
},
{
"id": "Mercury_7084560",
"correct": 1,
"prediction": "D",
"scores": [
-57.27227783203125,
-57.07447814941406,
-61.52224349975586,
-55.49614715576172
]
},
{
"id": "MCAS_2005_8_35",
"correct": 0,
"prediction": "D",
"scores": [
-151.65927124023438,
-153.21841430664062,
-159.26568603515625,
-151.18026733398438
]
},
{
"id": "Mercury_7202388",
"correct": 1,
"prediction": "A",
"scores": [
-168.2048797607422,
-171.06556701660156,
-173.4485626220703,
-180.84210205078125
]
},
{
"id": "Mercury_7210403",
"correct": 1,
"prediction": "A",
"scores": [
-136.67239379882812,
-137.89114379882812,
-140.94357299804688,
-141.14669799804688
]
},
{
"id": "Mercury_SC_401826",
"correct": 1,
"prediction": "A",
"scores": [
-35.3072509765625,
-42.916221618652344,
-62.57112503051758,
-66.1815414428711
]
},
{
"id": "Mercury_7269028",
"correct": 1,
"prediction": "A",
"scores": [
-48.515480041503906,
-50.59897232055664,
-52.39056396484375,
-51.937347412109375
]
},
{
"id": "Mercury_SC_407784",
"correct": 1,
"prediction": "B",
"scores": [
-36.105289459228516,
-32.403770446777344,
-37.46289825439453,
-52.50360870361328
]
},
{
"id": "Mercury_7042508",
"correct": 1,
"prediction": "B",
"scores": [
-45.773521423339844,
-39.507930755615234,
-44.22844696044922,
-42.67103958129883
]
},
{
"id": "Mercury_7271443",
"correct": 1,
"prediction": "A",
"scores": [
-86.47685241699219,
-90.276123046875,
-91.03170776367188,
-91.96231079101562
]
},
{
"id": "TIMSS_2003_8_pg98",
"correct": 0,
"prediction": "A",
"scores": [
-77.83992004394531,
-79.19929504394531,
-84.38497924804688,
-83.69790649414062
]
},
{
"id": "Mercury_7029873",
"correct": 1,
"prediction": "C",
"scores": [
-66.22696685791016,
-63.44108581542969,
-54.73836135864258,
-64.79356384277344
]
},
{
"id": "Mercury_7228323",
"correct": 1,
"prediction": "C",
"scores": [
-100.32438659667969,
-95.57843780517578,
-92.52133178710938,
-101.35868835449219
]
},
{
"id": "Mercury_7217140",
"correct": 0,
"prediction": "B",
"scores": [
-87.71283721923828,
-74.49026489257812,
-86.26984405517578,
-96.28842163085938
]
},
{
"id": "Mercury_SC_400515",
"correct": 1,
"prediction": "A",
"scores": [
-59.99314880371094,
-69.14275360107422,
-71.323974609375,
-71.92475891113281
]
},
{
"id": "MCAS_2003_8_13",
"correct": 1,
"prediction": "C",
"scores": [
-35.358280181884766,
-32.591949462890625,
-27.879344940185547,
-30.37049102783203
]
},
{
"id": "OHAT_2009_5_4",
"correct": 1,
"prediction": "A",
"scores": [
-190.24163818359375,
-192.19808959960938,
-194.443359375,
-192.8948974609375
]
},
{
"id": "ACTAAP_2012_7_16",
"correct": 0,
"prediction": "B",
"scores": [
-39.740901947021484,
-38.600276947021484,
-41.229183197021484,
-39.428401947021484
]
},
{
"id": "Mercury_7156800",
"correct": 0,
"prediction": "B",
"scores": [
-228.45033264160156,
-225.68397521972656,
-225.86241149902344,
-230.81344604492188
]
},
{
"id": "VASoL_2007_3_32",
"correct": 1,
"prediction": "B",
"scores": [
-83.00753021240234,
-77.9186782836914,
-78.8621826171875,
-82.1438980102539
]
},
{
"id": "Mercury_SC_416126",
"correct": 0,
"prediction": "B",
"scores": [
-86.15204620361328,
-86.08232116699219,
-89.58111572265625,
-88.83911895751953
]
},
{
"id": "Mercury_SC_416133",
"correct": 0,
"prediction": "C",
"scores": [
-56.26631164550781,
-55.95754623413086,
-52.06882095336914,
-62.360801696777344
]
},
{
"id": "Mercury_7254520",
"correct": 1,
"prediction": "A",
"scores": [
-46.313751220703125,
-47.71665954589844,
-49.09585189819336,
-48.24322509765625
]
},
{
"id": "Mercury_7037415",
"correct": 1,
"prediction": "B",
"scores": [
-114.25042724609375,
-113.73079681396484,
-118.35136413574219,
-122.37293243408203
]
},
{
"id": "Mercury_7221533",
"correct": 1,
"prediction": "D",
"scores": [
-66.81585693359375,
-63.9520149230957,
-69.93807983398438,
-63.06308364868164
]
},
{
"id": "Mercury_SC_410965",
"correct": 1,
"prediction": "C",
"scores": [
-202.8201141357422,
-198.80032348632812,
-197.83811950683594,
-202.74819946289062
]
},
{
"id": "TIMSS_2011_8_pg106",
"correct": 1,
"prediction": "C",
"scores": [
-176.2632293701172,
-176.7871856689453,
-171.6580047607422,
-175.43582153320312
]
},
{
"id": "Mercury_406736",
"correct": 1,
"prediction": "B",
"scores": [
-74.34649658203125,
-74.06068420410156,
-78.2099609375,
-77.643798828125
]
},
{
"id": "Mercury_SC_400691",
"correct": 0,
"prediction": "D",
"scores": [
-138.93206787109375,
-141.29222106933594,
-144.41053771972656,
-138.73208618164062
]
},
{
"id": "NYSEDREGENTS_2014_8_18",
"correct": 1,
"prediction": "1",
"scores": [
-64.0181884765625,
-66.43436431884766,
-66.66999053955078,
-70.83132934570312
]
},
{
"id": "Mercury_404901",
"correct": 1,
"prediction": "C",
"scores": [
-53.99797821044922,
-53.12297821044922,
-52.76360321044922,
-54.981224060058594
]
},
{
"id": "Mercury_7006265",
"correct": 1,
"prediction": "B",
"scores": [
-56.84539031982422,
-52.94227600097656,
-54.510704040527344,
-58.61594772338867
]
},
{
"id": "MCAS_2006_9_16",
"correct": 0,
"prediction": "B",
"scores": [
-91.69224548339844,
-86.2662353515625,
-86.37875366210938,
-104.38439178466797
]
},
{
"id": "MCAS_2006_9_9-v1",
"correct": 1,
"prediction": "D",
"scores": [
-94.18136596679688,
-89.55433654785156,
-88.71881103515625,
-85.17416381835938
]
},
{
"id": "MCAS_2011_8_17687",
"correct": 1,
"prediction": "B",
"scores": [
-174.67498779296875,
-173.4117431640625,
-178.59889221191406,
-175.28184509277344
]
},
{
"id": "Mercury_7214480",
"correct": 0,
"prediction": "A",
"scores": [
-96.69390106201172,
-97.56694793701172,
-96.72124481201172,
-98.59038543701172
]
},
{
"id": "Mercury_7094098",
"correct": 0,
"prediction": "B",
"scores": [
-87.38516235351562,
-84.72301483154297,
-86.6240463256836,
-93.54263305664062
]
},
{
"id": "Mercury_SC_401188",
"correct": 1,
"prediction": "A",
"scores": [
-50.12742614746094,
-50.45195007324219,
-52.19338607788086,
-51.595664978027344
]
},
{
"id": "Mercury_7193078",
"correct": 1,
"prediction": "C",
"scores": [
-166.26043701171875,
-171.66136169433594,
-157.16835021972656,
-158.79293823242188
]
}
],
"wiki": {
"token_ppl": 23.296007522281887,
"byte_ppl": 2.2323754727256233,
"chunks": [
{
"nll": 554.4141235351562,
"tokens": 256
},
{
"nll": 705.2730712890625,
"tokens": 256
},
{
"nll": 524.54736328125,
"tokens": 256
},
{
"nll": 716.73828125,
"tokens": 256
},
{
"nll": 763.552490234375,
"tokens": 256
},
{
"nll": 631.9398803710938,
"tokens": 256
},
{
"nll": 697.1604614257812,
"tokens": 256
},
{
"nll": 751.0731811523438,
"tokens": 256
},
{
"nll": 748.0245361328125,
"tokens": 256
},
{
"nll": 699.2059326171875,
"tokens": 256
},
{
"nll": 702.197998046875,
"tokens": 256
},
{
"nll": 699.3751220703125,
"tokens": 256
},
{
"nll": 886.194091796875,
"tokens": 256
},
{
"nll": 731.00439453125,
"tokens": 256
},
{
"nll": 800.3654174804688,
"tokens": 256
},
{
"nll": 742.2886962890625,
"tokens": 256
},
{
"nll": 723.1586303710938,
"tokens": 256
},
{
"nll": 766.0081787109375,
"tokens": 256
},
{
"nll": 846.4251708984375,
"tokens": 256
},
{
"nll": 758.2478637695312,
"tokens": 256
},
{
"nll": 720.7317504882812,
"tokens": 256
},
{
"nll": 686.0347290039062,
"tokens": 256
},
{
"nll": 725.2108764648438,
"tokens": 256
},
{
"nll": 852.9743041992188,
"tokens": 256
},
{
"nll": 706.6363525390625,
"tokens": 256
},
{
"nll": 726.2119750976562,
"tokens": 256
},
{
"nll": 813.9503173828125,
"tokens": 256
},
{
"nll": 717.7899780273438,
"tokens": 256
},
{
"nll": 683.6358032226562,
"tokens": 256
},
{
"nll": 652.9739990234375,
"tokens": 256
},
{
"nll": 675.2903442382812,
"tokens": 256
},
{
"nll": 804.73583984375,
"tokens": 256
},
{
"nll": 848.922119140625,
"tokens": 256
},
{
"nll": 744.53173828125,
"tokens": 256
},
{
"nll": 826.7206420898438,
"tokens": 256
},
{
"nll": 697.552734375,
"tokens": 256
},
{
"nll": 788.247314453125,
"tokens": 256
},
{
"nll": 771.54248046875,
"tokens": 256
},
{
"nll": 717.247314453125,
"tokens": 256
},
{
"nll": 626.2015991210938,
"tokens": 256
},
{
"nll": 774.7805786132812,
"tokens": 256
},
{
"nll": 827.15087890625,
"tokens": 256
},
{
"nll": 782.3630981445312,
"tokens": 256
},
{
"nll": 703.672119140625,
"tokens": 256
},
{
"nll": 760.7659912109375,
"tokens": 256
},
{
"nll": 698.5303955078125,
"tokens": 256
},
{
"nll": 706.8933715820312,
"tokens": 256
},
{
"nll": 728.1981201171875,
"tokens": 256
},
{
"nll": 745.8502197265625,
"tokens": 256
},
{
"nll": 675.2657470703125,
"tokens": 256
},
{
"nll": 803.414306640625,
"tokens": 256
},
{
"nll": 638.9796142578125,
"tokens": 256
},
{
"nll": 680.2607421875,
"tokens": 256
},
{
"nll": 541.680908203125,
"tokens": 256
},
{
"nll": 696.5479125976562,
"tokens": 256
},
{
"nll": 717.1730346679688,
"tokens": 256
},
{
"nll": 810.3853759765625,
"tokens": 256
},
{
"nll": 655.0982666015625,
"tokens": 256
},
{
"nll": 788.26806640625,
"tokens": 256
},
{
"nll": 726.5758056640625,
"tokens": 256
},
{
"nll": 637.72607421875,
"tokens": 256
},
{
"nll": 651.6981201171875,
"tokens": 256
},
{
"nll": 732.255126953125,
"tokens": 256
},
{
"nll": 584.79638671875,
"tokens": 256
},
{
"nll": 570.8849487304688,
"tokens": 256
},
{
"nll": 709.85791015625,
"tokens": 256
},
{
"nll": 768.43017578125,
"tokens": 256
},
{
"nll": 813.3263549804688,
"tokens": 256
},
{
"nll": 834.5147094726562,
"tokens": 256
},
{
"nll": 838.6620483398438,
"tokens": 256
},
{
"nll": 805.9818725585938,
"tokens": 256
},
{
"nll": 665.1514892578125,
"tokens": 256
},
{
"nll": 697.2008666992188,
"tokens": 256
},
{
"nll": 751.210693359375,
"tokens": 256
},
{
"nll": 817.12548828125,
"tokens": 256
},
{
"nll": 903.669189453125,
"tokens": 256
},
{
"nll": 767.189697265625,
"tokens": 256
},
{
"nll": 873.3592529296875,
"tokens": 256
},
{
"nll": 779.8338623046875,
"tokens": 256
},
{
"nll": 814.58740234375,
"tokens": 256
},
{
"nll": 749.335693359375,
"tokens": 256
},
{
"nll": 739.6398315429688,
"tokens": 256
},
{
"nll": 651.3067016601562,
"tokens": 256
},
{
"nll": 689.328369140625,
"tokens": 256
},
{
"nll": 813.91162109375,
"tokens": 256
},
{
"nll": 633.9833984375,
"tokens": 256
},
{
"nll": 710.1114501953125,
"tokens": 256
},
{
"nll": 717.1599731445312,
"tokens": 256
},
{
"nll": 795.3873291015625,
"tokens": 256
},
{
"nll": 728.509765625,
"tokens": 256
},
{
"nll": 818.4951782226562,
"tokens": 256
},
{
"nll": 834.1207275390625,
"tokens": 256
},
{
"nll": 786.019287109375,
"tokens": 256
},
{
"nll": 635.1253662109375,
"tokens": 256
},
{
"nll": 712.4608154296875,
"tokens": 256
},
{
"nll": 834.609130859375,
"tokens": 256
},
{
"nll": 661.0216064453125,
"tokens": 256
},
{
"nll": 841.967041015625,
"tokens": 256
},
{
"nll": 704.5078735351562,
"tokens": 256
},
{
"nll": 801.1173095703125,
"tokens": 256
},
{
"nll": 886.6242065429688,
"tokens": 256
},
{
"nll": 924.2891845703125,
"tokens": 256
},
{
"nll": 857.6546020507812,
"tokens": 256
},
{
"nll": 934.022216796875,
"tokens": 256
},
{
"nll": 828.7080078125,
"tokens": 256
},
{
"nll": 868.1878051757812,
"tokens": 256
},
{
"nll": 833.1158447265625,
"tokens": 256
},
{
"nll": 879.231689453125,
"tokens": 256
},
{
"nll": 954.7897338867188,
"tokens": 256
},
{
"nll": 888.1932373046875,
"tokens": 256
},
{
"nll": 903.9335327148438,
"tokens": 256
},
{
"nll": 913.1197509765625,
"tokens": 256
},
{
"nll": 847.7850341796875,
"tokens": 256
},
{
"nll": 873.104248046875,
"tokens": 256
},
{
"nll": 780.7845458984375,
"tokens": 256
},
{
"nll": 911.4612426757812,
"tokens": 256
},
{
"nll": 969.8043212890625,
"tokens": 256
},
{
"nll": 943.2489624023438,
"tokens": 256
},
{
"nll": 749.6549072265625,
"tokens": 256
},
{
"nll": 875.1884765625,
"tokens": 256
},
{
"nll": 786.021240234375,
"tokens": 256
},
{
"nll": 913.7489013671875,
"tokens": 256
},
{
"nll": 824.4339599609375,
"tokens": 256
},
{
"nll": 936.009521484375,
"tokens": 256
},
{
"nll": 886.6536254882812,
"tokens": 256
},
{
"nll": 950.800048828125,
"tokens": 256
},
{
"nll": 963.4327392578125,
"tokens": 256
},
{
"nll": 840.5228881835938,
"tokens": 256
},
{
"nll": 684.2537231445312,
"tokens": 256
},
{
"nll": 786.3919677734375,
"tokens": 256
},
{
"nll": 725.6558837890625,
"tokens": 256
},
{
"nll": 782.4666748046875,
"tokens": 256
},
{
"nll": 772.1080322265625,
"tokens": 256
},
{
"nll": 642.0634765625,
"tokens": 256
},
{
"nll": 695.5429077148438,
"tokens": 256
},
{
"nll": 614.29296875,
"tokens": 256
},
{
"nll": 793.9915161132812,
"tokens": 256
},
{
"nll": 808.6929931640625,
"tokens": 256
},
{
"nll": 771.390869140625,
"tokens": 256
},
{
"nll": 705.1761474609375,
"tokens": 256
},
{
"nll": 773.7393798828125,
"tokens": 256
},
{
"nll": 749.8903198242188,
"tokens": 256
},
{
"nll": 707.0616455078125,
"tokens": 256
},
{
"nll": 738.618408203125,
"tokens": 256
},
{
"nll": 767.45263671875,
"tokens": 256
},
{
"nll": 817.120361328125,
"tokens": 256
},
{
"nll": 713.0667114257812,
"tokens": 256
},
{
"nll": 838.7642822265625,
"tokens": 256
},
{
"nll": 758.60302734375,
"tokens": 256
},
{
"nll": 747.8031616210938,
"tokens": 256
},
{
"nll": 753.2841796875,
"tokens": 256
},
{
"nll": 813.98486328125,
"tokens": 256
},
{
"nll": 768.5455322265625,
"tokens": 256
},
{
"nll": 895.4628295898438,
"tokens": 256
},
{
"nll": 830.4698486328125,
"tokens": 256
},
{
"nll": 846.71044921875,
"tokens": 256
},
{
"nll": 732.339111328125,
"tokens": 256
},
{
"nll": 727.7722778320312,
"tokens": 256
},
{
"nll": 854.6177978515625,
"tokens": 256
},
{
"nll": 758.3468627929688,
"tokens": 256
},
{
"nll": 901.5446166992188,
"tokens": 256
},
{
"nll": 885.984375,
"tokens": 256
},
{
"nll": 926.8585205078125,
"tokens": 256
},
{
"nll": 896.283935546875,
"tokens": 256
},
{
"nll": 708.9271850585938,
"tokens": 256
},
{
"nll": 754.878662109375,
"tokens": 256
},
{
"nll": 832.5806274414062,
"tokens": 256
},
{
"nll": 855.4559326171875,
"tokens": 256
},
{
"nll": 866.6572875976562,
"tokens": 256
},
{
"nll": 838.523681640625,
"tokens": 256
},
{
"nll": 833.12548828125,
"tokens": 256
},
{
"nll": 818.985595703125,
"tokens": 256
},
{
"nll": 890.0996704101562,
"tokens": 256
},
{
"nll": 867.8743286132812,
"tokens": 256
},
{
"nll": 790.571533203125,
"tokens": 256
},
{
"nll": 918.0980224609375,
"tokens": 256
},
{
"nll": 785.1571044921875,
"tokens": 256
},
{
"nll": 795.8240966796875,
"tokens": 256
},
{
"nll": 739.2489624023438,
"tokens": 256
},
{
"nll": 926.5462646484375,
"tokens": 256
},
{
"nll": 919.70068359375,
"tokens": 256
},
{
"nll": 873.50146484375,
"tokens": 256
},
{
"nll": 806.8197021484375,
"tokens": 256
},
{
"nll": 885.55810546875,
"tokens": 256
},
{
"nll": 846.053955078125,
"tokens": 256
},
{
"nll": 784.7357177734375,
"tokens": 256
},
{
"nll": 831.4271240234375,
"tokens": 256
},
{
"nll": 765.7283935546875,
"tokens": 256
},
{
"nll": 808.35498046875,
"tokens": 256
},
{
"nll": 814.6962890625,
"tokens": 256
},
{
"nll": 895.23779296875,
"tokens": 256
},
{
"nll": 889.60205078125,
"tokens": 256
},
{
"nll": 817.6556396484375,
"tokens": 256
},
{
"nll": 838.6267700195312,
"tokens": 256
},
{
"nll": 801.318359375,
"tokens": 256
},
{
"nll": 833.5028076171875,
"tokens": 256
},
{
"nll": 867.2835693359375,
"tokens": 256
},
{
"nll": 743.2266845703125,
"tokens": 256
},
{
"nll": 732.927490234375,
"tokens": 256
},
{
"nll": 642.0057373046875,
"tokens": 256
},
{
"nll": 731.4821166992188,
"tokens": 256
},
{
"nll": 667.31591796875,
"tokens": 256
},
{
"nll": 732.0255126953125,
"tokens": 256
},
{
"nll": 654.6759643554688,
"tokens": 256
},
{
"nll": 634.3157348632812,
"tokens": 256
},
{
"nll": 686.3831787109375,
"tokens": 256
},
{
"nll": 800.052734375,
"tokens": 256
},
{
"nll": 664.405029296875,
"tokens": 256
},
{
"nll": 656.736572265625,
"tokens": 256
},
{
"nll": 688.4293212890625,
"tokens": 256
},
{
"nll": 727.021484375,
"tokens": 256
},
{
"nll": 793.0792236328125,
"tokens": 256
},
{
"nll": 704.4644165039062,
"tokens": 256
},
{
"nll": 765.002685546875,
"tokens": 256
},
{
"nll": 779.168212890625,
"tokens": 256
},
{
"nll": 708.60205078125,
"tokens": 256
},
{
"nll": 662.635009765625,
"tokens": 256
},
{
"nll": 798.2996826171875,
"tokens": 256
},
{
"nll": 747.894775390625,
"tokens": 256
},
{
"nll": 781.7760009765625,
"tokens": 256
},
{
"nll": 772.296630859375,
"tokens": 256
},
{
"nll": 696.5131225585938,
"tokens": 256
},
{
"nll": 683.6624755859375,
"tokens": 256
},
{
"nll": 690.4620971679688,
"tokens": 256
},
{
"nll": 793.4595336914062,
"tokens": 256
},
{
"nll": 765.2061767578125,
"tokens": 256
},
{
"nll": 854.773193359375,
"tokens": 256
},
{
"nll": 695.5564575195312,
"tokens": 256
},
{
"nll": 881.6696166992188,
"tokens": 256
},
{
"nll": 838.8113403320312,
"tokens": 256
},
{
"nll": 753.7570190429688,
"tokens": 256
},
{
"nll": 753.529052734375,
"tokens": 256
},
{
"nll": 877.004150390625,
"tokens": 256
},
{
"nll": 938.6717529296875,
"tokens": 256
},
{
"nll": 788.6777954101562,
"tokens": 256
},
{
"nll": 843.5401611328125,
"tokens": 256
},
{
"nll": 763.1204833984375,
"tokens": 256
},
{
"nll": 888.6343383789062,
"tokens": 256
},
{
"nll": 772.06884765625,
"tokens": 256
},
{
"nll": 788.6089477539062,
"tokens": 256
},
{
"nll": 977.447998046875,
"tokens": 256
},
{
"nll": 839.1142578125,
"tokens": 256
},
{
"nll": 681.0986938476562,
"tokens": 256
},
{
"nll": 653.75,
"tokens": 256
},
{
"nll": 739.6405029296875,
"tokens": 256
},
{
"nll": 812.8787231445312,
"tokens": 256
},
{
"nll": 783.43603515625,
"tokens": 256
},
{
"nll": 762.845458984375,
"tokens": 256
},
{
"nll": 835.330810546875,
"tokens": 256
},
{
"nll": 886.8568115234375,
"tokens": 256
},
{
"nll": 742.03515625,
"tokens": 256
},
{
"nll": 732.4874267578125,
"tokens": 256
},
{
"nll": 773.44580078125,
"tokens": 256
},
{
"nll": 827.2479248046875,
"tokens": 256
},
{
"nll": 770.9686279296875,
"tokens": 256
},
{
"nll": 832.1429443359375,
"tokens": 256
},
{
"nll": 858.62109375,
"tokens": 256
},
{
"nll": 884.8736572265625,
"tokens": 256
},
{
"nll": 763.8815307617188,
"tokens": 256
},
{
"nll": 802.0426025390625,
"tokens": 256
},
{
"nll": 795.9710083007812,
"tokens": 256
},
{
"nll": 815.1978759765625,
"tokens": 256
},
{
"nll": 742.7576904296875,
"tokens": 256
},
{
"nll": 674.3446044921875,
"tokens": 256
},
{
"nll": 720.595703125,
"tokens": 256
},
{
"nll": 814.055908203125,
"tokens": 256
},
{
"nll": 788.7379150390625,
"tokens": 256
},
{
"nll": 883.0105590820312,
"tokens": 256
},
{
"nll": 983.7852172851562,
"tokens": 256
},
{
"nll": 882.2863159179688,
"tokens": 256
},
{
"nll": 865.6029663085938,
"tokens": 256
},
{
"nll": 883.3975219726562,
"tokens": 256
},
{
"nll": 869.6897583007812,
"tokens": 256
},
{
"nll": 901.6641845703125,
"tokens": 256
},
{
"nll": 733.1366577148438,
"tokens": 256
},
{
"nll": 769.2783203125,
"tokens": 256
},
{
"nll": 723.0562744140625,
"tokens": 256
},
{
"nll": 608.0137939453125,
"tokens": 256
},
{
"nll": 741.179443359375,
"tokens": 256
},
{
"nll": 694.5033569335938,
"tokens": 256
},
{
"nll": 682.0986328125,
"tokens": 256
},
{
"nll": 656.56396484375,
"tokens": 256
},
{
"nll": 774.8197631835938,
"tokens": 256
},
{
"nll": 654.67529296875,
"tokens": 256
},
{
"nll": 654.0320434570312,
"tokens": 256
},
{
"nll": 729.8237915039062,
"tokens": 256
},
{
"nll": 777.870361328125,
"tokens": 256
},
{
"nll": 704.423583984375,
"tokens": 256
},
{
"nll": 757.7576904296875,
"tokens": 256
},
{
"nll": 763.1646118164062,
"tokens": 256
},
{
"nll": 792.5560913085938,
"tokens": 256
},
{
"nll": 800.9852905273438,
"tokens": 256
},
{
"nll": 706.9131469726562,
"tokens": 256
},
{
"nll": 863.87451171875,
"tokens": 256
},
{
"nll": 838.2877197265625,
"tokens": 256
},
{
"nll": 862.8792114257812,
"tokens": 256
},
{
"nll": 799.8353881835938,
"tokens": 256
},
{
"nll": 800.8889770507812,
"tokens": 256
},
{
"nll": 761.515625,
"tokens": 256
},
{
"nll": 780.77099609375,
"tokens": 256
},
{
"nll": 904.0595703125,
"tokens": 256
},
{
"nll": 954.52294921875,
"tokens": 256
},
{
"nll": 850.3728637695312,
"tokens": 256
},
{
"nll": 919.2379150390625,
"tokens": 256
},
{
"nll": 805.4802856445312,
"tokens": 256
},
{
"nll": 767.7626953125,
"tokens": 256
},
{
"nll": 829.7127075195312,
"tokens": 256
},
{
"nll": 805.85498046875,
"tokens": 256
},
{
"nll": 778.6661376953125,
"tokens": 256
},
{
"nll": 894.92138671875,
"tokens": 256
},
{
"nll": 800.4151611328125,
"tokens": 256
},
{
"nll": 823.1436157226562,
"tokens": 256
},
{
"nll": 737.4417724609375,
"tokens": 256
},
{
"nll": 745.0756225585938,
"tokens": 256
},
{
"nll": 707.7684936523438,
"tokens": 256
},
{
"nll": 814.8838500976562,
"tokens": 256
},
{
"nll": 716.468505859375,
"tokens": 256
},
{
"nll": 603.69189453125,
"tokens": 256
},
{
"nll": 657.269775390625,
"tokens": 256
},
{
"nll": 741.8265380859375,
"tokens": 256
},
{
"nll": 685.4775390625,
"tokens": 256
},
{
"nll": 698.6064453125,
"tokens": 256
},
{
"nll": 660.1760864257812,
"tokens": 256
},
{
"nll": 790.177490234375,
"tokens": 256
},
{
"nll": 851.4385986328125,
"tokens": 256
},
{
"nll": 787.388916015625,
"tokens": 256
},
{
"nll": 743.3114013671875,
"tokens": 256
},
{
"nll": 733.537353515625,
"tokens": 256
},
{
"nll": 782.869873046875,
"tokens": 256
},
{
"nll": 732.0391235351562,
"tokens": 256
},
{
"nll": 874.9925537109375,
"tokens": 256
},
{
"nll": 778.782958984375,
"tokens": 256
},
{
"nll": 811.6141357421875,
"tokens": 256
},
{
"nll": 756.1918334960938,
"tokens": 256
},
{
"nll": 757.68408203125,
"tokens": 256
},
{
"nll": 760.2021484375,
"tokens": 256
},
{
"nll": 792.7957763671875,
"tokens": 256
},
{
"nll": 787.0702514648438,
"tokens": 256
},
{
"nll": 786.0836181640625,
"tokens": 256
},
{
"nll": 776.647705078125,
"tokens": 256
},
{
"nll": 749.0364990234375,
"tokens": 256
},
{
"nll": 841.1947021484375,
"tokens": 256
},
{
"nll": 871.4931640625,
"tokens": 256
},
{
"nll": 847.8934936523438,
"tokens": 256
},
{
"nll": 722.1806030273438,
"tokens": 256
},
{
"nll": 781.9608154296875,
"tokens": 256
},
{
"nll": 804.4300537109375,
"tokens": 256
},
{
"nll": 750.759765625,
"tokens": 256
},
{
"nll": 730.304443359375,
"tokens": 256
},
{
"nll": 663.1146850585938,
"tokens": 256
},
{
"nll": 775.620361328125,
"tokens": 256
},
{
"nll": 669.6895751953125,
"tokens": 256
},
{
"nll": 774.1075439453125,
"tokens": 256
},
{
"nll": 747.91015625,
"tokens": 256
},
{
"nll": 756.9176025390625,
"tokens": 256
},
{
"nll": 743.3836669921875,
"tokens": 256
},
{
"nll": 795.9736328125,
"tokens": 256
},
{
"nll": 754.6426391601562,
"tokens": 256
},
{
"nll": 735.918212890625,
"tokens": 256
},
{
"nll": 789.296630859375,
"tokens": 256
},
{
"nll": 852.4466552734375,
"tokens": 256
},
{
"nll": 733.015869140625,
"tokens": 256
},
{
"nll": 815.439697265625,
"tokens": 256
},
{
"nll": 756.6693725585938,
"tokens": 256
},
{
"nll": 829.0233154296875,
"tokens": 256
},
{
"nll": 825.2698974609375,
"tokens": 256
},
{
"nll": 850.5955810546875,
"tokens": 256
},
{
"nll": 785.9095458984375,
"tokens": 256
},
{
"nll": 828.6514892578125,
"tokens": 256
},
{
"nll": 842.518798828125,
"tokens": 256
},
{
"nll": 839.60986328125,
"tokens": 256
},
{
"nll": 878.9373779296875,
"tokens": 256
},
{
"nll": 775.7452392578125,
"tokens": 256
},
{
"nll": 806.339111328125,
"tokens": 256
},
{
"nll": 866.1611938476562,
"tokens": 256
},
{
"nll": 924.84814453125,
"tokens": 256
},
{
"nll": 831.68115234375,
"tokens": 256
},
{
"nll": 976.4185791015625,
"tokens": 256
},
{
"nll": 908.7301025390625,
"tokens": 256
},
{
"nll": 943.3952026367188,
"tokens": 256
},
{
"nll": 883.1947021484375,
"tokens": 256
},
{
"nll": 856.96044921875,
"tokens": 256
},
{
"nll": 885.4066772460938,
"tokens": 256
},
{
"nll": 810.561767578125,
"tokens": 256
},
{
"nll": 890.67578125,
"tokens": 256
},
{
"nll": 924.744140625,
"tokens": 256
},
{
"nll": 861.0307006835938,
"tokens": 256
},
{
"nll": 851.3464965820312,
"tokens": 256
},
{
"nll": 724.1278076171875,
"tokens": 256
},
{
"nll": 949.6629638671875,
"tokens": 256
},
{
"nll": 704.3424072265625,
"tokens": 256
},
{
"nll": 648.9066162109375,
"tokens": 256
},
{
"nll": 790.4913940429688,
"tokens": 256
},
{
"nll": 693.3878784179688,
"tokens": 256
},
{
"nll": 677.0784301757812,
"tokens": 256
},
{
"nll": 654.9955444335938,
"tokens": 256
},
{
"nll": 731.8779907226562,
"tokens": 256
},
{
"nll": 830.76708984375,
"tokens": 256
},
{
"nll": 814.3646240234375,
"tokens": 256
},
{
"nll": 782.0968017578125,
"tokens": 256
},
{
"nll": 831.66650390625,
"tokens": 256
},
{
"nll": 742.1696166992188,
"tokens": 256
},
{
"nll": 760.9166259765625,
"tokens": 256
},
{
"nll": 714.4827270507812,
"tokens": 256
},
{
"nll": 769.94482421875,
"tokens": 256
},
{
"nll": 862.8526611328125,
"tokens": 256
},
{
"nll": 759.556396484375,
"tokens": 256
},
{
"nll": 691.2847900390625,
"tokens": 256
},
{
"nll": 731.5099487304688,
"tokens": 256
},
{
"nll": 834.7764892578125,
"tokens": 256
},
{
"nll": 775.0744018554688,
"tokens": 256
},
{
"nll": 842.7219848632812,
"tokens": 256
},
{
"nll": 879.7208862304688,
"tokens": 256
},
{
"nll": 826.7257080078125,
"tokens": 256
},
{
"nll": 774.083984375,
"tokens": 256
},
{
"nll": 760.5474853515625,
"tokens": 256
},
{
"nll": 823.8935546875,
"tokens": 256
},
{
"nll": 667.566162109375,
"tokens": 256
},
{
"nll": 736.7734375,
"tokens": 256
},
{
"nll": 770.9552001953125,
"tokens": 256
},
{
"nll": 896.7880859375,
"tokens": 256
},
{
"nll": 685.4615478515625,
"tokens": 256
},
{
"nll": 773.00927734375,
"tokens": 256
},
{
"nll": 710.3030395507812,
"tokens": 256
},
{
"nll": 758.6697998046875,
"tokens": 256
},
{
"nll": 818.312744140625,
"tokens": 256
},
{
"nll": 814.1363525390625,
"tokens": 256
},
{
"nll": 759.2528076171875,
"tokens": 256
},
{
"nll": 669.1788330078125,
"tokens": 256
},
{
"nll": 897.1448364257812,
"tokens": 256
},
{
"nll": 777.282958984375,
"tokens": 256
},
{
"nll": 789.3782958984375,
"tokens": 256
},
{
"nll": 839.150146484375,
"tokens": 256
},
{
"nll": 788.1751708984375,
"tokens": 256
},
{
"nll": 820.328125,
"tokens": 256
},
{
"nll": 764.3762817382812,
"tokens": 256
},
{
"nll": 758.8842163085938,
"tokens": 256
},
{
"nll": 793.033447265625,
"tokens": 256
},
{
"nll": 839.0599365234375,
"tokens": 256
},
{
"nll": 814.2152099609375,
"tokens": 256
},
{
"nll": 831.8650512695312,
"tokens": 256
},
{
"nll": 795.369873046875,
"tokens": 256
},
{
"nll": 779.3721923828125,
"tokens": 256
},
{
"nll": 866.4462890625,
"tokens": 256
},
{
"nll": 933.7645263671875,
"tokens": 256
},
{
"nll": 791.0584716796875,
"tokens": 256
},
{
"nll": 934.2540283203125,
"tokens": 256
},
{
"nll": 787.5625,
"tokens": 256
},
{
"nll": 621.660888671875,
"tokens": 256
},
{
"nll": 718.865478515625,
"tokens": 256
},
{
"nll": 791.7047119140625,
"tokens": 256
},
{
"nll": 804.0918579101562,
"tokens": 256
},
{
"nll": 707.8242797851562,
"tokens": 256
},
{
"nll": 778.86279296875,
"tokens": 256
},
{
"nll": 809.2034301757812,
"tokens": 256
},
{
"nll": 773.4911499023438,
"tokens": 256
},
{
"nll": 765.1082763671875,
"tokens": 256
},
{
"nll": 827.3209228515625,
"tokens": 256
},
{
"nll": 818.8764038085938,
"tokens": 256
},
{
"nll": 817.9464111328125,
"tokens": 256
},
{
"nll": 753.0269165039062,
"tokens": 256
},
{
"nll": 769.746826171875,
"tokens": 256
},
{
"nll": 805.2669677734375,
"tokens": 256
},
{
"nll": 755.56640625,
"tokens": 256
},
{
"nll": 863.4476318359375,
"tokens": 256
},
{
"nll": 813.6380004882812,
"tokens": 256
},
{
"nll": 819.2515869140625,
"tokens": 256
},
{
"nll": 789.0343017578125,
"tokens": 256
},
{
"nll": 728.5584716796875,
"tokens": 256
},
{
"nll": 816.0479736328125,
"tokens": 256
},
{
"nll": 894.673583984375,
"tokens": 256
},
{
"nll": 900.430908203125,
"tokens": 256
},
{
"nll": 874.361572265625,
"tokens": 256
},
{
"nll": 895.8615112304688,
"tokens": 256
},
{
"nll": 792.73828125,
"tokens": 256
},
{
"nll": 930.5587158203125,
"tokens": 256
},
{
"nll": 787.0528564453125,
"tokens": 256
},
{
"nll": 847.5894775390625,
"tokens": 256
},
{
"nll": 815.510009765625,
"tokens": 256
},
{
"nll": 717.06591796875,
"tokens": 256
},
{
"nll": 800.7526245117188,
"tokens": 256
},
{
"nll": 705.0758666992188,
"tokens": 256
},
{
"nll": 769.1289672851562,
"tokens": 256
},
{
"nll": 873.5155029296875,
"tokens": 256
},
{
"nll": 945.359375,
"tokens": 256
},
{
"nll": 813.0556640625,
"tokens": 256
},
{
"nll": 792.6682739257812,
"tokens": 256
},
{
"nll": 763.6072387695312,
"tokens": 256
},
{
"nll": 790.2718505859375,
"tokens": 256
},
{
"nll": 802.318115234375,
"tokens": 256
},
{
"nll": 910.2847900390625,
"tokens": 256
},
{
"nll": 898.359130859375,
"tokens": 256
},
{
"nll": 856.72509765625,
"tokens": 256
},
{
"nll": 792.074951171875,
"tokens": 256
},
{
"nll": 719.195556640625,
"tokens": 256
},
{
"nll": 873.9639282226562,
"tokens": 256
},
{
"nll": 722.738037109375,
"tokens": 256
},
{
"nll": 829.20458984375,
"tokens": 256
},
{
"nll": 782.7379760742188,
"tokens": 256
},
{
"nll": 746.8323974609375,
"tokens": 256
},
{
"nll": 864.2421264648438,
"tokens": 256
},
{
"nll": 662.8919067382812,
"tokens": 256
},
{
"nll": 780.8197631835938,
"tokens": 256
},
{
"nll": 818.6480102539062,
"tokens": 256
},
{
"nll": 805.38916015625,
"tokens": 256
},
{
"nll": 791.3201904296875,
"tokens": 256
},
{
"nll": 738.660400390625,
"tokens": 256
},
{
"nll": 636.1881103515625,
"tokens": 256
},
{
"nll": 736.2041015625,
"tokens": 256
},
{
"nll": 838.264892578125,
"tokens": 256
},
{
"nll": 690.3034057617188,
"tokens": 256
},
{
"nll": 737.99951171875,
"tokens": 256
},
{
"nll": 786.11669921875,
"tokens": 256
},
{
"nll": 779.7025146484375,
"tokens": 256
},
{
"nll": 769.8482666015625,
"tokens": 256
},
{
"nll": 828.8690795898438,
"tokens": 256
},
{
"nll": 783.0404052734375,
"tokens": 256
},
{
"nll": 791.7794189453125,
"tokens": 256
},
{
"nll": 782.404541015625,
"tokens": 256
},
{
"nll": 772.6861572265625,
"tokens": 256
},
{
"nll": 818.2994995117188,
"tokens": 256
},
{
"nll": 883.6180419921875,
"tokens": 256
},
{
"nll": 845.062744140625,
"tokens": 256
},
{
"nll": 895.8339233398438,
"tokens": 256
},
{
"nll": 809.7008666992188,
"tokens": 256
},
{
"nll": 807.3111572265625,
"tokens": 256
},
{
"nll": 861.48388671875,
"tokens": 256
},
{
"nll": 932.414794921875,
"tokens": 256
},
{
"nll": 870.9561767578125,
"tokens": 256
},
{
"nll": 709.8709106445312,
"tokens": 256
},
{
"nll": 679.057373046875,
"tokens": 256
},
{
"nll": 563.0297241210938,
"tokens": 256
},
{
"nll": 770.278076171875,
"tokens": 256
},
{
"nll": 635.4656982421875,
"tokens": 256
},
{
"nll": 839.79345703125,
"tokens": 256
},
{
"nll": 769.2638549804688,
"tokens": 256
},
{
"nll": 710.411865234375,
"tokens": 256
},
{
"nll": 805.8552856445312,
"tokens": 256
},
{
"nll": 746.9479370117188,
"tokens": 256
},
{
"nll": 708.5604248046875,
"tokens": 256
},
{
"nll": 766.6791381835938,
"tokens": 256
},
{
"nll": 678.6932373046875,
"tokens": 256
},
{
"nll": 710.146484375,
"tokens": 256
},
{
"nll": 742.6477661132812,
"tokens": 256
},
{
"nll": 756.1602172851562,
"tokens": 256
},
{
"nll": 667.4118041992188,
"tokens": 256
},
{
"nll": 734.0718994140625,
"tokens": 256
},
{
"nll": 747.630126953125,
"tokens": 256
},
{
"nll": 816.8297119140625,
"tokens": 256
},
{
"nll": 799.3145141601562,
"tokens": 256
},
{
"nll": 841.3758544921875,
"tokens": 256
},
{
"nll": 718.6640014648438,
"tokens": 256
},
{
"nll": 845.8944091796875,
"tokens": 256
},
{
"nll": 893.3720092773438,
"tokens": 256
},
{
"nll": 923.5079345703125,
"tokens": 256
},
{
"nll": 912.8404541015625,
"tokens": 256
},
{
"nll": 852.4482421875,
"tokens": 256
},
{
"nll": 818.382568359375,
"tokens": 256
},
{
"nll": 944.0364990234375,
"tokens": 256
},
{
"nll": 903.8438110351562,
"tokens": 256
},
{
"nll": 959.0511474609375,
"tokens": 256
},
{
"nll": 858.1198120117188,
"tokens": 256
},
{
"nll": 899.0985717773438,
"tokens": 256
},
{
"nll": 857.8919677734375,
"tokens": 256
},
{
"nll": 912.427001953125,
"tokens": 256
},
{
"nll": 913.179443359375,
"tokens": 256
},
{
"nll": 890.5165405273438,
"tokens": 256
},
{
"nll": 900.548828125,
"tokens": 256
},
{
"nll": 906.1461181640625,
"tokens": 256
},
{
"nll": 800.39013671875,
"tokens": 256
},
{
"nll": 769.374267578125,
"tokens": 256
},
{
"nll": 926.0543823242188,
"tokens": 256
},
{
"nll": 866.8525390625,
"tokens": 256
},
{
"nll": 867.1073608398438,
"tokens": 256
},
{
"nll": 1034.91552734375,
"tokens": 256
},
{
"nll": 790.4003295898438,
"tokens": 256
},
{
"nll": 790.5762329101562,
"tokens": 256
},
{
"nll": 841.9163208007812,
"tokens": 256
},
{
"nll": 801.5172119140625,
"tokens": 256
},
{
"nll": 894.6185302734375,
"tokens": 256
},
{
"nll": 835.1795654296875,
"tokens": 256
},
{
"nll": 822.0118408203125,
"tokens": 256
},
{
"nll": 741.66796875,
"tokens": 256
},
{
"nll": 721.31982421875,
"tokens": 256
},
{
"nll": 818.4762573242188,
"tokens": 256
},
{
"nll": 794.9520263671875,
"tokens": 256
},
{
"nll": 820.3367919921875,
"tokens": 256
},
{
"nll": 775.8094482421875,
"tokens": 256
},
{
"nll": 802.2137451171875,
"tokens": 256
},
{
"nll": 875.4804077148438,
"tokens": 256
},
{
"nll": 685.5247192382812,
"tokens": 256
},
{
"nll": 726.1627197265625,
"tokens": 256
},
{
"nll": 754.2151489257812,
"tokens": 256
},
{
"nll": 818.3233642578125,
"tokens": 256
},
{
"nll": 820.0814208984375,
"tokens": 256
},
{
"nll": 696.8009033203125,
"tokens": 256
},
{
"nll": 765.8458251953125,
"tokens": 256
},
{
"nll": 826.5692138671875,
"tokens": 256
},
{
"nll": 810.4282836914062,
"tokens": 256
},
{
"nll": 843.7708740234375,
"tokens": 256
},
{
"nll": 784.958984375,
"tokens": 256
},
{
"nll": 858.154541015625,
"tokens": 256
},
{
"nll": 819.893310546875,
"tokens": 256
},
{
"nll": 905.0950927734375,
"tokens": 256
},
{
"nll": 746.8419799804688,
"tokens": 256
},
{
"nll": 862.8952026367188,
"tokens": 256
},
{
"nll": 858.55615234375,
"tokens": 256
},
{
"nll": 735.0293579101562,
"tokens": 256
},
{
"nll": 683.4305419921875,
"tokens": 256
},
{
"nll": 682.9508056640625,
"tokens": 256
},
{
"nll": 733.5884399414062,
"tokens": 256
},
{
"nll": 821.5302734375,
"tokens": 256
},
{
"nll": 812.9299926757812,
"tokens": 256
},
{
"nll": 879.4519653320312,
"tokens": 256
},
{
"nll": 805.8180541992188,
"tokens": 256
},
{
"nll": 829.1956176757812,
"tokens": 256
},
{
"nll": 847.8776245117188,
"tokens": 256
},
{
"nll": 773.6075439453125,
"tokens": 256
},
{
"nll": 774.5457763671875,
"tokens": 256
},
{
"nll": 794.100341796875,
"tokens": 256
},
{
"nll": 869.1746215820312,
"tokens": 256
},
{
"nll": 867.247802734375,
"tokens": 256
},
{
"nll": 937.28271484375,
"tokens": 256
},
{
"nll": 850.466064453125,
"tokens": 256
},
{
"nll": 862.2105712890625,
"tokens": 256
},
{
"nll": 937.947509765625,
"tokens": 256
},
{
"nll": 731.941650390625,
"tokens": 256
},
{
"nll": 766.1429443359375,
"tokens": 256
},
{
"nll": 638.451171875,
"tokens": 256
},
{
"nll": 821.889892578125,
"tokens": 256
},
{
"nll": 874.1119384765625,
"tokens": 256
},
{
"nll": 779.5146484375,
"tokens": 256
},
{
"nll": 838.34423828125,
"tokens": 256
},
{
"nll": 838.537841796875,
"tokens": 256
},
{
"nll": 790.6949462890625,
"tokens": 256
},
{
"nll": 924.7989501953125,
"tokens": 256
},
{
"nll": 862.15771484375,
"tokens": 256
},
{
"nll": 865.614501953125,
"tokens": 256
},
{
"nll": 782.8284912109375,
"tokens": 256
},
{
"nll": 827.7936401367188,
"tokens": 256
},
{
"nll": 950.48681640625,
"tokens": 256
},
{
"nll": 877.500732421875,
"tokens": 256
},
{
"nll": 789.56103515625,
"tokens": 256
},
{
"nll": 897.2779541015625,
"tokens": 256
},
{
"nll": 811.119873046875,
"tokens": 256
},
{
"nll": 829.2794799804688,
"tokens": 256
},
{
"nll": 923.77099609375,
"tokens": 256
},
{
"nll": 927.2672119140625,
"tokens": 256
},
{
"nll": 811.1353149414062,
"tokens": 256
},
{
"nll": 951.3596801757812,
"tokens": 256
},
{
"nll": 757.3883056640625,
"tokens": 256
},
{
"nll": 712.3651733398438,
"tokens": 256
},
{
"nll": 805.5357666015625,
"tokens": 256
},
{
"nll": 841.9334716796875,
"tokens": 256
},
{
"nll": 768.83349609375,
"tokens": 256
},
{
"nll": 738.1036987304688,
"tokens": 256
},
{
"nll": 763.6065673828125,
"tokens": 256
},
{
"nll": 884.3505859375,
"tokens": 256
},
{
"nll": 807.5436401367188,
"tokens": 256
},
{
"nll": 783.630859375,
"tokens": 256
},
{
"nll": 767.6856079101562,
"tokens": 256
},
{
"nll": 747.3433227539062,
"tokens": 256
},
{
"nll": 822.7593994140625,
"tokens": 256
},
{
"nll": 804.883056640625,
"tokens": 256
},
{
"nll": 766.7054443359375,
"tokens": 256
},
{
"nll": 858.163818359375,
"tokens": 256
},
{
"nll": 788.1828002929688,
"tokens": 256
},
{
"nll": 735.5679931640625,
"tokens": 256
},
{
"nll": 746.172607421875,
"tokens": 256
},
{
"nll": 876.401611328125,
"tokens": 256
},
{
"nll": 843.0054321289062,
"tokens": 256
},
{
"nll": 649.301513671875,
"tokens": 256
},
{
"nll": 739.2674560546875,
"tokens": 256
},
{
"nll": 826.32763671875,
"tokens": 256
},
{
"nll": 920.432373046875,
"tokens": 256
},
{
"nll": 824.9786376953125,
"tokens": 256
},
{
"nll": 923.896240234375,
"tokens": 256
},
{
"nll": 934.8467407226562,
"tokens": 256
},
{
"nll": 861.153076171875,
"tokens": 256
},
{
"nll": 910.24658203125,
"tokens": 256
},
{
"nll": 924.2879638671875,
"tokens": 256
},
{
"nll": 783.036865234375,
"tokens": 256
},
{
"nll": 871.929931640625,
"tokens": 256
},
{
"nll": 901.817626953125,
"tokens": 256
},
{
"nll": 890.3472900390625,
"tokens": 256
},
{
"nll": 872.78076171875,
"tokens": 256
},
{
"nll": 758.7327270507812,
"tokens": 256
},
{
"nll": 641.0311279296875,
"tokens": 256
},
{
"nll": 836.0974731445312,
"tokens": 256
},
{
"nll": 816.0072021484375,
"tokens": 256
},
{
"nll": 830.4456787109375,
"tokens": 256
},
{
"nll": 887.92236328125,
"tokens": 256
},
{
"nll": 911.0218505859375,
"tokens": 256
},
{
"nll": 973.963134765625,
"tokens": 256
},
{
"nll": 810.3728637695312,
"tokens": 256
},
{
"nll": 870.0699462890625,
"tokens": 256
},
{
"nll": 915.552001953125,
"tokens": 256
},
{
"nll": 922.7796630859375,
"tokens": 256
},
{
"nll": 935.6568603515625,
"tokens": 256
},
{
"nll": 929.7332153320312,
"tokens": 256
},
{
"nll": 930.0380859375,
"tokens": 256
},
{
"nll": 940.8280029296875,
"tokens": 256
},
{
"nll": 888.440185546875,
"tokens": 256
},
{
"nll": 863.82373046875,
"tokens": 256
},
{
"nll": 1012.20263671875,
"tokens": 256
},
{
"nll": 892.1580810546875,
"tokens": 256
},
{
"nll": 815.63232421875,
"tokens": 256
},
{
"nll": 900.0119018554688,
"tokens": 256
},
{
"nll": 893.642578125,
"tokens": 256
},
{
"nll": 815.96337890625,
"tokens": 256
},
{
"nll": 836.6775512695312,
"tokens": 256
},
{
"nll": 785.33642578125,
"tokens": 256
},
{
"nll": 710.488525390625,
"tokens": 256
},
{
"nll": 666.908447265625,
"tokens": 256
},
{
"nll": 770.158935546875,
"tokens": 256
},
{
"nll": 723.65576171875,
"tokens": 256
},
{
"nll": 832.110107421875,
"tokens": 256
},
{
"nll": 691.4586181640625,
"tokens": 256
},
{
"nll": 838.54833984375,
"tokens": 256
},
{
"nll": 885.8103637695312,
"tokens": 256
},
{
"nll": 763.8927001953125,
"tokens": 256
},
{
"nll": 754.6754150390625,
"tokens": 256
},
{
"nll": 840.2030029296875,
"tokens": 256
},
{
"nll": 802.7203369140625,
"tokens": 256
},
{
"nll": 849.9970703125,
"tokens": 256
},
{
"nll": 778.6024169921875,
"tokens": 256
},
{
"nll": 875.2982177734375,
"tokens": 256
},
{
"nll": 836.9955444335938,
"tokens": 256
},
{
"nll": 817.800537109375,
"tokens": 256
},
{
"nll": 828.3602905273438,
"tokens": 256
},
{
"nll": 731.5241088867188,
"tokens": 256
},
{
"nll": 927.3875732421875,
"tokens": 256
},
{
"nll": 740.4027099609375,
"tokens": 256
},
{
"nll": 808.28564453125,
"tokens": 256
},
{
"nll": 822.1231079101562,
"tokens": 256
},
{
"nll": 768.4943237304688,
"tokens": 256
},
{
"nll": 809.1957397460938,
"tokens": 256
},
{
"nll": 780.451904296875,
"tokens": 256
},
{
"nll": 753.3403930664062,
"tokens": 256
},
{
"nll": 818.0970458984375,
"tokens": 256
},
{
"nll": 819.6922607421875,
"tokens": 256
},
{
"nll": 788.7069091796875,
"tokens": 256
},
{
"nll": 930.384765625,
"tokens": 256
},
{
"nll": 775.0792236328125,
"tokens": 256
},
{
"nll": 844.08740234375,
"tokens": 256
},
{
"nll": 829.3014526367188,
"tokens": 256
},
{
"nll": 701.8424072265625,
"tokens": 256
},
{
"nll": 800.0087890625,
"tokens": 256
},
{
"nll": 876.2269897460938,
"tokens": 256
},
{
"nll": 781.7069091796875,
"tokens": 256
},
{
"nll": 770.80615234375,
"tokens": 256
},
{
"nll": 944.833251953125,
"tokens": 256
},
{
"nll": 832.6531372070312,
"tokens": 256
},
{
"nll": 694.825439453125,
"tokens": 256
},
{
"nll": 817.6270751953125,
"tokens": 256
},
{
"nll": 850.4554443359375,
"tokens": 256
},
{
"nll": 805.9006958007812,
"tokens": 256
},
{
"nll": 738.8848876953125,
"tokens": 256
},
{
"nll": 753.6661376953125,
"tokens": 256
},
{
"nll": 762.6259765625,
"tokens": 256
},
{
"nll": 891.611328125,
"tokens": 256
},
{
"nll": 831.491455078125,
"tokens": 256
},
{
"nll": 924.85693359375,
"tokens": 256
},
{
"nll": 821.785400390625,
"tokens": 256
},
{
"nll": 830.929443359375,
"tokens": 256
},
{
"nll": 809.8905029296875,
"tokens": 256
},
{
"nll": 916.9296264648438,
"tokens": 256
},
{
"nll": 832.17822265625,
"tokens": 256
},
{
"nll": 840.031494140625,
"tokens": 256
},
{
"nll": 861.9625854492188,
"tokens": 256
},
{
"nll": 901.391845703125,
"tokens": 256
},
{
"nll": 852.506103515625,
"tokens": 256
},
{
"nll": 827.2459716796875,
"tokens": 256
},
{
"nll": 873.9227294921875,
"tokens": 256
},
{
"nll": 819.977783203125,
"tokens": 256
},
{
"nll": 802.3853759765625,
"tokens": 256
},
{
"nll": 728.3406982421875,
"tokens": 256
},
{
"nll": 714.48779296875,
"tokens": 256
},
{
"nll": 794.9246215820312,
"tokens": 256
},
{
"nll": 948.4063720703125,
"tokens": 256
},
{
"nll": 822.0858154296875,
"tokens": 256
},
{
"nll": 875.6309814453125,
"tokens": 256
},
{
"nll": 896.821533203125,
"tokens": 256
},
{
"nll": 908.15625,
"tokens": 256
},
{
"nll": 956.3699951171875,
"tokens": 256
},
{
"nll": 914.0322265625,
"tokens": 256
},
{
"nll": 858.70166015625,
"tokens": 256
},
{
"nll": 961.9786987304688,
"tokens": 256
},
{
"nll": 880.5786743164062,
"tokens": 256
},
{
"nll": 903.3042602539062,
"tokens": 256
},
{
"nll": 900.7110595703125,
"tokens": 256
},
{
"nll": 855.864990234375,
"tokens": 256
},
{
"nll": 934.5673828125,
"tokens": 256
},
{
"nll": 885.5924682617188,
"tokens": 256
},
{
"nll": 985.3041381835938,
"tokens": 256
},
{
"nll": 920.5361328125,
"tokens": 256
},
{
"nll": 904.5142822265625,
"tokens": 256
},
{
"nll": 862.0996704101562,
"tokens": 256
},
{
"nll": 901.4176635742188,
"tokens": 256
},
{
"nll": 743.4398803710938,
"tokens": 256
},
{
"nll": 773.6904296875,
"tokens": 256
},
{
"nll": 717.22119140625,
"tokens": 256
},
{
"nll": 639.841552734375,
"tokens": 256
},
{
"nll": 812.4502563476562,
"tokens": 256
},
{
"nll": 855.912109375,
"tokens": 256
},
{
"nll": 726.2544555664062,
"tokens": 256
},
{
"nll": 791.0318603515625,
"tokens": 256
},
{
"nll": 856.96240234375,
"tokens": 256
},
{
"nll": 670.8672485351562,
"tokens": 256
},
{
"nll": 784.6279296875,
"tokens": 256
},
{
"nll": 757.7509765625,
"tokens": 256
},
{
"nll": 892.6119384765625,
"tokens": 256
},
{
"nll": 725.6153564453125,
"tokens": 256
},
{
"nll": 701.1460571289062,
"tokens": 256
},
{
"nll": 773.9232177734375,
"tokens": 256
},
{
"nll": 705.7736206054688,
"tokens": 256
},
{
"nll": 794.2256469726562,
"tokens": 256
},
{
"nll": 811.9263916015625,
"tokens": 256
},
{
"nll": 775.6868286132812,
"tokens": 256
},
{
"nll": 736.6021728515625,
"tokens": 256
},
{
"nll": 755.878173828125,
"tokens": 256
},
{
"nll": 742.3037719726562,
"tokens": 256
},
{
"nll": 793.5968627929688,
"tokens": 256
},
{
"nll": 819.656005859375,
"tokens": 256
},
{
"nll": 678.9195556640625,
"tokens": 256
},
{
"nll": 719.4340209960938,
"tokens": 256
},
{
"nll": 817.296875,
"tokens": 256
},
{
"nll": 729.77001953125,
"tokens": 256
},
{
"nll": 742.5682373046875,
"tokens": 256
},
{
"nll": 778.627197265625,
"tokens": 256
},
{
"nll": 721.9483642578125,
"tokens": 256
},
{
"nll": 951.095703125,
"tokens": 256
},
{
"nll": 807.87548828125,
"tokens": 256
},
{
"nll": 854.0916748046875,
"tokens": 256
},
{
"nll": 825.1256103515625,
"tokens": 256
},
{
"nll": 783.2008666992188,
"tokens": 256
},
{
"nll": 911.3522338867188,
"tokens": 256
},
{
"nll": 785.1302490234375,
"tokens": 256
},
{
"nll": 804.3831787109375,
"tokens": 256
},
{
"nll": 733.8062744140625,
"tokens": 256
},
{
"nll": 713.3980712890625,
"tokens": 256
},
{
"nll": 752.8564453125,
"tokens": 256
},
{
"nll": 840.6475219726562,
"tokens": 256
},
{
"nll": 812.8246459960938,
"tokens": 256
},
{
"nll": 705.77001953125,
"tokens": 256
},
{
"nll": 763.33837890625,
"tokens": 256
},
{
"nll": 819.8405151367188,
"tokens": 256
},
{
"nll": 735.3518676757812,
"tokens": 256
},
{
"nll": 631.103515625,
"tokens": 256
},
{
"nll": 754.5062255859375,
"tokens": 256
},
{
"nll": 763.3736572265625,
"tokens": 256
},
{
"nll": 843.5254516601562,
"tokens": 256
},
{
"nll": 776.21337890625,
"tokens": 256
},
{
"nll": 785.0648193359375,
"tokens": 256
},
{
"nll": 798.57177734375,
"tokens": 256
},
{
"nll": 809.76611328125,
"tokens": 256
},
{
"nll": 900.1766357421875,
"tokens": 256
},
{
"nll": 703.7986450195312,
"tokens": 256
},
{
"nll": 658.7418212890625,
"tokens": 256
},
{
"nll": 701.7022705078125,
"tokens": 256
},
{
"nll": 618.4220581054688,
"tokens": 256
},
{
"nll": 740.8665771484375,
"tokens": 256
},
{
"nll": 659.2301025390625,
"tokens": 256
},
{
"nll": 625.4429931640625,
"tokens": 256
},
{
"nll": 690.234130859375,
"tokens": 256
},
{
"nll": 683.0751953125,
"tokens": 256
},
{
"nll": 796.873046875,
"tokens": 256
},
{
"nll": 806.1436767578125,
"tokens": 256
},
{
"nll": 756.226318359375,
"tokens": 256
},
{
"nll": 830.342529296875,
"tokens": 256
},
{
"nll": 761.240478515625,
"tokens": 256
},
{
"nll": 714.0285034179688,
"tokens": 256
},
{
"nll": 829.99169921875,
"tokens": 256
},
{
"nll": 774.559814453125,
"tokens": 256
},
{
"nll": 805.6976318359375,
"tokens": 256
},
{
"nll": 711.756591796875,
"tokens": 256
},
{
"nll": 764.9276123046875,
"tokens": 256
},
{
"nll": 837.9644775390625,
"tokens": 256
},
{
"nll": 895.3087158203125,
"tokens": 256
},
{
"nll": 730.626953125,
"tokens": 256
},
{
"nll": 687.9563598632812,
"tokens": 256
},
{
"nll": 882.373779296875,
"tokens": 256
},
{
"nll": 765.611572265625,
"tokens": 256
},
{
"nll": 712.863037109375,
"tokens": 256
},
{
"nll": 853.0330810546875,
"tokens": 256
},
{
"nll": 858.0841064453125,
"tokens": 256
},
{
"nll": 909.60791015625,
"tokens": 256
},
{
"nll": 833.2774658203125,
"tokens": 256
},
{
"nll": 763.6827392578125,
"tokens": 256
},
{
"nll": 780.8143920898438,
"tokens": 256
},
{
"nll": 725.5447387695312,
"tokens": 256
},
{
"nll": 772.3759765625,
"tokens": 256
},
{
"nll": 823.6837158203125,
"tokens": 256
},
{
"nll": 804.7887573242188,
"tokens": 256
},
{
"nll": 800.6558837890625,
"tokens": 256
},
{
"nll": 737.22265625,
"tokens": 256
},
{
"nll": 847.3978271484375,
"tokens": 256
},
{
"nll": 856.8419189453125,
"tokens": 256
},
{
"nll": 804.407958984375,
"tokens": 256
},
{
"nll": 875.8679809570312,
"tokens": 256
},
{
"nll": 792.4768676757812,
"tokens": 256
},
{
"nll": 851.6366577148438,
"tokens": 256
},
{
"nll": 870.9912719726562,
"tokens": 256
},
{
"nll": 923.34716796875,
"tokens": 256
},
{
"nll": 836.9707641601562,
"tokens": 256
},
{
"nll": 801.1605834960938,
"tokens": 256
},
{
"nll": 803.3602294921875,
"tokens": 256
},
{
"nll": 819.1341552734375,
"tokens": 256
},
{
"nll": 689.2089233398438,
"tokens": 256
},
{
"nll": 823.354248046875,
"tokens": 256
},
{
"nll": 764.339111328125,
"tokens": 256
},
{
"nll": 877.2047119140625,
"tokens": 256
},
{
"nll": 858.2986450195312,
"tokens": 256
},
{
"nll": 711.77001953125,
"tokens": 256
},
{
"nll": 656.3726196289062,
"tokens": 256
},
{
"nll": 868.7045288085938,
"tokens": 256
},
{
"nll": 705.7295532226562,
"tokens": 256
},
{
"nll": 884.2413330078125,
"tokens": 256
},
{
"nll": 810.5023803710938,
"tokens": 256
},
{
"nll": 940.412109375,
"tokens": 256
},
{
"nll": 813.6910400390625,
"tokens": 256
},
{
"nll": 816.4337768554688,
"tokens": 256
},
{
"nll": 781.3857421875,
"tokens": 256
},
{
"nll": 860.0390014648438,
"tokens": 256
},
{
"nll": 776.6644287109375,
"tokens": 256
},
{
"nll": 829.3856201171875,
"tokens": 256
},
{
"nll": 763.6258544921875,
"tokens": 256
},
{
"nll": 885.8936767578125,
"tokens": 256
},
{
"nll": 834.945556640625,
"tokens": 256
},
{
"nll": 832.4631958007812,
"tokens": 256
},
{
"nll": 826.4853515625,
"tokens": 256
},
{
"nll": 784.851318359375,
"tokens": 256
},
{
"nll": 806.3739013671875,
"tokens": 256
},
{
"nll": 757.28759765625,
"tokens": 256
},
{
"nll": 739.2122802734375,
"tokens": 256
},
{
"nll": 744.8389892578125,
"tokens": 256
},
{
"nll": 736.4542236328125,
"tokens": 256
},
{
"nll": 724.012451171875,
"tokens": 256
},
{
"nll": 645.62255859375,
"tokens": 256
},
{
"nll": 714.9691162109375,
"tokens": 256
},
{
"nll": 658.2728271484375,
"tokens": 256
},
{
"nll": 789.0728759765625,
"tokens": 256
},
{
"nll": 849.98046875,
"tokens": 256
},
{
"nll": 889.2197265625,
"tokens": 256
},
{
"nll": 834.779296875,
"tokens": 256
},
{
"nll": 818.2164306640625,
"tokens": 256
},
{
"nll": 818.9876708984375,
"tokens": 256
},
{
"nll": 849.8618774414062,
"tokens": 256
},
{
"nll": 798.9468994140625,
"tokens": 256
},
{
"nll": 892.9344482421875,
"tokens": 256
},
{
"nll": 813.5067138671875,
"tokens": 256
},
{
"nll": 913.6968383789062,
"tokens": 256
},
{
"nll": 879.9680786132812,
"tokens": 256
},
{
"nll": 836.3890380859375,
"tokens": 256
},
{
"nll": 852.725830078125,
"tokens": 256
},
{
"nll": 864.5681762695312,
"tokens": 256
},
{
"nll": 784.4946899414062,
"tokens": 256
},
{
"nll": 858.9699096679688,
"tokens": 256
},
{
"nll": 1030.53369140625,
"tokens": 256
},
{
"nll": 922.0455932617188,
"tokens": 256
},
{
"nll": 797.2921142578125,
"tokens": 256
},
{
"nll": 811.6546630859375,
"tokens": 256
},
{
"nll": 882.9205322265625,
"tokens": 256
},
{
"nll": 807.718017578125,
"tokens": 256
},
{
"nll": 913.0985107421875,
"tokens": 256
},
{
"nll": 858.3511352539062,
"tokens": 256
},
{
"nll": 736.5220336914062,
"tokens": 256
},
{
"nll": 860.3058471679688,
"tokens": 256
},
{
"nll": 798.122802734375,
"tokens": 256
},
{
"nll": 811.3385009765625,
"tokens": 256
},
{
"nll": 854.2735595703125,
"tokens": 256
},
{
"nll": 877.1295166015625,
"tokens": 256
},
{
"nll": 869.185302734375,
"tokens": 256
},
{
"nll": 748.8871459960938,
"tokens": 256
},
{
"nll": 750.0855102539062,
"tokens": 256
},
{
"nll": 860.2462158203125,
"tokens": 256
},
{
"nll": 900.0372314453125,
"tokens": 256
},
{
"nll": 956.0789184570312,
"tokens": 256
},
{
"nll": 964.4345092773438,
"tokens": 256
},
{
"nll": 950.968994140625,
"tokens": 256
},
{
"nll": 971.7742309570312,
"tokens": 256
},
{
"nll": 826.7241821289062,
"tokens": 256
},
{
"nll": 877.455078125,
"tokens": 256
},
{
"nll": 996.3259887695312,
"tokens": 256
},
{
"nll": 841.3765258789062,
"tokens": 256
},
{
"nll": 884.4453125,
"tokens": 256
},
{
"nll": 817.9547119140625,
"tokens": 256
},
{
"nll": 851.2493896484375,
"tokens": 256
},
{
"nll": 829.28857421875,
"tokens": 256
},
{
"nll": 874.510986328125,
"tokens": 256
},
{
"nll": 876.1156005859375,
"tokens": 256
},
{
"nll": 900.2755126953125,
"tokens": 256
},
{
"nll": 930.0,
"tokens": 256
},
{
"nll": 1018.0861206054688,
"tokens": 256
},
{
"nll": 878.02587890625,
"tokens": 256
},
{
"nll": 865.638671875,
"tokens": 256
},
{
"nll": 876.5883178710938,
"tokens": 256
},
{
"nll": 934.39013671875,
"tokens": 256
},
{
"nll": 736.00927734375,
"tokens": 256
},
{
"nll": 817.74560546875,
"tokens": 256
},
{
"nll": 870.2797241210938,
"tokens": 256
},
{
"nll": 888.53173828125,
"tokens": 256
},
{
"nll": 908.7786254882812,
"tokens": 256
},
{
"nll": 908.12548828125,
"tokens": 256
},
{
"nll": 888.1690673828125,
"tokens": 256
},
{
"nll": 944.629150390625,
"tokens": 256
},
{
"nll": 974.733154296875,
"tokens": 256
},
{
"nll": 886.2086181640625,
"tokens": 256
},
{
"nll": 1000.8442993164062,
"tokens": 256
},
{
"nll": 999.5563354492188,
"tokens": 256
},
{
"nll": 759.4536743164062,
"tokens": 256
},
{
"nll": 803.8572998046875,
"tokens": 256
},
{
"nll": 915.8030395507812,
"tokens": 256
},
{
"nll": 759.6934814453125,
"tokens": 256
},
{
"nll": 696.7603149414062,
"tokens": 256
},
{
"nll": 797.815185546875,
"tokens": 256
},
{
"nll": 861.9976806640625,
"tokens": 256
},
{
"nll": 945.7852172851562,
"tokens": 256
},
{
"nll": 897.380126953125,
"tokens": 256
},
{
"nll": 915.7938232421875,
"tokens": 256
},
{
"nll": 918.61083984375,
"tokens": 256
},
{
"nll": 878.9572143554688,
"tokens": 256
},
{
"nll": 923.6285400390625,
"tokens": 256
},
{
"nll": 657.1258544921875,
"tokens": 256
},
{
"nll": 789.7388305664062,
"tokens": 256
},
{
"nll": 858.2337646484375,
"tokens": 256
},
{
"nll": 841.4422607421875,
"tokens": 256
},
{
"nll": 852.9161376953125,
"tokens": 256
},
{
"nll": 824.7693481445312,
"tokens": 256
},
{
"nll": 875.8526611328125,
"tokens": 256
},
{
"nll": 838.302490234375,
"tokens": 256
},
{
"nll": 839.3046264648438,
"tokens": 256
},
{
"nll": 837.9779663085938,
"tokens": 256
},
{
"nll": 852.3546142578125,
"tokens": 256
},
{
"nll": 905.9100952148438,
"tokens": 256
},
{
"nll": 972.3251953125,
"tokens": 256
},
{
"nll": 794.1729736328125,
"tokens": 256
},
{
"nll": 906.520263671875,
"tokens": 256
},
{
"nll": 862.0489501953125,
"tokens": 256
},
{
"nll": 802.801025390625,
"tokens": 256
},
{
"nll": 788.71044921875,
"tokens": 256
},
{
"nll": 709.022705078125,
"tokens": 256
},
{
"nll": 872.0892333984375,
"tokens": 256
},
{
"nll": 843.6654663085938,
"tokens": 256
},
{
"nll": 952.3959350585938,
"tokens": 256
},
{
"nll": 951.4207763671875,
"tokens": 256
},
{
"nll": 826.48388671875,
"tokens": 256
},
{
"nll": 893.87841796875,
"tokens": 256
},
{
"nll": 844.82470703125,
"tokens": 256
},
{
"nll": 869.9769287109375,
"tokens": 256
},
{
"nll": 805.2440185546875,
"tokens": 256
},
{
"nll": 858.3529052734375,
"tokens": 256
},
{
"nll": 962.717529296875,
"tokens": 256
},
{
"nll": 809.1204833984375,
"tokens": 256
},
{
"nll": 803.4259033203125,
"tokens": 256
},
{
"nll": 737.689453125,
"tokens": 256
},
{
"nll": 851.0797119140625,
"tokens": 256
},
{
"nll": 875.13525390625,
"tokens": 256
},
{
"nll": 763.3378295898438,
"tokens": 256
},
{
"nll": 843.786865234375,
"tokens": 256
},
{
"nll": 933.521240234375,
"tokens": 256
},
{
"nll": 896.1727294921875,
"tokens": 256
},
{
"nll": 911.7137451171875,
"tokens": 256
},
{
"nll": 916.1970825195312,
"tokens": 256
},
{
"nll": 862.30810546875,
"tokens": 256
},
{
"nll": 933.3986206054688,
"tokens": 256
},
{
"nll": 959.5113525390625,
"tokens": 256
},
{
"nll": 958.2957763671875,
"tokens": 256
},
{
"nll": 951.025634765625,
"tokens": 256
},
{
"nll": 933.716064453125,
"tokens": 256
},
{
"nll": 871.2313232421875,
"tokens": 256
},
{
"nll": 955.4788818359375,
"tokens": 256
},
{
"nll": 749.846923828125,
"tokens": 256
},
{
"nll": 775.1363525390625,
"tokens": 256
},
{
"nll": 748.607177734375,
"tokens": 256
},
{
"nll": 646.4374389648438,
"tokens": 256
},
{
"nll": 879.151123046875,
"tokens": 256
},
{
"nll": 940.5609741210938,
"tokens": 256
},
{
"nll": 870.6907958984375,
"tokens": 256
},
{
"nll": 893.284912109375,
"tokens": 256
},
{
"nll": 930.7534790039062,
"tokens": 256
},
{
"nll": 761.8909912109375,
"tokens": 256
},
{
"nll": 780.0989990234375,
"tokens": 256
},
{
"nll": 903.4432373046875,
"tokens": 256
},
{
"nll": 656.836181640625,
"tokens": 256
},
{
"nll": 769.7731323242188,
"tokens": 256
},
{
"nll": 851.582275390625,
"tokens": 256
},
{
"nll": 763.0414428710938,
"tokens": 256
},
{
"nll": 771.1358642578125,
"tokens": 256
},
{
"nll": 837.3695068359375,
"tokens": 256
},
{
"nll": 752.994384765625,
"tokens": 256
},
{
"nll": 964.295166015625,
"tokens": 256
},
{
"nll": 870.8123779296875,
"tokens": 256
},
{
"nll": 871.4486083984375,
"tokens": 256
},
{
"nll": 870.421142578125,
"tokens": 256
},
{
"nll": 765.0101318359375,
"tokens": 256
},
{
"nll": 872.146240234375,
"tokens": 256
},
{
"nll": 732.1873779296875,
"tokens": 256
},
{
"nll": 717.5543212890625,
"tokens": 256
},
{
"nll": 775.30615234375,
"tokens": 256
},
{
"nll": 706.4862060546875,
"tokens": 256
},
{
"nll": 744.5455322265625,
"tokens": 256
},
{
"nll": 701.05224609375,
"tokens": 256
},
{
"nll": 775.0676879882812,
"tokens": 256
},
{
"nll": 782.1260986328125,
"tokens": 256
},
{
"nll": 801.436767578125,
"tokens": 256
},
{
"nll": 798.893310546875,
"tokens": 256
},
{
"nll": 846.1655883789062,
"tokens": 256
},
{
"nll": 789.7554931640625,
"tokens": 256
},
{
"nll": 823.42626953125,
"tokens": 256
},
{
"nll": 731.5149536132812,
"tokens": 256
},
{
"nll": 834.1544189453125,
"tokens": 256
},
{
"nll": 803.056396484375,
"tokens": 256
},
{
"nll": 929.3764038085938,
"tokens": 256
},
{
"nll": 767.859130859375,
"tokens": 256
},
{
"nll": 777.7779541015625,
"tokens": 256
},
{
"nll": 840.8499755859375,
"tokens": 256
},
{
"nll": 906.9578857421875,
"tokens": 256
},
{
"nll": 1009.3452758789062,
"tokens": 256
},
{
"nll": 973.6829223632812,
"tokens": 256
},
{
"nll": 936.8875122070312,
"tokens": 256
},
{
"nll": 935.8223266601562,
"tokens": 256
},
{
"nll": 806.7818603515625,
"tokens": 256
},
{
"nll": 801.7236328125,
"tokens": 256
},
{
"nll": 845.4739990234375,
"tokens": 256
},
{
"nll": 807.9437255859375,
"tokens": 256
},
{
"nll": 864.0841064453125,
"tokens": 256
},
{
"nll": 942.444580078125,
"tokens": 256
},
{
"nll": 883.676513671875,
"tokens": 256
},
{
"nll": 818.1068115234375,
"tokens": 256
},
{
"nll": 732.31494140625,
"tokens": 256
},
{
"nll": 755.772705078125,
"tokens": 256
},
{
"nll": 751.0226440429688,
"tokens": 256
},
{
"nll": 856.8221435546875,
"tokens": 256
},
{
"nll": 913.7208862304688,
"tokens": 256
},
{
"nll": 860.810302734375,
"tokens": 256
},
{
"nll": 765.52734375,
"tokens": 256
},
{
"nll": 856.4912109375,
"tokens": 256
},
{
"nll": 889.201171875,
"tokens": 256
},
{
"nll": 827.9010009765625,
"tokens": 256
},
{
"nll": 871.44384765625,
"tokens": 256
},
{
"nll": 773.9810791015625,
"tokens": 256
},
{
"nll": 864.320556640625,
"tokens": 256
},
{
"nll": 642.178466796875,
"tokens": 224
}
],
"bytes": 1148001,
"encoded_tokens": 292833
},
"source_losses": {
"fineweb_edu": {
"token_ppl": 14.486595410831523,
"byte_ppl": 1.9196654613328874,
"chunks": [
{
"nll": 584.050537109375,
"tokens": 256
},
{
"nll": 625.2716064453125,
"tokens": 256
},
{
"nll": 772.8966064453125,
"tokens": 256
},
{
"nll": 689.86376953125,
"tokens": 256
},
{
"nll": 518.8887939453125,
"tokens": 256
},
{
"nll": 504.0808410644531,
"tokens": 256
},
{
"nll": 489.96063232421875,
"tokens": 256
},
{
"nll": 746.654541015625,
"tokens": 256
},
{
"nll": 627.30517578125,
"tokens": 256
},
{
"nll": 647.260986328125,
"tokens": 256
},
{
"nll": 604.4622192382812,
"tokens": 256
},
{
"nll": 662.23291015625,
"tokens": 256
},
{
"nll": 599.3082275390625,
"tokens": 256
},
{
"nll": 591.2081298828125,
"tokens": 256
},
{
"nll": 664.534912109375,
"tokens": 256
},
{
"nll": 715.5140380859375,
"tokens": 256
},
{
"nll": 779.76171875,
"tokens": 256
},
{
"nll": 763.1263427734375,
"tokens": 256
},
{
"nll": 657.39990234375,
"tokens": 256
},
{
"nll": 737.319091796875,
"tokens": 256
},
{
"nll": 732.5556640625,
"tokens": 256
},
{
"nll": 656.3515625,
"tokens": 256
},
{
"nll": 678.8517456054688,
"tokens": 256
},
{
"nll": 674.8916625976562,
"tokens": 256
},
{
"nll": 707.5298461914062,
"tokens": 256
},
{
"nll": 782.3109130859375,
"tokens": 256
},
{
"nll": 737.5328369140625,
"tokens": 256
},
{
"nll": 691.8139038085938,
"tokens": 256
},
{
"nll": 766.8824462890625,
"tokens": 256
},
{
"nll": 639.237060546875,
"tokens": 256
},
{
"nll": 684.3353271484375,
"tokens": 256
},
{
"nll": 740.1222534179688,
"tokens": 256
},
{
"nll": 770.38232421875,
"tokens": 256
},
{
"nll": 690.5590209960938,
"tokens": 256
},
{
"nll": 770.0345458984375,
"tokens": 256
},
{
"nll": 625.5023803710938,
"tokens": 256
},
{
"nll": 648.9185791015625,
"tokens": 256
},
{
"nll": 775.8350830078125,
"tokens": 256
},
{
"nll": 688.6705322265625,
"tokens": 256
},
{
"nll": 570.0435180664062,
"tokens": 256
},
{
"nll": 550.6818237304688,
"tokens": 256
},
{
"nll": 550.88818359375,
"tokens": 256
},
{
"nll": 697.8970947265625,
"tokens": 256
},
{
"nll": 663.2017822265625,
"tokens": 256
},
{
"nll": 652.1810302734375,
"tokens": 256
},
{
"nll": 687.1174926757812,
"tokens": 256
},
{
"nll": 731.0418701171875,
"tokens": 256
},
{
"nll": 697.5736083984375,
"tokens": 256
},
{
"nll": 598.8683471679688,
"tokens": 256
},
{
"nll": 581.3111572265625,
"tokens": 256
},
{
"nll": 634.2022705078125,
"tokens": 256
},
{
"nll": 694.4329223632812,
"tokens": 256
},
{
"nll": 651.7738037109375,
"tokens": 256
},
{
"nll": 724.7725830078125,
"tokens": 256
},
{
"nll": 948.1982421875,
"tokens": 256
},
{
"nll": 716.1055908203125,
"tokens": 256
},
{
"nll": 498.03790283203125,
"tokens": 256
},
{
"nll": 545.0410766601562,
"tokens": 256
},
{
"nll": 578.932373046875,
"tokens": 256
},
{
"nll": 489.76141357421875,
"tokens": 256
},
{
"nll": 571.3394775390625,
"tokens": 256
},
{
"nll": 770.9525146484375,
"tokens": 256
},
{
"nll": 688.21142578125,
"tokens": 256
},
{
"nll": 716.9599609375,
"tokens": 256
},
{
"nll": 758.06005859375,
"tokens": 256
},
{
"nll": 763.7021484375,
"tokens": 256
},
{
"nll": 757.0723876953125,
"tokens": 256
},
{
"nll": 743.5950927734375,
"tokens": 256
},
{
"nll": 685.3499755859375,
"tokens": 256
},
{
"nll": 818.2260131835938,
"tokens": 256
},
{
"nll": 553.433837890625,
"tokens": 256
},
{
"nll": 589.8859252929688,
"tokens": 256
},
{
"nll": 609.646240234375,
"tokens": 256
},
{
"nll": 654.2633666992188,
"tokens": 256
},
{
"nll": 649.2235717773438,
"tokens": 256
},
{
"nll": 654.0429077148438,
"tokens": 256
},
{
"nll": 687.3887939453125,
"tokens": 256
},
{
"nll": 691.434326171875,
"tokens": 256
},
{
"nll": 593.3994750976562,
"tokens": 256
},
{
"nll": 714.634521484375,
"tokens": 256
},
{
"nll": 727.5379638671875,
"tokens": 256
},
{
"nll": 701.21337890625,
"tokens": 256
},
{
"nll": 825.180908203125,
"tokens": 256
},
{
"nll": 870.515869140625,
"tokens": 256
},
{
"nll": 759.7215576171875,
"tokens": 256
},
{
"nll": 731.0301513671875,
"tokens": 256
},
{
"nll": 728.3563232421875,
"tokens": 256
},
{
"nll": 619.9581298828125,
"tokens": 256
},
{
"nll": 636.6167602539062,
"tokens": 256
},
{
"nll": 683.0101318359375,
"tokens": 256
},
{
"nll": 498.82794189453125,
"tokens": 256
},
{
"nll": 474.4852294921875,
"tokens": 256
},
{
"nll": 473.7289733886719,
"tokens": 256
},
{
"nll": 744.0679931640625,
"tokens": 256
},
{
"nll": 743.86279296875,
"tokens": 256
},
{
"nll": 600.76611328125,
"tokens": 256
},
{
"nll": 653.8040771484375,
"tokens": 256
},
{
"nll": 626.8729858398438,
"tokens": 256
},
{
"nll": 744.4414672851562,
"tokens": 256
},
{
"nll": 690.9419555664062,
"tokens": 256
},
{
"nll": 656.8738403320312,
"tokens": 256
},
{
"nll": 773.1673583984375,
"tokens": 256
},
{
"nll": 813.737060546875,
"tokens": 256
},
{
"nll": 721.6185302734375,
"tokens": 256
},
{
"nll": 855.5406494140625,
"tokens": 256
},
{
"nll": 751.900634765625,
"tokens": 256
},
{
"nll": 648.4908447265625,
"tokens": 256
},
{
"nll": 625.6859130859375,
"tokens": 256
},
{
"nll": 734.1077270507812,
"tokens": 256
},
{
"nll": 684.75146484375,
"tokens": 256
},
{
"nll": 671.3947143554688,
"tokens": 256
},
{
"nll": 555.9732666015625,
"tokens": 256
},
{
"nll": 769.408203125,
"tokens": 256
},
{
"nll": 767.5126953125,
"tokens": 256
},
{
"nll": 890.1434326171875,
"tokens": 256
},
{
"nll": 860.8910522460938,
"tokens": 256
},
{
"nll": 801.475341796875,
"tokens": 256
},
{
"nll": 873.722900390625,
"tokens": 256
},
{
"nll": 812.916259765625,
"tokens": 256
},
{
"nll": 831.3074340820312,
"tokens": 256
},
{
"nll": 724.3638916015625,
"tokens": 256
},
{
"nll": 658.570556640625,
"tokens": 256
},
{
"nll": 698.626708984375,
"tokens": 256
},
{
"nll": 585.6824951171875,
"tokens": 256
},
{
"nll": 689.0667724609375,
"tokens": 256
},
{
"nll": 665.9932861328125,
"tokens": 256
},
{
"nll": 666.0765991210938,
"tokens": 256
},
{
"nll": 695.9512939453125,
"tokens": 256
}
],
"bytes": 134323,
"encoded_tokens": 32769
},
"dclm_edu": {
"token_ppl": 16.620895295552675,
"byte_ppl": 1.9826438065984247,
"chunks": [
{
"nll": 635.3775634765625,
"tokens": 256
},
{
"nll": 733.706298828125,
"tokens": 256
},
{
"nll": 676.4813232421875,
"tokens": 256
},
{
"nll": 780.2021484375,
"tokens": 256
},
{
"nll": 735.4171142578125,
"tokens": 256
},
{
"nll": 746.302978515625,
"tokens": 256
},
{
"nll": 704.1506958007812,
"tokens": 256
},
{
"nll": 673.574462890625,
"tokens": 256
},
{
"nll": 644.0107421875,
"tokens": 256
},
{
"nll": 772.2319946289062,
"tokens": 256
},
{
"nll": 752.907470703125,
"tokens": 256
},
{
"nll": 722.9024658203125,
"tokens": 256
},
{
"nll": 828.7030029296875,
"tokens": 256
},
{
"nll": 818.510498046875,
"tokens": 256
},
{
"nll": 952.8424072265625,
"tokens": 256
},
{
"nll": 676.2724609375,
"tokens": 256
},
{
"nll": 632.6044921875,
"tokens": 256
},
{
"nll": 562.4561767578125,
"tokens": 256
},
{
"nll": 607.0057983398438,
"tokens": 256
},
{
"nll": 607.3347778320312,
"tokens": 256
},
{
"nll": 615.8333740234375,
"tokens": 256
},
{
"nll": 800.697021484375,
"tokens": 256
},
{
"nll": 728.4522705078125,
"tokens": 256
},
{
"nll": 786.1407470703125,
"tokens": 256
},
{
"nll": 796.578369140625,
"tokens": 256
},
{
"nll": 797.9345703125,
"tokens": 256
},
{
"nll": 847.5975341796875,
"tokens": 256
},
{
"nll": 735.86376953125,
"tokens": 256
},
{
"nll": 766.3634033203125,
"tokens": 256
},
{
"nll": 834.9230346679688,
"tokens": 256
},
{
"nll": 625.4271850585938,
"tokens": 256
},
{
"nll": 693.4599609375,
"tokens": 256
},
{
"nll": 744.32568359375,
"tokens": 256
},
{
"nll": 772.4169921875,
"tokens": 256
},
{
"nll": 661.0928955078125,
"tokens": 256
},
{
"nll": 705.6014404296875,
"tokens": 256
},
{
"nll": 675.66796875,
"tokens": 256
},
{
"nll": 783.1786499023438,
"tokens": 256
},
{
"nll": 760.0072021484375,
"tokens": 256
},
{
"nll": 663.9078369140625,
"tokens": 256
},
{
"nll": 702.7489624023438,
"tokens": 256
},
{
"nll": 695.7672729492188,
"tokens": 256
},
{
"nll": 685.8602294921875,
"tokens": 256
},
{
"nll": 659.3853759765625,
"tokens": 256
},
{
"nll": 644.2578125,
"tokens": 256
},
{
"nll": 696.1076049804688,
"tokens": 256
},
{
"nll": 693.4453735351562,
"tokens": 256
},
{
"nll": 642.863525390625,
"tokens": 256
},
{
"nll": 750.9095458984375,
"tokens": 256
},
{
"nll": 684.4637451171875,
"tokens": 256
},
{
"nll": 790.110107421875,
"tokens": 256
},
{
"nll": 702.9586181640625,
"tokens": 256
},
{
"nll": 712.161376953125,
"tokens": 256
},
{
"nll": 723.3951416015625,
"tokens": 256
},
{
"nll": 716.709716796875,
"tokens": 256
},
{
"nll": 676.72021484375,
"tokens": 256
},
{
"nll": 683.7749633789062,
"tokens": 256
},
{
"nll": 716.662353515625,
"tokens": 256
},
{
"nll": 790.7791748046875,
"tokens": 256
},
{
"nll": 703.2680053710938,
"tokens": 256
},
{
"nll": 670.261962890625,
"tokens": 256
},
{
"nll": 606.5133056640625,
"tokens": 256
},
{
"nll": 781.2474365234375,
"tokens": 256
},
{
"nll": 676.7047119140625,
"tokens": 256
},
{
"nll": 783.8082885742188,
"tokens": 256
},
{
"nll": 589.5096435546875,
"tokens": 256
},
{
"nll": 654.0260009765625,
"tokens": 256
},
{
"nll": 651.7386474609375,
"tokens": 256
},
{
"nll": 584.54443359375,
"tokens": 256
},
{
"nll": 738.609375,
"tokens": 256
},
{
"nll": 829.5455322265625,
"tokens": 256
},
{
"nll": 877.3438720703125,
"tokens": 256
},
{
"nll": 787.4808959960938,
"tokens": 256
},
{
"nll": 727.9112548828125,
"tokens": 256
},
{
"nll": 796.4380493164062,
"tokens": 256
},
{
"nll": 771.5963134765625,
"tokens": 256
},
{
"nll": 822.2757568359375,
"tokens": 256
},
{
"nll": 735.6297607421875,
"tokens": 256
},
{
"nll": 721.4067993164062,
"tokens": 256
},
{
"nll": 800.4478759765625,
"tokens": 256
},
{
"nll": 897.6541748046875,
"tokens": 256
},
{
"nll": 857.3026123046875,
"tokens": 256
},
{
"nll": 770.2142333984375,
"tokens": 256
},
{
"nll": 788.2605590820312,
"tokens": 256
},
{
"nll": 820.8301391601562,
"tokens": 256
},
{
"nll": 769.6505126953125,
"tokens": 256
},
{
"nll": 833.6239013671875,
"tokens": 256
},
{
"nll": 808.0992431640625,
"tokens": 256
},
{
"nll": 753.8763427734375,
"tokens": 256
},
{
"nll": 742.98046875,
"tokens": 256
},
{
"nll": 776.3092041015625,
"tokens": 256
},
{
"nll": 829.7369384765625,
"tokens": 256
},
{
"nll": 799.4052734375,
"tokens": 256
},
{
"nll": 795.3534545898438,
"tokens": 256
},
{
"nll": 825.6959228515625,
"tokens": 256
},
{
"nll": 818.5782470703125,
"tokens": 256
},
{
"nll": 667.9713134765625,
"tokens": 256
},
{
"nll": 676.37939453125,
"tokens": 256
},
{
"nll": 684.8538818359375,
"tokens": 256
},
{
"nll": 675.463134765625,
"tokens": 256
},
{
"nll": 646.9437866210938,
"tokens": 256
},
{
"nll": 673.56689453125,
"tokens": 256
},
{
"nll": 566.0241088867188,
"tokens": 256
},
{
"nll": 657.3087158203125,
"tokens": 256
},
{
"nll": 685.6712036132812,
"tokens": 256
},
{
"nll": 769.9489135742188,
"tokens": 256
},
{
"nll": 784.1734008789062,
"tokens": 256
},
{
"nll": 695.9473876953125,
"tokens": 256
},
{
"nll": 577.3916015625,
"tokens": 256
},
{
"nll": 624.58154296875,
"tokens": 256
},
{
"nll": 593.3388061523438,
"tokens": 256
},
{
"nll": 633.5904541015625,
"tokens": 256
},
{
"nll": 720.4560546875,
"tokens": 256
},
{
"nll": 839.5277099609375,
"tokens": 256
},
{
"nll": 659.9700927734375,
"tokens": 256
},
{
"nll": 692.2132568359375,
"tokens": 256
},
{
"nll": 566.4051513671875,
"tokens": 256
},
{
"nll": 476.0224609375,
"tokens": 256
},
{
"nll": 702.5381469726562,
"tokens": 256
},
{
"nll": 629.54052734375,
"tokens": 256
},
{
"nll": 690.055908203125,
"tokens": 256
},
{
"nll": 747.0401611328125,
"tokens": 256
},
{
"nll": 689.07763671875,
"tokens": 256
},
{
"nll": 700.2084350585938,
"tokens": 256
},
{
"nll": 669.870361328125,
"tokens": 256
},
{
"nll": 698.1844482421875,
"tokens": 256
},
{
"nll": 759.7841796875,
"tokens": 256
},
{
"nll": 620.2542724609375,
"tokens": 256
}
],
"bytes": 134568,
"encoded_tokens": 32769
},
"cosmopedia": {
"token_ppl": 11.208923630194478,
"byte_ppl": 1.7220659155163625,
"chunks": [
{
"nll": 627.8707275390625,
"tokens": 256
},
{
"nll": 638.6806640625,
"tokens": 256
},
{
"nll": 599.8409423828125,
"tokens": 256
},
{
"nll": 702.7906494140625,
"tokens": 256
},
{
"nll": 695.016357421875,
"tokens": 256
},
{
"nll": 679.493408203125,
"tokens": 256
},
{
"nll": 660.9867553710938,
"tokens": 256
},
{
"nll": 601.9725952148438,
"tokens": 256
},
{
"nll": 502.02850341796875,
"tokens": 256
},
{
"nll": 585.2974853515625,
"tokens": 256
},
{
"nll": 582.978759765625,
"tokens": 256
},
{
"nll": 548.28564453125,
"tokens": 256
},
{
"nll": 649.831298828125,
"tokens": 256
},
{
"nll": 527.3529052734375,
"tokens": 256
},
{
"nll": 536.3844604492188,
"tokens": 256
},
{
"nll": 600.0238037109375,
"tokens": 256
},
{
"nll": 518.7601928710938,
"tokens": 256
},
{
"nll": 577.1571655273438,
"tokens": 256
},
{
"nll": 570.236083984375,
"tokens": 256
},
{
"nll": 596.6041259765625,
"tokens": 256
},
{
"nll": 493.66485595703125,
"tokens": 256
},
{
"nll": 618.1551513671875,
"tokens": 256
},
{
"nll": 682.1967163085938,
"tokens": 256
},
{
"nll": 720.6416015625,
"tokens": 256
},
{
"nll": 749.4737548828125,
"tokens": 256
},
{
"nll": 571.0816650390625,
"tokens": 256
},
{
"nll": 425.393798828125,
"tokens": 256
},
{
"nll": 555.6732177734375,
"tokens": 256
},
{
"nll": 513.290771484375,
"tokens": 256
},
{
"nll": 582.6473388671875,
"tokens": 256
},
{
"nll": 598.9380493164062,
"tokens": 256
},
{
"nll": 641.3944091796875,
"tokens": 256
},
{
"nll": 599.869384765625,
"tokens": 256
},
{
"nll": 638.3583984375,
"tokens": 256
},
{
"nll": 580.5421142578125,
"tokens": 256
},
{
"nll": 688.600341796875,
"tokens": 256
},
{
"nll": 685.8643798828125,
"tokens": 256
},
{
"nll": 591.7362060546875,
"tokens": 256
},
{
"nll": 506.69573974609375,
"tokens": 256
},
{
"nll": 591.3727416992188,
"tokens": 256
},
{
"nll": 522.979736328125,
"tokens": 256
},
{
"nll": 673.1266479492188,
"tokens": 256
},
{
"nll": 567.4612426757812,
"tokens": 256
},
{
"nll": 695.3153076171875,
"tokens": 256
},
{
"nll": 691.6728515625,
"tokens": 256
},
{
"nll": 544.519775390625,
"tokens": 256
},
{
"nll": 689.12451171875,
"tokens": 256
},
{
"nll": 673.111328125,
"tokens": 256
},
{
"nll": 743.6414794921875,
"tokens": 256
},
{
"nll": 656.1044311523438,
"tokens": 256
},
{
"nll": 530.4835815429688,
"tokens": 256
},
{
"nll": 597.3206787109375,
"tokens": 256
},
{
"nll": 618.4137573242188,
"tokens": 256
},
{
"nll": 645.6812744140625,
"tokens": 256
},
{
"nll": 606.4498291015625,
"tokens": 256
},
{
"nll": 585.6414794921875,
"tokens": 256
},
{
"nll": 708.2070922851562,
"tokens": 256
},
{
"nll": 714.9910888671875,
"tokens": 256
},
{
"nll": 600.100830078125,
"tokens": 256
},
{
"nll": 610.547607421875,
"tokens": 256
},
{
"nll": 600.449462890625,
"tokens": 256
},
{
"nll": 689.5104370117188,
"tokens": 256
},
{
"nll": 769.2218017578125,
"tokens": 256
},
{
"nll": 813.52099609375,
"tokens": 256
},
{
"nll": 754.5400390625,
"tokens": 256
},
{
"nll": 582.6895751953125,
"tokens": 256
},
{
"nll": 760.097412109375,
"tokens": 256
},
{
"nll": 629.5556030273438,
"tokens": 256
},
{
"nll": 520.37353515625,
"tokens": 256
},
{
"nll": 594.5810546875,
"tokens": 256
},
{
"nll": 564.5994262695312,
"tokens": 256
},
{
"nll": 565.2068481445312,
"tokens": 256
},
{
"nll": 601.706298828125,
"tokens": 256
},
{
"nll": 595.034423828125,
"tokens": 256
},
{
"nll": 659.0136108398438,
"tokens": 256
},
{
"nll": 690.75927734375,
"tokens": 256
},
{
"nll": 748.5365600585938,
"tokens": 256
},
{
"nll": 764.273681640625,
"tokens": 256
},
{
"nll": 758.4611206054688,
"tokens": 256
},
{
"nll": 641.94189453125,
"tokens": 256
},
{
"nll": 650.4325561523438,
"tokens": 256
},
{
"nll": 610.2244262695312,
"tokens": 256
},
{
"nll": 559.83984375,
"tokens": 256
},
{
"nll": 609.1653442382812,
"tokens": 256
},
{
"nll": 604.3018188476562,
"tokens": 256
},
{
"nll": 562.192626953125,
"tokens": 256
},
{
"nll": 498.47320556640625,
"tokens": 256
},
{
"nll": 530.0040283203125,
"tokens": 256
},
{
"nll": 504.83270263671875,
"tokens": 256
},
{
"nll": 591.9730834960938,
"tokens": 256
},
{
"nll": 660.955322265625,
"tokens": 256
},
{
"nll": 729.1751098632812,
"tokens": 256
},
{
"nll": 747.1107177734375,
"tokens": 256
},
{
"nll": 783.1597900390625,
"tokens": 256
},
{
"nll": 557.3937377929688,
"tokens": 256
},
{
"nll": 625.93115234375,
"tokens": 256
},
{
"nll": 586.7689208984375,
"tokens": 256
},
{
"nll": 585.229248046875,
"tokens": 256
},
{
"nll": 568.5531616210938,
"tokens": 256
},
{
"nll": 540.40966796875,
"tokens": 256
},
{
"nll": 606.5856323242188,
"tokens": 256
},
{
"nll": 478.3207702636719,
"tokens": 256
},
{
"nll": 539.7259521484375,
"tokens": 256
},
{
"nll": 557.9180297851562,
"tokens": 256
},
{
"nll": 578.0823974609375,
"tokens": 256
},
{
"nll": 667.1665649414062,
"tokens": 256
},
{
"nll": 749.406005859375,
"tokens": 256
},
{
"nll": 566.8060913085938,
"tokens": 256
},
{
"nll": 584.369140625,
"tokens": 256
},
{
"nll": 575.13037109375,
"tokens": 256
},
{
"nll": 599.3886108398438,
"tokens": 256
},
{
"nll": 698.2716674804688,
"tokens": 256
},
{
"nll": 645.3745727539062,
"tokens": 256
},
{
"nll": 670.6282958984375,
"tokens": 256
},
{
"nll": 706.7977294921875,
"tokens": 256
},
{
"nll": 537.4761962890625,
"tokens": 256
},
{
"nll": 649.4561767578125,
"tokens": 256
},
{
"nll": 611.892822265625,
"tokens": 256
},
{
"nll": 700.8272705078125,
"tokens": 256
},
{
"nll": 732.6337890625,
"tokens": 256
},
{
"nll": 694.5830688476562,
"tokens": 256
},
{
"nll": 460.455078125,
"tokens": 256
},
{
"nll": 539.90087890625,
"tokens": 256
},
{
"nll": 620.221923828125,
"tokens": 256
},
{
"nll": 597.392578125,
"tokens": 256
},
{
"nll": 607.1229248046875,
"tokens": 256
},
{
"nll": 549.3424682617188,
"tokens": 256
},
{
"nll": 543.2060546875,
"tokens": 256
}
],
"bytes": 145703,
"encoded_tokens": 32769
},
"finemath": {
"token_ppl": 12.820637368577282,
"byte_ppl": 1.9848342604823577,
"chunks": [
{
"nll": 53.919368743896484,
"tokens": 256
},
{
"nll": 312.4273681640625,
"tokens": 256
},
{
"nll": 414.2513427734375,
"tokens": 256
},
{
"nll": 278.5556335449219,
"tokens": 256
},
{
"nll": 333.9320373535156,
"tokens": 256
},
{
"nll": 474.4320983886719,
"tokens": 256
},
{
"nll": 480.83685302734375,
"tokens": 256
},
{
"nll": 617.1021728515625,
"tokens": 256
},
{
"nll": 536.59814453125,
"tokens": 256
},
{
"nll": 511.3708190917969,
"tokens": 256
},
{
"nll": 543.7843017578125,
"tokens": 256
},
{
"nll": 539.5814208984375,
"tokens": 256
},
{
"nll": 563.3928833007812,
"tokens": 256
},
{
"nll": 584.9808959960938,
"tokens": 256
},
{
"nll": 466.549560546875,
"tokens": 256
},
{
"nll": 725.14306640625,
"tokens": 256
},
{
"nll": 731.0887451171875,
"tokens": 256
},
{
"nll": 794.88330078125,
"tokens": 256
},
{
"nll": 696.4320068359375,
"tokens": 256
},
{
"nll": 705.210693359375,
"tokens": 256
},
{
"nll": 714.3309936523438,
"tokens": 256
},
{
"nll": 768.9874877929688,
"tokens": 256
},
{
"nll": 657.8701782226562,
"tokens": 256
},
{
"nll": 612.2479248046875,
"tokens": 256
},
{
"nll": 391.3870849609375,
"tokens": 256
},
{
"nll": 265.3302917480469,
"tokens": 256
},
{
"nll": 555.3426513671875,
"tokens": 256
},
{
"nll": 473.95660400390625,
"tokens": 256
},
{
"nll": 507.0385437011719,
"tokens": 256
},
{
"nll": 444.49920654296875,
"tokens": 256
},
{
"nll": 436.93243408203125,
"tokens": 256
},
{
"nll": 634.1790771484375,
"tokens": 256
},
{
"nll": 483.7259216308594,
"tokens": 256
},
{
"nll": 500.7926025390625,
"tokens": 256
},
{
"nll": 529.71923828125,
"tokens": 256
},
{
"nll": 630.1849365234375,
"tokens": 256
},
{
"nll": 607.588623046875,
"tokens": 256
},
{
"nll": 505.0509338378906,
"tokens": 256
},
{
"nll": 691.8274536132812,
"tokens": 256
},
{
"nll": 694.4540405273438,
"tokens": 256
},
{
"nll": 421.62420654296875,
"tokens": 256
},
{
"nll": 376.4007873535156,
"tokens": 256
},
{
"nll": 419.7262878417969,
"tokens": 256
},
{
"nll": 645.7493896484375,
"tokens": 256
},
{
"nll": 650.98974609375,
"tokens": 256
},
{
"nll": 549.0899658203125,
"tokens": 256
},
{
"nll": 687.2698974609375,
"tokens": 256
},
{
"nll": 596.2811279296875,
"tokens": 256
},
{
"nll": 599.822265625,
"tokens": 256
},
{
"nll": 664.0757446289062,
"tokens": 256
},
{
"nll": 580.6953125,
"tokens": 256
},
{
"nll": 755.497314453125,
"tokens": 256
},
{
"nll": 720.3788452148438,
"tokens": 256
},
{
"nll": 488.72003173828125,
"tokens": 256
},
{
"nll": 794.7959594726562,
"tokens": 256
},
{
"nll": 504.7969970703125,
"tokens": 256
},
{
"nll": 484.44561767578125,
"tokens": 256
},
{
"nll": 416.38714599609375,
"tokens": 256
},
{
"nll": 377.5623779296875,
"tokens": 256
},
{
"nll": 513.2469482421875,
"tokens": 256
},
{
"nll": 641.644287109375,
"tokens": 256
},
{
"nll": 854.4183349609375,
"tokens": 256
},
{
"nll": 844.967529296875,
"tokens": 256
},
{
"nll": 686.6286010742188,
"tokens": 256
},
{
"nll": 679.1793212890625,
"tokens": 256
},
{
"nll": 769.32275390625,
"tokens": 256
},
{
"nll": 738.1366577148438,
"tokens": 256
},
{
"nll": 583.123291015625,
"tokens": 256
},
{
"nll": 643.140625,
"tokens": 256
},
{
"nll": 1028.96240234375,
"tokens": 256
},
{
"nll": 998.729736328125,
"tokens": 256
},
{
"nll": 946.2286376953125,
"tokens": 256
},
{
"nll": 921.2205200195312,
"tokens": 256
},
{
"nll": 587.6552734375,
"tokens": 256
},
{
"nll": 562.06396484375,
"tokens": 256
},
{
"nll": 787.90869140625,
"tokens": 256
},
{
"nll": 717.0742797851562,
"tokens": 256
},
{
"nll": 593.1873168945312,
"tokens": 256
},
{
"nll": 674.5816040039062,
"tokens": 256
},
{
"nll": 544.5194091796875,
"tokens": 256
},
{
"nll": 803.2587280273438,
"tokens": 256
},
{
"nll": 696.7462158203125,
"tokens": 256
},
{
"nll": 750.2554321289062,
"tokens": 256
},
{
"nll": 763.8338012695312,
"tokens": 256
},
{
"nll": 862.5357666015625,
"tokens": 256
},
{
"nll": 992.94580078125,
"tokens": 256
},
{
"nll": 1065.874755859375,
"tokens": 256
},
{
"nll": 1100.13330078125,
"tokens": 256
},
{
"nll": 1063.571533203125,
"tokens": 256
},
{
"nll": 1009.3380126953125,
"tokens": 256
},
{
"nll": 919.059326171875,
"tokens": 256
},
{
"nll": 969.6160888671875,
"tokens": 256
},
{
"nll": 1000.302734375,
"tokens": 256
},
{
"nll": 797.3885498046875,
"tokens": 256
},
{
"nll": 892.009765625,
"tokens": 256
},
{
"nll": 506.9771423339844,
"tokens": 256
},
{
"nll": 494.1912536621094,
"tokens": 256
},
{
"nll": 486.91632080078125,
"tokens": 256
},
{
"nll": 478.05743408203125,
"tokens": 256
},
{
"nll": 580.46142578125,
"tokens": 256
},
{
"nll": 551.1004028320312,
"tokens": 256
},
{
"nll": 811.6585693359375,
"tokens": 256
},
{
"nll": 576.4483032226562,
"tokens": 256
},
{
"nll": 773.4114379882812,
"tokens": 256
},
{
"nll": 697.08203125,
"tokens": 256
},
{
"nll": 639.8458251953125,
"tokens": 256
},
{
"nll": 836.5576782226562,
"tokens": 256
},
{
"nll": 723.9391479492188,
"tokens": 256
},
{
"nll": 733.8169555664062,
"tokens": 256
},
{
"nll": 774.4290771484375,
"tokens": 256
},
{
"nll": 628.3397827148438,
"tokens": 256
},
{
"nll": 673.37646484375,
"tokens": 256
},
{
"nll": 787.3290405273438,
"tokens": 256
},
{
"nll": 701.257080078125,
"tokens": 256
},
{
"nll": 795.7556762695312,
"tokens": 256
},
{
"nll": 804.414306640625,
"tokens": 256
},
{
"nll": 677.483154296875,
"tokens": 256
},
{
"nll": 838.827880859375,
"tokens": 256
},
{
"nll": 763.28466796875,
"tokens": 256
},
{
"nll": 550.898193359375,
"tokens": 256
},
{
"nll": 471.1055908203125,
"tokens": 256
},
{
"nll": 701.4793701171875,
"tokens": 256
},
{
"nll": 622.8829345703125,
"tokens": 256
},
{
"nll": 753.2264404296875,
"tokens": 256
},
{
"nll": 782.188720703125,
"tokens": 256
},
{
"nll": 801.697509765625,
"tokens": 256
},
{
"nll": 705.8634643554688,
"tokens": 256
},
{
"nll": 661.667236328125,
"tokens": 256
}
],
"bytes": 121942,
"encoded_tokens": 32769
}
},
"seconds": 125.99998819699977
}