{ "label": "development proxies, NOT official GLINT", "checkpoint": "/data/ablation/runs/control-2027/checkpoint-000000500.pt", "step": 500, "adaptation_tokens": 262144000, "dev_sha256": "cc3c41652571a32f73278f3c1e0ae22ebe2076cb304154ad35c80666bb70a42a", "protocol": "bf16 forward, fp32 logprob, context256, raw option sum/no BOS; ARC validation; independent procedural grammar; WikiText validation", "grammar_accuracy": 55.55555555555556, "arc_validation_accuracy": 55.26315789473685, "wiki_validation_byte_ppl": 2.235338492937082, "grammar": [ { "id": "singular_agreement-0-0", "family": "singular_agreement", "correct": 1, "margin": 2.1136932373046875 }, { "id": "plural_agreement-0-0", "family": "plural_agreement", "correct": 1, "margin": 3.865203857421875 }, { "id": "distractor_singular-0-0", "family": "distractor_singular", "correct": 1, "margin": 0.21842193603515625 }, { "id": "relative_agreement-0-0", "family": "relative_agreement", "correct": 1, "margin": 0.9303741455078125 }, { "id": "singular_agreement-0-1", "family": "singular_agreement", "correct": 1, "margin": 0.4427490234375 }, { "id": "plural_agreement-0-1", "family": "plural_agreement", "correct": 1, "margin": 2.8355369567871094 }, { "id": "distractor_singular-0-1", "family": "distractor_singular", "correct": 0, "margin": -1.08551025390625 }, { "id": "relative_agreement-0-1", "family": "relative_agreement", "correct": 0, "margin": -0.7557106018066406 }, { "id": "singular_agreement-0-2", "family": "singular_agreement", "correct": 1, "margin": 3.864948272705078 }, { "id": "plural_agreement-0-2", "family": "plural_agreement", "correct": 1, "margin": 4.905914306640625 }, { "id": "distractor_singular-0-2", "family": "distractor_singular", "correct": 1, "margin": 2.4696083068847656 }, { "id": "relative_agreement-0-2", "family": "relative_agreement", "correct": 1, "margin": 2.7818984985351562 }, { "id": "singular_agreement-0-3", "family": "singular_agreement", "correct": 1, "margin": 5.014202117919922 }, { "id": "plural_agreement-0-3", "family": "plural_agreement", "correct": 1, "margin": 3.2506942749023438 }, { "id": "distractor_singular-0-3", "family": "distractor_singular", "correct": 1, "margin": 2.830718994140625 }, { "id": "relative_agreement-0-3", "family": "relative_agreement", "correct": 1, "margin": 2.3846168518066406 }, { "id": "singular_agreement-0-4", "family": "singular_agreement", "correct": 1, "margin": 1.4623737335205078 }, { "id": "plural_agreement-0-4", "family": "plural_agreement", "correct": 1, "margin": 1.6413002014160156 }, { "id": "distractor_singular-0-4", "family": "distractor_singular", "correct": 0, "margin": -0.21757888793945312 }, { "id": "relative_agreement-0-4", "family": "relative_agreement", "correct": 1, "margin": 0.16847991943359375 }, { "id": "singular_agreement-0-5", "family": "singular_agreement", "correct": 1, "margin": 1.13641357421875 }, { "id": "plural_agreement-0-5", "family": "plural_agreement", "correct": 1, "margin": 3.938343048095703 }, { "id": "distractor_singular-0-5", "family": "distractor_singular", "correct": 0, "margin": -1.8690338134765625 }, { "id": "relative_agreement-0-5", "family": "relative_agreement", "correct": 0, "margin": -1.1668128967285156 }, { "id": "singular_agreement-1-0", "family": "singular_agreement", "correct": 1, "margin": 4.2136383056640625 }, { "id": "plural_agreement-1-0", "family": "plural_agreement", "correct": 1, "margin": 3.4496517181396484 }, { "id": "distractor_singular-1-0", "family": "distractor_singular", "correct": 1, "margin": 1.067474365234375 }, { "id": "relative_agreement-1-0", "family": "relative_agreement", "correct": 0, "margin": -0.6303596496582031 }, { "id": "singular_agreement-1-1", "family": "singular_agreement", "correct": 1, "margin": 1.0370750427246094 }, { "id": "plural_agreement-1-1", "family": "plural_agreement", "correct": 1, "margin": 4.2728118896484375 }, { "id": "distractor_singular-1-1", "family": "distractor_singular", "correct": 0, "margin": -3.0708961486816406 }, { "id": "relative_agreement-1-1", "family": "relative_agreement", "correct": 0, "margin": -3.3514480590820312 }, { "id": "singular_agreement-1-2", "family": "singular_agreement", "correct": 1, "margin": 3.1892356872558594 }, { "id": "plural_agreement-1-2", "family": "plural_agreement", "correct": 1, "margin": 5.415412902832031 }, { "id": "distractor_singular-1-2", "family": "distractor_singular", "correct": 0, "margin": -1.0931243896484375 }, { "id": "relative_agreement-1-2", "family": "relative_agreement", "correct": 0, "margin": -2.3438987731933594 }, { "id": "singular_agreement-1-3", "family": "singular_agreement", "correct": 1, "margin": 3.555084228515625 }, { "id": "plural_agreement-1-3", "family": "plural_agreement", "correct": 1, "margin": 4.072971343994141 }, { "id": "distractor_singular-1-3", "family": "distractor_singular", "correct": 1, "margin": 0.02719879150390625 }, { "id": "relative_agreement-1-3", "family": "relative_agreement", "correct": 0, "margin": -0.277679443359375 }, { "id": "singular_agreement-1-4", "family": "singular_agreement", "correct": 1, "margin": 1.3913860321044922 }, { "id": "plural_agreement-1-4", "family": "plural_agreement", "correct": 1, "margin": 3.016876220703125 }, { "id": "distractor_singular-1-4", "family": "distractor_singular", "correct": 0, "margin": -2.5608978271484375 }, { "id": "relative_agreement-1-4", "family": "relative_agreement", "correct": 0, "margin": -1.5498580932617188 }, { "id": "singular_agreement-1-5", "family": "singular_agreement", "correct": 1, "margin": 0.09648895263671875 }, { "id": "plural_agreement-1-5", "family": "plural_agreement", "correct": 1, "margin": 5.641887664794922 }, { "id": "distractor_singular-1-5", "family": "distractor_singular", "correct": 0, "margin": -2.661334991455078 }, { "id": "relative_agreement-1-5", "family": "relative_agreement", "correct": 0, "margin": -3.1612815856933594 }, { "id": "singular_agreement-2-0", "family": "singular_agreement", "correct": 1, "margin": 1.9418220520019531 }, { "id": "plural_agreement-2-0", "family": "plural_agreement", "correct": 1, "margin": 5.230571746826172 }, { "id": "distractor_singular-2-0", "family": "distractor_singular", "correct": 1, "margin": 1.071624755859375 }, { "id": "relative_agreement-2-0", "family": "relative_agreement", "correct": 0, "margin": -0.4258766174316406 }, { "id": "singular_agreement-2-1", "family": "singular_agreement", "correct": 0, "margin": -1.3091087341308594 }, { "id": "plural_agreement-2-1", "family": "plural_agreement", "correct": 1, "margin": 1.5194587707519531 }, { "id": "distractor_singular-2-1", "family": "distractor_singular", "correct": 0, "margin": -6.3031158447265625 }, { "id": "relative_agreement-2-1", "family": "relative_agreement", "correct": 0, "margin": -3.7478370666503906 }, { "id": "singular_agreement-2-2", "family": "singular_agreement", "correct": 1, "margin": 3.1881942749023438 }, { "id": "plural_agreement-2-2", "family": "plural_agreement", "correct": 1, "margin": 4.239048004150391 }, { "id": "distractor_singular-2-2", "family": "distractor_singular", "correct": 0, "margin": -1.976226806640625 }, { "id": "relative_agreement-2-2", "family": "relative_agreement", "correct": 0, "margin": -2.1848220825195312 }, { "id": "singular_agreement-2-3", "family": "singular_agreement", "correct": 1, "margin": 4.670688629150391 }, { "id": "plural_agreement-2-3", "family": "plural_agreement", "correct": 1, "margin": 4.348415374755859 }, { "id": "distractor_singular-2-3", "family": "distractor_singular", "correct": 0, "margin": -0.23866653442382812 }, { "id": "relative_agreement-2-3", "family": "relative_agreement", "correct": 0, "margin": -0.4822998046875 }, { "id": "singular_agreement-2-4", "family": "singular_agreement", "correct": 0, "margin": -0.9983673095703125 }, { "id": "plural_agreement-2-4", "family": "plural_agreement", "correct": 1, "margin": 2.9739227294921875 }, { "id": "distractor_singular-2-4", "family": "distractor_singular", "correct": 0, "margin": -3.347381591796875 }, { "id": "relative_agreement-2-4", "family": "relative_agreement", "correct": 0, "margin": -0.8537139892578125 }, { "id": "singular_agreement-2-5", "family": "singular_agreement", "correct": 0, "margin": -1.2757225036621094 }, { "id": "plural_agreement-2-5", "family": "plural_agreement", "correct": 1, "margin": 4.655208587646484 }, { "id": "distractor_singular-2-5", "family": "distractor_singular", "correct": 0, "margin": -2.4942626953125 }, { "id": "relative_agreement-2-5", "family": "relative_agreement", "correct": 0, "margin": -2.267303466796875 }, { "id": "singular_agreement-3-0", "family": "singular_agreement", "correct": 1, "margin": 3.8255386352539062 }, { "id": "plural_agreement-3-0", "family": "plural_agreement", "correct": 1, "margin": 4.219020843505859 }, { "id": "distractor_singular-3-0", "family": "distractor_singular", "correct": 0, "margin": -0.2791557312011719 }, { "id": "relative_agreement-3-0", "family": "relative_agreement", "correct": 0, "margin": -0.54168701171875 }, { "id": "singular_agreement-3-1", "family": "singular_agreement", "correct": 1, "margin": 1.9211196899414062 }, { "id": "plural_agreement-3-1", "family": "plural_agreement", "correct": 1, "margin": 2.14373779296875 }, { "id": "distractor_singular-3-1", "family": "distractor_singular", "correct": 0, "margin": -1.5974349975585938 }, { "id": "relative_agreement-3-1", "family": "relative_agreement", "correct": 0, "margin": -1.8761138916015625 }, { "id": "singular_agreement-3-2", "family": "singular_agreement", "correct": 1, "margin": 4.179454803466797 }, { "id": "plural_agreement-3-2", "family": "plural_agreement", "correct": 1, "margin": 4.558635711669922 }, { "id": "distractor_singular-3-2", "family": "distractor_singular", "correct": 1, "margin": 0.302734375 }, { "id": "relative_agreement-3-2", "family": "relative_agreement", "correct": 0, "margin": -3.0462875366210938 }, { "id": "singular_agreement-3-3", "family": "singular_agreement", "correct": 1, "margin": 6.298583984375 }, { "id": "plural_agreement-3-3", "family": "plural_agreement", "correct": 1, "margin": 2.952533721923828 }, { "id": "distractor_singular-3-3", "family": "distractor_singular", "correct": 0, "margin": -1.51715087890625 }, { "id": "relative_agreement-3-3", "family": "relative_agreement", "correct": 0, "margin": -1.4085502624511719 }, { "id": "singular_agreement-3-4", "family": "singular_agreement", "correct": 1, "margin": 1.4221572875976562 }, { "id": "plural_agreement-3-4", "family": "plural_agreement", "correct": 1, "margin": 2.4196395874023438 }, { "id": "distractor_singular-3-4", "family": "distractor_singular", "correct": 0, "margin": -2.823589324951172 }, { "id": "relative_agreement-3-4", "family": "relative_agreement", "correct": 0, "margin": -1.9379310607910156 }, { "id": "singular_agreement-3-5", "family": "singular_agreement", "correct": 0, "margin": -1.3060951232910156 }, { "id": "plural_agreement-3-5", "family": "plural_agreement", "correct": 1, "margin": 5.678733825683594 }, { "id": "distractor_singular-3-5", "family": "distractor_singular", "correct": 0, "margin": -2.4295883178710938 }, { "id": "relative_agreement-3-5", "family": "relative_agreement", "correct": 0, "margin": -4.161495208740234 }, { "id": "singular_agreement-4-0", "family": "singular_agreement", "correct": 1, "margin": 4.470346450805664 }, { "id": "plural_agreement-4-0", "family": "plural_agreement", "correct": 1, "margin": 3.9406394958496094 }, { "id": "distractor_singular-4-0", "family": "distractor_singular", "correct": 1, "margin": 0.6733245849609375 }, { "id": "relative_agreement-4-0", "family": "relative_agreement", "correct": 0, "margin": -1.233245849609375 }, { "id": "singular_agreement-4-1", "family": "singular_agreement", "correct": 1, "margin": 2.2545089721679688 }, { "id": "plural_agreement-4-1", "family": "plural_agreement", "correct": 1, "margin": 2.491657257080078 }, { "id": "distractor_singular-4-1", "family": "distractor_singular", "correct": 0, "margin": -5.4178466796875 }, { "id": "relative_agreement-4-1", "family": "relative_agreement", "correct": 0, "margin": -4.612239837646484 }, { "id": "singular_agreement-4-2", "family": "singular_agreement", "correct": 1, "margin": 4.273883819580078 }, { "id": "plural_agreement-4-2", "family": "plural_agreement", "correct": 1, "margin": 5.494422912597656 }, { "id": "distractor_singular-4-2", "family": "distractor_singular", "correct": 1, "margin": 1.3869400024414062 }, { "id": "relative_agreement-4-2", "family": "relative_agreement", "correct": 1, "margin": 0.8744697570800781 }, { "id": "singular_agreement-4-3", "family": "singular_agreement", "correct": 1, "margin": 3.784330368041992 }, { "id": "plural_agreement-4-3", "family": "plural_agreement", "correct": 1, "margin": 4.948066711425781 }, { "id": "distractor_singular-4-3", "family": "distractor_singular", "correct": 0, "margin": -1.9428787231445312 }, { "id": "relative_agreement-4-3", "family": "relative_agreement", "correct": 0, "margin": -0.7115707397460938 }, { "id": "singular_agreement-4-4", "family": "singular_agreement", "correct": 1, "margin": 0.3319816589355469 }, { "id": "plural_agreement-4-4", "family": "plural_agreement", "correct": 1, "margin": 2.979198455810547 }, { "id": "distractor_singular-4-4", "family": "distractor_singular", "correct": 0, "margin": -3.2675857543945312 }, { "id": "relative_agreement-4-4", "family": "relative_agreement", "correct": 0, "margin": -0.3644752502441406 }, { "id": "singular_agreement-4-5", "family": "singular_agreement", "correct": 1, "margin": 0.471099853515625 }, { "id": "plural_agreement-4-5", "family": "plural_agreement", "correct": 1, "margin": 4.953456878662109 }, { "id": "distractor_singular-4-5", "family": "distractor_singular", "correct": 0, "margin": -4.06396484375 }, { "id": "relative_agreement-4-5", "family": "relative_agreement", "correct": 0, "margin": -2.9970474243164062 }, { "id": "singular_agreement-5-0", "family": "singular_agreement", "correct": 1, "margin": 4.325410842895508 }, { "id": "plural_agreement-5-0", "family": "plural_agreement", "correct": 1, "margin": 3.303142547607422 }, { "id": "distractor_singular-5-0", "family": "distractor_singular", "correct": 1, "margin": 0.4414634704589844 }, { "id": "relative_agreement-5-0", "family": "relative_agreement", "correct": 0, "margin": -1.5617752075195312 }, { "id": "singular_agreement-5-1", "family": "singular_agreement", "correct": 0, "margin": -0.9730110168457031 }, { "id": "plural_agreement-5-1", "family": "plural_agreement", "correct": 1, "margin": 6.266014099121094 }, { "id": "distractor_singular-5-1", "family": "distractor_singular", "correct": 0, "margin": -3.4593887329101562 }, { "id": "relative_agreement-5-1", "family": "relative_agreement", "correct": 0, "margin": -4.185264587402344 }, { "id": "singular_agreement-5-2", "family": "singular_agreement", "correct": 1, "margin": 3.676513671875 }, { "id": "plural_agreement-5-2", "family": "plural_agreement", "correct": 1, "margin": 5.131500244140625 }, { "id": "distractor_singular-5-2", "family": "distractor_singular", "correct": 1, "margin": 0.3131561279296875 }, { "id": "relative_agreement-5-2", "family": "relative_agreement", "correct": 0, "margin": -0.534912109375 }, { "id": "singular_agreement-5-3", "family": "singular_agreement", "correct": 1, "margin": 4.105314254760742 }, { "id": "plural_agreement-5-3", "family": "plural_agreement", "correct": 1, "margin": 2.8943862915039062 }, { "id": "distractor_singular-5-3", "family": "distractor_singular", "correct": 0, "margin": -0.8629035949707031 }, { "id": "relative_agreement-5-3", "family": "relative_agreement", "correct": 0, "margin": -1.2160224914550781 }, { "id": "singular_agreement-5-4", "family": "singular_agreement", "correct": 1, "margin": 2.20794677734375 }, { "id": "plural_agreement-5-4", "family": "plural_agreement", "correct": 1, "margin": 4.174907684326172 }, { "id": "distractor_singular-5-4", "family": "distractor_singular", "correct": 0, "margin": -1.2319488525390625 }, { "id": "relative_agreement-5-4", "family": "relative_agreement", "correct": 0, "margin": -0.5789718627929688 }, { "id": "singular_agreement-5-5", "family": "singular_agreement", "correct": 0, "margin": -0.4283485412597656 }, { "id": "plural_agreement-5-5", "family": "plural_agreement", "correct": 1, "margin": 4.682884216308594 }, { "id": "distractor_singular-5-5", "family": "distractor_singular", "correct": 0, "margin": -1.8061752319335938 }, { "id": "relative_agreement-5-5", "family": "relative_agreement", "correct": 0, "margin": -2.4649200439453125 }, { "id": "singular_agreement-6-0", "family": "singular_agreement", "correct": 1, "margin": 4.3437652587890625 }, { "id": "plural_agreement-6-0", "family": "plural_agreement", "correct": 1, "margin": 1.7636184692382812 }, { "id": "distractor_singular-6-0", "family": "distractor_singular", "correct": 1, "margin": 0.3194236755371094 }, { "id": "relative_agreement-6-0", "family": "relative_agreement", "correct": 0, "margin": -0.9878158569335938 }, { "id": "singular_agreement-6-1", "family": "singular_agreement", "correct": 1, "margin": 2.523998260498047 }, { "id": "plural_agreement-6-1", "family": "plural_agreement", "correct": 1, "margin": 0.7941741943359375 }, { "id": "distractor_singular-6-1", "family": "distractor_singular", "correct": 0, "margin": -0.3611106872558594 }, { "id": "relative_agreement-6-1", "family": "relative_agreement", "correct": 0, "margin": -1.248443603515625 }, { "id": "singular_agreement-6-2", "family": "singular_agreement", "correct": 1, "margin": 2.9792556762695312 }, { "id": "plural_agreement-6-2", "family": "plural_agreement", "correct": 1, "margin": 4.145145416259766 }, { "id": "distractor_singular-6-2", "family": "distractor_singular", "correct": 1, "margin": 2.5718612670898438 }, { "id": "relative_agreement-6-2", "family": "relative_agreement", "correct": 1, "margin": 0.6720237731933594 }, { "id": "singular_agreement-6-3", "family": "singular_agreement", "correct": 1, "margin": 3.8701705932617188 }, { "id": "plural_agreement-6-3", "family": "plural_agreement", "correct": 1, "margin": 3.6351089477539062 }, { "id": "distractor_singular-6-3", "family": "distractor_singular", "correct": 1, "margin": 1.6271705627441406 }, { "id": "relative_agreement-6-3", "family": "relative_agreement", "correct": 1, "margin": 0.8678627014160156 }, { "id": "singular_agreement-6-4", "family": "singular_agreement", "correct": 1, "margin": 0.4484405517578125 }, { "id": "plural_agreement-6-4", "family": "plural_agreement", "correct": 1, "margin": 1.9858627319335938 }, { "id": "distractor_singular-6-4", "family": "distractor_singular", "correct": 0, "margin": -1.4451217651367188 }, { "id": "relative_agreement-6-4", "family": "relative_agreement", "correct": 0, "margin": -1.34912109375 }, { "id": "singular_agreement-6-5", "family": "singular_agreement", "correct": 0, "margin": -0.4094123840332031 }, { "id": "plural_agreement-6-5", "family": "plural_agreement", "correct": 1, "margin": 4.980152130126953 }, { "id": "distractor_singular-6-5", "family": "distractor_singular", "correct": 0, "margin": -0.83270263671875 }, { "id": "relative_agreement-6-5", "family": "relative_agreement", "correct": 0, "margin": -2.5109024047851562 }, { "id": "singular_agreement-7-0", "family": "singular_agreement", "correct": 1, "margin": 5.1879119873046875 }, { "id": "plural_agreement-7-0", "family": "plural_agreement", "correct": 1, "margin": 4.221183776855469 }, { "id": "distractor_singular-7-0", "family": "distractor_singular", "correct": 1, "margin": 0.8975105285644531 }, { "id": "relative_agreement-7-0", "family": "relative_agreement", "correct": 1, "margin": 0.61627197265625 }, { "id": "singular_agreement-7-1", "family": "singular_agreement", "correct": 1, "margin": 0.7312545776367188 }, { "id": "plural_agreement-7-1", "family": "plural_agreement", "correct": 1, "margin": 3.868072509765625 }, { "id": "distractor_singular-7-1", "family": "distractor_singular", "correct": 0, "margin": -2.084789276123047 }, { "id": "relative_agreement-7-1", "family": "relative_agreement", "correct": 0, "margin": -2.119476318359375 }, { "id": "singular_agreement-7-2", "family": "singular_agreement", "correct": 1, "margin": 4.3772735595703125 }, { "id": "plural_agreement-7-2", "family": "plural_agreement", "correct": 1, "margin": 3.459869384765625 }, { "id": "distractor_singular-7-2", "family": "distractor_singular", "correct": 0, "margin": -1.1976661682128906 }, { "id": "relative_agreement-7-2", "family": "relative_agreement", "correct": 1, "margin": 0.8149833679199219 }, { "id": "singular_agreement-7-3", "family": "singular_agreement", "correct": 1, "margin": 3.66241455078125 }, { "id": "plural_agreement-7-3", "family": "plural_agreement", "correct": 1, "margin": 4.144645690917969 }, { "id": "distractor_singular-7-3", "family": "distractor_singular", "correct": 0, "margin": -1.8255767822265625 }, { "id": "relative_agreement-7-3", "family": "relative_agreement", "correct": 1, "margin": 0.7015190124511719 }, { "id": "singular_agreement-7-4", "family": "singular_agreement", "correct": 0, "margin": -0.2710990905761719 }, { "id": "plural_agreement-7-4", "family": "plural_agreement", "correct": 1, "margin": 2.690044403076172 }, { "id": "distractor_singular-7-4", "family": "distractor_singular", "correct": 0, "margin": -4.612823486328125 }, { "id": "relative_agreement-7-4", "family": "relative_agreement", "correct": 1, "margin": 0.378692626953125 }, { "id": "singular_agreement-7-5", "family": "singular_agreement", "correct": 0, "margin": -2.655261993408203 }, { "id": "plural_agreement-7-5", "family": "plural_agreement", "correct": 1, "margin": 4.852607727050781 }, { "id": "distractor_singular-7-5", "family": "distractor_singular", "correct": 0, "margin": -3.813213348388672 }, { "id": "relative_agreement-7-5", "family": "relative_agreement", "correct": 0, "margin": -2.7677650451660156 }, { "id": "singular_agreement-8-0", "family": "singular_agreement", "correct": 1, "margin": 4.036319732666016 }, { "id": "plural_agreement-8-0", "family": "plural_agreement", "correct": 1, "margin": 2.821758270263672 }, { "id": "distractor_singular-8-0", "family": "distractor_singular", "correct": 0, "margin": -0.60687255859375 }, { "id": "relative_agreement-8-0", "family": "relative_agreement", "correct": 0, "margin": -1.3507843017578125 }, { "id": "singular_agreement-8-1", "family": "singular_agreement", "correct": 1, "margin": 1.5051116943359375 }, { "id": "plural_agreement-8-1", "family": "plural_agreement", "correct": 1, "margin": 3.77032470703125 }, { "id": "distractor_singular-8-1", "family": "distractor_singular", "correct": 0, "margin": -1.9545822143554688 }, { "id": "relative_agreement-8-1", "family": "relative_agreement", "correct": 0, "margin": -1.7365188598632812 }, { "id": "singular_agreement-8-2", "family": "singular_agreement", "correct": 1, "margin": 2.475311279296875 }, { "id": "plural_agreement-8-2", "family": "plural_agreement", "correct": 1, "margin": 4.278751373291016 }, { "id": "distractor_singular-8-2", "family": "distractor_singular", "correct": 0, "margin": -1.105712890625 }, { "id": "relative_agreement-8-2", "family": "relative_agreement", "correct": 0, "margin": -2.084442138671875 }, { "id": "singular_agreement-8-3", "family": "singular_agreement", "correct": 1, "margin": 3.0130577087402344 }, { "id": "plural_agreement-8-3", "family": "plural_agreement", "correct": 1, "margin": 3.8688201904296875 }, { "id": "distractor_singular-8-3", "family": "distractor_singular", "correct": 0, "margin": -0.4523124694824219 }, { "id": "relative_agreement-8-3", "family": "relative_agreement", "correct": 0, "margin": -0.5689620971679688 }, { "id": "singular_agreement-8-4", "family": "singular_agreement", "correct": 0, "margin": -0.01889801025390625 }, { "id": "plural_agreement-8-4", "family": "plural_agreement", "correct": 1, "margin": 2.6237030029296875 }, { "id": "distractor_singular-8-4", "family": "distractor_singular", "correct": 0, "margin": -2.3118934631347656 }, { "id": "relative_agreement-8-4", "family": "relative_agreement", "correct": 0, "margin": -0.9558334350585938 }, { "id": "singular_agreement-8-5", "family": "singular_agreement", "correct": 0, "margin": -0.16999435424804688 }, { "id": "plural_agreement-8-5", "family": "plural_agreement", "correct": 1, "margin": 6.319297790527344 }, { "id": "distractor_singular-8-5", "family": "distractor_singular", "correct": 0, "margin": -2.7906455993652344 }, { "id": "relative_agreement-8-5", "family": "relative_agreement", "correct": 0, "margin": -3.1812744140625 }, { "id": "singular_agreement-9-0", "family": "singular_agreement", "correct": 1, "margin": 4.94795036315918 }, { "id": "plural_agreement-9-0", "family": "plural_agreement", "correct": 1, "margin": 3.85614013671875 }, { "id": "distractor_singular-9-0", "family": "distractor_singular", "correct": 0, "margin": -0.09597396850585938 }, { "id": "relative_agreement-9-0", "family": "relative_agreement", "correct": 0, "margin": -0.20142364501953125 }, { "id": "singular_agreement-9-1", "family": "singular_agreement", "correct": 1, "margin": 1.682525634765625 }, { "id": "plural_agreement-9-1", "family": "plural_agreement", "correct": 1, "margin": 3.8830528259277344 }, { "id": "distractor_singular-9-1", "family": "distractor_singular", "correct": 0, "margin": -3.5100669860839844 }, { "id": "relative_agreement-9-1", "family": "relative_agreement", "correct": 0, "margin": -4.186859130859375 }, { "id": "singular_agreement-9-2", "family": "singular_agreement", "correct": 1, "margin": 5.9636077880859375 }, { "id": "plural_agreement-9-2", "family": "plural_agreement", "correct": 1, "margin": 5.733623504638672 }, { "id": "distractor_singular-9-2", "family": "distractor_singular", "correct": 1, "margin": 0.051532745361328125 }, { "id": "relative_agreement-9-2", "family": "relative_agreement", "correct": 0, "margin": -1.3356781005859375 }, { "id": "singular_agreement-9-3", "family": "singular_agreement", "correct": 1, "margin": 4.548686981201172 }, { "id": "plural_agreement-9-3", "family": "plural_agreement", "correct": 1, "margin": 3.6639366149902344 }, { "id": "distractor_singular-9-3", "family": "distractor_singular", "correct": 0, "margin": -0.5706901550292969 }, { "id": "relative_agreement-9-3", "family": "relative_agreement", "correct": 0, "margin": -0.7760734558105469 }, { "id": "singular_agreement-9-4", "family": "singular_agreement", "correct": 1, "margin": 0.13713455200195312 }, { "id": "plural_agreement-9-4", "family": "plural_agreement", "correct": 1, "margin": 3.888153076171875 }, { "id": "distractor_singular-9-4", "family": "distractor_singular", "correct": 0, "margin": -2.6942367553710938 }, { "id": "relative_agreement-9-4", "family": "relative_agreement", "correct": 0, "margin": -1.6944427490234375 }, { "id": "singular_agreement-9-5", "family": "singular_agreement", "correct": 0, "margin": -1.0072441101074219 }, { "id": "plural_agreement-9-5", "family": "plural_agreement", "correct": 1, "margin": 7.097927093505859 }, { "id": "distractor_singular-9-5", "family": "distractor_singular", "correct": 0, "margin": -4.075206756591797 }, { "id": "relative_agreement-9-5", "family": "relative_agreement", "correct": 0, "margin": -3.8464736938476562 }, { "id": "singular_agreement-10-0", "family": "singular_agreement", "correct": 1, "margin": 3.223033905029297 }, { "id": "plural_agreement-10-0", "family": "plural_agreement", "correct": 1, "margin": 3.384174346923828 }, { "id": "distractor_singular-10-0", "family": "distractor_singular", "correct": 0, "margin": -0.10797882080078125 }, { "id": "relative_agreement-10-0", "family": "relative_agreement", "correct": 0, "margin": -1.4357643127441406 }, { "id": "singular_agreement-10-1", "family": "singular_agreement", "correct": 1, "margin": 2.4611053466796875 }, { "id": "plural_agreement-10-1", "family": "plural_agreement", "correct": 1, "margin": 1.002471923828125 }, { "id": "distractor_singular-10-1", "family": "distractor_singular", "correct": 0, "margin": -2.6090240478515625 }, { "id": "relative_agreement-10-1", "family": "relative_agreement", "correct": 0, "margin": -2.8867568969726562 }, { "id": "singular_agreement-10-2", "family": "singular_agreement", "correct": 1, "margin": 4.801300048828125 }, { "id": "plural_agreement-10-2", "family": "plural_agreement", "correct": 1, "margin": 3.8869552612304688 }, { "id": "distractor_singular-10-2", "family": "distractor_singular", "correct": 1, "margin": 0.18571853637695312 }, { "id": "relative_agreement-10-2", "family": "relative_agreement", "correct": 0, "margin": -1.0919914245605469 }, { "id": "singular_agreement-10-3", "family": "singular_agreement", "correct": 1, "margin": 5.3586578369140625 }, { "id": "plural_agreement-10-3", "family": "plural_agreement", "correct": 1, "margin": 2.7421798706054688 }, { "id": "distractor_singular-10-3", "family": "distractor_singular", "correct": 0, "margin": -0.23638916015625 }, { "id": "relative_agreement-10-3", "family": "relative_agreement", "correct": 0, "margin": -0.6852645874023438 }, { "id": "singular_agreement-10-4", "family": "singular_agreement", "correct": 1, "margin": 1.0758590698242188 }, { "id": "plural_agreement-10-4", "family": "plural_agreement", "correct": 1, "margin": 3.2210922241210938 }, { "id": "distractor_singular-10-4", "family": "distractor_singular", "correct": 0, "margin": -1.2324905395507812 }, { "id": "relative_agreement-10-4", "family": "relative_agreement", "correct": 0, "margin": -0.8445663452148438 }, { "id": "singular_agreement-10-5", "family": "singular_agreement", "correct": 1, "margin": 0.0958251953125 }, { "id": "plural_agreement-10-5", "family": "plural_agreement", "correct": 1, "margin": 4.9662017822265625 }, { "id": "distractor_singular-10-5", "family": "distractor_singular", "correct": 0, "margin": -3.2243194580078125 }, { "id": "relative_agreement-10-5", "family": "relative_agreement", "correct": 0, "margin": -3.5035247802734375 }, { "id": "singular_agreement-11-0", "family": "singular_agreement", "correct": 1, "margin": 1.9044551849365234 }, { "id": "plural_agreement-11-0", "family": "plural_agreement", "correct": 1, "margin": 3.2668895721435547 }, { "id": "distractor_singular-11-0", "family": "distractor_singular", "correct": 0, "margin": -0.22730636596679688 }, { "id": "relative_agreement-11-0", "family": "relative_agreement", "correct": 0, "margin": -2.2996788024902344 }, { "id": "singular_agreement-11-1", "family": "singular_agreement", "correct": 1, "margin": 0.8450660705566406 }, { "id": "plural_agreement-11-1", "family": "plural_agreement", "correct": 1, "margin": 4.12005615234375 }, { "id": "distractor_singular-11-1", "family": "distractor_singular", "correct": 0, "margin": -2.7191238403320312 }, { "id": "relative_agreement-11-1", "family": "relative_agreement", "correct": 0, "margin": -2.4298934936523438 }, { "id": "singular_agreement-11-2", "family": "singular_agreement", "correct": 1, "margin": 2.6268653869628906 }, { "id": "plural_agreement-11-2", "family": "plural_agreement", "correct": 1, "margin": 4.71923828125 }, { "id": "distractor_singular-11-2", "family": "distractor_singular", "correct": 1, "margin": 1.1058273315429688 }, { "id": "relative_agreement-11-2", "family": "relative_agreement", "correct": 1, "margin": 0.7196617126464844 }, { "id": "singular_agreement-11-3", "family": "singular_agreement", "correct": 1, "margin": 5.259159088134766 }, { "id": "plural_agreement-11-3", "family": "plural_agreement", "correct": 1, "margin": 2.9282455444335938 }, { "id": "distractor_singular-11-3", "family": "distractor_singular", "correct": 0, "margin": -2.4261207580566406 }, { "id": "relative_agreement-11-3", "family": "relative_agreement", "correct": 0, "margin": -1.140960693359375 }, { "id": "singular_agreement-11-4", "family": "singular_agreement", "correct": 0, "margin": -0.4548912048339844 }, { "id": "plural_agreement-11-4", "family": "plural_agreement", "correct": 1, "margin": 2.457855224609375 }, { "id": "distractor_singular-11-4", "family": "distractor_singular", "correct": 0, "margin": -3.9143714904785156 }, { "id": "relative_agreement-11-4", "family": "relative_agreement", "correct": 0, "margin": -1.6529731750488281 }, { "id": "singular_agreement-11-5", "family": "singular_agreement", "correct": 0, "margin": -0.3357658386230469 }, { "id": "plural_agreement-11-5", "family": "plural_agreement", "correct": 1, "margin": 4.715705871582031 }, { "id": "distractor_singular-11-5", "family": "distractor_singular", "correct": 0, "margin": -2.3384475708007812 }, { "id": "relative_agreement-11-5", "family": "relative_agreement", "correct": 0, "margin": -2.0463485717773438 } ], "arc": [ { "id": "MCAS_2000_4_6", "correct": 0, "prediction": "B", "scores": [ -43.38174819946289, -39.2640380859375, -43.544647216796875, -43.66441345214844 ] }, { "id": "Mercury_7057260", "correct": 0, "prediction": "A", "scores": [ -104.78589630126953, -107.53488159179688, -106.09729766845703, -110.38944244384766 ] }, { "id": "ACTAAP_2014_7_6", "correct": 1, "prediction": "A", "scores": [ -89.11384582519531, -91.347900390625, -89.73920440673828, -91.64537048339844 ] }, { "id": "Mercury_7122448", "correct": 0, "prediction": "A", "scores": [ -71.57316589355469, -75.85418701171875, -75.60256958007812, -77.3867416381836 ] }, { "id": "Mercury_SC_416516", "correct": 0, "prediction": "A", "scores": [ -39.73499298095703, -41.393409729003906, -41.84040451049805, -49.05213165283203 ] }, { "id": "MCAS_2016_8_3", "correct": 0, "prediction": "A", "scores": [ -136.4891357421875, -138.65350341796875, -137.49755859375, -141.77880859375 ] }, { "id": "Mercury_7030153", "correct": 1, "prediction": "C", "scores": [ -109.88651275634766, -104.61961364746094, -100.30314636230469, -112.32312774658203 ] }, { "id": "AKDE&ED_2012_8_43", "correct": 1, "prediction": "C", "scores": [ -64.97894287109375, -61.71335983276367, -61.588722229003906, -69.44013977050781 ] }, { "id": "NYSEDREGENTS_2014_8_10", "correct": 1, "prediction": "1", "scores": [ -86.13610076904297, -97.47164154052734, -92.00273895263672, -88.50155639648438 ] }, { "id": "Mercury_SC_LBS10938", "correct": 0, "prediction": "A", "scores": [ -47.49762725830078, -55.57210922241211, -52.7816162109375, -54.79231643676758 ] }, { "id": "ACTAAP_2007_7_19", "correct": 1, "prediction": "A", "scores": [ -38.72605895996094, -43.30902862548828, -40.51007080078125, -40.06781005859375 ] }, { "id": "Mercury_176873", "correct": 0, "prediction": "C", "scores": [ -42.7869873046875, -45.169288635253906, -40.57508850097656, -44.22743225097656 ] }, { "id": "Mercury_SC_LBS10170", "correct": 1, "prediction": "B", "scores": [ -24.719463348388672, -21.244672775268555, -21.690719604492188, -22.357154846191406 ] }, { "id": "Mercury_400978", "correct": 0, "prediction": "C", "scores": [ -93.447265625, -105.8837890625, -93.353515625, -104.84004211425781 ] }, { "id": "Mercury_7185220", "correct": 1, "prediction": "A", "scores": [ -104.83917999267578, -104.8555908203125, -105.44432067871094, -106.23118591308594 ] }, { "id": "Mercury_7213378", "correct": 0, "prediction": "C", "scores": [ -47.087921142578125, -45.93611526489258, -44.86913299560547, -48.23513412475586 ] }, { "id": "Mercury_7241343", "correct": 0, "prediction": "B", "scores": [ -91.94508361816406, -85.79615020751953, -94.46034240722656, -92.95683288574219 ] }, { "id": "TIMSS_1995_8_J5", "correct": 1, "prediction": "B", "scores": [ -40.76903533935547, -39.55621337890625, -42.083770751953125, -41.188228607177734, -42.377349853515625 ] }, { "id": "Mercury_7271583", "correct": 1, "prediction": "C", "scores": [ -80.47888946533203, -78.08293151855469, -77.57272338867188, -79.38298034667969 ] }, { "id": "Mercury_412415", "correct": 0, "prediction": "D", "scores": [ -66.42649841308594, -63.311832427978516, -66.11104583740234, -62.343894958496094 ] }, { "id": "Mercury_SC_400175", "correct": 1, "prediction": "B", "scores": [ -94.89275360107422, -93.43167877197266, -97.01828002929688, -95.5074234008789 ] }, { "id": "Mercury_7006213", "correct": 1, "prediction": "A", "scores": [ -74.33501434326172, -76.16842651367188, -77.9155502319336, -76.38692474365234 ] }, { "id": "NCEOGA_2013_5_28", "correct": 0, "prediction": "B", "scores": [ -108.53575897216797, -106.1139907836914, -106.69499969482422, -106.5379409790039 ] }, { "id": "Mercury_SC_407569", "correct": 1, "prediction": "A", "scores": [ -107.23893737792969, -107.51887512207031, -109.20976257324219, -109.54817199707031 ] }, { "id": "MCAS_1999_8_35", "correct": 1, "prediction": "B", "scores": [ -61.406288146972656, -54.899253845214844, -55.609493255615234, -57.09857940673828 ] }, { "id": "ACTAAP_2009_5_14", "correct": 0, "prediction": "B", "scores": [ -125.73088836669922, -124.61264038085938, -133.14651489257812, -140.4058837890625 ] }, { "id": "Mercury_7112788", "correct": 0, "prediction": "C", "scores": [ -153.19790649414062, -156.6944580078125, -152.15615844726562, -157.77508544921875 ] }, { "id": "Mercury_7137463", "correct": 1, "prediction": "A", "scores": [ -113.22662353515625, -117.62403869628906, -114.99520874023438, -116.39115905761719 ] }, { "id": "Mercury_7008435", "correct": 1, "prediction": "D", "scores": [ -46.90800857543945, -44.777015686035156, -45.38538360595703, -43.277984619140625 ] }, { "id": "Mercury_SC_401208", "correct": 1, "prediction": "A", "scores": [ -61.767337799072266, -64.47039794921875, -77.02769470214844, -70.11126708984375 ] }, { "id": "Mercury_7057925", "correct": 1, "prediction": "A", "scores": [ -55.12040710449219, -56.19073486328125, -58.979801177978516, -58.0261116027832 ] }, { "id": "OHAT_2008_5_13", "correct": 0, "prediction": "A", "scores": [ -229.83929443359375, -238.10690307617188, -231.9416046142578, -242.09799194335938 ] }, { "id": "Mercury_7013073", "correct": 1, "prediction": "C", "scores": [ -91.32689666748047, -93.43852233886719, -90.02259063720703, -90.28925323486328 ] }, { "id": "ACTAAP_2013_5_16", "correct": 1, "prediction": "A", "scores": [ -43.75702667236328, -52.331878662109375, -50.44192886352539, -69.18833923339844 ] }, { "id": "Mercury_SC_415396", "correct": 1, "prediction": "A", "scores": [ -51.51832580566406, -55.403038024902344, -57.729854583740234, -58.479469299316406 ] }, { "id": "Mercury_7179638", "correct": 1, "prediction": "D", "scores": [ -97.40403747558594, -99.99449157714844, -106.95130920410156, -95.9256362915039 ] }, { "id": "ACTAAP_2011_5_2", "correct": 1, "prediction": "D", "scores": [ -53.05280303955078, -53.62666702270508, -54.01057434082031, -51.67294692993164 ] }, { "id": "Mercury_7249970", "correct": 0, "prediction": "B", "scores": [ -64.48381042480469, -62.898345947265625, -67.98567199707031, -63.87027359008789 ] }, { "id": "Mercury_7092418", "correct": 1, "prediction": "A", "scores": [ -94.88710021972656, -96.1475601196289, -99.83065032958984, -105.11021423339844 ] }, { "id": "MCAS_2012_8_23641", "correct": 1, "prediction": "B", "scores": [ -93.20320129394531, -90.9113998413086, -107.15715026855469, -106.64859008789062 ] }, { "id": "MEA_2010_8_12", "correct": 0, "prediction": "C", "scores": [ -93.68595886230469, -90.82412719726562, -84.16241455078125, -101.2728271484375 ] }, { "id": "Mercury_SC_401158", "correct": 0, "prediction": "A", "scores": [ -46.169437408447266, -47.075687408447266, -46.403812408447266, -49.36974334716797 ] }, { "id": "Mercury_7091928", "correct": 1, "prediction": "C", "scores": [ -102.55694580078125, -95.47903442382812, -91.16881561279297, -94.12782287597656 ] }, { "id": "Mercury_7112735", "correct": 1, "prediction": "C", "scores": [ -177.33840942382812, -177.21002197265625, -176.77252197265625, -178.74066162109375 ] }, { "id": "Mercury_7040863", "correct": 1, "prediction": "C", "scores": [ -77.55522918701172, -76.97297668457031, -76.44525146484375, -81.921142578125 ] }, { "id": "Mercury_7268818", "correct": 0, "prediction": "A", "scores": [ -62.35276794433594, -64.64509582519531, -63.32086181640625, -63.54496765136719 ] }, { "id": "VASoL_2007_3_33", "correct": 1, "prediction": "B", "scores": [ -69.80441284179688, -64.9570541381836, -83.05899047851562, -75.22574615478516 ] }, { "id": "LEAP_2001_4_10239", "correct": 0, "prediction": "C", "scores": [ -102.78878784179688, -105.69503784179688, -101.26239776611328, -106.90718078613281 ] }, { "id": "Mercury_SC_400840", "correct": 1, "prediction": "A", "scores": [ -66.32100677490234, -68.19354248046875, -69.47947692871094, -69.01615142822266 ] }, { "id": "AIMS_2008_8_9", "correct": 0, "prediction": "C", "scores": [ -75.13229370117188, -72.85690307617188, -70.81902313232422, -89.51363372802734 ] }, { "id": "Mercury_7263305", "correct": 1, "prediction": "A", "scores": [ -65.21920776367188, -65.51123809814453, -67.40007781982422, -70.68360137939453 ] }, { "id": "TIMSS_2011_8_pg139", "correct": 0, "prediction": "B", "scores": [ -110.64015197753906, -108.45223236083984, -118.18379974365234, -122.79573059082031 ] }, { "id": "Mercury_7173845", "correct": 1, "prediction": "A", "scores": [ -140.60275268554688, -140.7191162109375, -146.10955810546875, -140.62509155273438 ] }, { "id": "Mercury_7239208", "correct": 1, "prediction": "B", "scores": [ -109.36219024658203, -108.29192352294922, -113.16155242919922, -109.56008911132812 ] }, { "id": "Mercury_7064050", "correct": 0, "prediction": "B", "scores": [ -97.62020874023438, -96.91004943847656, -103.8175048828125, -98.71159362792969 ] }, { "id": "Mercury_400540", "correct": 1, "prediction": "C", "scores": [ -101.02777099609375, -92.13394927978516, -87.7141342163086, -92.61611938476562 ] }, { "id": "ACTAAP_2010_7_15", "correct": 0, "prediction": "A", "scores": [ -202.8414764404297, -206.07034301757812, -212.15782165527344, -214.82574462890625 ] }, { "id": "Mercury_7137673", "correct": 1, "prediction": "C", "scores": [ -154.556640625, -154.36094665527344, -152.24765014648438, -154.79351806640625 ] }, { "id": "MCAS_2013_5_29401", "correct": 0, "prediction": "B", "scores": [ -174.52725219726562, -172.97186279296875, -179.74447631835938, -178.9212188720703 ] }, { "id": "NYSEDREGENTS_2014_4_24", "correct": 0, "prediction": "C", "scores": [ -95.81377410888672, -96.47772216796875, -95.72706604003906, -97.76074981689453 ] }, { "id": "Mercury_7194425", "correct": 0, "prediction": "C", "scores": [ -105.84544372558594, -106.92703247070312, -103.05628967285156, -103.64350891113281 ] }, { "id": "Mercury_7004165", "correct": 1, "prediction": "A", "scores": [ -60.3652229309082, -61.6777229309082, -71.24592590332031, -66.58479309082031 ] }, { "id": "Mercury_7086205", "correct": 0, "prediction": "C", "scores": [ -48.38421630859375, -49.934532165527344, -47.17015838623047, -56.468353271484375 ] }, { "id": "NYSEDREGENTS_2014_8_8", "correct": 0, "prediction": "1", "scores": [ -49.84138488769531, -54.243629455566406, -53.99732208251953, -57.556148529052734 ] }, { "id": "Mercury_7041948", "correct": 1, "prediction": "A", "scores": [ -44.81068420410156, -47.98046875, -53.25388717651367, -51.88953399658203 ] }, { "id": "Mercury_7092348", "correct": 0, "prediction": "A", "scores": [ -142.52085876464844, -157.28167724609375, -155.43649291992188, -167.90594482421875 ] }, { "id": "VASoL_2009_5_25", "correct": 1, "prediction": "B", "scores": [ -59.680931091308594, -48.62237548828125, -61.960365295410156, -50.2040901184082 ] }, { "id": "Mercury_7212713", "correct": 0, "prediction": "A", "scores": [ -110.2500228881836, -127.65567016601562, -119.63806915283203, -116.7699966430664 ] }, { "id": "Mercury_SC_406661", "correct": 0, "prediction": "C", "scores": [ -78.97250366210938, -72.71150207519531, -64.2835464477539, -67.81017303466797 ] }, { "id": "NCEOGA_2013_5_51", "correct": 0, "prediction": "A", "scores": [ -106.41302490234375, -108.1072998046875, -106.99125671386719, -106.57232666015625 ] }, { "id": "Mercury_7163940", "correct": 1, "prediction": "D", "scores": [ -98.55316925048828, -100.55492401123047, -101.22074890136719, -97.0833740234375 ] }, { "id": "Mercury_7164658", "correct": 1, "prediction": "C", "scores": [ -102.89130401611328, -99.6461181640625, -98.97724151611328, -102.04755401611328 ] }, { "id": "Mercury_7197908", "correct": 0, "prediction": "B", "scores": [ -98.51997375488281, -96.15294647216797, -96.27632141113281, -97.69718933105469 ] }, { "id": "Mercury_7080448", "correct": 1, "prediction": "D", "scores": [ -144.29641723632812, -144.9486083984375, -145.048095703125, -143.63900756835938 ] }, { "id": "Mercury_7130498", "correct": 0, "prediction": "A", "scores": [ -115.1015396118164, -116.4296646118164, -119.86539459228516, -116.93025207519531 ] }, { "id": "MCAS_2013_5_17", "correct": 0, "prediction": "C", "scores": [ -144.04330444335938, -141.93075561523438, -141.06512451171875, -142.73464965820312 ] }, { "id": "Mercury_7136623", "correct": 1, "prediction": "C", "scores": [ -112.94055938720703, -109.1279525756836, -95.42939758300781, -108.9874038696289 ] }, { "id": "Mercury_7014508", "correct": 1, "prediction": "B", "scores": [ -102.71092224121094, -96.518798828125, -110.64840698242188, -105.74623107910156 ] }, { "id": "Mercury_SC_401652", "correct": 1, "prediction": "A", "scores": [ -81.81280517578125, -85.41163635253906, -97.44780731201172, -102.79872131347656 ] }, { "id": "Mercury_7069003", "correct": 0, "prediction": "A", "scores": [ -49.59320068359375, -54.034263610839844, -53.730403900146484, -54.183982849121094 ] }, { "id": "TIMSS_2007_4_pg110", "correct": 0, "prediction": "A", "scores": [ -117.95491027832031, -122.75728607177734, -120.3324203491211, -123.32781982421875 ] }, { "id": "Mercury_183190", "correct": 1, "prediction": "C", "scores": [ -55.40705871582031, -50.070457458496094, -46.467899322509766, -55.98688507080078 ] }, { "id": "Mercury_SC_416137", "correct": 1, "prediction": "C", "scores": [ -51.898345947265625, -52.827392578125, -51.768497467041016, -54.23088073730469 ] }, { "id": "Mercury_SC_401592", "correct": 1, "prediction": "A", "scores": [ -38.96550369262695, -39.03904724121094, -41.03754425048828, -39.32615661621094 ] }, { "id": "Mercury_7032288", "correct": 0, "prediction": "D", "scores": [ -133.07077026367188, -131.0932159423828, -131.12020874023438, -130.82078552246094 ] }, { "id": "Mercury_7007630", "correct": 1, "prediction": "B", "scores": [ -41.54984664916992, -38.014251708984375, -39.43885803222656, -39.9964485168457 ] }, { "id": "NYSEDREGENTS_2014_8_25", "correct": 1, "prediction": "2", "scores": [ -43.82152557373047, -42.20623016357422, -43.388877868652344, -45.38031768798828 ] }, { "id": "Mercury_182665", "correct": 1, "prediction": "B", "scores": [ -71.30374145507812, -64.00586700439453, -64.25164031982422, -69.00080871582031 ] }, { "id": "Mercury_189018", "correct": 1, "prediction": "B", "scores": [ -91.5085678100586, -87.95036315917969, -93.72943115234375, -90.99449157714844 ] }, { "id": "Mercury_SC_405304", "correct": 0, "prediction": "C", "scores": [ -110.67198181152344, -108.97496795654297, -107.93443298339844, -111.77745056152344 ] }, { "id": "MCAS_2004_5_12", "correct": 0, "prediction": "D", "scores": [ -206.6468963623047, -207.47811889648438, -205.62815856933594, -200.67100524902344 ] }, { "id": "MCAS_2004_9_16", "correct": 1, "prediction": "A", "scores": [ -138.4779510498047, -150.65252685546875, -147.09286499023438, -140.1323699951172 ] }, { "id": "Mercury_7107363", "correct": 1, "prediction": "B", "scores": [ -230.50042724609375, -216.7135009765625, -219.58084106445312, -223.24801635742188 ] }, { "id": "Mercury_7083965", "correct": 1, "prediction": "C", "scores": [ -42.82366180419922, -44.610260009765625, -40.260414123535156, -42.72911071777344 ] }, { "id": "Mercury_SC_416156", "correct": 1, "prediction": "B", "scores": [ -40.73672866821289, -40.36172866821289, -41.07266616821289, -40.94766616821289 ] }, { "id": "Mercury_7082688", "correct": 0, "prediction": "B", "scores": [ -65.18238830566406, -64.40902709960938, -69.91610717773438, -68.84503173828125 ] }, { "id": "CSZ20680", "correct": 1, "prediction": "D", "scores": [ -69.31172180175781, -69.06436157226562, -73.23991394042969, -67.76354217529297 ] }, { "id": "Mercury_7228568", "correct": 1, "prediction": "C", "scores": [ -76.89739990234375, -77.06474304199219, -76.81224060058594, -79.78968048095703 ] }, { "id": "Mercury_7269220", "correct": 1, "prediction": "A", "scores": [ -104.49760437011719, -108.706787109375, -115.23280334472656, -111.29430389404297 ] }, { "id": "AKDE&ED_2012_4_35", "correct": 1, "prediction": "B", "scores": [ -164.4066162109375, -160.015869140625, -179.79551696777344, -182.17166137695312 ] }, { "id": "VASoL_2007_5_26", "correct": 1, "prediction": "B", "scores": [ -47.08589553833008, -45.94297409057617, -51.49927520751953, -46.44236755371094 ] }, { "id": "TIMSS_2003_8_pg96", "correct": 0, "prediction": "D", "scores": [ -81.84770965576172, -73.83796691894531, -72.26522064208984, -69.42951202392578 ] }, { "id": "Mercury_7119805", "correct": 1, "prediction": "C", "scores": [ -109.71001434326172, -101.28359985351562, -100.9560317993164, -104.1739501953125 ] }, { "id": "Mercury_SC_402067", "correct": 0, "prediction": "B", "scores": [ -83.04142761230469, -62.649192810058594, -74.29940795898438, -84.56675720214844 ] }, { "id": "Mercury_189770", "correct": 0, "prediction": "A", "scores": [ -56.69590759277344, -62.56148910522461, -80.00664520263672, -66.29431915283203 ] }, { "id": "Mercury_SC_403016", "correct": 1, "prediction": "D", "scores": [ -43.02382278442383, -42.76581954956055, -38.30792999267578, -37.33917999267578 ] }, { "id": "Mercury_7044730", "correct": 1, "prediction": "C", "scores": [ -100.56985473632812, -99.95266723632812, -98.53756713867188, -101.63235473632812 ] }, { "id": "Mercury_7270025", "correct": 0, "prediction": "D", "scores": [ -87.04398345947266, -74.00901794433594, -74.05414581298828, -70.93866729736328 ] }, { "id": "Mercury_7252683", "correct": 0, "prediction": "A", "scores": [ -74.06120300292969, -85.75889587402344, -77.02439880371094, -78.89521789550781 ] }, { "id": "Mercury_7017080", "correct": 1, "prediction": "C", "scores": [ -51.420188903808594, -55.210914611816406, -50.29981231689453, -55.49715042114258 ] }, { "id": "MCAS_2011_5_17662", "correct": 1, "prediction": "A", "scores": [ -113.26034545898438, -125.46693420410156, -123.42129516601562, -131.76112365722656 ] }, { "id": "Mercury_7041580", "correct": 0, "prediction": "D", "scores": [ -64.04226684570312, -64.23216247558594, -67.57406616210938, -62.38544464111328 ] }, { "id": "Mercury_7204050", "correct": 0, "prediction": "B", "scores": [ -154.12384033203125, -148.978271484375, -149.45315551757812, -157.91461181640625 ] }, { "id": "Mercury_7024378", "correct": 1, "prediction": "A", "scores": [ -66.22267150878906, -81.65125274658203, -73.73492431640625, -79.41175079345703 ] }, { "id": "Mercury_7251755", "correct": 1, "prediction": "B", "scores": [ -112.84674072265625, -106.03155517578125, -113.39353942871094, -107.1324234008789 ] }, { "id": "Mercury_SC_LBS10682", "correct": 1, "prediction": "B", "scores": [ -76.20638275146484, -68.16500091552734, -71.04307556152344, -72.109130859375 ] }, { "id": "NYSEDREGENTS_2014_8_42", "correct": 1, "prediction": "3", "scores": [ -49.928794860839844, -40.54264450073242, -31.839519500732422, -40.69889450073242 ] }, { "id": "OHAT_2011_5_20", "correct": 1, "prediction": "A", "scores": [ -145.2354736328125, -146.01898193359375, -146.51390075683594, -146.43453979492188 ] }, { "id": "NYSEDREGENTS_2014_8_24", "correct": 0, "prediction": "3", "scores": [ -59.401851654052734, -61.808101654052734, -59.1302490234375, -61.1927490234375 ] }, { "id": "Mercury_7084123", "correct": 1, "prediction": "C", "scores": [ -155.23062133789062, -154.86163330078125, -154.34811401367188, -155.17735290527344 ] }, { "id": "Mercury_7038098", "correct": 0, "prediction": "B", "scores": [ -150.31103515625, -149.71861267089844, -150.93032836914062, -150.19680786132812 ] }, { "id": "MDSA_2010_4_7", "correct": 1, "prediction": "B", "scores": [ -100.35242462158203, -96.60291290283203, -97.81534576416016, -97.41521453857422 ] }, { "id": "Mercury_7175700", "correct": 0, "prediction": "A", "scores": [ -121.1281967163086, -122.31536102294922, -125.83625793457031, -123.52078247070312 ] }, { "id": "Mercury_7206448", "correct": 1, "prediction": "B", "scores": [ -138.0142822265625, -127.84855651855469, -133.85400390625, -133.220458984375 ] }, { "id": "Mercury_7007665", "correct": 0, "prediction": "A", "scores": [ -39.155399322509766, -41.252967834472656, -42.019012451171875, -39.1990966796875 ] }, { "id": "Mercury_408929", "correct": 1, "prediction": "D", "scores": [ -188.61602783203125, -188.39727783203125, -187.20977783203125, -185.31915283203125 ] }, { "id": "Mercury_7094080", "correct": 0, "prediction": "D", "scores": [ -47.6990966796875, -53.61644744873047, -49.744285583496094, -43.989662170410156 ] }, { "id": "Mercury_7068495", "correct": 1, "prediction": "C", "scores": [ -58.14623260498047, -58.054046630859375, -57.437313079833984, -69.1214370727539 ] }, { "id": "TIMSS_2007_4_pg81", "correct": 1, "prediction": "C", "scores": [ -52.03736877441406, -50.624855041503906, -46.976348876953125, -59.119972229003906 ] }, { "id": "AKDE&ED_2008_4_12", "correct": 1, "prediction": "A", "scores": [ -98.0614242553711, -108.27174377441406, -108.42999267578125, -102.08782958984375 ] }, { "id": "TIMSS_2011_4_pg72", "correct": 1, "prediction": "A", "scores": [ -60.364662170410156, -69.24736022949219, -66.53150939941406, -69.99942016601562 ] }, { "id": "LEAP_2011_8_10435", "correct": 1, "prediction": "B", "scores": [ -86.87384033203125, -82.07472229003906, -83.5437240600586, -90.06621551513672 ] }, { "id": "Mercury_SC_407391", "correct": 0, "prediction": "A", "scores": [ -60.61228942871094, -63.47727584838867, -68.47611999511719, -72.26708221435547 ] }, { "id": "Mercury_SC_401340", "correct": 0, "prediction": "A", "scores": [ -33.01573181152344, -33.67198181152344, -34.09385681152344, -34.89073181152344 ] }, { "id": "NYSEDREGENTS_2014_8_21", "correct": 1, "prediction": "3", "scores": [ -62.483619689941406, -63.60102462768555, -59.55587387084961, -70.3394546508789 ] }, { "id": "Mercury_178728", "correct": 1, "prediction": "D", "scores": [ -65.11734008789062, -66.36734008789062, -66.77359008789062, -64.96109008789062 ] }, { "id": "Mercury_416365", "correct": 0, "prediction": "A", "scores": [ -163.15843200683594, -165.23362731933594, -174.9332275390625, -174.32781982421875 ] }, { "id": "Mercury_411424", "correct": 1, "prediction": "B", "scores": [ -192.27053833007812, -186.08023071289062, -186.89878845214844, -188.5537109375 ] }, { "id": "Mercury_7015715", "correct": 1, "prediction": "C", "scores": [ -60.926292419433594, -60.29191589355469, -57.81324768066406, -60.34843063354492 ] }, { "id": "Mercury_7172218", "correct": 0, "prediction": "A", "scores": [ -177.4315185546875, -177.7019805908203, -181.5811004638672, -180.16244506835938 ] }, { "id": "Mercury_7094185", "correct": 0, "prediction": "A", "scores": [ -61.007694244384766, -65.50696563720703, -61.46159744262695, -66.62193298339844 ] }, { "id": "Mercury_7161053", "correct": 1, "prediction": "A", "scores": [ -96.00726318359375, -96.27889251708984, -96.99868774414062, -103.08528900146484 ] }, { "id": "MCAS_2002_5_12", "correct": 1, "prediction": "A", "scores": [ -100.51287078857422, -106.04756164550781, -106.23089599609375, -106.9352798461914 ] }, { "id": "Mercury_7248378", "correct": 1, "prediction": "A", "scores": [ -51.675411224365234, -58.379798889160156, -55.48946762084961, -64.80613708496094 ] }, { "id": "Mercury_7134698", "correct": 0, "prediction": "A", "scores": [ -129.15884399414062, -131.41845703125, -136.8150634765625, -130.5966339111328 ] }, { "id": "Mercury_7213553", "correct": 1, "prediction": "D", "scores": [ -60.48231506347656, -53.70568084716797, -59.6849365234375, -53.30722427368164 ] }, { "id": "NCEOGA_2013_5_15", "correct": 1, "prediction": "D", "scores": [ -52.12773895263672, -51.732749938964844, -52.09686279296875, -48.99188995361328 ] }, { "id": "Mercury_SC_400370", "correct": 1, "prediction": "A", "scores": [ -77.45634460449219, -81.86819458007812, -92.84078979492188, -79.49125671386719 ] }, { "id": "Mercury_SC_401137", "correct": 1, "prediction": "D", "scores": [ -57.8004150390625, -63.70256423950195, -58.12282180786133, -51.04682159423828 ] }, { "id": "Mercury_7107030", "correct": 1, "prediction": "D", "scores": [ -80.09117889404297, -77.96350860595703, -76.80316162109375, -70.24589538574219 ] }, { "id": "Mercury_7018200", "correct": 0, "prediction": "D", "scores": [ -28.929357528686523, -31.015933990478516, -28.35672950744629, -27.908008575439453 ] }, { "id": "Mercury_7092138", "correct": 0, "prediction": "B", "scores": [ -50.150108337402344, -49.77666473388672, -60.7536506652832, -52.22876739501953 ] }, { "id": "Mercury_7139685", "correct": 1, "prediction": "A", "scores": [ -51.69815444946289, -54.34455871582031, -59.249839782714844, -52.84669494628906 ] }, { "id": "NYSEDREGENTS_2014_8_2", "correct": 1, "prediction": "4", "scores": [ -42.379844665527344, -38.59928894042969, -34.9677848815918, -32.76361846923828 ] }, { "id": "Mercury_7233538", "correct": 1, "prediction": "A", "scores": [ -57.58446502685547, -59.36724090576172, -57.783294677734375, -60.378211975097656 ] }, { "id": "Mercury_7236128", "correct": 1, "prediction": "D", "scores": [ -135.44403076171875, -138.03778076171875, -136.89422607421875, -134.97528076171875 ] }, { "id": "Mercury_182683", "correct": 0, "prediction": "D", "scores": [ -180.22158813476562, -179.5625, -190.69871520996094, -177.09088134765625 ] }, { "id": "Mercury_7216755", "correct": 0, "prediction": "B", "scores": [ -100.18987274169922, -98.35989379882812, -99.56996154785156, -99.21961975097656 ] }, { "id": "Mercury_7013090", "correct": 0, "prediction": "D", "scores": [ -69.23455810546875, -68.30956268310547, -70.34197998046875, -66.89791870117188 ] }, { "id": "Mercury_7248273", "correct": 1, "prediction": "B", "scores": [ -89.16136169433594, -85.01426696777344, -85.54804992675781, -86.43030548095703 ] }, { "id": "Mercury_7187215", "correct": 1, "prediction": "C", "scores": [ -161.28610229492188, -160.76739501953125, -149.10305786132812, -152.20693969726562 ] }, { "id": "Mercury_7206500", "correct": 1, "prediction": "A", "scores": [ -164.0782470703125, -173.50692749023438, -168.00863647460938, -176.54385375976562 ] }, { "id": "Mercury_7141348", "correct": 1, "prediction": "D", "scores": [ -87.34715270996094, -92.31948852539062, -90.14834594726562, -82.14320373535156 ] }, { "id": "Mercury_7044783", "correct": 0, "prediction": "D", "scores": [ -30.36764144897461, -31.956560134887695, -35.595550537109375, -29.53483009338379 ] }, { "id": "Mercury_SC_400002", "correct": 1, "prediction": "A", "scores": [ -65.39646911621094, -76.61836242675781, -84.55470275878906, -85.84886169433594 ] }, { "id": "Mercury_7227973", "correct": 1, "prediction": "B", "scores": [ -97.15118408203125, -85.51366424560547, -92.08131408691406, -91.64303588867188 ] }, { "id": "Mercury_7026863", "correct": 0, "prediction": "A", "scores": [ -64.68622589111328, -65.8022232055664, -64.87948608398438, -77.38349914550781 ] }, { "id": "Mercury_7068565", "correct": 0, "prediction": "C", "scores": [ -57.02193069458008, -54.69035339355469, -54.08097839355469, -55.09961700439453 ] }, { "id": "NYSEDREGENTS_2014_8_39", "correct": 1, "prediction": "4", "scores": [ -68.67740631103516, -69.73990631103516, -70.1025619506836, -68.028564453125 ] }, { "id": "Mercury_SC_415696", "correct": 0, "prediction": "A", "scores": [ -62.32781982421875, -75.94055938720703, -77.4330062866211, -72.17198181152344 ] }, { "id": "Mercury_7227850", "correct": 0, "prediction": "B", "scores": [ -65.09750366210938, -64.11737060546875, -70.2975082397461, -67.89351654052734 ] }, { "id": "Mercury_7228515", "correct": 1, "prediction": "B", "scores": [ -73.81318664550781, -69.15648651123047, -80.02169799804688, -80.33743286132812 ] }, { "id": "AIMS_2008_8_8", "correct": 0, "prediction": "B", "scores": [ -115.85047149658203, -114.32927703857422, -140.8782958984375, -148.85385131835938 ] }, { "id": "Mercury_SC_405215", "correct": 1, "prediction": "B", "scores": [ -79.85043334960938, -72.69950866699219, -76.77000427246094, -79.65299987792969 ] }, { "id": "NYSEDREGENTS_2014_4_8", "correct": 0, "prediction": "A", "scores": [ -96.57730865478516, -100.71827697753906, -98.49918365478516, -100.62417602539062 ] }, { "id": "Mercury_7013668", "correct": 0, "prediction": "A", "scores": [ -66.30859375, -71.87092590332031, -71.2862548828125, -71.7063980102539 ] }, { "id": "MCAS_2011_8_17695", "correct": 1, "prediction": "A", "scores": [ -48.90190887451172, -51.685447692871094, -56.30168533325195, -53.04608917236328 ] }, { "id": "Mercury_SC_416526", "correct": 1, "prediction": "C", "scores": [ -46.103458404541016, -45.853458404541016, -45.634708404541016, -45.853458404541016 ] }, { "id": "VASoL_2011_5_3", "correct": 1, "prediction": "B", "scores": [ -60.581756591796875, -59.672821044921875, -61.07759094238281, -60.653114318847656 ] }, { "id": "Mercury_7100713", "correct": 0, "prediction": "B", "scores": [ -55.94856643676758, -50.576995849609375, -53.32356643676758, -51.48598861694336 ] }, { "id": "Mercury_7122553", "correct": 0, "prediction": "A", "scores": [ -75.7872314453125, -77.3731689453125, -76.1778564453125, -77.95682525634766 ] }, { "id": "Mercury_7037590", "correct": 1, "prediction": "A", "scores": [ -55.25677490234375, -55.268882751464844, -62.2503662109375, -68.38388061523438 ] }, { "id": "Mercury_SC_400061", "correct": 0, "prediction": "A", "scores": [ -40.87657165527344, -42.54515075683594, -46.90310287475586, -50.18109893798828 ] }, { "id": "MDSA_2011_4_8", "correct": 1, "prediction": "C", "scores": [ -106.95038604736328, -109.47805786132812, -106.66204833984375, -108.83111572265625 ] }, { "id": "MEAP_2005_8_43", "correct": 1, "prediction": "C", "scores": [ -49.72340393066406, -53.76190185546875, -46.4909782409668, -56.970458984375 ] }, { "id": "Mercury_184695", "correct": 1, "prediction": "D", "scores": [ -67.1839599609375, -71.33380889892578, -79.39469146728516, -56.04847717285156 ] }, { "id": "LEAP_2011_8_10436", "correct": 0, "prediction": "C", "scores": [ -104.48933410644531, -105.53179931640625, -97.87393188476562, -98.5367202758789 ] }, { "id": "Mercury_SC_400989", "correct": 1, "prediction": "C", "scores": [ -76.4505386352539, -89.81993865966797, -72.77330017089844, -80.82516479492188 ] }, { "id": "VASoL_2010_5_39", "correct": 0, "prediction": "B", "scores": [ -67.54586791992188, -67.08345031738281, -69.8954086303711, -69.78779602050781 ] }, { "id": "VASoL_2009_5_10", "correct": 0, "prediction": "C", "scores": [ -135.6378173828125, -132.48843383789062, -132.33865356445312, -133.73098754882812 ] }, { "id": "Mercury_SC_405952", "correct": 0, "prediction": "A", "scores": [ -43.394676208496094, -43.535301208496094, -44.644676208496094, -44.613426208496094 ] }, { "id": "Mercury_SC_401111", "correct": 1, "prediction": "A", "scores": [ -70.69535827636719, -74.19542694091797, -72.37450408935547, -75.18370819091797 ] }, { "id": "Mercury_7203245", "correct": 1, "prediction": "A", "scores": [ -214.9056396484375, -222.54702758789062, -223.07530212402344, -222.77175903320312 ] }, { "id": "Mercury_7042858", "correct": 1, "prediction": "A", "scores": [ -52.21235656738281, -56.94629669189453, -53.35511016845703, -53.59370422363281 ] }, { "id": "Mercury_SC_415418", "correct": 1, "prediction": "B", "scores": [ -53.40080261230469, -46.90422439575195, -52.31066131591797, -57.061336517333984 ] }, { "id": "Mercury_SC_400150", "correct": 0, "prediction": "C", "scores": [ -65.23897552490234, -72.81974792480469, -63.92607879638672, -69.430419921875 ] }, { "id": "Mercury_SC_413138", "correct": 1, "prediction": "B", "scores": [ -108.33731079101562, -108.13558959960938, -109.51042938232422, -110.59481048583984 ] }, { "id": "Mercury_7114940", "correct": 1, "prediction": "A", "scores": [ -48.0029296875, -51.752410888671875, -57.240814208984375, -48.9362907409668 ] }, { "id": "MDSA_2008_5_41", "correct": 1, "prediction": "D", "scores": [ -196.62490844726562, -195.55136108398438, -194.40342712402344, -194.05538940429688 ] }, { "id": "MCAS_2002_8_2", "correct": 0, "prediction": "C", "scores": [ -56.148807525634766, -57.17140197753906, -55.53959655761719, -56.90713882446289 ] }, { "id": "MCAS_2016_5_7", "correct": 1, "prediction": "A", "scores": [ -61.65613555908203, -69.2005615234375, -72.81719970703125, -69.84808349609375 ] }, { "id": "Mercury_7154490", "correct": 1, "prediction": "A", "scores": [ -161.24942016601562, -163.3966064453125, -161.84317016601562, -166.2698211669922 ] }, { "id": "Mercury_7177520", "correct": 1, "prediction": "D", "scores": [ -53.09226989746094, -49.03364944458008, -50.27659606933594, -47.64246368408203 ] }, { "id": "Mercury_7241273", "correct": 1, "prediction": "B", "scores": [ -81.3023681640625, -77.76150512695312, -82.28531646728516, -85.91398620605469 ] }, { "id": "Mercury_7234185", "correct": 0, "prediction": "C", "scores": [ -63.11469268798828, -63.294158935546875, -63.095027923583984, -67.83566284179688 ] }, { "id": "Mercury_7074970", "correct": 1, "prediction": "C", "scores": [ -51.60171127319336, -48.43769836425781, -45.363075256347656, -50.70012664794922 ] }, { "id": "LEAP__7_10350", "correct": 0, "prediction": "B", "scores": [ -93.9818115234375, -93.22337341308594, -105.82028198242188, -105.5587158203125 ] }, { "id": "NYSEDREGENTS_2014_8_27", "correct": 1, "prediction": "2", "scores": [ -51.99925231933594, -49.806915283203125, -53.469913482666016, -51.22850799560547 ] }, { "id": "Mercury_7245928", "correct": 1, "prediction": "C", "scores": [ -137.40420532226562, -138.04295349121094, -136.02024841308594, -137.32928466796875 ] }, { "id": "Mercury_7205380", "correct": 1, "prediction": "A", "scores": [ -50.487186431884766, -54.816993713378906, -52.71728515625, -53.88798522949219 ] }, { "id": "Mercury_7072415", "correct": 1, "prediction": "D", "scores": [ -106.71685791015625, -101.13981628417969, -102.35920715332031, -97.08578491210938 ] }, { "id": "Mercury_7008943", "correct": 1, "prediction": "A", "scores": [ -119.72228240966797, -120.59756469726562, -119.983642578125, -125.82406616210938 ] }, { "id": "NYSEDREGENTS_2014_8_9", "correct": 1, "prediction": "2", "scores": [ -68.99198150634766, -64.49360656738281, -65.8753662109375, -75.53215026855469 ] }, { "id": "Mercury_7220238", "correct": 1, "prediction": "B", "scores": [ -121.68032836914062, -119.12083435058594, -123.22403717041016, -134.3541259765625 ] }, { "id": "ACTAAP_2010_7_11", "correct": 0, "prediction": "A", "scores": [ -100.39407348632812, -105.19120788574219, -115.4654541015625, -102.3023681640625 ] }, { "id": "MEAP_2005_8_34", "correct": 0, "prediction": "A", "scores": [ -168.16000366210938, -171.2637481689453, -172.7347412109375, -181.33599853515625 ] }, { "id": "Mercury_7010815", "correct": 0, "prediction": "A", "scores": [ -54.47000503540039, -60.672142028808594, -86.23643493652344, -66.29045104980469 ] }, { "id": "Mercury_7270410", "correct": 1, "prediction": "D", "scores": [ -275.09423828125, -273.4451599121094, -263.71905517578125, -260.2113037109375 ] }, { "id": "Mercury_7168648", "correct": 0, "prediction": "A", "scores": [ -157.2008056640625, -163.77999877929688, -159.0042724609375, -159.41580200195312 ] }, { "id": "Mercury_7082793", "correct": 0, "prediction": "A", "scores": [ -53.64308547973633, -53.82695770263672, -60.09312438964844, -58.72937774658203 ] }, { "id": "Mercury_7270060", "correct": 0, "prediction": "C", "scores": [ -127.82901000976562, -129.58798217773438, -126.71488952636719, -128.32388305664062 ] }, { "id": "Mercury_7085190", "correct": 0, "prediction": "D", "scores": [ -105.9884033203125, -103.78584289550781, -103.34109497070312, -101.2282485961914 ] }, { "id": "AKDE&ED_2012_4_4", "correct": 0, "prediction": "D", "scores": [ -149.71914672851562, -150.22991943359375, -151.93002319335938, -149.40109252929688 ] }, { "id": "Mercury_7213885", "correct": 1, "prediction": "B", "scores": [ -88.95845031738281, -82.72396087646484, -87.99113464355469, -85.56756591796875 ] }, { "id": "Mercury_SC_415425", "correct": 1, "prediction": "B", "scores": [ -70.44932556152344, -70.20551300048828, -71.51182556152344, -70.9885025024414 ] }, { "id": "Mercury_7142030", "correct": 1, "prediction": "C", "scores": [ -74.27446746826172, -74.23188781738281, -72.68914794921875, -86.67947387695312 ] }, { "id": "Mercury_183733", "correct": 0, "prediction": "D", "scores": [ -61.66621398925781, -62.255531311035156, -61.2078971862793, -60.3548583984375 ] }, { "id": "Mercury_7014070", "correct": 1, "prediction": "A", "scores": [ -113.60755920410156, -116.91413879394531, -117.92586517333984, -114.15840911865234 ] }, { "id": "Mercury_SC_408452", "correct": 0, "prediction": "A", "scores": [ -93.34566497802734, -94.51239013671875, -96.2954330444336, -107.8761215209961 ] }, { "id": "Mercury_178990", "correct": 1, "prediction": "A", "scores": [ -41.81875228881836, -45.824188232421875, -46.48340606689453, -43.99052429199219 ] }, { "id": "Mercury_7027615", "correct": 1, "prediction": "C", "scores": [ -160.2610321044922, -162.48106384277344, -156.77484130859375, -163.61048889160156 ] }, { "id": "Mercury_SC_LBS10920", "correct": 1, "prediction": "C", "scores": [ -92.97296142578125, -90.59617614746094, -90.16493225097656, -90.46180725097656 ] }, { "id": "NYSEDREGENTS_2014_8_40", "correct": 0, "prediction": "4", "scores": [ -62.69355392456055, -61.13334655761719, -61.56439971923828, -60.75251007080078 ] }, { "id": "MDSA_2010_8_1", "correct": 0, "prediction": "B", "scores": [ -72.99125671386719, -69.74404907226562, -70.83500671386719, -73.63624572753906 ] }, { "id": "VASoL_2011_5_14", "correct": 0, "prediction": "D", "scores": [ -90.5484619140625, -94.22975158691406, -93.90242767333984, -86.72029113769531 ] }, { "id": "Mercury_7168315", "correct": 0, "prediction": "D", "scores": [ -116.98320770263672, -117.29373168945312, -115.37896728515625, -114.90550231933594 ] }, { "id": "Mercury_SC_400201", "correct": 0, "prediction": "B", "scores": [ -58.545772552490234, -58.15035629272461, -68.30473327636719, -69.40933990478516 ] }, { "id": "NAEP_2000_4_S21+2", "correct": 0, "prediction": "A", "scores": [ -107.03168487548828, -109.19670104980469, -117.27752685546875, -114.2468032836914 ] }, { "id": "Mercury_7227763", "correct": 1, "prediction": "C", "scores": [ -109.82164001464844, -134.95730590820312, -109.78118133544922, -136.4788818359375 ] }, { "id": "TIMSS_2011_8_pg121", "correct": 0, "prediction": "B", "scores": [ -59.520511627197266, -59.49736785888672, -62.74836730957031, -64.16705322265625 ] }, { "id": "Mercury_7212520", "correct": 0, "prediction": "B", "scores": [ -98.53084564208984, -97.80914306640625, -101.59710693359375, -101.19850158691406 ] }, { "id": "Mercury_7168753", "correct": 0, "prediction": "B", "scores": [ -107.26425170898438, -106.52250671386719, -108.64497375488281, -108.42098999023438 ] }, { "id": "NYSEDREGENTS_2014_8_3", "correct": 0, "prediction": "2", "scores": [ -114.76239013671875, -112.2747802734375, -113.87002563476562, -114.29547119140625 ] }, { "id": "Mercury_7056508", "correct": 1, "prediction": "B", "scores": [ -135.2366943359375, -132.45806884765625, -137.3520050048828, -137.1050262451172 ] }, { "id": "MCAS_2012_8_23647", "correct": 1, "prediction": "A", "scores": [ -86.4467544555664, -87.21533966064453, -90.26588439941406, -91.02738952636719 ] }, { "id": "Mercury_7081813", "correct": 1, "prediction": "B", "scores": [ -40.609703063964844, -36.64324188232422, -47.131752014160156, -38.32277297973633 ] }, { "id": "Mercury_7107433", "correct": 0, "prediction": "D", "scores": [ -118.994873046875, -112.17208099365234, -114.496337890625, -110.63150024414062 ] }, { "id": "Mercury_7090528", "correct": 1, "prediction": "A", "scores": [ -81.33279418945312, -87.54495239257812, -84.94862365722656, -88.85086059570312 ] }, { "id": "Mercury_7008400", "correct": 1, "prediction": "A", "scores": [ -41.91870880126953, -45.614891052246094, -44.35333251953125, -44.16591262817383 ] }, { "id": "NYSEDREGENTS_2014_4_3", "correct": 1, "prediction": "D", "scores": [ -57.587310791015625, -52.346954345703125, -56.073516845703125, -49.112579345703125 ] }, { "id": "Mercury_7176190", "correct": 1, "prediction": "B", "scores": [ -235.84353637695312, -233.00442504882812, -238.09701538085938, -242.43600463867188 ] }, { "id": "Mercury_7135433", "correct": 0, "prediction": "D", "scores": [ -124.59861755371094, -125.459716796875, -122.803466796875, -121.889404296875 ] }, { "id": "Mercury_7030678", "correct": 0, "prediction": "B", "scores": [ -89.20758056640625, -87.00712585449219, -91.12738037109375, -90.58363342285156 ] }, { "id": "MCAS_2003_5_35", "correct": 1, "prediction": "B", "scores": [ -56.94316864013672, -46.133995056152344, -59.913238525390625, -64.20835876464844 ] }, { "id": "Mercury_SC_402280", "correct": 1, "prediction": "B", "scores": [ -119.85331726074219, -115.76799011230469, -119.93048095703125, -122.8798828125 ] }, { "id": "Mercury_7223475", "correct": 1, "prediction": "B", "scores": [ -115.7914047241211, -106.66220092773438, -121.95832824707031, -119.48570251464844 ] }, { "id": "Mercury_SC_416172", "correct": 1, "prediction": "D", "scores": [ -53.697200775146484, -51.392513275146484, -53.447200775146484, -50.634700775146484 ] }, { "id": "Mercury_7056945", "correct": 0, "prediction": "A", "scores": [ -44.256771087646484, -50.7452392578125, -49.77794647216797, -45.22065734863281 ] }, { "id": "Mercury_SC_405887", "correct": 1, "prediction": "C", "scores": [ -78.20558166503906, -73.4244613647461, -72.57951354980469, -76.85643768310547 ] }, { "id": "MCAS_2013_5_29396", "correct": 0, "prediction": "A", "scores": [ -69.8083724975586, -72.08822631835938, -72.10081481933594, -71.8719482421875 ] }, { "id": "Mercury_7001785", "correct": 0, "prediction": "A", "scores": [ -92.0809097290039, -97.7230224609375, -98.48943328857422, -105.74528503417969 ] }, { "id": "Mercury_7012775", "correct": 1, "prediction": "A", "scores": [ -84.65109252929688, -94.56013488769531, -90.3862533569336, -86.54768371582031 ] }, { "id": "Mercury_7221883", "correct": 0, "prediction": "A", "scores": [ -48.011688232421875, -49.355438232421875, -51.47080993652344, -48.730438232421875 ] }, { "id": "NYSEDREGENTS_2014_4_27", "correct": 1, "prediction": "A", "scores": [ -95.87664794921875, -100.01913452148438, -106.26910400390625, -106.13264465332031 ] }, { "id": "Mercury_179533", "correct": 0, "prediction": "B", "scores": [ -39.65840530395508, -39.60371398925781, -39.94520950317383, -40.77192687988281 ] }, { "id": "NYSEDREGENTS_2014_8_23", "correct": 1, "prediction": "4", "scores": [ -47.280738830566406, -43.25310516357422, -44.58958435058594, -30.916091918945312 ] }, { "id": "Mercury_7110933", "correct": 1, "prediction": "A", "scores": [ -70.4981689453125, -76.85060119628906, -72.5146713256836, -86.17918395996094 ] }, { "id": "Mercury_7227728", "correct": 0, "prediction": "D", "scores": [ -110.61048889160156, -106.74490356445312, -116.47360229492188, -106.33079528808594 ] }, { "id": "Mercury_7220500", "correct": 0, "prediction": "D", "scores": [ -134.4662628173828, -135.39715576171875, -134.4722900390625, -133.7769775390625 ] }, { "id": "NYSEDREGENTS_2014_4_11", "correct": 0, "prediction": "B", "scores": [ -54.03230285644531, -53.07291793823242, -65.079833984375, -57.455814361572266 ] }, { "id": "AKDE&ED_2012_8_18", "correct": 1, "prediction": "B", "scores": [ -89.37660217285156, -84.5199966430664, -89.88265991210938, -86.54144287109375 ] }, { "id": "Mercury_SC_401146", "correct": 0, "prediction": "A", "scores": [ -33.595237731933594, -36.129859924316406, -39.987091064453125, -37.721866607666016 ] }, { "id": "Mercury_7080553", "correct": 0, "prediction": "B", "scores": [ -47.007484436035156, -46.55409240722656, -50.355682373046875, -53.28883361816406 ] }, { "id": "Mercury_7098193", "correct": 0, "prediction": "B", "scores": [ -53.437660217285156, -52.132972717285156, -56.157955169677734, -59.00550079345703 ] }, { "id": "MCAS_2000_8_6", "correct": 1, "prediction": "C", "scores": [ -57.10942459106445, -53.78513717651367, -52.889644622802734, -60.934104919433594 ] }, { "id": "Mercury_7004848", "correct": 1, "prediction": "A", "scores": [ -35.099082946777344, -46.86863708496094, -50.04375076293945, -38.55965042114258 ] }, { "id": "Mercury_7056753", "correct": 0, "prediction": "B", "scores": [ -56.04307556152344, -52.22931671142578, -55.13945770263672, -54.717185974121094 ] }, { "id": "VASoL_2008_3_26", "correct": 1, "prediction": "C", "scores": [ -51.095909118652344, -48.296669006347656, -47.7401008605957, -47.81439208984375 ] }, { "id": "Mercury_7211085", "correct": 1, "prediction": "A", "scores": [ -53.04433822631836, -58.699432373046875, -53.575958251953125, -57.080665588378906 ] }, { "id": "Mercury_7007963", "correct": 1, "prediction": "B", "scores": [ -75.60723876953125, -72.8612060546875, -76.68035888671875, -73.90101623535156 ] }, { "id": "Mercury_7075233", "correct": 1, "prediction": "B", "scores": [ -65.0035400390625, -54.58636474609375, -63.866790771484375, -67.080078125 ] }, { "id": "Mercury_175648", "correct": 0, "prediction": "D", "scores": [ -50.48750686645508, -49.93882751464844, -50.73302459716797, -48.101158142089844 ] }, { "id": "MCAS_2005_8_30", "correct": 0, "prediction": "B", "scores": [ -65.1025619506836, -62.420875549316406, -65.60003662109375, -64.86422729492188 ] }, { "id": "MDSA_2012_8_23", "correct": 0, "prediction": "A", "scores": [ -88.60063171386719, -97.50404357910156, -92.69416809082031, -112.9329833984375 ] }, { "id": "Mercury_7099015", "correct": 1, "prediction": "B", "scores": [ -77.40558624267578, -72.51950073242188, -75.43269348144531, -73.85072326660156 ] }, { "id": "AKDE&ED_2012_8_31", "correct": 0, "prediction": "A", "scores": [ -47.85350799560547, -69.98876190185547, -69.88005065917969, -71.85000610351562 ] }, { "id": "Mercury_7235865", "correct": 1, "prediction": "B", "scores": [ -92.34905242919922, -90.19276428222656, -92.79055786132812, -92.46470642089844 ] }, { "id": "NYSEDREGENTS_2014_4_10", "correct": 1, "prediction": "C", "scores": [ -63.80927276611328, -66.73074340820312, -53.7536506652832, -65.44847106933594 ] }, { "id": "TIMSS_2007_8_pg96", "correct": 1, "prediction": "A", "scores": [ -36.38914108276367, -37.40380859375, -37.18505859375, -36.77880859375 ] }, { "id": "Mercury_7025165", "correct": 0, "prediction": "B", "scores": [ -25.857452392578125, -21.90126609802246, -22.027973175048828, -26.08911895751953 ] }, { "id": "MCAS_2013_8_29415", "correct": 0, "prediction": "A", "scores": [ -79.69975280761719, -84.11151885986328, -81.02302551269531, -92.52850341796875 ] }, { "id": "NYSEDREGENTS_2014_8_11", "correct": 0, "prediction": "4", "scores": [ -61.554893493652344, -64.12347412109375, -64.54902648925781, -60.79896545410156 ] }, { "id": "Mercury_7029698", "correct": 1, "prediction": "D", "scores": [ -62.607696533203125, -62.26179504394531, -59.589942932128906, -54.633995056152344 ] }, { "id": "Mercury_SC_408287", "correct": 1, "prediction": "C", "scores": [ -100.44427490234375, -103.24580383300781, -96.74114990234375, -98.90521240234375 ] }, { "id": "MEAP_2005_5_27", "correct": 0, "prediction": "A", "scores": [ -159.11361694335938, -159.58006286621094, -163.98611450195312, -168.62771606445312 ] }, { "id": "Mercury_7213448", "correct": 1, "prediction": "A", "scores": [ -108.34912109375, -110.41447448730469, -111.14768981933594, -109.59164428710938 ] }, { "id": "Mercury_7083388", "correct": 0, "prediction": "A", "scores": [ -49.76849365234375, -50.166439056396484, -53.50484848022461, -49.969886779785156 ] }, { "id": "Mercury_7014455", "correct": 0, "prediction": "B", "scores": [ -54.047462463378906, -53.62583923339844, -58.91679000854492, -55.277000427246094 ] }, { "id": "Mercury_SC_400179", "correct": 1, "prediction": "A", "scores": [ -68.98150634765625, -70.65895080566406, -72.75833129882812, -70.14688873291016 ] }, { "id": "Mercury_7235708", "correct": 0, "prediction": "A", "scores": [ -89.42316436767578, -97.70565795898438, -123.25823974609375, -123.87374877929688 ] }, { "id": "NYSEDREGENTS_2014_8_19", "correct": 1, "prediction": "1", "scores": [ -40.65132522583008, -42.17504119873047, -45.91905212402344, -44.57320022583008 ] }, { "id": "Mercury_7242918", "correct": 1, "prediction": "D", "scores": [ -130.25686645507812, -125.84083557128906, -121.87382507324219, -121.23211669921875 ] }, { "id": "Mercury_7205450", "correct": 0, "prediction": "A", "scores": [ -52.05104064941406, -55.370330810546875, -55.41773986816406, -57.6361083984375 ] }, { "id": "TIMSS_2007_8_pg52", "correct": 1, "prediction": "B", "scores": [ -53.06571578979492, -52.025672912597656, -53.427818298339844, -54.613162994384766 ] }, { "id": "Mercury_SC_415764", "correct": 1, "prediction": "A", "scores": [ -41.013206481933594, -41.185081481933594, -43.62263488769531, -45.40583801269531 ] }, { "id": "NYSEDREGENTS_2014_8_4", "correct": 1, "prediction": "2", "scores": [ -47.05966567993164, -46.82122039794922, -56.05261993408203, -51.18402862548828 ] }, { "id": "Mercury_SC_408040", "correct": 0, "prediction": "D", "scores": [ -123.78987121582031, -123.75862121582031, -122.26643371582031, -120.66291809082031 ] }, { "id": "Mercury_184748", "correct": 0, "prediction": "B", "scores": [ -68.41812133789062, -64.7071762084961, -66.71499633789062, -68.07725524902344 ] }, { "id": "Mercury_7176155", "correct": 0, "prediction": "C", "scores": [ -216.9686737060547, -218.30584716796875, -212.21026611328125, -214.63473510742188 ] }, { "id": "Mercury_SC_400004", "correct": 1, "prediction": "A", "scores": [ -36.115867614746094, -48.93723678588867, -46.29347229003906, -47.81072235107422 ] }, { "id": "Mercury_7172008", "correct": 0, "prediction": "D", "scores": [ -100.07559204101562, -96.98432922363281, -94.55433654785156, -94.21045684814453 ] }, { "id": "MCAS_2003_5_26", "correct": 0, "prediction": "B", "scores": [ -55.208824157714844, -52.16502380371094, -53.770606994628906, -53.4074592590332 ] }, { "id": "ACTAAP_2011_5_7", "correct": 0, "prediction": "D", "scores": [ -97.79217529296875, -98.80780029296875, -98.61506652832031, -96.13778686523438 ] }, { "id": "Mercury_7068828", "correct": 1, "prediction": "C", "scores": [ -128.1868133544922, -131.4989013671875, -120.0689697265625, -127.12677001953125 ] }, { "id": "Mercury_7158865", "correct": 1, "prediction": "D", "scores": [ -127.58389282226562, -129.49200439453125, -129.98081970214844, -120.08454132080078 ] }, { "id": "Mercury_180128", "correct": 0, "prediction": "D", "scores": [ -147.95669555664062, -144.3021240234375, -146.0431365966797, -143.51718139648438 ] }, { "id": "Mercury_7263463", "correct": 0, "prediction": "B", "scores": [ -96.40974426269531, -92.91598510742188, -94.98252868652344, -100.53885650634766 ] }, { "id": "Mercury_7024518", "correct": 1, "prediction": "B", "scores": [ -60.523826599121094, -51.19451141357422, -68.45907592773438, -67.11796569824219 ] }, { "id": "Mercury_7084193", "correct": 0, "prediction": "A", "scores": [ -62.19670104980469, -62.318153381347656, -67.03976440429688, -68.13784790039062 ] }, { "id": "NCEOGA_2013_5_45", "correct": 1, "prediction": "B", "scores": [ -136.6671600341797, -126.16270446777344, -132.61477661132812, -136.35986328125 ] }, { "id": "Mercury_7213640", "correct": 1, "prediction": "D", "scores": [ -59.02056121826172, -59.57977294921875, -57.96099853515625, -56.44319534301758 ] }, { "id": "Mercury_7032673", "correct": 0, "prediction": "A", "scores": [ -50.66393280029297, -55.0359992980957, -51.6922492980957, -56.896236419677734 ] }, { "id": "CSZ_2007_5_CSZ10148", "correct": 0, "prediction": "B", "scores": [ -113.04701232910156, -112.84480285644531, -115.64067077636719, -115.54041290283203 ] }, { "id": "Mercury_SC_400924", "correct": 0, "prediction": "D", "scores": [ -109.05244445800781, -104.98049926757812, -104.65795135498047, -100.71676635742188 ] }, { "id": "MEA_2014_5_4", "correct": 1, "prediction": "B", "scores": [ -61.72804260253906, -58.50511169433594, -61.067291259765625, -64.99252319335938 ] }, { "id": "Mercury_7027318", "correct": 0, "prediction": "D", "scores": [ -74.20854187011719, -73.21076965332031, -76.27108764648438, -72.77005004882812 ] }, { "id": "Mercury_SC_400054", "correct": 0, "prediction": "C", "scores": [ -76.27006530761719, -74.75465393066406, -65.57920837402344, -69.00199890136719 ] }, { "id": "TIMSS_2011_4_pg76", "correct": 1, "prediction": "D", "scores": [ -47.244773864746094, -45.24530792236328, -46.55780792236328, -43.494728088378906 ] }, { "id": "Mercury_7034930", "correct": 1, "prediction": "C", "scores": [ -121.66622924804688, -123.43281555175781, -114.25931549072266, -115.8486328125 ] }, { "id": "Mercury_7064663", "correct": 0, "prediction": "A", "scores": [ -113.06380462646484, -115.36067962646484, -115.57942962646484, -115.48567962646484 ] }, { "id": "Mercury_7100415", "correct": 1, "prediction": "A", "scores": [ -42.6723747253418, -44.324851989746094, -45.84003829956055, -45.59418487548828 ] }, { "id": "NAEP_2009_8_S10+1", "correct": 0, "prediction": "A", "scores": [ -115.29566955566406, -122.63218688964844, -118.80744934082031, -122.42477416992188 ] }, { "id": "Mercury_7223073", "correct": 1, "prediction": "D", "scores": [ -156.14212036132812, -152.53216552734375, -161.7099609375, -147.13357543945312 ] }, { "id": "NYSEDREGENTS_2014_8_6", "correct": 0, "prediction": "4", "scores": [ -55.735595703125, -55.307804107666016, -55.13629913330078, -52.118621826171875 ] }, { "id": "Mercury_SC_400037", "correct": 1, "prediction": "B", "scores": [ -60.99177551269531, -55.262168884277344, -57.33700942993164, -56.36973571777344 ] }, { "id": "Mercury_185203", "correct": 1, "prediction": "B", "scores": [ -46.02898406982422, -43.81023406982422, -46.46648406982422, -45.71648406982422 ] }, { "id": "ACTAAP_2011_5_10", "correct": 0, "prediction": "C", "scores": [ -159.99191284179688, -157.27041625976562, -151.8134002685547, -154.20559692382812 ] }, { "id": "Mercury_SC_400303", "correct": 0, "prediction": "B", "scores": [ -53.09893035888672, -46.26899337768555, -47.08330154418945, -49.30280685424805 ] }, { "id": "Mercury_7140088", "correct": 1, "prediction": "B", "scores": [ -180.7181854248047, -174.55870056152344, -191.1475067138672, -192.3396453857422 ] }, { "id": "Mercury_7011025", "correct": 1, "prediction": "C", "scores": [ -32.33324432373047, -29.777721405029297, -26.25537109375, -27.6389102935791 ] }, { "id": "Mercury_7201915", "correct": 1, "prediction": "A", "scores": [ -87.17967987060547, -93.84394836425781, -93.27629852294922, -96.5084228515625 ] }, { "id": "Mercury_SC_405442", "correct": 0, "prediction": "A", "scores": [ -58.81361389160156, -60.565284729003906, -61.42595672607422, -60.893409729003906 ] }, { "id": "Mercury_7082740", "correct": 1, "prediction": "C", "scores": [ -31.516029357910156, -27.59105682373047, -27.326095581054688, -32.791412353515625 ] }, { "id": "Mercury_SC_402278", "correct": 1, "prediction": "A", "scores": [ -85.21159362792969, -89.22027587890625, -94.70524597167969, -91.12020874023438 ] }, { "id": "Mercury_SC_417580", "correct": 0, "prediction": "B", "scores": [ -82.51142883300781, -81.79080963134766, -88.48806762695312, -91.31367492675781 ] }, { "id": "Mercury_SC_410870", "correct": 0, "prediction": "A", "scores": [ -88.57505798339844, -89.4156723022461, -95.58171844482422, -102.87680053710938 ] }, { "id": "Mercury_7211978", "correct": 0, "prediction": "B", "scores": [ -198.10598754882812, -196.68771362304688, -217.94024658203125, -211.40948486328125 ] }, { "id": "Mercury_7282030", "correct": 0, "prediction": "A", "scores": [ -58.02064895629883, -60.14108657836914, -69.60536193847656, -66.04435729980469 ] }, { "id": "Mercury_7008803", "correct": 1, "prediction": "A", "scores": [ -29.13544464111328, -36.954063415527344, -37.73558807373047, -35.17877960205078 ] }, { "id": "Mercury_190138", "correct": 0, "prediction": "B", "scores": [ -48.592803955078125, -46.39640808105469, -47.48511505126953, -51.1136474609375 ] }, { "id": "Mercury_7173513", "correct": 0, "prediction": "A", "scores": [ -104.88902282714844, -107.40065002441406, -112.09595489501953, -114.43843841552734 ] }, { "id": "Mercury_SC_400391", "correct": 0, "prediction": "A", "scores": [ -75.53659057617188, -78.41053771972656, -79.95932006835938, -80.97163391113281 ] }, { "id": "Mercury_179393", "correct": 0, "prediction": "C", "scores": [ -55.31488800048828, -59.93796157836914, -53.88041687011719, -59.7066650390625 ] }, { "id": "Mercury_SC_405526", "correct": 0, "prediction": "A", "scores": [ -63.276611328125, -63.515525817871094, -68.14749908447266, -66.42678833007812 ] }, { "id": "MCAS_1999_4_3", "correct": 1, "prediction": "A", "scores": [ -57.82612228393555, -72.26783752441406, -82.46283721923828, -77.68412017822266 ] }, { "id": "Mercury_SC_400862", "correct": 0, "prediction": "A", "scores": [ -65.7374267578125, -73.82865905761719, -68.65260314941406, -70.98655700683594 ] }, { "id": "Mercury_7203508", "correct": 0, "prediction": "D", "scores": [ -217.0418243408203, -207.77932739257812, -215.7440185546875, -199.04371643066406 ] }, { "id": "Mercury_7016573", "correct": 0, "prediction": "A", "scores": [ -97.75057220458984, -102.15716552734375, -98.66224670410156, -101.53926849365234 ] }, { "id": "Mercury_SC_415772", "correct": 1, "prediction": "B", "scores": [ -74.83282470703125, -69.6339111328125, -72.4034423828125, -69.80181884765625 ] }, { "id": "Mercury_7057540", "correct": 0, "prediction": "A", "scores": [ -119.17665100097656, -128.93045043945312, -120.3984603881836, -120.8341064453125 ] }, { "id": "Mercury_417570", "correct": 1, "prediction": "C", "scores": [ -275.473876953125, -273.38189697265625, -267.9676208496094, -275.58477783203125 ] }, { "id": "Mercury_7064523", "correct": 0, "prediction": "D", "scores": [ -61.245513916015625, -58.50333023071289, -58.31098937988281, -56.59223937988281 ] }, { "id": "Mercury_SC_401367", "correct": 1, "prediction": "A", "scores": [ -41.8397216796875, -45.23576354980469, -49.47521209716797, -46.92259216308594 ] }, { "id": "Mercury_7090650", "correct": 1, "prediction": "B", "scores": [ -72.30482482910156, -66.97512817382812, -70.80288696289062, -73.21017456054688 ] }, { "id": "NCEOGA_2013_5_48", "correct": 0, "prediction": "A", "scores": [ -96.41065216064453, -98.30503845214844, -100.7831039428711, -96.58009338378906 ] }, { "id": "MDSA_2010_4_13", "correct": 0, "prediction": "B", "scores": [ -85.39534759521484, -83.99309539794922, -86.52835083007812, -92.39793395996094 ] }, { "id": "Mercury_7247905", "correct": 0, "prediction": "B", "scores": [ -48.863121032714844, -46.57014465332031, -49.44394302368164, -50.002750396728516 ] }, { "id": "WASL_2005_5_11", "correct": 1, "prediction": "B", "scores": [ -60.895164489746094, -40.13864517211914, -60.82319641113281 ] }, { "id": "Mercury_7188265", "correct": 0, "prediction": "A", "scores": [ -139.21371459960938, -148.63214111328125, -143.50045776367188, -139.63629150390625 ] }, { "id": "Mercury_401035", "correct": 1, "prediction": "B", "scores": [ -65.62722778320312, -60.69148254394531, -76.19906616210938, -74.3681640625 ] }, { "id": "Mercury_7213080", "correct": 0, "prediction": "A", "scores": [ -59.131202697753906, -60.791358947753906, -59.50977325439453, -59.93281173706055 ] }, { "id": "Mercury_7233783", "correct": 0, "prediction": "C", "scores": [ -89.24375915527344, -79.2690658569336, -78.88362121582031, -79.76644134521484 ] }, { "id": "MDSA_2008_5_39", "correct": 1, "prediction": "C", "scores": [ -106.01808166503906, -107.39580535888672, -105.8906021118164, -109.80361938476562 ] }, { "id": "AKDE&ED_2008_4_22", "correct": 0, "prediction": "B", "scores": [ -95.40986633300781, -93.13809204101562, -95.98371887207031, -94.58706665039062 ] }, { "id": "Mercury_7026600", "correct": 0, "prediction": "D", "scores": [ -160.002685546875, -160.1843719482422, -165.46109008789062, -158.68994140625 ] }, { "id": "Mercury_7166740", "correct": 1, "prediction": "A", "scores": [ -167.68153381347656, -173.70889282226562, -168.13504028320312, -171.2731475830078 ] }, { "id": "Mercury_7123480", "correct": 0, "prediction": "A", "scores": [ -52.88282012939453, -53.02137756347656, -63.71660232543945, -57.89052963256836 ] }, { "id": "Mercury_SC_413454", "correct": 0, "prediction": "C", "scores": [ -95.70235443115234, -88.13888549804688, -81.6279525756836, -91.46923828125 ] }, { "id": "TIMSS_2011_4_pg90", "correct": 0, "prediction": "A", "scores": [ -70.49005889892578, -71.89391326904297, -71.55016326904297, -73.69078826904297 ] }, { "id": "Mercury_7003710", "correct": 1, "prediction": "A", "scores": [ -33.934349060058594, -38.45260238647461, -40.01807403564453, -36.81983184814453 ] }, { "id": "Mercury_SC_409254", "correct": 0, "prediction": "D", "scores": [ -147.1350860595703, -143.6372833251953, -148.08682250976562, -142.14251708984375 ] }, { "id": "MDSA_2010_4_24", "correct": 1, "prediction": "A", "scores": [ -116.1591796875, -119.46924591064453, -123.40467071533203, -123.63689422607422 ] }, { "id": "TIMSS_2007_4_pg35", "correct": 0, "prediction": "B", "scores": [ -55.819725036621094, -53.75480651855469, -55.933387756347656, -54.14630889892578 ] }, { "id": "Mercury_7064383", "correct": 1, "prediction": "D", "scores": [ -56.15411376953125, -59.66275405883789, -54.96379852294922, -47.39386749267578 ] }, { "id": "MCAS_2013_8_29420", "correct": 1, "prediction": "B", "scores": [ -182.37969970703125, -167.90927124023438, -183.14642333984375, -177.45425415039062 ] }, { "id": "Mercury_7248133", "correct": 0, "prediction": "C", "scores": [ -104.41278839111328, -104.76560974121094, -101.96942138671875, -105.16688537597656 ] }, { "id": "Mercury_SC_413544", "correct": 1, "prediction": "C", "scores": [ -153.13186645507812, -156.06048583984375, -149.21737670898438, -162.62579345703125 ] }, { "id": "Mercury_7041825", "correct": 1, "prediction": "B", "scores": [ -93.6211929321289, -93.61538696289062, -95.09561157226562, -94.2372055053711 ] }, { "id": "Mercury_177380", "correct": 1, "prediction": "A", "scores": [ -36.76111602783203, -43.045501708984375, -38.831695556640625, -47.37453842163086 ] }, { "id": "Mercury_7069528", "correct": 1, "prediction": "A", "scores": [ -25.937950134277344, -32.59013366699219, -31.578676223754883, -34.887054443359375 ] }, { "id": "Mercury_SC_401245", "correct": 0, "prediction": "B", "scores": [ -54.34556579589844, -54.27351379394531, -57.18809127807617, -57.74086380004883 ] }, { "id": "VASoL_2011_5_19", "correct": 1, "prediction": "C", "scores": [ -69.301025390625, -70.92349243164062, -67.60110473632812, -71.92889404296875 ] }, { "id": "Mercury_SC_400206", "correct": 0, "prediction": "D", "scores": [ -71.98676300048828, -65.32205200195312, -69.12944793701172, -60.62810134887695 ] }, { "id": "Mercury_7215408", "correct": 1, "prediction": "B", "scores": [ -51.91944885253906, -46.766693115234375, -50.762847900390625, -50.63097381591797 ] }, { "id": "Mercury_7205538", "correct": 0, "prediction": "C", "scores": [ -79.78506469726562, -90.16339111328125, -78.79222106933594, -80.09716796875 ] }, { "id": "WASL_2004_8_16", "correct": 1, "prediction": "D", "scores": [ -129.9165802001953, -137.68069458007812, -124.17201232910156, -122.36833953857422 ] }, { "id": "Mercury_7210735", "correct": 1, "prediction": "D", "scores": [ -127.84183502197266, -127.1269760131836, -128.82565307617188, -126.78190612792969 ] }, { "id": "Mercury_SC_400171", "correct": 1, "prediction": "B", "scores": [ -74.56774139404297, -61.11897277832031, -72.18375396728516, -67.29971313476562 ] }, { "id": "Mercury_7084508", "correct": 0, "prediction": "D", "scores": [ -42.15046691894531, -47.1277961730957, -48.89311218261719, -39.723392486572266 ] }, { "id": "Mercury_7027370", "correct": 0, "prediction": "B", "scores": [ -136.76539611816406, -134.72828674316406, -137.70909118652344, -136.98776245117188 ] }, { "id": "MDSA_2011_5_6", "correct": 1, "prediction": "B", "scores": [ -103.88091278076172, -100.278076171875, -106.0135498046875, -103.73880004882812 ] }, { "id": "MCAS_1998_4_25", "correct": 0, "prediction": "A", "scores": [ -108.03362274169922, -111.87339782714844, -108.70620727539062, -109.39308166503906 ] }, { "id": "Mercury_7014245", "correct": 1, "prediction": "D", "scores": [ -174.48553466796875, -175.08261108398438, -174.27383422851562, -170.59646606445312 ] }, { "id": "Mercury_7271653", "correct": 0, "prediction": "B", "scores": [ -153.523681640625, -144.27354431152344, -170.49710083007812, -180.3053436279297 ] }, { "id": "MDSA_2011_4_36", "correct": 1, "prediction": "B", "scores": [ -114.14143371582031, -110.12028503417969, -114.27252197265625, -111.70091247558594 ] }, { "id": "Mercury_7177940", "correct": 1, "prediction": "C", "scores": [ -111.80624389648438, -99.38026428222656, -94.26318359375, -98.19283294677734 ] }, { "id": "MCAS_2005_5_27", "correct": 1, "prediction": "A", "scores": [ -26.405990600585938, -32.05786895751953, -29.452898025512695, -34.04795837402344 ] }, { "id": "TIMSS_2007_8_pg105", "correct": 1, "prediction": "A", "scores": [ -37.40983963012695, -40.400917053222656, -58.93138885498047, -43.172401428222656 ] }, { "id": "Mercury_SC_401178", "correct": 1, "prediction": "A", "scores": [ -44.826026916503906, -51.12049865722656, -58.269371032714844, -59.22109603881836 ] }, { "id": "Mercury_7186918", "correct": 1, "prediction": "B", "scores": [ -132.63189697265625, -131.198974609375, -135.38192749023438, -136.8681182861328 ] }, { "id": "Mercury_7245140", "correct": 1, "prediction": "A", "scores": [ -71.43751525878906, -77.14313507080078, -79.79207611083984, -87.67576599121094 ] }, { "id": "NYSEDREGENTS_2014_8_5", "correct": 1, "prediction": "2", "scores": [ -54.199119567871094, -49.72832489013672, -54.90190887451172, -52.070106506347656 ] }, { "id": "Mercury_7012968", "correct": 0, "prediction": "A", "scores": [ -149.4522247314453, -158.55101013183594, -155.37542724609375, -160.93846130371094 ] }, { "id": "Mercury_7183225", "correct": 0, "prediction": "B", "scores": [ -171.8507080078125, -168.48077392578125, -173.08375549316406, -169.58673095703125 ] }, { "id": "Mercury_SC_LBS10789", "correct": 1, "prediction": "D", "scores": [ -48.454673767089844, -47.233680725097656, -48.04873275756836, -46.920841217041016 ] }, { "id": "Mercury_7080500", "correct": 1, "prediction": "D", "scores": [ -125.41913604736328, -128.42349243164062, -133.34487915039062, -121.78801727294922 ] }, { "id": "Mercury_7007893", "correct": 0, "prediction": "A", "scores": [ -34.90672302246094, -58.87322235107422, -45.64947509765625, -35.52232360839844 ] }, { "id": "Mercury_7163748", "correct": 0, "prediction": "A", "scores": [ -146.70458984375, -152.66969299316406, -146.82958984375, -147.9249725341797 ] }, { "id": "Mercury_7222933", "correct": 0, "prediction": "A", "scores": [ -59.3374137878418, -61.44980239868164, -61.932254791259766, -69.57748413085938 ] }, { "id": "VASoL_2010_3_5", "correct": 0, "prediction": "A", "scores": [ -79.79829406738281, -80.30044555664062, -80.30033874511719, -83.37628173828125 ] }, { "id": "Mercury_SC_409390", "correct": 0, "prediction": "D", "scores": [ -72.86520385742188, -81.4642105102539, -88.70697784423828, -70.59745788574219 ] }, { "id": "Mercury_7252648", "correct": 1, "prediction": "A", "scores": [ -60.621543884277344, -61.38395690917969, -63.96009063720703, -68.29986572265625 ] }, { "id": "Mercury_7218558", "correct": 1, "prediction": "A", "scores": [ -132.96798706054688, -133.178955078125, -143.26292419433594, -141.29446411132812 ] }, { "id": "NYSEDREGENTS_2014_4_18", "correct": 1, "prediction": "A", "scores": [ -164.38150024414062, -168.92361450195312, -168.43939208984375, -167.85317993164062 ] }, { "id": "NYSEDREGENTS_2014_8_22", "correct": 1, "prediction": "3", "scores": [ -28.745819091796875, -28.41484832763672, -23.30547332763672, -28.17266082763672 ] }, { "id": "Mercury_SC_400049", "correct": 0, "prediction": "B", "scores": [ -50.040870666503906, -48.44483184814453, -51.77342224121094, -49.646949768066406 ] }, { "id": "Mercury_7188475", "correct": 1, "prediction": "B", "scores": [ -73.40930938720703, -68.39219665527344, -75.71156311035156, -69.93048095703125 ] }, { "id": "NYSEDREGENTS_2014_4_21", "correct": 1, "prediction": "D", "scores": [ -73.16387939453125, -74.75373840332031, -70.44237518310547, -68.3685531616211 ] }, { "id": "Mercury_SC_400058", "correct": 0, "prediction": "C", "scores": [ -72.5959701538086, -78.7694320678711, -71.44747924804688, -72.96957397460938 ] }, { "id": "Mercury_SC_406155", "correct": 0, "prediction": "A", "scores": [ -60.731231689453125, -64.51290893554688, -64.96819305419922, -65.07127380371094 ] }, { "id": "Mercury_400813", "correct": 1, "prediction": "A", "scores": [ -97.182373046875, -105.47357940673828, -110.6993637084961, -107.61659240722656 ] }, { "id": "LEAP__5_10316", "correct": 0, "prediction": "B", "scores": [ -50.377403259277344, -50.35343933105469, -54.73640441894531, -54.51823806762695 ] }, { "id": "MCAS_2009_8_4", "correct": 0, "prediction": "D", "scores": [ -77.15200805664062, -80.10887145996094, -78.35688781738281, -75.36102294921875 ] }, { "id": "MDSA_2010_8_17", "correct": 0, "prediction": "A", "scores": [ -67.98652648925781, -70.21650695800781, -82.00315856933594, -83.7989501953125 ] }, { "id": "Mercury_7170835", "correct": 0, "prediction": "D", "scores": [ -154.92576599121094, -158.2572479248047, -156.13613891601562, -150.5601043701172 ] }, { "id": "Mercury_7107398", "correct": 0, "prediction": "D", "scores": [ -164.5258331298828, -177.17396545410156, -165.74594116210938, -162.96163940429688 ] }, { "id": "ACTAAP_2011_5_12", "correct": 0, "prediction": "D", "scores": [ -75.36864471435547, -74.16361236572266, -74.64796447753906, -73.00096130371094 ] }, { "id": "Mercury_SC_405721", "correct": 1, "prediction": "A", "scores": [ -128.49465942382812, -139.16163635253906, -131.60122680664062, -138.23251342773438 ] }, { "id": "TIMSS_2003_4_pg29", "correct": 1, "prediction": "C", "scores": [ -125.5077896118164, -123.09366607666016, -113.85942077636719, -114.78080749511719, -116.77452087402344 ] }, { "id": "Mercury_7103338", "correct": 1, "prediction": "A", "scores": [ -63.30503463745117, -65.0647964477539, -70.25894165039062, -63.801631927490234 ] }, { "id": "Mercury_7030590", "correct": 0, "prediction": "A", "scores": [ -265.77813720703125, -278.6346130371094, -278.955078125, -266.884033203125 ] }, { "id": "NYSEDREGENTS_2014_8_7", "correct": 1, "prediction": "1", "scores": [ -53.632537841796875, -67.32196807861328, -71.34013366699219, -60.73859405517578 ] }, { "id": "Mercury_7269063", "correct": 1, "prediction": "D", "scores": [ -136.12954711914062, -134.35748291015625, -137.21405029296875, -131.98390197753906 ] }, { "id": "MEA_2010_8_14-v1", "correct": 1, "prediction": "B", "scores": [ -64.09426879882812, -62.871829986572266, -64.18373107910156, -64.964599609375 ] }, { "id": "MCAS_2004_5_26", "correct": 1, "prediction": "D", "scores": [ -75.41368103027344, -78.76481628417969, -84.98316955566406, -74.35721588134766 ] }, { "id": "Mercury_SC_401256", "correct": 0, "prediction": "D", "scores": [ -50.62657928466797, -54.84674072265625, -57.00408172607422, -49.92896270751953 ] }, { "id": "Mercury_7180968", "correct": 0, "prediction": "B", "scores": [ -170.37554931640625, -162.01731872558594, -177.45164489746094, -177.57168579101562 ] }, { "id": "Mercury_7083948", "correct": 0, "prediction": "D", "scores": [ -45.104103088378906, -37.457149505615234, -41.069496154785156, -34.90019226074219 ] }, { "id": "Mercury_SC_401622", "correct": 0, "prediction": "D", "scores": [ -80.62591552734375, -85.05023193359375, -81.27943420410156, -80.57798767089844 ] }, { "id": "Mercury_188773", "correct": 0, "prediction": "C", "scores": [ -108.5881118774414, -103.43792724609375, -100.50840759277344, -100.91820526123047 ] }, { "id": "Mercury_7233363", "correct": 0, "prediction": "A", "scores": [ -121.51556396484375, -121.93375396728516, -122.94957733154297, -121.5308609008789 ] }, { "id": "MCAS_2009_8_18", "correct": 1, "prediction": "D", "scores": [ -120.79476928710938, -123.30194854736328, -124.29207611083984, -120.66838073730469 ] }, { "id": "Mercury_7212013", "correct": 1, "prediction": "D", "scores": [ -165.03427124023438, -162.12789916992188, -164.0644989013672, -159.21530151367188 ] }, { "id": "Mercury_SC_LBS10689", "correct": 1, "prediction": "C", "scores": [ -48.43943786621094, -50.718238830566406, -48.363033294677734, -51.27019500732422 ] }, { "id": "MCAS_2004_9_6", "correct": 1, "prediction": "B", "scores": [ -197.7100830078125, -197.45297241210938, -199.61495971679688, -200.10525512695312 ] }, { "id": "AKDE&ED_2012_8_53", "correct": 0, "prediction": "B", "scores": [ -117.46173095703125, -115.44938659667969, -120.02581787109375, -122.11770629882812 ] }, { "id": "Mercury_7032550", "correct": 0, "prediction": "B", "scores": [ -45.735755920410156, -45.67256164550781, -46.88459777832031, -60.440704345703125 ] }, { "id": "Mercury_7172673", "correct": 0, "prediction": "C", "scores": [ -129.9644775390625, -131.74330139160156, -127.36891174316406, -127.51814270019531 ] }, { "id": "Mercury_7016783", "correct": 1, "prediction": "A", "scores": [ -46.7755241394043, -48.90281295776367, -53.37507629394531, -53.688655853271484 ] }, { "id": "Mercury_409399", "correct": 0, "prediction": "A", "scores": [ -101.70787811279297, -102.48790740966797, -105.30567932128906, -105.99688720703125 ] }, { "id": "Mercury_7207253", "correct": 1, "prediction": "D", "scores": [ -50.4940071105957, -52.116416931152344, -55.00481414794922, -46.54570007324219 ] }, { "id": "Mercury_7227990", "correct": 1, "prediction": "D", "scores": [ -83.62826538085938, -80.46650695800781, -81.8194580078125, -77.16502380371094 ] }, { "id": "Mercury_SC_402253", "correct": 0, "prediction": "C", "scores": [ -29.71792984008789, -32.80961608886719, -28.59243392944336, -34.025691986083984 ] }, { "id": "Mercury_SC_400194", "correct": 0, "prediction": "A", "scores": [ -32.83842468261719, -35.986480712890625, -36.519065856933594, -45.36384963989258 ] }, { "id": "Mercury_7032568", "correct": 1, "prediction": "A", "scores": [ -33.98347473144531, -34.049583435058594, -43.27301025390625, -47.452293395996094 ] }, { "id": "Mercury_SC_LBS10612", "correct": 1, "prediction": "A", "scores": [ -68.20982360839844, -74.80524444580078, -76.67387390136719, -70.57057189941406 ] }, { "id": "Mercury_7008330", "correct": 1, "prediction": "C", "scores": [ -42.96788787841797, -44.11349868774414, -38.30027389526367, -44.89339065551758 ] }, { "id": "Mercury_7108413", "correct": 0, "prediction": "A", "scores": [ -125.1484375, -128.4364013671875, -125.79954528808594, -126.92660522460938 ] }, { "id": "Mercury_7176085", "correct": 1, "prediction": "D", "scores": [ -93.75244140625, -88.5134506225586, -78.89799499511719, -75.36775207519531 ] }, { "id": "Mercury_7043593", "correct": 1, "prediction": "C", "scores": [ -99.58625793457031, -97.64089965820312, -96.67545318603516, -104.00080871582031 ] }, { "id": "Mercury_7033705", "correct": 0, "prediction": "C", "scores": [ -72.95338439941406, -71.41500854492188, -69.4608154296875, -79.61116027832031 ] }, { "id": "Mercury_7114083", "correct": 1, "prediction": "B", "scores": [ -35.62461853027344, -32.35874938964844, -40.869285583496094, -42.06257629394531 ] }, { "id": "Mercury_SC_LBS10785", "correct": 0, "prediction": "C", "scores": [ -86.91602325439453, -83.5765151977539, -83.55812072753906, -84.1316146850586 ] }, { "id": "Mercury_7114013", "correct": 1, "prediction": "A", "scores": [ -60.654754638671875, -60.7958984375, -61.8668212890625, -68.09651184082031 ] }, { "id": "Mercury_192903", "correct": 1, "prediction": "A", "scores": [ -55.58824920654297, -58.382652282714844, -56.924713134765625, -55.882720947265625 ] }, { "id": "Mercury_7082093", "correct": 1, "prediction": "A", "scores": [ -67.4207534790039, -70.15591430664062, -75.35552978515625, -68.5858154296875 ] }, { "id": "Mercury_7004708", "correct": 1, "prediction": "A", "scores": [ -40.83208084106445, -48.52389144897461, -51.69700241088867, -46.768829345703125 ] }, { "id": "Mercury_SC_LBS10783", "correct": 1, "prediction": "B", "scores": [ -61.155670166015625, -60.82090759277344, -63.913482666015625, -64.19473266601562 ] }, { "id": "Mercury_7037433", "correct": 1, "prediction": "B", "scores": [ -50.17084503173828, -44.81634521484375, -56.987213134765625, -53.47300720214844 ] }, { "id": "Mercury_SC_400033", "correct": 1, "prediction": "B", "scores": [ -73.46156311035156, -69.66210174560547, -76.54456329345703, -81.62364196777344 ] }, { "id": "NYSEDREGENTS_2014_4_25", "correct": 0, "prediction": "A", "scores": [ -55.33445739746094, -57.671424865722656, -68.20366668701172, -69.356201171875 ] }, { "id": "Mercury_SC_402287", "correct": 0, "prediction": "A", "scores": [ -66.59368896484375, -69.60822296142578, -68.23837280273438, -75.87774658203125 ] }, { "id": "Mercury_SC_414364", "correct": 0, "prediction": "B", "scores": [ -70.95545196533203, -70.930419921875, -76.05072021484375, -74.93128204345703 ] }, { "id": "Mercury_7250215", "correct": 0, "prediction": "A", "scores": [ -54.308982849121094, -55.792259216308594, -73.26548767089844, -68.45709228515625 ] }, { "id": "Mercury_7138898", "correct": 1, "prediction": "C", "scores": [ -110.11900329589844, -101.8858642578125, -100.54817199707031, -108.308837890625 ] }, { "id": "Mercury_7010920", "correct": 1, "prediction": "A", "scores": [ -69.02813720703125, -72.63450622558594, -73.33527374267578, -72.32410430908203 ] }, { "id": "Mercury_403682", "correct": 1, "prediction": "B", "scores": [ -67.29463195800781, -64.227294921875, -69.70193481445312, -70.95405578613281 ] }, { "id": "Mercury_7026828", "correct": 1, "prediction": "A", "scores": [ -173.38848876953125, -178.09344482421875, -181.98260498046875, -184.58358764648438 ] }, { "id": "Mercury_7235760", "correct": 1, "prediction": "A", "scores": [ -74.210693359375, -74.86460876464844, -82.28455352783203, -79.36343383789062 ] }, { "id": "Mercury_406772", "correct": 1, "prediction": "C", "scores": [ -76.09321594238281, -81.3448257446289, -72.56001281738281, -78.71173095703125 ] }, { "id": "Mercury_7217525", "correct": 1, "prediction": "A", "scores": [ -82.8661880493164, -84.59442138671875, -86.25067138671875, -85.45584106445312 ] }, { "id": "Mercury_SC_405302", "correct": 0, "prediction": "C", "scores": [ -55.000064849853516, -53.49980545043945, -50.166175842285156, -50.9990348815918 ] }, { "id": "Mercury_7032708", "correct": 0, "prediction": "B", "scores": [ -73.46881103515625, -71.21099853515625, -74.61298370361328, -72.84017944335938 ] }, { "id": "Mercury_7082583", "correct": 1, "prediction": "B", "scores": [ -45.825416564941406, -44.5842399597168, -53.921592712402344, -49.786651611328125 ] }, { "id": "Mercury_7245875", "correct": 1, "prediction": "B", "scores": [ -74.28448486328125, -70.18328857421875, -70.94185638427734, -75.9151611328125 ] }, { "id": "Mercury_7122798", "correct": 1, "prediction": "C", "scores": [ -65.81359100341797, -68.02662658691406, -65.56402587890625, -71.24395751953125 ] }, { "id": "VASoL_2008_3_39", "correct": 1, "prediction": "D", "scores": [ -126.43556213378906, -121.50116729736328, -122.4187240600586, -120.25778198242188 ] }, { "id": "MSA_2015_8_26", "correct": 0, "prediction": "D", "scores": [ -89.20751953125, -88.86380004882812, -89.36834716796875, -88.54386901855469 ] }, { "id": "Mercury_177013", "correct": 1, "prediction": "A", "scores": [ -115.84757995605469, -129.78407287597656, -119.36294555664062, -136.9756622314453 ] }, { "id": "Mercury_SC_400185", "correct": 0, "prediction": "B", "scores": [ -71.85183715820312, -68.34859466552734, -69.59556579589844, -70.39328002929688 ] }, { "id": "Mercury_SC_402159", "correct": 0, "prediction": "B", "scores": [ -84.18586730957031, -83.72821807861328, -89.81175231933594, -98.38688659667969 ] }, { "id": "VASoL_2009_5_31", "correct": 1, "prediction": "D", "scores": [ -69.09786987304688, -68.84269714355469, -65.00724029541016, -58.08351135253906 ] }, { "id": "Mercury_SC_401598", "correct": 0, "prediction": "A", "scores": [ -58.20900344848633, -63.657283782958984, -66.66622924804688, -68.40541076660156 ] }, { "id": "MCAS_2004_8_24", "correct": 0, "prediction": "D", "scores": [ -89.18659973144531, -88.59945678710938, -88.7595443725586, -86.7720947265625 ] }, { "id": "Mercury_SC_413081", "correct": 1, "prediction": "A", "scores": [ -55.129241943359375, -62.2724494934082, -60.532508850097656, -62.817359924316406 ] }, { "id": "CSZ_2008_5_CSZ50776", "correct": 1, "prediction": "C", "scores": [ -54.030643463134766, -50.44483184814453, -43.21849060058594, -58.56357955932617 ] }, { "id": "MCAS_1998_4_22", "correct": 0, "prediction": "C", "scores": [ -156.91342163085938, -154.26812744140625, -150.16505432128906, -153.4591522216797 ] }, { "id": "Mercury_7267785", "correct": 0, "prediction": "A", "scores": [ -58.50812911987305, -60.97591781616211, -59.47461700439453, -59.879638671875 ] }, { "id": "Mercury_SC_405035", "correct": 1, "prediction": "B", "scores": [ -93.07990264892578, -89.75355529785156, -92.35092163085938, -92.16416931152344 ] }, { "id": "TIMSS_2003_4_pg85", "correct": 0, "prediction": "A", "scores": [ -46.16468811035156, -46.69639205932617, -52.94132995605469, -54.535438537597656 ] }, { "id": "Mercury_7032200", "correct": 1, "prediction": "D", "scores": [ -68.25242614746094, -83.00302124023438, -78.94168090820312, -66.05094909667969 ] }, { "id": "Mercury_SC_408374", "correct": 0, "prediction": "A", "scores": [ -128.75933837890625, -130.10308837890625, -129.16558837890625, -129.1592254638672 ] }, { "id": "LEAP_2009_8_10431", "correct": 0, "prediction": "C", "scores": [ -60.177696228027344, -60.516204833984375, -60.15162658691406, -65.72702026367188 ] }, { "id": "Mercury_7082460", "correct": 0, "prediction": "A", "scores": [ -71.19373321533203, -73.25419616699219, -76.07320404052734, -73.29600524902344 ] }, { "id": "Mercury_7143150", "correct": 0, "prediction": "C", "scores": [ -57.60115051269531, -55.22935104370117, -53.06669616699219, -53.47834777832031 ] }, { "id": "Mercury_7103373", "correct": 0, "prediction": "B", "scores": [ -61.42340850830078, -54.70830154418945, -61.566619873046875, -55.028350830078125 ] }, { "id": "Mercury_SC_407720", "correct": 0, "prediction": "A", "scores": [ -55.36804962158203, -59.43905258178711, -58.42174530029297, -57.596622467041016 ] }, { "id": "MCAS_2002_8_19", "correct": 1, "prediction": "D", "scores": [ -74.005615234375, -75.35585021972656, -76.48558044433594, -73.35934448242188 ] }, { "id": "Mercury_7009940", "correct": 0, "prediction": "D", "scores": [ -64.86449432373047, -61.83026123046875, -70.17647552490234, -61.094505310058594 ] }, { "id": "Mercury_7239645", "correct": 1, "prediction": "A", "scores": [ -144.3369903564453, -147.0489959716797, -149.92886352539062, -148.9523468017578 ] }, { "id": "Mercury_7026268", "correct": 1, "prediction": "B", "scores": [ -190.86607360839844, -177.62237548828125, -181.96435546875, -182.38900756835938 ] }, { "id": "Mercury_7057610", "correct": 1, "prediction": "B", "scores": [ -105.45122528076172, -99.41656494140625, -105.07160186767578, -101.22602081298828 ] }, { "id": "VASoL_2009_5_14", "correct": 1, "prediction": "B", "scores": [ -58.422569274902344, -55.70451354980469, -56.62068176269531, -61.06068420410156 ] }, { "id": "Mercury_SC_400589", "correct": 1, "prediction": "C", "scores": [ -48.25038146972656, -44.74113464355469, -42.605804443359375, -45.35654067993164 ] }, { "id": "TIMSS_1995_8_I11", "correct": 0, "prediction": "A", "scores": [ -86.08091735839844, -87.00038146972656, -86.88896179199219, -88.07462310791016 ] }, { "id": "MCAS_2000_8_30", "correct": 0, "prediction": "B", "scores": [ -74.98214721679688, -58.14781951904297, -67.75438690185547, -62.5991096496582 ] }, { "id": "Mercury_7171553", "correct": 0, "prediction": "C", "scores": [ -94.24472045898438, -97.27838134765625, -93.97471618652344, -94.51231384277344 ] }, { "id": "Mercury_7190015", "correct": 1, "prediction": "D", "scores": [ -119.57640075683594, -117.59921264648438, -118.41117858886719, -114.83705139160156 ] }, { "id": "Mercury_7032830", "correct": 1, "prediction": "A", "scores": [ -63.40362548828125, -68.24919128417969, -66.84931945800781, -71.87176513671875 ] }, { "id": "AIMS_2008_4_17", "correct": 0, "prediction": "B", "scores": [ -58.025428771972656, -56.46998977661133, -57.94524002075195, -57.89894104003906 ] }, { "id": "Mercury_7271618", "correct": 0, "prediction": "B", "scores": [ -58.568153381347656, -54.912208557128906, -57.44882583618164, -60.38587951660156 ] }, { "id": "NCEOGA_2013_8_46", "correct": 1, "prediction": "A", "scores": [ -55.234920501708984, -74.95217895507812, -65.01693725585938, -61.44916534423828 ] }, { "id": "Mercury_7084560", "correct": 1, "prediction": "D", "scores": [ -56.462276458740234, -56.96294403076172, -61.32684326171875, -54.93944549560547 ] }, { "id": "MCAS_2005_8_35", "correct": 0, "prediction": "D", "scores": [ -151.05731201171875, -152.47523498535156, -158.8373260498047, -150.86602783203125 ] }, { "id": "Mercury_7202388", "correct": 1, "prediction": "A", "scores": [ -167.6866455078125, -170.13400268554688, -171.88687133789062, -180.71923828125 ] }, { "id": "Mercury_7210403", "correct": 1, "prediction": "A", "scores": [ -137.39373779296875, -138.34686279296875, -142.0025634765625, -141.8150634765625 ] }, { "id": "Mercury_SC_401826", "correct": 1, "prediction": "A", "scores": [ -35.451011657714844, -43.01409149169922, -61.581451416015625, -66.13444519042969 ] }, { "id": "Mercury_7269028", "correct": 1, "prediction": "A", "scores": [ -46.96906280517578, -49.09406280517578, -50.56525421142578, -50.56468200683594 ] }, { "id": "Mercury_SC_407784", "correct": 1, "prediction": "B", "scores": [ -36.679054260253906, -33.018760681152344, -38.49232482910156, -53.44810104370117 ] }, { "id": "Mercury_7042508", "correct": 1, "prediction": "B", "scores": [ -45.48455810546875, -38.625823974609375, -43.99199295043945, -41.97316360473633 ] }, { "id": "Mercury_7271443", "correct": 1, "prediction": "A", "scores": [ -85.47601318359375, -89.037109375, -90.029296875, -90.86392974853516 ] }, { "id": "TIMSS_2003_8_pg98", "correct": 0, "prediction": "A", "scores": [ -79.38482666015625, -81.04107666015625, -85.67047119140625, -85.16658020019531 ] }, { "id": "Mercury_7029873", "correct": 1, "prediction": "C", "scores": [ -66.0302505493164, -63.368194580078125, -54.85258102416992, -64.97894287109375 ] }, { "id": "Mercury_7228323", "correct": 1, "prediction": "C", "scores": [ -99.6989517211914, -95.10456848144531, -91.00287628173828, -100.86085510253906 ] }, { "id": "Mercury_7217140", "correct": 0, "prediction": "B", "scores": [ -87.65345764160156, -74.2127914428711, -86.8753433227539, -96.35005187988281 ] }, { "id": "Mercury_SC_400515", "correct": 1, "prediction": "A", "scores": [ -59.2139778137207, -68.02970886230469, -70.83506774902344, -70.8511962890625 ] }, { "id": "MCAS_2003_8_13", "correct": 1, "prediction": "C", "scores": [ -34.85358810424805, -31.751985549926758, -26.981412887573242, -29.70052719116211 ] }, { "id": "OHAT_2009_5_4", "correct": 1, "prediction": "A", "scores": [ -188.14869689941406, -190.40223693847656, -192.1085968017578, -190.52325439453125 ] }, { "id": "ACTAAP_2012_7_16", "correct": 0, "prediction": "B", "scores": [ -39.7054443359375, -38.6116943359375, -41.2991943359375, -39.4554443359375 ] }, { "id": "Mercury_7156800", "correct": 0, "prediction": "B", "scores": [ -230.66525268554688, -228.20452880859375, -228.49520874023438, -233.2745819091797 ] }, { "id": "VASoL_2007_3_32", "correct": 1, "prediction": "B", "scores": [ -83.52279663085938, -78.29022979736328, -78.84793090820312, -82.5305404663086 ] }, { "id": "Mercury_SC_416126", "correct": 0, "prediction": "B", "scores": [ -85.49092102050781, -85.11808013916016, -88.34184265136719, -87.94012451171875 ] }, { "id": "Mercury_SC_416133", "correct": 0, "prediction": "C", "scores": [ -56.871726989746094, -56.13502502441406, -52.72404479980469, -62.71736145019531 ] }, { "id": "Mercury_7254520", "correct": 1, "prediction": "A", "scores": [ -46.06401824951172, -47.06586456298828, -48.60442352294922, -47.97087860107422 ] }, { "id": "Mercury_7037415", "correct": 1, "prediction": "B", "scores": [ -112.72976684570312, -112.21873474121094, -116.86616516113281, -121.78155517578125 ] }, { "id": "Mercury_7221533", "correct": 1, "prediction": "D", "scores": [ -66.36145782470703, -63.502685546875, -69.36184692382812, -62.48684310913086 ] }, { "id": "Mercury_SC_410965", "correct": 1, "prediction": "C", "scores": [ -204.2057647705078, -199.65634155273438, -199.18515014648438, -204.21923828125 ] }, { "id": "TIMSS_2011_8_pg106", "correct": 1, "prediction": "C", "scores": [ -175.13327026367188, -175.4114990234375, -170.29701232910156, -174.27000427246094 ] }, { "id": "Mercury_406736", "correct": 1, "prediction": "B", "scores": [ -73.66506958007812, -72.51455688476562, -76.25850677490234, -76.72612762451172 ] }, { "id": "Mercury_SC_400691", "correct": 0, "prediction": "D", "scores": [ -138.82061767578125, -140.67181396484375, -144.3065185546875, -137.9399871826172 ] }, { "id": "NYSEDREGENTS_2014_8_18", "correct": 1, "prediction": "1", "scores": [ -63.14575958251953, -65.46398162841797, -66.17694091796875, -70.16938781738281 ] }, { "id": "Mercury_404901", "correct": 1, "prediction": "C", "scores": [ -52.94470977783203, -51.91345977783203, -51.56970977783203, -53.698951721191406 ] }, { "id": "Mercury_7006265", "correct": 1, "prediction": "B", "scores": [ -56.66142272949219, -52.58458709716797, -53.951751708984375, -58.0569953918457 ] }, { "id": "MCAS_2006_9_16", "correct": 0, "prediction": "B", "scores": [ -91.6260986328125, -85.66400146484375, -86.3829574584961, -103.71627807617188 ] }, { "id": "MCAS_2006_9_9-v1", "correct": 1, "prediction": "D", "scores": [ -94.57220458984375, -89.54264831542969, -89.28961181640625, -85.63026428222656 ] }, { "id": "MCAS_2011_8_17687", "correct": 1, "prediction": "B", "scores": [ -175.60887145996094, -174.50360107421875, -179.62530517578125, -176.66134643554688 ] }, { "id": "Mercury_7214480", "correct": 0, "prediction": "C", "scores": [ -97.2795639038086, -98.0608139038086, -97.2619857788086, -98.9905014038086 ] }, { "id": "Mercury_7094098", "correct": 0, "prediction": "B", "scores": [ -87.71511840820312, -85.35427856445312, -86.60295867919922, -94.084716796875 ] }, { "id": "Mercury_SC_401188", "correct": 1, "prediction": "A", "scores": [ -49.799137115478516, -50.236637115478516, -51.833770751953125, -51.698974609375 ] }, { "id": "Mercury_7193078", "correct": 1, "prediction": "C", "scores": [ -168.05929565429688, -173.2841339111328, -158.68441772460938, -159.95542907714844 ] } ], "wiki": { "token_ppl": 23.41746177056282, "byte_ppl": 2.235338492937082, "chunks": [ { "nll": 556.6875, "tokens": 256 }, { "nll": 704.33056640625, "tokens": 256 }, { "nll": 525.031005859375, "tokens": 256 }, { "nll": 719.1624145507812, "tokens": 256 }, { "nll": 766.568115234375, "tokens": 256 }, { "nll": 635.70263671875, "tokens": 256 }, { "nll": 700.0419921875, "tokens": 256 }, { "nll": 753.76953125, "tokens": 256 }, { "nll": 747.5956420898438, "tokens": 256 }, { "nll": 699.37841796875, "tokens": 256 }, { "nll": 707.1903076171875, "tokens": 256 }, { "nll": 702.0128173828125, "tokens": 256 }, { "nll": 891.4164428710938, "tokens": 256 }, { "nll": 728.653076171875, "tokens": 256 }, { "nll": 801.4290771484375, "tokens": 256 }, { "nll": 743.131103515625, "tokens": 256 }, { "nll": 726.0895385742188, "tokens": 256 }, { "nll": 765.1580200195312, "tokens": 256 }, { "nll": 846.0691528320312, "tokens": 256 }, { "nll": 757.500244140625, "tokens": 256 }, { "nll": 720.6385498046875, "tokens": 256 }, { "nll": 685.1055908203125, "tokens": 256 }, { "nll": 728.0218505859375, "tokens": 256 }, { "nll": 855.426513671875, "tokens": 256 }, { "nll": 711.814697265625, "tokens": 256 }, { "nll": 730.5347290039062, "tokens": 256 }, { "nll": 817.9686279296875, "tokens": 256 }, { "nll": 716.631591796875, "tokens": 256 }, { "nll": 684.1776123046875, "tokens": 256 }, { "nll": 653.5977783203125, "tokens": 256 }, { "nll": 673.552490234375, "tokens": 256 }, { "nll": 810.4268798828125, "tokens": 256 }, { "nll": 850.974609375, "tokens": 256 }, { "nll": 743.9339599609375, "tokens": 256 }, { "nll": 826.687744140625, "tokens": 256 }, { "nll": 698.090087890625, "tokens": 256 }, { "nll": 785.891845703125, "tokens": 256 }, { "nll": 773.863037109375, "tokens": 256 }, { "nll": 714.998779296875, "tokens": 256 }, { "nll": 626.2540283203125, "tokens": 256 }, { "nll": 775.2344970703125, "tokens": 256 }, { "nll": 824.2996826171875, "tokens": 256 }, { "nll": 783.9547729492188, "tokens": 256 }, { "nll": 702.774658203125, "tokens": 256 }, { "nll": 763.9127807617188, "tokens": 256 }, { "nll": 700.1096801757812, "tokens": 256 }, { "nll": 712.0082397460938, "tokens": 256 }, { "nll": 728.7989501953125, "tokens": 256 }, { "nll": 748.1063232421875, "tokens": 256 }, { "nll": 676.2152709960938, "tokens": 256 }, { "nll": 808.2025756835938, "tokens": 256 }, { "nll": 638.6720581054688, "tokens": 256 }, { "nll": 684.28173828125, "tokens": 256 }, { "nll": 541.2513427734375, "tokens": 256 }, { "nll": 694.1702880859375, "tokens": 256 }, { "nll": 718.0332641601562, "tokens": 256 }, { "nll": 810.3563842773438, "tokens": 256 }, { "nll": 655.726806640625, "tokens": 256 }, { "nll": 793.2708740234375, "tokens": 256 }, { "nll": 727.7755126953125, "tokens": 256 }, { "nll": 631.1405029296875, "tokens": 256 }, { "nll": 648.4468383789062, "tokens": 256 }, { "nll": 730.1942138671875, "tokens": 256 }, { "nll": 578.9421997070312, "tokens": 256 }, { "nll": 572.0283203125, "tokens": 256 }, { "nll": 709.561279296875, "tokens": 256 }, { "nll": 769.380615234375, "tokens": 256 }, { "nll": 810.1644287109375, "tokens": 256 }, { "nll": 832.9859619140625, "tokens": 256 }, { "nll": 838.21533203125, "tokens": 256 }, { "nll": 811.7296142578125, "tokens": 256 }, { "nll": 664.6458740234375, "tokens": 256 }, { "nll": 702.1258544921875, "tokens": 256 }, { "nll": 752.0324096679688, "tokens": 256 }, { "nll": 817.8378295898438, "tokens": 256 }, { "nll": 901.3140869140625, "tokens": 256 }, { "nll": 767.7486572265625, "tokens": 256 }, { "nll": 872.809814453125, "tokens": 256 }, { "nll": 778.4739379882812, "tokens": 256 }, { "nll": 816.6864624023438, "tokens": 256 }, { "nll": 751.2395629882812, "tokens": 256 }, { "nll": 742.1694946289062, "tokens": 256 }, { "nll": 653.6282958984375, "tokens": 256 }, { "nll": 692.3975219726562, "tokens": 256 }, { "nll": 812.7080078125, "tokens": 256 }, { "nll": 636.1400756835938, "tokens": 256 }, { "nll": 715.8002319335938, "tokens": 256 }, { "nll": 716.4277954101562, "tokens": 256 }, { "nll": 798.1885986328125, "tokens": 256 }, { "nll": 729.1232299804688, "tokens": 256 }, { "nll": 819.7482299804688, "tokens": 256 }, { "nll": 835.99755859375, "tokens": 256 }, { "nll": 787.4453125, "tokens": 256 }, { "nll": 635.1490478515625, "tokens": 256 }, { "nll": 717.6312255859375, "tokens": 256 }, { "nll": 839.106201171875, "tokens": 256 }, { "nll": 659.8062133789062, "tokens": 256 }, { "nll": 842.55029296875, "tokens": 256 }, { "nll": 707.400634765625, "tokens": 256 }, { "nll": 799.158447265625, "tokens": 256 }, { "nll": 887.2704467773438, "tokens": 256 }, { "nll": 924.286376953125, "tokens": 256 }, { "nll": 854.9888916015625, "tokens": 256 }, { "nll": 935.6919555664062, "tokens": 256 }, { "nll": 832.3389282226562, "tokens": 256 }, { "nll": 867.8474731445312, "tokens": 256 }, { "nll": 836.5865478515625, "tokens": 256 }, { "nll": 879.9031982421875, "tokens": 256 }, { "nll": 953.7975463867188, "tokens": 256 }, { "nll": 888.694091796875, "tokens": 256 }, { "nll": 904.0516357421875, "tokens": 256 }, { "nll": 910.1746215820312, "tokens": 256 }, { "nll": 848.4043579101562, "tokens": 256 }, { "nll": 874.10888671875, "tokens": 256 }, { "nll": 782.7578125, "tokens": 256 }, { "nll": 916.1031494140625, "tokens": 256 }, { "nll": 973.5438842773438, "tokens": 256 }, { "nll": 946.8015747070312, "tokens": 256 }, { "nll": 752.7635498046875, "tokens": 256 }, { "nll": 878.295166015625, "tokens": 256 }, { "nll": 785.2747802734375, "tokens": 256 }, { "nll": 919.1358642578125, "tokens": 256 }, { "nll": 824.449951171875, "tokens": 256 }, { "nll": 940.1056518554688, "tokens": 256 }, { "nll": 885.0897216796875, "tokens": 256 }, { "nll": 952.824951171875, "tokens": 256 }, { "nll": 965.0565795898438, "tokens": 256 }, { "nll": 842.4188232421875, "tokens": 256 }, { "nll": 684.0145263671875, "tokens": 256 }, { "nll": 787.22607421875, "tokens": 256 }, { "nll": 724.6168212890625, "tokens": 256 }, { "nll": 782.999267578125, "tokens": 256 }, { "nll": 775.1627197265625, "tokens": 256 }, { "nll": 648.3397827148438, "tokens": 256 }, { "nll": 700.5911865234375, "tokens": 256 }, { "nll": 614.3201904296875, "tokens": 256 }, { "nll": 801.826416015625, "tokens": 256 }, { "nll": 814.3167114257812, "tokens": 256 }, { "nll": 775.279541015625, "tokens": 256 }, { "nll": 707.8377685546875, "tokens": 256 }, { "nll": 777.93359375, "tokens": 256 }, { "nll": 751.1419677734375, "tokens": 256 }, { "nll": 711.8613891601562, "tokens": 256 }, { "nll": 735.9555053710938, "tokens": 256 }, { "nll": 765.8455200195312, "tokens": 256 }, { "nll": 820.9041137695312, "tokens": 256 }, { "nll": 708.280517578125, "tokens": 256 }, { "nll": 838.35595703125, "tokens": 256 }, { "nll": 763.6490478515625, "tokens": 256 }, { "nll": 752.28662109375, "tokens": 256 }, { "nll": 755.0859985351562, "tokens": 256 }, { "nll": 814.5223999023438, "tokens": 256 }, { "nll": 768.9569702148438, "tokens": 256 }, { "nll": 898.2596435546875, "tokens": 256 }, { "nll": 831.405029296875, "tokens": 256 }, { "nll": 852.1865234375, "tokens": 256 }, { "nll": 733.444091796875, "tokens": 256 }, { "nll": 729.008056640625, "tokens": 256 }, { "nll": 858.458984375, "tokens": 256 }, { "nll": 762.7288208007812, "tokens": 256 }, { "nll": 903.2036743164062, "tokens": 256 }, { "nll": 885.4609375, "tokens": 256 }, { "nll": 930.462158203125, "tokens": 256 }, { "nll": 899.3299560546875, "tokens": 256 }, { "nll": 709.2372436523438, "tokens": 256 }, { "nll": 754.2257080078125, "tokens": 256 }, { "nll": 836.344482421875, "tokens": 256 }, { "nll": 850.53076171875, "tokens": 256 }, { "nll": 868.2379150390625, "tokens": 256 }, { "nll": 839.507568359375, "tokens": 256 }, { "nll": 828.5213012695312, "tokens": 256 }, { "nll": 819.2974243164062, "tokens": 256 }, { "nll": 893.851806640625, "tokens": 256 }, { "nll": 866.8804321289062, "tokens": 256 }, { "nll": 786.8670043945312, "tokens": 256 }, { "nll": 918.240478515625, "tokens": 256 }, { "nll": 784.233642578125, "tokens": 256 }, { "nll": 799.2769775390625, "tokens": 256 }, { "nll": 739.2958984375, "tokens": 256 }, { "nll": 925.1494750976562, "tokens": 256 }, { "nll": 919.0699462890625, "tokens": 256 }, { "nll": 877.9935302734375, "tokens": 256 }, { "nll": 811.181640625, "tokens": 256 }, { "nll": 884.46533203125, "tokens": 256 }, { "nll": 849.409423828125, "tokens": 256 }, { "nll": 786.1749877929688, "tokens": 256 }, { "nll": 832.9420166015625, "tokens": 256 }, { "nll": 765.1740112304688, "tokens": 256 }, { "nll": 804.30419921875, "tokens": 256 }, { "nll": 817.7849731445312, "tokens": 256 }, { "nll": 892.0906982421875, "tokens": 256 }, { "nll": 893.167724609375, "tokens": 256 }, { "nll": 820.1980590820312, "tokens": 256 }, { "nll": 840.0650634765625, "tokens": 256 }, { "nll": 802.8421020507812, "tokens": 256 }, { "nll": 826.9661865234375, "tokens": 256 }, { "nll": 871.0355224609375, "tokens": 256 }, { "nll": 741.2415771484375, "tokens": 256 }, { "nll": 731.55322265625, "tokens": 256 }, { "nll": 649.0027465820312, "tokens": 256 }, { "nll": 736.2581787109375, "tokens": 256 }, { "nll": 669.31298828125, "tokens": 256 }, { "nll": 731.2349243164062, "tokens": 256 }, { "nll": 657.9566650390625, "tokens": 256 }, { "nll": 632.26171875, "tokens": 256 }, { "nll": 690.1873168945312, "tokens": 256 }, { "nll": 799.0939331054688, "tokens": 256 }, { "nll": 670.3311157226562, "tokens": 256 }, { "nll": 662.410888671875, "tokens": 256 }, { "nll": 691.6536865234375, "tokens": 256 }, { "nll": 727.3231201171875, "tokens": 256 }, { "nll": 795.9554443359375, "tokens": 256 }, { "nll": 707.521240234375, "tokens": 256 }, { "nll": 766.4114990234375, "tokens": 256 }, { "nll": 778.20263671875, "tokens": 256 }, { "nll": 705.21728515625, "tokens": 256 }, { "nll": 666.3389892578125, "tokens": 256 }, { "nll": 799.5986328125, "tokens": 256 }, { "nll": 746.6771240234375, "tokens": 256 }, { "nll": 785.3326416015625, "tokens": 256 }, { "nll": 774.3258056640625, "tokens": 256 }, { "nll": 700.4329833984375, "tokens": 256 }, { "nll": 685.0430908203125, "tokens": 256 }, { "nll": 691.88427734375, "tokens": 256 }, { "nll": 797.9268798828125, "tokens": 256 }, { "nll": 761.7993774414062, "tokens": 256 }, { "nll": 858.8713989257812, "tokens": 256 }, { "nll": 694.6041870117188, "tokens": 256 }, { "nll": 887.423828125, "tokens": 256 }, { "nll": 839.70947265625, "tokens": 256 }, { "nll": 754.1362915039062, "tokens": 256 }, { "nll": 753.6452026367188, "tokens": 256 }, { "nll": 875.6371459960938, "tokens": 256 }, { "nll": 942.4088134765625, "tokens": 256 }, { "nll": 790.1297607421875, "tokens": 256 }, { "nll": 846.8128662109375, "tokens": 256 }, { "nll": 763.7928466796875, "tokens": 256 }, { "nll": 893.9181518554688, "tokens": 256 }, { "nll": 771.3652954101562, "tokens": 256 }, { "nll": 792.8067016601562, "tokens": 256 }, { "nll": 977.490478515625, "tokens": 256 }, { "nll": 838.4623413085938, "tokens": 256 }, { "nll": 681.1998291015625, "tokens": 256 }, { "nll": 649.5499877929688, "tokens": 256 }, { "nll": 739.5426635742188, "tokens": 256 }, { "nll": 815.8486938476562, "tokens": 256 }, { "nll": 786.788818359375, "tokens": 256 }, { "nll": 764.408447265625, "tokens": 256 }, { "nll": 832.963623046875, "tokens": 256 }, { "nll": 889.3821411132812, "tokens": 256 }, { "nll": 744.128173828125, "tokens": 256 }, { "nll": 733.4383544921875, "tokens": 256 }, { "nll": 776.08056640625, "tokens": 256 }, { "nll": 826.1913452148438, "tokens": 256 }, { "nll": 773.0866088867188, "tokens": 256 }, { "nll": 839.4248046875, "tokens": 256 }, { "nll": 862.64892578125, "tokens": 256 }, { "nll": 887.1961669921875, "tokens": 256 }, { "nll": 771.4549560546875, "tokens": 256 }, { "nll": 799.884765625, "tokens": 256 }, { "nll": 795.9505004882812, "tokens": 256 }, { "nll": 818.0775756835938, "tokens": 256 }, { "nll": 746.6343994140625, "tokens": 256 }, { "nll": 675.0399169921875, "tokens": 256 }, { "nll": 726.947509765625, "tokens": 256 }, { "nll": 811.3271484375, "tokens": 256 }, { "nll": 790.0107421875, "tokens": 256 }, { "nll": 881.9141845703125, "tokens": 256 }, { "nll": 982.636474609375, "tokens": 256 }, { "nll": 885.7772827148438, "tokens": 256 }, { "nll": 871.4334106445312, "tokens": 256 }, { "nll": 888.0963134765625, "tokens": 256 }, { "nll": 871.9013061523438, "tokens": 256 }, { "nll": 905.9122314453125, "tokens": 256 }, { "nll": 734.7470703125, "tokens": 256 }, { "nll": 771.3663330078125, "tokens": 256 }, { "nll": 720.36474609375, "tokens": 256 }, { "nll": 606.9739990234375, "tokens": 256 }, { "nll": 743.828857421875, "tokens": 256 }, { "nll": 694.551025390625, "tokens": 256 }, { "nll": 678.7298583984375, "tokens": 256 }, { "nll": 658.632080078125, "tokens": 256 }, { "nll": 775.311767578125, "tokens": 256 }, { "nll": 654.2486572265625, "tokens": 256 }, { "nll": 653.5452880859375, "tokens": 256 }, { "nll": 726.2266845703125, "tokens": 256 }, { "nll": 776.3591918945312, "tokens": 256 }, { "nll": 702.6502685546875, "tokens": 256 }, { "nll": 757.6029663085938, "tokens": 256 }, { "nll": 761.646484375, "tokens": 256 }, { "nll": 793.298095703125, "tokens": 256 }, { "nll": 801.3270263671875, "tokens": 256 }, { "nll": 705.3885498046875, "tokens": 256 }, { "nll": 862.09228515625, "tokens": 256 }, { "nll": 839.8350830078125, "tokens": 256 }, { "nll": 863.7561645507812, "tokens": 256 }, { "nll": 801.5489501953125, "tokens": 256 }, { "nll": 798.7350463867188, "tokens": 256 }, { "nll": 766.441162109375, "tokens": 256 }, { "nll": 782.5986328125, "tokens": 256 }, { "nll": 906.8473510742188, "tokens": 256 }, { "nll": 955.388916015625, "tokens": 256 }, { "nll": 856.756591796875, "tokens": 256 }, { "nll": 924.3612060546875, "tokens": 256 }, { "nll": 807.0904541015625, "tokens": 256 }, { "nll": 769.4677734375, "tokens": 256 }, { "nll": 835.6856689453125, "tokens": 256 }, { "nll": 805.80712890625, "tokens": 256 }, { "nll": 777.4508056640625, "tokens": 256 }, { "nll": 900.6494750976562, "tokens": 256 }, { "nll": 799.0177001953125, "tokens": 256 }, { "nll": 822.6337890625, "tokens": 256 }, { "nll": 734.6179809570312, "tokens": 256 }, { "nll": 744.0369873046875, "tokens": 256 }, { "nll": 705.826171875, "tokens": 256 }, { "nll": 815.2796020507812, "tokens": 256 }, { "nll": 720.25048828125, "tokens": 256 }, { "nll": 604.15625, "tokens": 256 }, { "nll": 659.7337646484375, "tokens": 256 }, { "nll": 742.2783203125, "tokens": 256 }, { "nll": 684.0885009765625, "tokens": 256 }, { "nll": 699.345703125, "tokens": 256 }, { "nll": 664.1140747070312, "tokens": 256 }, { "nll": 789.6170654296875, "tokens": 256 }, { "nll": 851.5050659179688, "tokens": 256 }, { "nll": 787.99072265625, "tokens": 256 }, { "nll": 745.9388427734375, "tokens": 256 }, { "nll": 733.6519775390625, "tokens": 256 }, { "nll": 783.0272216796875, "tokens": 256 }, { "nll": 736.6551513671875, "tokens": 256 }, { "nll": 876.0765380859375, "tokens": 256 }, { "nll": 780.235107421875, "tokens": 256 }, { "nll": 814.31396484375, "tokens": 256 }, { "nll": 756.7813720703125, "tokens": 256 }, { "nll": 760.3533935546875, "tokens": 256 }, { "nll": 762.8265380859375, "tokens": 256 }, { "nll": 796.6460571289062, "tokens": 256 }, { "nll": 791.5956420898438, "tokens": 256 }, { "nll": 786.2388916015625, "tokens": 256 }, { "nll": 777.3719482421875, "tokens": 256 }, { "nll": 750.9193725585938, "tokens": 256 }, { "nll": 840.8925170898438, "tokens": 256 }, { "nll": 874.286376953125, "tokens": 256 }, { "nll": 850.1806640625, "tokens": 256 }, { "nll": 721.4699096679688, "tokens": 256 }, { "nll": 780.8148193359375, "tokens": 256 }, { "nll": 808.8314208984375, "tokens": 256 }, { "nll": 752.843017578125, "tokens": 256 }, { "nll": 729.033447265625, "tokens": 256 }, { "nll": 664.0180053710938, "tokens": 256 }, { "nll": 778.0608520507812, "tokens": 256 }, { "nll": 667.235107421875, "tokens": 256 }, { "nll": 776.180908203125, "tokens": 256 }, { "nll": 751.474365234375, "tokens": 256 }, { "nll": 758.578125, "tokens": 256 }, { "nll": 748.0914916992188, "tokens": 256 }, { "nll": 796.486083984375, "tokens": 256 }, { "nll": 753.8507080078125, "tokens": 256 }, { "nll": 738.2061157226562, "tokens": 256 }, { "nll": 794.0670166015625, "tokens": 256 }, { "nll": 854.8352661132812, "tokens": 256 }, { "nll": 734.6260986328125, "tokens": 256 }, { "nll": 816.9135131835938, "tokens": 256 }, { "nll": 760.6527709960938, "tokens": 256 }, { "nll": 831.836181640625, "tokens": 256 }, { "nll": 828.5376586914062, "tokens": 256 }, { "nll": 854.53759765625, "tokens": 256 }, { "nll": 789.9261474609375, "tokens": 256 }, { "nll": 832.1621704101562, "tokens": 256 }, { "nll": 841.6444091796875, "tokens": 256 }, { "nll": 844.51513671875, "tokens": 256 }, { "nll": 881.3204956054688, "tokens": 256 }, { "nll": 784.5438232421875, "tokens": 256 }, { "nll": 812.4581909179688, "tokens": 256 }, { "nll": 871.3111572265625, "tokens": 256 }, { "nll": 927.7836303710938, "tokens": 256 }, { "nll": 834.58642578125, "tokens": 256 }, { "nll": 976.71923828125, "tokens": 256 }, { "nll": 912.3317260742188, "tokens": 256 }, { "nll": 941.3900146484375, "tokens": 256 }, { "nll": 888.7080688476562, "tokens": 256 }, { "nll": 855.4320678710938, "tokens": 256 }, { "nll": 890.5648193359375, "tokens": 256 }, { "nll": 809.4851684570312, "tokens": 256 }, { "nll": 890.5782470703125, "tokens": 256 }, { "nll": 920.880126953125, "tokens": 256 }, { "nll": 865.3446655273438, "tokens": 256 }, { "nll": 849.185546875, "tokens": 256 }, { "nll": 720.7839965820312, "tokens": 256 }, { "nll": 947.475830078125, "tokens": 256 }, { "nll": 705.666748046875, "tokens": 256 }, { "nll": 649.5657348632812, "tokens": 256 }, { "nll": 791.7302856445312, "tokens": 256 }, { "nll": 691.0496215820312, "tokens": 256 }, { "nll": 682.2330932617188, "tokens": 256 }, { "nll": 655.0975341796875, "tokens": 256 }, { "nll": 730.9923095703125, "tokens": 256 }, { "nll": 831.478515625, "tokens": 256 }, { "nll": 816.9888916015625, "tokens": 256 }, { "nll": 781.46533203125, "tokens": 256 }, { "nll": 830.4389038085938, "tokens": 256 }, { "nll": 740.9846801757812, "tokens": 256 }, { "nll": 759.228515625, "tokens": 256 }, { "nll": 719.8592529296875, "tokens": 256 }, { "nll": 770.555908203125, "tokens": 256 }, { "nll": 861.8413696289062, "tokens": 256 }, { "nll": 759.70458984375, "tokens": 256 }, { "nll": 691.6526489257812, "tokens": 256 }, { "nll": 732.514892578125, "tokens": 256 }, { "nll": 834.5462036132812, "tokens": 256 }, { "nll": 775.0765380859375, "tokens": 256 }, { "nll": 846.9671630859375, "tokens": 256 }, { "nll": 882.5928955078125, "tokens": 256 }, { "nll": 826.8546142578125, "tokens": 256 }, { "nll": 773.7894287109375, "tokens": 256 }, { "nll": 758.7926025390625, "tokens": 256 }, { "nll": 828.6470947265625, "tokens": 256 }, { "nll": 667.9437255859375, "tokens": 256 }, { "nll": 739.003173828125, "tokens": 256 }, { "nll": 768.0565795898438, "tokens": 256 }, { "nll": 894.6130981445312, "tokens": 256 }, { "nll": 683.571044921875, "tokens": 256 }, { "nll": 771.2221069335938, "tokens": 256 }, { "nll": 708.8020629882812, "tokens": 256 }, { "nll": 760.837890625, "tokens": 256 }, { "nll": 814.604736328125, "tokens": 256 }, { "nll": 817.4586181640625, "tokens": 256 }, { "nll": 755.5633544921875, "tokens": 256 }, { "nll": 669.6978759765625, "tokens": 256 }, { "nll": 896.5164184570312, "tokens": 256 }, { "nll": 777.5032348632812, "tokens": 256 }, { "nll": 788.4400634765625, "tokens": 256 }, { "nll": 841.0537109375, "tokens": 256 }, { "nll": 786.431396484375, "tokens": 256 }, { "nll": 819.6519775390625, "tokens": 256 }, { "nll": 764.0135498046875, "tokens": 256 }, { "nll": 758.602783203125, "tokens": 256 }, { "nll": 792.3071899414062, "tokens": 256 }, { "nll": 838.7474365234375, "tokens": 256 }, { "nll": 813.1864013671875, "tokens": 256 }, { "nll": 833.7109985351562, "tokens": 256 }, { "nll": 795.9505004882812, "tokens": 256 }, { "nll": 777.72021484375, "tokens": 256 }, { "nll": 864.8621826171875, "tokens": 256 }, { "nll": 931.953857421875, "tokens": 256 }, { "nll": 786.4710693359375, "tokens": 256 }, { "nll": 937.1602783203125, "tokens": 256 }, { "nll": 790.039794921875, "tokens": 256 }, { "nll": 622.8814086914062, "tokens": 256 }, { "nll": 717.965576171875, "tokens": 256 }, { "nll": 793.958251953125, "tokens": 256 }, { "nll": 804.2597045898438, "tokens": 256 }, { "nll": 711.600830078125, "tokens": 256 }, { "nll": 783.1185302734375, "tokens": 256 }, { "nll": 813.2422485351562, "tokens": 256 }, { "nll": 770.3920288085938, "tokens": 256 }, { "nll": 768.572998046875, "tokens": 256 }, { "nll": 826.1717529296875, "tokens": 256 }, { "nll": 821.44287109375, "tokens": 256 }, { "nll": 816.1904296875, "tokens": 256 }, { "nll": 754.0923461914062, "tokens": 256 }, { "nll": 773.2294311523438, "tokens": 256 }, { "nll": 805.72509765625, "tokens": 256 }, { "nll": 754.0983276367188, "tokens": 256 }, { "nll": 861.64013671875, "tokens": 256 }, { "nll": 813.483642578125, "tokens": 256 }, { "nll": 817.642822265625, "tokens": 256 }, { "nll": 791.607666015625, "tokens": 256 }, { "nll": 725.681884765625, "tokens": 256 }, { "nll": 819.73828125, "tokens": 256 }, { "nll": 897.0187377929688, "tokens": 256 }, { "nll": 900.7530517578125, "tokens": 256 }, { "nll": 882.1258544921875, "tokens": 256 }, { "nll": 895.0416870117188, "tokens": 256 }, { "nll": 794.37158203125, "tokens": 256 }, { "nll": 928.3543701171875, "tokens": 256 }, { "nll": 792.459716796875, "tokens": 256 }, { "nll": 843.5560913085938, "tokens": 256 }, { "nll": 817.3003540039062, "tokens": 256 }, { "nll": 714.1930541992188, "tokens": 256 }, { "nll": 803.4742431640625, "tokens": 256 }, { "nll": 706.8095092773438, "tokens": 256 }, { "nll": 769.915283203125, "tokens": 256 }, { "nll": 876.900634765625, "tokens": 256 }, { "nll": 947.2137451171875, "tokens": 256 }, { "nll": 816.2423706054688, "tokens": 256 }, { "nll": 794.7059326171875, "tokens": 256 }, { "nll": 765.3072509765625, "tokens": 256 }, { "nll": 790.9578247070312, "tokens": 256 }, { "nll": 804.8523559570312, "tokens": 256 }, { "nll": 909.8833618164062, "tokens": 256 }, { "nll": 895.3817138671875, "tokens": 256 }, { "nll": 861.981689453125, "tokens": 256 }, { "nll": 791.1985473632812, "tokens": 256 }, { "nll": 718.1368408203125, "tokens": 256 }, { "nll": 877.7482299804688, "tokens": 256 }, { "nll": 719.150146484375, "tokens": 256 }, { "nll": 833.2202758789062, "tokens": 256 }, { "nll": 785.322021484375, "tokens": 256 }, { "nll": 750.8751220703125, "tokens": 256 }, { "nll": 871.366455078125, "tokens": 256 }, { "nll": 662.724853515625, "tokens": 256 }, { "nll": 781.4859008789062, "tokens": 256 }, { "nll": 823.7835083007812, "tokens": 256 }, { "nll": 806.39697265625, "tokens": 256 }, { "nll": 793.9989013671875, "tokens": 256 }, { "nll": 739.444580078125, "tokens": 256 }, { "nll": 637.502685546875, "tokens": 256 }, { "nll": 737.68896484375, "tokens": 256 }, { "nll": 841.1036376953125, "tokens": 256 }, { "nll": 689.6616821289062, "tokens": 256 }, { "nll": 741.7547607421875, "tokens": 256 }, { "nll": 785.7454223632812, "tokens": 256 }, { "nll": 780.604736328125, "tokens": 256 }, { "nll": 771.0045776367188, "tokens": 256 }, { "nll": 825.962890625, "tokens": 256 }, { "nll": 780.7149047851562, "tokens": 256 }, { "nll": 792.48876953125, "tokens": 256 }, { "nll": 784.7481079101562, "tokens": 256 }, { "nll": 772.7610473632812, "tokens": 256 }, { "nll": 818.8746948242188, "tokens": 256 }, { "nll": 885.870849609375, "tokens": 256 }, { "nll": 846.5728759765625, "tokens": 256 }, { "nll": 900.1483764648438, "tokens": 256 }, { "nll": 812.3182373046875, "tokens": 256 }, { "nll": 810.2723388671875, "tokens": 256 }, { "nll": 864.718017578125, "tokens": 256 }, { "nll": 934.9242553710938, "tokens": 256 }, { "nll": 874.7842407226562, "tokens": 256 }, { "nll": 713.24072265625, "tokens": 256 }, { "nll": 678.7796630859375, "tokens": 256 }, { "nll": 566.6409912109375, "tokens": 256 }, { "nll": 767.3721923828125, "tokens": 256 }, { "nll": 630.707275390625, "tokens": 256 }, { "nll": 843.03076171875, "tokens": 256 }, { "nll": 769.398681640625, "tokens": 256 }, { "nll": 714.1409301757812, "tokens": 256 }, { "nll": 804.3941650390625, "tokens": 256 }, { "nll": 748.5015258789062, "tokens": 256 }, { "nll": 711.0851440429688, "tokens": 256 }, { "nll": 768.6510009765625, "tokens": 256 }, { "nll": 680.30029296875, "tokens": 256 }, { "nll": 710.593017578125, "tokens": 256 }, { "nll": 741.506591796875, "tokens": 256 }, { "nll": 760.6010131835938, "tokens": 256 }, { "nll": 670.8026733398438, "tokens": 256 }, { "nll": 739.9038696289062, "tokens": 256 }, { "nll": 744.6422119140625, "tokens": 256 }, { "nll": 815.0684814453125, "tokens": 256 }, { "nll": 799.9580078125, "tokens": 256 }, { "nll": 844.84375, "tokens": 256 }, { "nll": 720.4237060546875, "tokens": 256 }, { "nll": 845.6688232421875, "tokens": 256 }, { "nll": 892.6392822265625, "tokens": 256 }, { "nll": 924.34375, "tokens": 256 }, { "nll": 915.180419921875, "tokens": 256 }, { "nll": 852.1094970703125, "tokens": 256 }, { "nll": 819.781494140625, "tokens": 256 }, { "nll": 942.141357421875, "tokens": 256 }, { "nll": 903.7020874023438, "tokens": 256 }, { "nll": 957.66748046875, "tokens": 256 }, { "nll": 855.9859619140625, "tokens": 256 }, { "nll": 902.53564453125, "tokens": 256 }, { "nll": 854.30078125, "tokens": 256 }, { "nll": 908.930908203125, "tokens": 256 }, { "nll": 909.43798828125, "tokens": 256 }, { "nll": 893.551025390625, "tokens": 256 }, { "nll": 901.3551025390625, "tokens": 256 }, { "nll": 903.5077514648438, "tokens": 256 }, { "nll": 802.8379516601562, "tokens": 256 }, { "nll": 769.8535766601562, "tokens": 256 }, { "nll": 927.4000244140625, "tokens": 256 }, { "nll": 861.7366333007812, "tokens": 256 }, { "nll": 865.217041015625, "tokens": 256 }, { "nll": 1034.5113525390625, "tokens": 256 }, { "nll": 792.5010986328125, "tokens": 256 }, { "nll": 792.471435546875, "tokens": 256 }, { "nll": 846.98828125, "tokens": 256 }, { "nll": 806.0224609375, "tokens": 256 }, { "nll": 898.034423828125, "tokens": 256 }, { "nll": 838.0470581054688, "tokens": 256 }, { "nll": 823.221435546875, "tokens": 256 }, { "nll": 744.47021484375, "tokens": 256 }, { "nll": 723.3310546875, "tokens": 256 }, { "nll": 825.02294921875, "tokens": 256 }, { "nll": 793.0, "tokens": 256 }, { "nll": 822.2861328125, "tokens": 256 }, { "nll": 778.848388671875, "tokens": 256 }, { "nll": 799.3238525390625, "tokens": 256 }, { "nll": 881.0505981445312, "tokens": 256 }, { "nll": 690.9146728515625, "tokens": 256 }, { "nll": 724.218505859375, "tokens": 256 }, { "nll": 754.5244140625, "tokens": 256 }, { "nll": 818.5885009765625, "tokens": 256 }, { "nll": 822.6749267578125, "tokens": 256 }, { "nll": 698.236572265625, "tokens": 256 }, { "nll": 767.5859375, "tokens": 256 }, { "nll": 826.4259033203125, "tokens": 256 }, { "nll": 809.0599365234375, "tokens": 256 }, { "nll": 842.475830078125, "tokens": 256 }, { "nll": 789.4181518554688, "tokens": 256 }, { "nll": 859.7084350585938, "tokens": 256 }, { "nll": 822.4332275390625, "tokens": 256 }, { "nll": 912.2716064453125, "tokens": 256 }, { "nll": 747.8660888671875, "tokens": 256 }, { "nll": 860.3833618164062, "tokens": 256 }, { "nll": 858.5496826171875, "tokens": 256 }, { "nll": 735.1576538085938, "tokens": 256 }, { "nll": 684.197509765625, "tokens": 256 }, { "nll": 683.9444580078125, "tokens": 256 }, { "nll": 737.000244140625, "tokens": 256 }, { "nll": 821.84716796875, "tokens": 256 }, { "nll": 816.9266967773438, "tokens": 256 }, { "nll": 881.7769775390625, "tokens": 256 }, { "nll": 809.6676025390625, "tokens": 256 }, { "nll": 833.0756225585938, "tokens": 256 }, { "nll": 850.90673828125, "tokens": 256 }, { "nll": 775.3988037109375, "tokens": 256 }, { "nll": 776.4186401367188, "tokens": 256 }, { "nll": 795.4656982421875, "tokens": 256 }, { "nll": 873.3656005859375, "tokens": 256 }, { "nll": 864.6193237304688, "tokens": 256 }, { "nll": 942.9725341796875, "tokens": 256 }, { "nll": 853.2877807617188, "tokens": 256 }, { "nll": 865.864501953125, "tokens": 256 }, { "nll": 943.773681640625, "tokens": 256 }, { "nll": 734.2628173828125, "tokens": 256 }, { "nll": 769.1102294921875, "tokens": 256 }, { "nll": 644.5238037109375, "tokens": 256 }, { "nll": 824.6044921875, "tokens": 256 }, { "nll": 873.7553100585938, "tokens": 256 }, { "nll": 783.0650634765625, "tokens": 256 }, { "nll": 839.098388671875, "tokens": 256 }, { "nll": 845.8043212890625, "tokens": 256 }, { "nll": 794.3419189453125, "tokens": 256 }, { "nll": 927.5422973632812, "tokens": 256 }, { "nll": 857.104736328125, "tokens": 256 }, { "nll": 865.8878784179688, "tokens": 256 }, { "nll": 781.97021484375, "tokens": 256 }, { "nll": 827.8130493164062, "tokens": 256 }, { "nll": 950.916015625, "tokens": 256 }, { "nll": 876.864501953125, "tokens": 256 }, { "nll": 785.92626953125, "tokens": 256 }, { "nll": 900.5397338867188, "tokens": 256 }, { "nll": 811.4037475585938, "tokens": 256 }, { "nll": 831.9083251953125, "tokens": 256 }, { "nll": 926.6466064453125, "tokens": 256 }, { "nll": 928.2661743164062, "tokens": 256 }, { "nll": 817.48486328125, "tokens": 256 }, { "nll": 953.2433471679688, "tokens": 256 }, { "nll": 758.17236328125, "tokens": 256 }, { "nll": 718.2371826171875, "tokens": 256 }, { "nll": 798.5711059570312, "tokens": 256 }, { "nll": 840.7997436523438, "tokens": 256 }, { "nll": 768.1952514648438, "tokens": 256 }, { "nll": 738.147216796875, "tokens": 256 }, { "nll": 766.735595703125, "tokens": 256 }, { "nll": 886.1328125, "tokens": 256 }, { "nll": 807.984375, "tokens": 256 }, { "nll": 782.8339233398438, "tokens": 256 }, { "nll": 768.4483642578125, "tokens": 256 }, { "nll": 751.2501220703125, "tokens": 256 }, { "nll": 823.82373046875, "tokens": 256 }, { "nll": 807.5475463867188, "tokens": 256 }, { "nll": 770.021240234375, "tokens": 256 }, { "nll": 860.5667724609375, "tokens": 256 }, { "nll": 789.3533935546875, "tokens": 256 }, { "nll": 736.4801635742188, "tokens": 256 }, { "nll": 748.7981567382812, "tokens": 256 }, { "nll": 879.2630615234375, "tokens": 256 }, { "nll": 847.8857421875, "tokens": 256 }, { "nll": 646.1524658203125, "tokens": 256 }, { "nll": 736.0882568359375, "tokens": 256 }, { "nll": 831.2116088867188, "tokens": 256 }, { "nll": 925.2208251953125, "tokens": 256 }, { "nll": 826.7421264648438, "tokens": 256 }, { "nll": 928.27880859375, "tokens": 256 }, { "nll": 941.8511352539062, "tokens": 256 }, { "nll": 862.4722900390625, "tokens": 256 }, { "nll": 915.0885009765625, "tokens": 256 }, { "nll": 924.1129150390625, "tokens": 256 }, { "nll": 784.7807006835938, "tokens": 256 }, { "nll": 877.4220581054688, "tokens": 256 }, { "nll": 900.382080078125, "tokens": 256 }, { "nll": 890.7672119140625, "tokens": 256 }, { "nll": 874.8995361328125, "tokens": 256 }, { "nll": 757.34814453125, "tokens": 256 }, { "nll": 642.2080078125, "tokens": 256 }, { "nll": 835.8770751953125, "tokens": 256 }, { "nll": 820.80322265625, "tokens": 256 }, { "nll": 829.9465942382812, "tokens": 256 }, { "nll": 887.0317993164062, "tokens": 256 }, { "nll": 913.281494140625, "tokens": 256 }, { "nll": 976.80810546875, "tokens": 256 }, { "nll": 815.9881591796875, "tokens": 256 }, { "nll": 870.4176025390625, "tokens": 256 }, { "nll": 913.8931274414062, "tokens": 256 }, { "nll": 920.49951171875, "tokens": 256 }, { "nll": 935.579345703125, "tokens": 256 }, { "nll": 933.3580932617188, "tokens": 256 }, { "nll": 930.9337768554688, "tokens": 256 }, { "nll": 943.1844482421875, "tokens": 256 }, { "nll": 893.9215087890625, "tokens": 256 }, { "nll": 864.9993896484375, "tokens": 256 }, { "nll": 1012.657470703125, "tokens": 256 }, { "nll": 895.2435302734375, "tokens": 256 }, { "nll": 817.5817260742188, "tokens": 256 }, { "nll": 899.127197265625, "tokens": 256 }, { "nll": 895.9596557617188, "tokens": 256 }, { "nll": 819.7166137695312, "tokens": 256 }, { "nll": 836.6510009765625, "tokens": 256 }, { "nll": 789.565185546875, "tokens": 256 }, { "nll": 715.2254638671875, "tokens": 256 }, { "nll": 671.3746337890625, "tokens": 256 }, { "nll": 772.74365234375, "tokens": 256 }, { "nll": 725.8663330078125, "tokens": 256 }, { "nll": 837.20068359375, "tokens": 256 }, { "nll": 694.9141845703125, "tokens": 256 }, { "nll": 845.0018920898438, "tokens": 256 }, { "nll": 885.8465576171875, "tokens": 256 }, { "nll": 763.406494140625, "tokens": 256 }, { "nll": 756.9454345703125, "tokens": 256 }, { "nll": 841.8607177734375, "tokens": 256 }, { "nll": 803.4872436523438, "tokens": 256 }, { "nll": 855.8948974609375, "tokens": 256 }, { "nll": 780.7254638671875, "tokens": 256 }, { "nll": 882.6837158203125, "tokens": 256 }, { "nll": 843.63671875, "tokens": 256 }, { "nll": 821.4644165039062, "tokens": 256 }, { "nll": 830.012939453125, "tokens": 256 }, { "nll": 733.3885498046875, "tokens": 256 }, { "nll": 922.4127197265625, "tokens": 256 }, { "nll": 743.0664672851562, "tokens": 256 }, { "nll": 809.9881591796875, "tokens": 256 }, { "nll": 822.40625, "tokens": 256 }, { "nll": 770.0584106445312, "tokens": 256 }, { "nll": 810.0711669921875, "tokens": 256 }, { "nll": 782.864013671875, "tokens": 256 }, { "nll": 751.5885009765625, "tokens": 256 }, { "nll": 816.9158935546875, "tokens": 256 }, { "nll": 819.8720703125, "tokens": 256 }, { "nll": 791.3895263671875, "tokens": 256 }, { "nll": 930.6460571289062, "tokens": 256 }, { "nll": 779.2416381835938, "tokens": 256 }, { "nll": 847.183837890625, "tokens": 256 }, { "nll": 829.0707397460938, "tokens": 256 }, { "nll": 699.3380126953125, "tokens": 256 }, { "nll": 795.146728515625, "tokens": 256 }, { "nll": 881.2258911132812, "tokens": 256 }, { "nll": 782.2604370117188, "tokens": 256 }, { "nll": 773.0450439453125, "tokens": 256 }, { "nll": 945.6505126953125, "tokens": 256 }, { "nll": 834.1396484375, "tokens": 256 }, { "nll": 693.5631713867188, "tokens": 256 }, { "nll": 817.5096435546875, "tokens": 256 }, { "nll": 853.8229370117188, "tokens": 256 }, { "nll": 807.6389770507812, "tokens": 256 }, { "nll": 738.86279296875, "tokens": 256 }, { "nll": 755.935791015625, "tokens": 256 }, { "nll": 761.628662109375, "tokens": 256 }, { "nll": 896.3120727539062, "tokens": 256 }, { "nll": 834.7515869140625, "tokens": 256 }, { "nll": 923.8895263671875, "tokens": 256 }, { "nll": 820.21435546875, "tokens": 256 }, { "nll": 831.809326171875, "tokens": 256 }, { "nll": 808.3310546875, "tokens": 256 }, { "nll": 917.0443115234375, "tokens": 256 }, { "nll": 834.56640625, "tokens": 256 }, { "nll": 843.3653564453125, "tokens": 256 }, { "nll": 864.5382690429688, "tokens": 256 }, { "nll": 903.5643310546875, "tokens": 256 }, { "nll": 859.7610473632812, "tokens": 256 }, { "nll": 829.605224609375, "tokens": 256 }, { "nll": 870.8087158203125, "tokens": 256 }, { "nll": 816.448486328125, "tokens": 256 }, { "nll": 808.0532836914062, "tokens": 256 }, { "nll": 728.984130859375, "tokens": 256 }, { "nll": 719.4244384765625, "tokens": 256 }, { "nll": 794.298095703125, "tokens": 256 }, { "nll": 947.1126098632812, "tokens": 256 }, { "nll": 823.9010009765625, "tokens": 256 }, { "nll": 877.1500244140625, "tokens": 256 }, { "nll": 900.7396240234375, "tokens": 256 }, { "nll": 911.474853515625, "tokens": 256 }, { "nll": 958.6414184570312, "tokens": 256 }, { "nll": 913.1389770507812, "tokens": 256 }, { "nll": 858.2886962890625, "tokens": 256 }, { "nll": 969.00439453125, "tokens": 256 }, { "nll": 886.0864868164062, "tokens": 256 }, { "nll": 904.8594360351562, "tokens": 256 }, { "nll": 906.5736083984375, "tokens": 256 }, { "nll": 853.4093017578125, "tokens": 256 }, { "nll": 937.29833984375, "tokens": 256 }, { "nll": 883.5274658203125, "tokens": 256 }, { "nll": 984.7254028320312, "tokens": 256 }, { "nll": 924.08544921875, "tokens": 256 }, { "nll": 904.892333984375, "tokens": 256 }, { "nll": 862.70556640625, "tokens": 256 }, { "nll": 904.1673583984375, "tokens": 256 }, { "nll": 742.4500732421875, "tokens": 256 }, { "nll": 773.663818359375, "tokens": 256 }, { "nll": 721.2222290039062, "tokens": 256 }, { "nll": 642.2572021484375, "tokens": 256 }, { "nll": 808.8440551757812, "tokens": 256 }, { "nll": 855.8843994140625, "tokens": 256 }, { "nll": 727.339599609375, "tokens": 256 }, { "nll": 792.691162109375, "tokens": 256 }, { "nll": 855.5302734375, "tokens": 256 }, { "nll": 673.0867309570312, "tokens": 256 }, { "nll": 786.5108642578125, "tokens": 256 }, { "nll": 757.6265869140625, "tokens": 256 }, { "nll": 891.9751586914062, "tokens": 256 }, { "nll": 727.874755859375, "tokens": 256 }, { "nll": 706.619384765625, "tokens": 256 }, { "nll": 774.0269775390625, "tokens": 256 }, { "nll": 709.4303588867188, "tokens": 256 }, { "nll": 796.066162109375, "tokens": 256 }, { "nll": 814.4822998046875, "tokens": 256 }, { "nll": 778.015625, "tokens": 256 }, { "nll": 740.9422607421875, "tokens": 256 }, { "nll": 759.4035034179688, "tokens": 256 }, { "nll": 739.776123046875, "tokens": 256 }, { "nll": 799.94482421875, "tokens": 256 }, { "nll": 821.3768310546875, "tokens": 256 }, { "nll": 680.8117065429688, "tokens": 256 }, { "nll": 723.6305541992188, "tokens": 256 }, { "nll": 818.5330810546875, "tokens": 256 }, { "nll": 730.5340576171875, "tokens": 256 }, { "nll": 746.05712890625, "tokens": 256 }, { "nll": 777.5687255859375, "tokens": 256 }, { "nll": 722.1519775390625, "tokens": 256 }, { "nll": 950.9898681640625, "tokens": 256 }, { "nll": 813.2764892578125, "tokens": 256 }, { "nll": 851.81298828125, "tokens": 256 }, { "nll": 827.412353515625, "tokens": 256 }, { "nll": 784.5391845703125, "tokens": 256 }, { "nll": 911.8612670898438, "tokens": 256 }, { "nll": 786.0994873046875, "tokens": 256 }, { "nll": 807.8040161132812, "tokens": 256 }, { "nll": 733.91357421875, "tokens": 256 }, { "nll": 714.6710205078125, "tokens": 256 }, { "nll": 755.3553466796875, "tokens": 256 }, { "nll": 841.225341796875, "tokens": 256 }, { "nll": 812.9267578125, "tokens": 256 }, { "nll": 708.78466796875, "tokens": 256 }, { "nll": 765.585205078125, "tokens": 256 }, { "nll": 819.2998046875, "tokens": 256 }, { "nll": 738.81298828125, "tokens": 256 }, { "nll": 632.0081787109375, "tokens": 256 }, { "nll": 753.711669921875, "tokens": 256 }, { "nll": 767.1273193359375, "tokens": 256 }, { "nll": 841.6964111328125, "tokens": 256 }, { "nll": 777.4066772460938, "tokens": 256 }, { "nll": 784.8759155273438, "tokens": 256 }, { "nll": 797.6957397460938, "tokens": 256 }, { "nll": 808.222900390625, "tokens": 256 }, { "nll": 903.7229614257812, "tokens": 256 }, { "nll": 707.2888793945312, "tokens": 256 }, { "nll": 659.467529296875, "tokens": 256 }, { "nll": 704.2118530273438, "tokens": 256 }, { "nll": 619.4614868164062, "tokens": 256 }, { "nll": 740.8580322265625, "tokens": 256 }, { "nll": 660.755126953125, "tokens": 256 }, { "nll": 625.3204345703125, "tokens": 256 }, { "nll": 692.4053955078125, "tokens": 256 }, { "nll": 681.545654296875, "tokens": 256 }, { "nll": 797.9741821289062, "tokens": 256 }, { "nll": 810.2005004882812, "tokens": 256 }, { "nll": 754.4068603515625, "tokens": 256 }, { "nll": 835.3097534179688, "tokens": 256 }, { "nll": 761.6690673828125, "tokens": 256 }, { "nll": 712.1583862304688, "tokens": 256 }, { "nll": 830.3841552734375, "tokens": 256 }, { "nll": 775.3880615234375, "tokens": 256 }, { "nll": 808.976318359375, "tokens": 256 }, { "nll": 714.15087890625, "tokens": 256 }, { "nll": 765.09326171875, "tokens": 256 }, { "nll": 839.2098388671875, "tokens": 256 }, { "nll": 895.8460693359375, "tokens": 256 }, { "nll": 735.4317016601562, "tokens": 256 }, { "nll": 690.1832885742188, "tokens": 256 }, { "nll": 887.5358276367188, "tokens": 256 }, { "nll": 766.7918701171875, "tokens": 256 }, { "nll": 713.5413818359375, "tokens": 256 }, { "nll": 851.1715698242188, "tokens": 256 }, { "nll": 858.9942016601562, "tokens": 256 }, { "nll": 911.0006103515625, "tokens": 256 }, { "nll": 833.930419921875, "tokens": 256 }, { "nll": 764.159423828125, "tokens": 256 }, { "nll": 784.593994140625, "tokens": 256 }, { "nll": 721.8621215820312, "tokens": 256 }, { "nll": 774.654296875, "tokens": 256 }, { "nll": 826.04150390625, "tokens": 256 }, { "nll": 807.7974243164062, "tokens": 256 }, { "nll": 802.02294921875, "tokens": 256 }, { "nll": 737.052001953125, "tokens": 256 }, { "nll": 851.8363037109375, "tokens": 256 }, { "nll": 857.7023315429688, "tokens": 256 }, { "nll": 801.6536254882812, "tokens": 256 }, { "nll": 881.241455078125, "tokens": 256 }, { "nll": 792.2991943359375, "tokens": 256 }, { "nll": 854.4505615234375, "tokens": 256 }, { "nll": 872.1724853515625, "tokens": 256 }, { "nll": 926.76171875, "tokens": 256 }, { "nll": 840.2297973632812, "tokens": 256 }, { "nll": 801.9732666015625, "tokens": 256 }, { "nll": 804.0009765625, "tokens": 256 }, { "nll": 820.928466796875, "tokens": 256 }, { "nll": 690.206298828125, "tokens": 256 }, { "nll": 828.612060546875, "tokens": 256 }, { "nll": 764.6175537109375, "tokens": 256 }, { "nll": 881.23876953125, "tokens": 256 }, { "nll": 853.890380859375, "tokens": 256 }, { "nll": 713.4168701171875, "tokens": 256 }, { "nll": 662.50048828125, "tokens": 256 }, { "nll": 869.786865234375, "tokens": 256 }, { "nll": 708.6491088867188, "tokens": 256 }, { "nll": 883.4439697265625, "tokens": 256 }, { "nll": 811.6431884765625, "tokens": 256 }, { "nll": 935.88037109375, "tokens": 256 }, { "nll": 816.0436401367188, "tokens": 256 }, { "nll": 816.7796020507812, "tokens": 256 }, { "nll": 783.12158203125, "tokens": 256 }, { "nll": 867.304443359375, "tokens": 256 }, { "nll": 779.00732421875, "tokens": 256 }, { "nll": 832.0494384765625, "tokens": 256 }, { "nll": 767.9681396484375, "tokens": 256 }, { "nll": 890.5152587890625, "tokens": 256 }, { "nll": 835.54150390625, "tokens": 256 }, { "nll": 835.00732421875, "tokens": 256 }, { "nll": 834.7822875976562, "tokens": 256 }, { "nll": 783.7900390625, "tokens": 256 }, { "nll": 804.4586181640625, "tokens": 256 }, { "nll": 756.7385864257812, "tokens": 256 }, { "nll": 737.0164184570312, "tokens": 256 }, { "nll": 750.0872802734375, "tokens": 256 }, { "nll": 739.2830810546875, "tokens": 256 }, { "nll": 728.501953125, "tokens": 256 }, { "nll": 645.3253173828125, "tokens": 256 }, { "nll": 716.5184326171875, "tokens": 256 }, { "nll": 657.7012939453125, "tokens": 256 }, { "nll": 795.4808349609375, "tokens": 256 }, { "nll": 854.84375, "tokens": 256 }, { "nll": 893.121826171875, "tokens": 256 }, { "nll": 833.74951171875, "tokens": 256 }, { "nll": 819.4368286132812, "tokens": 256 }, { "nll": 819.6053466796875, "tokens": 256 }, { "nll": 851.3115844726562, "tokens": 256 }, { "nll": 796.686279296875, "tokens": 256 }, { "nll": 895.5194091796875, "tokens": 256 }, { "nll": 814.5167236328125, "tokens": 256 }, { "nll": 912.626708984375, "tokens": 256 }, { "nll": 878.9932861328125, "tokens": 256 }, { "nll": 838.9983520507812, "tokens": 256 }, { "nll": 851.7076416015625, "tokens": 256 }, { "nll": 863.1649169921875, "tokens": 256 }, { "nll": 787.6280517578125, "tokens": 256 }, { "nll": 856.2081298828125, "tokens": 256 }, { "nll": 1038.825439453125, "tokens": 256 }, { "nll": 925.8914794921875, "tokens": 256 }, { "nll": 798.2725219726562, "tokens": 256 }, { "nll": 811.5391235351562, "tokens": 256 }, { "nll": 886.193115234375, "tokens": 256 }, { "nll": 809.1257934570312, "tokens": 256 }, { "nll": 918.376220703125, "tokens": 256 }, { "nll": 860.947265625, "tokens": 256 }, { "nll": 738.0086059570312, "tokens": 256 }, { "nll": 863.6237182617188, "tokens": 256 }, { "nll": 797.2713623046875, "tokens": 256 }, { "nll": 809.8075561523438, "tokens": 256 }, { "nll": 852.2947998046875, "tokens": 256 }, { "nll": 870.4310302734375, "tokens": 256 }, { "nll": 867.663818359375, "tokens": 256 }, { "nll": 747.4763793945312, "tokens": 256 }, { "nll": 752.5728759765625, "tokens": 256 }, { "nll": 861.53759765625, "tokens": 256 }, { "nll": 895.9337158203125, "tokens": 256 }, { "nll": 955.2242431640625, "tokens": 256 }, { "nll": 964.4132690429688, "tokens": 256 }, { "nll": 948.2821655273438, "tokens": 256 }, { "nll": 972.67919921875, "tokens": 256 }, { "nll": 824.772216796875, "tokens": 256 }, { "nll": 876.4899291992188, "tokens": 256 }, { "nll": 997.4693603515625, "tokens": 256 }, { "nll": 843.5681762695312, "tokens": 256 }, { "nll": 882.0218505859375, "tokens": 256 }, { "nll": 819.360595703125, "tokens": 256 }, { "nll": 849.4698486328125, "tokens": 256 }, { "nll": 829.5372314453125, "tokens": 256 }, { "nll": 870.9129028320312, "tokens": 256 }, { "nll": 877.7861328125, "tokens": 256 }, { "nll": 900.7562866210938, "tokens": 256 }, { "nll": 937.6105346679688, "tokens": 256 }, { "nll": 1021.8737182617188, "tokens": 256 }, { "nll": 881.00927734375, "tokens": 256 }, { "nll": 869.0399169921875, "tokens": 256 }, { "nll": 878.1533203125, "tokens": 256 }, { "nll": 931.4612426757812, "tokens": 256 }, { "nll": 740.490478515625, "tokens": 256 }, { "nll": 823.100830078125, "tokens": 256 }, { "nll": 868.3848266601562, "tokens": 256 }, { "nll": 893.5552978515625, "tokens": 256 }, { "nll": 915.8153076171875, "tokens": 256 }, { "nll": 912.673583984375, "tokens": 256 }, { "nll": 892.3258056640625, "tokens": 256 }, { "nll": 943.2958984375, "tokens": 256 }, { "nll": 977.3013916015625, "tokens": 256 }, { "nll": 886.0897216796875, "tokens": 256 }, { "nll": 1004.2447509765625, "tokens": 256 }, { "nll": 999.3046264648438, "tokens": 256 }, { "nll": 755.7676391601562, "tokens": 256 }, { "nll": 806.0100708007812, "tokens": 256 }, { "nll": 922.4186401367188, "tokens": 256 }, { "nll": 763.5896606445312, "tokens": 256 }, { "nll": 700.2098999023438, "tokens": 256 }, { "nll": 796.04052734375, "tokens": 256 }, { "nll": 863.8736572265625, "tokens": 256 }, { "nll": 947.8681640625, "tokens": 256 }, { "nll": 897.6533203125, "tokens": 256 }, { "nll": 919.6427612304688, "tokens": 256 }, { "nll": 922.125, "tokens": 256 }, { "nll": 879.4830322265625, "tokens": 256 }, { "nll": 928.45068359375, "tokens": 256 }, { "nll": 658.4834594726562, "tokens": 256 }, { "nll": 790.631591796875, "tokens": 256 }, { "nll": 863.0244750976562, "tokens": 256 }, { "nll": 842.10498046875, "tokens": 256 }, { "nll": 851.839111328125, "tokens": 256 }, { "nll": 824.1002197265625, "tokens": 256 }, { "nll": 874.3099365234375, "tokens": 256 }, { "nll": 832.50439453125, "tokens": 256 }, { "nll": 839.97802734375, "tokens": 256 }, { "nll": 840.5, "tokens": 256 }, { "nll": 855.3087158203125, "tokens": 256 }, { "nll": 907.443359375, "tokens": 256 }, { "nll": 973.953857421875, "tokens": 256 }, { "nll": 793.156494140625, "tokens": 256 }, { "nll": 905.1332397460938, "tokens": 256 }, { "nll": 864.0408935546875, "tokens": 256 }, { "nll": 800.9869384765625, "tokens": 256 }, { "nll": 793.4769287109375, "tokens": 256 }, { "nll": 710.4075317382812, "tokens": 256 }, { "nll": 871.7542724609375, "tokens": 256 }, { "nll": 846.874755859375, "tokens": 256 }, { "nll": 951.9588012695312, "tokens": 256 }, { "nll": 957.1593627929688, "tokens": 256 }, { "nll": 832.787109375, "tokens": 256 }, { "nll": 893.691650390625, "tokens": 256 }, { "nll": 846.6925659179688, "tokens": 256 }, { "nll": 876.5380859375, "tokens": 256 }, { "nll": 806.6171875, "tokens": 256 }, { "nll": 862.4434814453125, "tokens": 256 }, { "nll": 965.8363037109375, "tokens": 256 }, { "nll": 809.4513549804688, "tokens": 256 }, { "nll": 802.9322509765625, "tokens": 256 }, { "nll": 740.7109375, "tokens": 256 }, { "nll": 851.652587890625, "tokens": 256 }, { "nll": 874.37548828125, "tokens": 256 }, { "nll": 765.980712890625, "tokens": 256 }, { "nll": 846.7593994140625, "tokens": 256 }, { "nll": 937.9353637695312, "tokens": 256 }, { "nll": 894.5028076171875, "tokens": 256 }, { "nll": 915.894775390625, "tokens": 256 }, { "nll": 916.794189453125, "tokens": 256 }, { "nll": 863.4122924804688, "tokens": 256 }, { "nll": 936.1553344726562, "tokens": 256 }, { "nll": 956.078125, "tokens": 256 }, { "nll": 959.0814819335938, "tokens": 256 }, { "nll": 954.9802856445312, "tokens": 256 }, { "nll": 937.99560546875, "tokens": 256 }, { "nll": 873.2606811523438, "tokens": 256 }, { "nll": 957.9599609375, "tokens": 256 }, { "nll": 754.0555419921875, "tokens": 256 }, { "nll": 776.5784301757812, "tokens": 256 }, { "nll": 746.6005249023438, "tokens": 256 }, { "nll": 651.222412109375, "tokens": 256 }, { "nll": 878.2713012695312, "tokens": 256 }, { "nll": 942.2293701171875, "tokens": 256 }, { "nll": 871.5341796875, "tokens": 256 }, { "nll": 896.3334350585938, "tokens": 256 }, { "nll": 934.1885375976562, "tokens": 256 }, { "nll": 763.94677734375, "tokens": 256 }, { "nll": 777.5072021484375, "tokens": 256 }, { "nll": 905.1393432617188, "tokens": 256 }, { "nll": 658.5906982421875, "tokens": 256 }, { "nll": 767.826904296875, "tokens": 256 }, { "nll": 856.2132568359375, "tokens": 256 }, { "nll": 766.06396484375, "tokens": 256 }, { "nll": 776.532470703125, "tokens": 256 }, { "nll": 837.6743774414062, "tokens": 256 }, { "nll": 753.812744140625, "tokens": 256 }, { "nll": 967.4931640625, "tokens": 256 }, { "nll": 872.7532958984375, "tokens": 256 }, { "nll": 871.1123046875, "tokens": 256 }, { "nll": 875.1126708984375, "tokens": 256 }, { "nll": 763.7830810546875, "tokens": 256 }, { "nll": 876.9940185546875, "tokens": 256 }, { "nll": 737.447509765625, "tokens": 256 }, { "nll": 716.312744140625, "tokens": 256 }, { "nll": 776.137939453125, "tokens": 256 }, { "nll": 710.1182250976562, "tokens": 256 }, { "nll": 746.356689453125, "tokens": 256 }, { "nll": 700.7357177734375, "tokens": 256 }, { "nll": 775.8917236328125, "tokens": 256 }, { "nll": 779.91259765625, "tokens": 256 }, { "nll": 800.1746215820312, "tokens": 256 }, { "nll": 800.2069091796875, "tokens": 256 }, { "nll": 846.8588256835938, "tokens": 256 }, { "nll": 791.692138671875, "tokens": 256 }, { "nll": 828.7467041015625, "tokens": 256 }, { "nll": 728.6150512695312, "tokens": 256 }, { "nll": 833.51513671875, "tokens": 256 }, { "nll": 803.43212890625, "tokens": 256 }, { "nll": 930.033203125, "tokens": 256 }, { "nll": 765.7784423828125, "tokens": 256 }, { "nll": 781.7671508789062, "tokens": 256 }, { "nll": 837.2971801757812, "tokens": 256 }, { "nll": 908.0255737304688, "tokens": 256 }, { "nll": 1009.0540161132812, "tokens": 256 }, { "nll": 977.4637451171875, "tokens": 256 }, { "nll": 936.3887329101562, "tokens": 256 }, { "nll": 938.3056030273438, "tokens": 256 }, { "nll": 807.8151245117188, "tokens": 256 }, { "nll": 806.4046630859375, "tokens": 256 }, { "nll": 847.7125244140625, "tokens": 256 }, { "nll": 809.6064453125, "tokens": 256 }, { "nll": 865.802978515625, "tokens": 256 }, { "nll": 946.4185180664062, "tokens": 256 }, { "nll": 887.3491821289062, "tokens": 256 }, { "nll": 815.639892578125, "tokens": 256 }, { "nll": 733.6857299804688, "tokens": 256 }, { "nll": 757.869873046875, "tokens": 256 }, { "nll": 751.0225830078125, "tokens": 256 }, { "nll": 856.5062866210938, "tokens": 256 }, { "nll": 918.53466796875, "tokens": 256 }, { "nll": 861.8129272460938, "tokens": 256 }, { "nll": 769.0150146484375, "tokens": 256 }, { "nll": 854.35693359375, "tokens": 256 }, { "nll": 891.6527099609375, "tokens": 256 }, { "nll": 829.879150390625, "tokens": 256 }, { "nll": 871.1546020507812, "tokens": 256 }, { "nll": 773.9031982421875, "tokens": 256 }, { "nll": 870.4210205078125, "tokens": 256 }, { "nll": 646.0746459960938, "tokens": 224 } ], "bytes": 1148001, "encoded_tokens": 292833 }, "source_losses": { "fineweb_edu": { "token_ppl": 14.493184160527568, "byte_ppl": 1.9198784224810728, "chunks": [ { "nll": 588.3358764648438, "tokens": 256 }, { "nll": 625.1036987304688, "tokens": 256 }, { "nll": 775.5928344726562, "tokens": 256 }, { "nll": 692.6534423828125, "tokens": 256 }, { "nll": 515.3018798828125, "tokens": 256 }, { "nll": 504.8829345703125, "tokens": 256 }, { "nll": 488.7689514160156, "tokens": 256 }, { "nll": 746.638916015625, "tokens": 256 }, { "nll": 629.2401733398438, "tokens": 256 }, { "nll": 648.1708984375, "tokens": 256 }, { "nll": 605.4844970703125, "tokens": 256 }, { "nll": 661.9417724609375, "tokens": 256 }, { "nll": 603.99609375, "tokens": 256 }, { "nll": 591.9440307617188, "tokens": 256 }, { "nll": 664.124267578125, "tokens": 256 }, { "nll": 714.64453125, "tokens": 256 }, { "nll": 779.6136474609375, "tokens": 256 }, { "nll": 759.810546875, "tokens": 256 }, { "nll": 654.2725830078125, "tokens": 256 }, { "nll": 739.6036987304688, "tokens": 256 }, { "nll": 732.711181640625, "tokens": 256 }, { "nll": 659.6923217773438, "tokens": 256 }, { "nll": 681.5359497070312, "tokens": 256 }, { "nll": 675.429931640625, "tokens": 256 }, { "nll": 708.5368041992188, "tokens": 256 }, { "nll": 782.6785888671875, "tokens": 256 }, { "nll": 741.3248291015625, "tokens": 256 }, { "nll": 692.8448486328125, "tokens": 256 }, { "nll": 767.9247436523438, "tokens": 256 }, { "nll": 639.430419921875, "tokens": 256 }, { "nll": 688.3310546875, "tokens": 256 }, { "nll": 737.8389892578125, "tokens": 256 }, { "nll": 773.9078369140625, "tokens": 256 }, { "nll": 693.8309326171875, "tokens": 256 }, { "nll": 766.3995361328125, "tokens": 256 }, { "nll": 625.708740234375, "tokens": 256 }, { "nll": 650.1453857421875, "tokens": 256 }, { "nll": 780.0955200195312, "tokens": 256 }, { "nll": 688.5626220703125, "tokens": 256 }, { "nll": 571.239501953125, "tokens": 256 }, { "nll": 551.9518432617188, "tokens": 256 }, { "nll": 548.5853271484375, "tokens": 256 }, { "nll": 697.0118408203125, "tokens": 256 }, { "nll": 660.7007446289062, "tokens": 256 }, { "nll": 650.734130859375, "tokens": 256 }, { "nll": 683.2772216796875, "tokens": 256 }, { "nll": 727.1856689453125, "tokens": 256 }, { "nll": 697.13623046875, "tokens": 256 }, { "nll": 594.672607421875, "tokens": 256 }, { "nll": 581.8596801757812, "tokens": 256 }, { "nll": 633.77294921875, "tokens": 256 }, { "nll": 693.0504150390625, "tokens": 256 }, { "nll": 648.5235595703125, "tokens": 256 }, { "nll": 725.0330200195312, "tokens": 256 }, { "nll": 950.728759765625, "tokens": 256 }, { "nll": 717.4627685546875, "tokens": 256 }, { "nll": 496.0309143066406, "tokens": 256 }, { "nll": 541.8885498046875, "tokens": 256 }, { "nll": 577.0030517578125, "tokens": 256 }, { "nll": 486.83221435546875, "tokens": 256 }, { "nll": 571.5831909179688, "tokens": 256 }, { "nll": 768.7343139648438, "tokens": 256 }, { "nll": 689.15185546875, "tokens": 256 }, { "nll": 719.8507080078125, "tokens": 256 }, { "nll": 759.477783203125, "tokens": 256 }, { "nll": 766.1763916015625, "tokens": 256 }, { "nll": 759.203857421875, "tokens": 256 }, { "nll": 744.4566650390625, "tokens": 256 }, { "nll": 689.1778564453125, "tokens": 256 }, { "nll": 812.3693237304688, "tokens": 256 }, { "nll": 551.343017578125, "tokens": 256 }, { "nll": 589.1162109375, "tokens": 256 }, { "nll": 610.655517578125, "tokens": 256 }, { "nll": 657.111328125, "tokens": 256 }, { "nll": 655.025146484375, "tokens": 256 }, { "nll": 658.1320190429688, "tokens": 256 }, { "nll": 688.4561767578125, "tokens": 256 }, { "nll": 693.5956420898438, "tokens": 256 }, { "nll": 595.6595458984375, "tokens": 256 }, { "nll": 711.0906982421875, "tokens": 256 }, { "nll": 722.1219482421875, "tokens": 256 }, { "nll": 701.60693359375, "tokens": 256 }, { "nll": 825.1560668945312, "tokens": 256 }, { "nll": 876.2392578125, "tokens": 256 }, { "nll": 760.3309936523438, "tokens": 256 }, { "nll": 732.822265625, "tokens": 256 }, { "nll": 728.58740234375, "tokens": 256 }, { "nll": 613.9354248046875, "tokens": 256 }, { "nll": 635.2265625, "tokens": 256 }, { "nll": 686.60400390625, "tokens": 256 }, { "nll": 492.142822265625, "tokens": 256 }, { "nll": 477.2098083496094, "tokens": 256 }, { "nll": 473.7655029296875, "tokens": 256 }, { "nll": 748.86279296875, "tokens": 256 }, { "nll": 751.298583984375, "tokens": 256 }, { "nll": 604.90673828125, "tokens": 256 }, { "nll": 651.5469360351562, "tokens": 256 }, { "nll": 625.7979736328125, "tokens": 256 }, { "nll": 741.19873046875, "tokens": 256 }, { "nll": 691.5462646484375, "tokens": 256 }, { "nll": 658.1895751953125, "tokens": 256 }, { "nll": 770.6442260742188, "tokens": 256 }, { "nll": 816.4498901367188, "tokens": 256 }, { "nll": 723.5901489257812, "tokens": 256 }, { "nll": 851.5243530273438, "tokens": 256 }, { "nll": 749.874267578125, "tokens": 256 }, { "nll": 650.0670776367188, "tokens": 256 }, { "nll": 624.9569091796875, "tokens": 256 }, { "nll": 732.0628662109375, "tokens": 256 }, { "nll": 682.6406860351562, "tokens": 256 }, { "nll": 670.4661865234375, "tokens": 256 }, { "nll": 554.1908569335938, "tokens": 256 }, { "nll": 767.5490112304688, "tokens": 256 }, { "nll": 767.5777587890625, "tokens": 256 }, { "nll": 891.0543212890625, "tokens": 256 }, { "nll": 858.5023193359375, "tokens": 256 }, { "nll": 803.1824951171875, "tokens": 256 }, { "nll": 873.4977416992188, "tokens": 256 }, { "nll": 816.2565307617188, "tokens": 256 }, { "nll": 830.8171997070312, "tokens": 256 }, { "nll": 721.6688232421875, "tokens": 256 }, { "nll": 661.5914916992188, "tokens": 256 }, { "nll": 695.81396484375, "tokens": 256 }, { "nll": 582.3515625, "tokens": 256 }, { "nll": 684.2427978515625, "tokens": 256 }, { "nll": 666.770751953125, "tokens": 256 }, { "nll": 665.396484375, "tokens": 256 }, { "nll": 697.1553955078125, "tokens": 256 } ], "bytes": 134323, "encoded_tokens": 32769 }, "dclm_edu": { "token_ppl": 16.62941415918961, "byte_ppl": 1.9828912119922966, "chunks": [ { "nll": 638.8466796875, "tokens": 256 }, { "nll": 733.626953125, "tokens": 256 }, { "nll": 672.6513671875, "tokens": 256 }, { "nll": 780.8173828125, "tokens": 256 }, { "nll": 734.1346435546875, "tokens": 256 }, { "nll": 743.634521484375, "tokens": 256 }, { "nll": 704.5543212890625, "tokens": 256 }, { "nll": 671.191650390625, "tokens": 256 }, { "nll": 646.4970092773438, "tokens": 256 }, { "nll": 771.79541015625, "tokens": 256 }, { "nll": 753.100830078125, "tokens": 256 }, { "nll": 722.3448486328125, "tokens": 256 }, { "nll": 827.48779296875, "tokens": 256 }, { "nll": 820.6951904296875, "tokens": 256 }, { "nll": 950.771728515625, "tokens": 256 }, { "nll": 675.08740234375, "tokens": 256 }, { "nll": 631.6116943359375, "tokens": 256 }, { "nll": 564.5360107421875, "tokens": 256 }, { "nll": 605.451904296875, "tokens": 256 }, { "nll": 607.0215454101562, "tokens": 256 }, { "nll": 614.7567138671875, "tokens": 256 }, { "nll": 801.3587646484375, "tokens": 256 }, { "nll": 728.965576171875, "tokens": 256 }, { "nll": 784.5697021484375, "tokens": 256 }, { "nll": 798.1015625, "tokens": 256 }, { "nll": 799.869384765625, "tokens": 256 }, { "nll": 851.6920776367188, "tokens": 256 }, { "nll": 731.30712890625, "tokens": 256 }, { "nll": 765.36328125, "tokens": 256 }, { "nll": 836.7154541015625, "tokens": 256 }, { "nll": 620.522705078125, "tokens": 256 }, { "nll": 691.755615234375, "tokens": 256 }, { "nll": 741.3325805664062, "tokens": 256 }, { "nll": 772.9013061523438, "tokens": 256 }, { "nll": 660.6087036132812, "tokens": 256 }, { "nll": 704.354736328125, "tokens": 256 }, { "nll": 677.2742919921875, "tokens": 256 }, { "nll": 784.5798950195312, "tokens": 256 }, { "nll": 759.469482421875, "tokens": 256 }, { "nll": 662.353515625, "tokens": 256 }, { "nll": 707.7796020507812, "tokens": 256 }, { "nll": 698.9713745117188, "tokens": 256 }, { "nll": 688.72021484375, "tokens": 256 }, { "nll": 658.4072875976562, "tokens": 256 }, { "nll": 648.187744140625, "tokens": 256 }, { "nll": 695.8016357421875, "tokens": 256 }, { "nll": 696.4152221679688, "tokens": 256 }, { "nll": 646.3546752929688, "tokens": 256 }, { "nll": 754.6749267578125, "tokens": 256 }, { "nll": 685.505615234375, "tokens": 256 }, { "nll": 792.01416015625, "tokens": 256 }, { "nll": 703.310791015625, "tokens": 256 }, { "nll": 709.0505981445312, "tokens": 256 }, { "nll": 724.1968994140625, "tokens": 256 }, { "nll": 716.8272705078125, "tokens": 256 }, { "nll": 677.5687255859375, "tokens": 256 }, { "nll": 684.0836791992188, "tokens": 256 }, { "nll": 715.1007080078125, "tokens": 256 }, { "nll": 790.88037109375, "tokens": 256 }, { "nll": 702.0740966796875, "tokens": 256 }, { "nll": 672.4326171875, "tokens": 256 }, { "nll": 606.185546875, "tokens": 256 }, { "nll": 781.754150390625, "tokens": 256 }, { "nll": 674.3350830078125, "tokens": 256 }, { "nll": 783.5473022460938, "tokens": 256 }, { "nll": 590.599853515625, "tokens": 256 }, { "nll": 653.9027709960938, "tokens": 256 }, { "nll": 654.50341796875, "tokens": 256 }, { "nll": 585.82275390625, "tokens": 256 }, { "nll": 742.2861328125, "tokens": 256 }, { "nll": 828.413818359375, "tokens": 256 }, { "nll": 878.8338623046875, "tokens": 256 }, { "nll": 788.032958984375, "tokens": 256 }, { "nll": 726.5833740234375, "tokens": 256 }, { "nll": 797.1529541015625, "tokens": 256 }, { "nll": 773.8995971679688, "tokens": 256 }, { "nll": 825.8915405273438, "tokens": 256 }, { "nll": 740.1007080078125, "tokens": 256 }, { "nll": 726.0791625976562, "tokens": 256 }, { "nll": 800.0698852539062, "tokens": 256 }, { "nll": 900.6019287109375, "tokens": 256 }, { "nll": 862.573974609375, "tokens": 256 }, { "nll": 770.7083129882812, "tokens": 256 }, { "nll": 791.2615356445312, "tokens": 256 }, { "nll": 819.146484375, "tokens": 256 }, { "nll": 769.2528076171875, "tokens": 256 }, { "nll": 833.9847412109375, "tokens": 256 }, { "nll": 808.5108642578125, "tokens": 256 }, { "nll": 751.139892578125, "tokens": 256 }, { "nll": 742.7161865234375, "tokens": 256 }, { "nll": 772.236572265625, "tokens": 256 }, { "nll": 826.8167724609375, "tokens": 256 }, { "nll": 800.7078247070312, "tokens": 256 }, { "nll": 796.94189453125, "tokens": 256 }, { "nll": 824.8397827148438, "tokens": 256 }, { "nll": 815.7162475585938, "tokens": 256 }, { "nll": 667.3842163085938, "tokens": 256 }, { "nll": 678.6755981445312, "tokens": 256 }, { "nll": 688.5565185546875, "tokens": 256 }, { "nll": 675.328369140625, "tokens": 256 }, { "nll": 648.634521484375, "tokens": 256 }, { "nll": 673.1270751953125, "tokens": 256 }, { "nll": 560.1176147460938, "tokens": 256 }, { "nll": 656.6434936523438, "tokens": 256 }, { "nll": 686.6676025390625, "tokens": 256 }, { "nll": 764.6715087890625, "tokens": 256 }, { "nll": 785.6491088867188, "tokens": 256 }, { "nll": 697.35986328125, "tokens": 256 }, { "nll": 575.5167236328125, "tokens": 256 }, { "nll": 622.304931640625, "tokens": 256 }, { "nll": 587.9020385742188, "tokens": 256 }, { "nll": 632.6998291015625, "tokens": 256 }, { "nll": 719.4842529296875, "tokens": 256 }, { "nll": 835.516357421875, "tokens": 256 }, { "nll": 653.9478759765625, "tokens": 256 }, { "nll": 690.4319458007812, "tokens": 256 }, { "nll": 570.4848022460938, "tokens": 256 }, { "nll": 476.9783935546875, "tokens": 256 }, { "nll": 704.322998046875, "tokens": 256 }, { "nll": 629.0297241210938, "tokens": 256 }, { "nll": 691.93505859375, "tokens": 256 }, { "nll": 744.365234375, "tokens": 256 }, { "nll": 689.668701171875, "tokens": 256 }, { "nll": 698.2261962890625, "tokens": 256 }, { "nll": 670.6569213867188, "tokens": 256 }, { "nll": 699.2733154296875, "tokens": 256 }, { "nll": 760.9725341796875, "tokens": 256 }, { "nll": 622.765380859375, "tokens": 256 } ], "bytes": 134568, "encoded_tokens": 32769 }, "cosmopedia": { "token_ppl": 11.214491884256269, "byte_ppl": 1.722258276063118, "chunks": [ { "nll": 627.60302734375, "tokens": 256 }, { "nll": 641.9217529296875, "tokens": 256 }, { "nll": 598.593994140625, "tokens": 256 }, { "nll": 704.82275390625, "tokens": 256 }, { "nll": 695.7083740234375, "tokens": 256 }, { "nll": 682.7034912109375, "tokens": 256 }, { "nll": 662.3558349609375, "tokens": 256 }, { "nll": 596.594482421875, "tokens": 256 }, { "nll": 500.80926513671875, "tokens": 256 }, { "nll": 582.8070068359375, "tokens": 256 }, { "nll": 583.8705444335938, "tokens": 256 }, { "nll": 548.917724609375, "tokens": 256 }, { "nll": 649.9361572265625, "tokens": 256 }, { "nll": 526.226806640625, "tokens": 256 }, { "nll": 536.527587890625, "tokens": 256 }, { "nll": 599.638671875, "tokens": 256 }, { "nll": 516.8236083984375, "tokens": 256 }, { "nll": 576.2584838867188, "tokens": 256 }, { "nll": 568.6175537109375, "tokens": 256 }, { "nll": 599.010009765625, "tokens": 256 }, { "nll": 496.78448486328125, "tokens": 256 }, { "nll": 621.1990356445312, "tokens": 256 }, { "nll": 678.4560546875, "tokens": 256 }, { "nll": 718.177978515625, "tokens": 256 }, { "nll": 753.0106201171875, "tokens": 256 }, { "nll": 569.6785278320312, "tokens": 256 }, { "nll": 420.1986083984375, "tokens": 256 }, { "nll": 553.945068359375, "tokens": 256 }, { "nll": 513.352783203125, "tokens": 256 }, { "nll": 585.8642578125, "tokens": 256 }, { "nll": 598.6620483398438, "tokens": 256 }, { "nll": 639.52880859375, "tokens": 256 }, { "nll": 599.473876953125, "tokens": 256 }, { "nll": 640.5095825195312, "tokens": 256 }, { "nll": 579.731689453125, "tokens": 256 }, { "nll": 690.4397583007812, "tokens": 256 }, { "nll": 680.937255859375, "tokens": 256 }, { "nll": 589.4049072265625, "tokens": 256 }, { "nll": 504.067138671875, "tokens": 256 }, { "nll": 595.03564453125, "tokens": 256 }, { "nll": 523.5386962890625, "tokens": 256 }, { "nll": 671.7369995117188, "tokens": 256 }, { "nll": 568.509033203125, "tokens": 256 }, { "nll": 695.6517333984375, "tokens": 256 }, { "nll": 694.5359497070312, "tokens": 256 }, { "nll": 545.5895385742188, "tokens": 256 }, { "nll": 689.3040771484375, "tokens": 256 }, { "nll": 674.3226318359375, "tokens": 256 }, { "nll": 744.720458984375, "tokens": 256 }, { "nll": 657.7198486328125, "tokens": 256 }, { "nll": 531.92919921875, "tokens": 256 }, { "nll": 598.3519287109375, "tokens": 256 }, { "nll": 619.4512329101562, "tokens": 256 }, { "nll": 646.976318359375, "tokens": 256 }, { "nll": 605.2901000976562, "tokens": 256 }, { "nll": 581.8195190429688, "tokens": 256 }, { "nll": 708.8804931640625, "tokens": 256 }, { "nll": 715.0631713867188, "tokens": 256 }, { "nll": 599.342041015625, "tokens": 256 }, { "nll": 607.162109375, "tokens": 256 }, { "nll": 596.5636596679688, "tokens": 256 }, { "nll": 692.7713623046875, "tokens": 256 }, { "nll": 769.630126953125, "tokens": 256 }, { "nll": 813.4149169921875, "tokens": 256 }, { "nll": 753.2276611328125, "tokens": 256 }, { "nll": 583.959716796875, "tokens": 256 }, { "nll": 755.7059326171875, "tokens": 256 }, { "nll": 630.744384765625, "tokens": 256 }, { "nll": 522.68994140625, "tokens": 256 }, { "nll": 599.5899047851562, "tokens": 256 }, { "nll": 565.45166015625, "tokens": 256 }, { "nll": 565.5108642578125, "tokens": 256 }, { "nll": 600.4605712890625, "tokens": 256 }, { "nll": 597.796875, "tokens": 256 }, { "nll": 655.5001220703125, "tokens": 256 }, { "nll": 691.6119995117188, "tokens": 256 }, { "nll": 745.289306640625, "tokens": 256 }, { "nll": 764.4585571289062, "tokens": 256 }, { "nll": 761.5181884765625, "tokens": 256 }, { "nll": 641.229248046875, "tokens": 256 }, { "nll": 649.8951416015625, "tokens": 256 }, { "nll": 607.2628173828125, "tokens": 256 }, { "nll": 561.177001953125, "tokens": 256 }, { "nll": 609.123779296875, "tokens": 256 }, { "nll": 607.9524536132812, "tokens": 256 }, { "nll": 562.91552734375, "tokens": 256 }, { "nll": 499.591552734375, "tokens": 256 }, { "nll": 530.2265014648438, "tokens": 256 }, { "nll": 506.064453125, "tokens": 256 }, { "nll": 591.8378295898438, "tokens": 256 }, { "nll": 662.7130126953125, "tokens": 256 }, { "nll": 733.3613891601562, "tokens": 256 }, { "nll": 749.9755859375, "tokens": 256 }, { "nll": 782.5029907226562, "tokens": 256 }, { "nll": 555.091552734375, "tokens": 256 }, { "nll": 625.9718627929688, "tokens": 256 }, { "nll": 591.6510009765625, "tokens": 256 }, { "nll": 584.5230712890625, "tokens": 256 }, { "nll": 563.6224365234375, "tokens": 256 }, { "nll": 538.1046142578125, "tokens": 256 }, { "nll": 599.9959716796875, "tokens": 256 }, { "nll": 477.5756530761719, "tokens": 256 }, { "nll": 538.73486328125, "tokens": 256 }, { "nll": 557.1314697265625, "tokens": 256 }, { "nll": 578.667236328125, "tokens": 256 }, { "nll": 665.35498046875, "tokens": 256 }, { "nll": 752.9632568359375, "tokens": 256 }, { "nll": 570.5523681640625, "tokens": 256 }, { "nll": 588.2686767578125, "tokens": 256 }, { "nll": 575.4288330078125, "tokens": 256 }, { "nll": 602.0914306640625, "tokens": 256 }, { "nll": 699.5908203125, "tokens": 256 }, { "nll": 646.2031860351562, "tokens": 256 }, { "nll": 669.41064453125, "tokens": 256 }, { "nll": 704.8084716796875, "tokens": 256 }, { "nll": 535.17919921875, "tokens": 256 }, { "nll": 648.03271484375, "tokens": 256 }, { "nll": 613.0810546875, "tokens": 256 }, { "nll": 702.9219970703125, "tokens": 256 }, { "nll": 733.5596923828125, "tokens": 256 }, { "nll": 700.172119140625, "tokens": 256 }, { "nll": 462.459228515625, "tokens": 256 }, { "nll": 540.7653198242188, "tokens": 256 }, { "nll": 621.7999267578125, "tokens": 256 }, { "nll": 599.1359252929688, "tokens": 256 }, { "nll": 607.9038696289062, "tokens": 256 }, { "nll": 542.5067138671875, "tokens": 256 }, { "nll": 543.9488525390625, "tokens": 256 } ], "bytes": 145703, "encoded_tokens": 32769 }, "finemath": { "token_ppl": 12.819883786728674, "byte_ppl": 1.9848029085532006, "chunks": [ { "nll": 53.415184020996094, "tokens": 256 }, { "nll": 314.71514892578125, "tokens": 256 }, { "nll": 409.839599609375, "tokens": 256 }, { "nll": 279.7703857421875, "tokens": 256 }, { "nll": 335.7724609375, "tokens": 256 }, { "nll": 475.412353515625, "tokens": 256 }, { "nll": 478.94287109375, "tokens": 256 }, { "nll": 616.1597900390625, "tokens": 256 }, { "nll": 534.6304321289062, "tokens": 256 }, { "nll": 510.87384033203125, "tokens": 256 }, { "nll": 544.8995971679688, "tokens": 256 }, { "nll": 540.6514282226562, "tokens": 256 }, { "nll": 561.9031982421875, "tokens": 256 }, { "nll": 587.1140747070312, "tokens": 256 }, { "nll": 466.9512939453125, "tokens": 256 }, { "nll": 728.096923828125, "tokens": 256 }, { "nll": 736.0242309570312, "tokens": 256 }, { "nll": 791.5531616210938, "tokens": 256 }, { "nll": 695.9879150390625, "tokens": 256 }, { "nll": 704.5015869140625, "tokens": 256 }, { "nll": 711.8253173828125, "tokens": 256 }, { "nll": 770.97509765625, "tokens": 256 }, { "nll": 656.9107666015625, "tokens": 256 }, { "nll": 609.4762573242188, "tokens": 256 }, { "nll": 393.4744567871094, "tokens": 256 }, { "nll": 265.03302001953125, "tokens": 256 }, { "nll": 555.911376953125, "tokens": 256 }, { "nll": 471.4278869628906, "tokens": 256 }, { "nll": 507.8091735839844, "tokens": 256 }, { "nll": 442.0345458984375, "tokens": 256 }, { "nll": 435.27032470703125, "tokens": 256 }, { "nll": 633.3709106445312, "tokens": 256 }, { "nll": 482.6959533691406, "tokens": 256 }, { "nll": 501.8321533203125, "tokens": 256 }, { "nll": 529.9302978515625, "tokens": 256 }, { "nll": 627.5179443359375, "tokens": 256 }, { "nll": 605.9111328125, "tokens": 256 }, { "nll": 500.08734130859375, "tokens": 256 }, { "nll": 689.78173828125, "tokens": 256 }, { "nll": 691.8091430664062, "tokens": 256 }, { "nll": 423.09027099609375, "tokens": 256 }, { "nll": 376.70037841796875, "tokens": 256 }, { "nll": 422.42889404296875, "tokens": 256 }, { "nll": 647.339599609375, "tokens": 256 }, { "nll": 655.912353515625, "tokens": 256 }, { "nll": 549.3848266601562, "tokens": 256 }, { "nll": 689.7212524414062, "tokens": 256 }, { "nll": 594.908447265625, "tokens": 256 }, { "nll": 599.3471069335938, "tokens": 256 }, { "nll": 661.8074951171875, "tokens": 256 }, { "nll": 577.01025390625, "tokens": 256 }, { "nll": 755.0673828125, "tokens": 256 }, { "nll": 719.2904052734375, "tokens": 256 }, { "nll": 491.5749816894531, "tokens": 256 }, { "nll": 795.8626708984375, "tokens": 256 }, { "nll": 507.15228271484375, "tokens": 256 }, { "nll": 479.68878173828125, "tokens": 256 }, { "nll": 407.9453125, "tokens": 256 }, { "nll": 375.8745422363281, "tokens": 256 }, { "nll": 516.10595703125, "tokens": 256 }, { "nll": 644.3325805664062, "tokens": 256 }, { "nll": 853.6785888671875, "tokens": 256 }, { "nll": 844.32763671875, "tokens": 256 }, { "nll": 686.101806640625, "tokens": 256 }, { "nll": 677.60302734375, "tokens": 256 }, { "nll": 771.3285522460938, "tokens": 256 }, { "nll": 738.677001953125, "tokens": 256 }, { "nll": 586.6072998046875, "tokens": 256 }, { "nll": 641.226318359375, "tokens": 256 }, { "nll": 1035.033203125, "tokens": 256 }, { "nll": 1001.7374267578125, "tokens": 256 }, { "nll": 950.443115234375, "tokens": 256 }, { "nll": 920.9738159179688, "tokens": 256 }, { "nll": 585.07763671875, "tokens": 256 }, { "nll": 564.9943237304688, "tokens": 256 }, { "nll": 785.8179931640625, "tokens": 256 }, { "nll": 720.4505004882812, "tokens": 256 }, { "nll": 593.525390625, "tokens": 256 }, { "nll": 677.3016967773438, "tokens": 256 }, { "nll": 545.9019165039062, "tokens": 256 }, { "nll": 797.6962890625, "tokens": 256 }, { "nll": 695.9097900390625, "tokens": 256 }, { "nll": 753.6911010742188, "tokens": 256 }, { "nll": 762.9954833984375, "tokens": 256 }, { "nll": 865.431884765625, "tokens": 256 }, { "nll": 995.2694702148438, "tokens": 256 }, { "nll": 1066.18212890625, "tokens": 256 }, { "nll": 1101.6011962890625, "tokens": 256 }, { "nll": 1059.641845703125, "tokens": 256 }, { "nll": 1010.6416015625, "tokens": 256 }, { "nll": 918.376220703125, "tokens": 256 }, { "nll": 971.0432739257812, "tokens": 256 }, { "nll": 1006.329345703125, "tokens": 256 }, { "nll": 802.115966796875, "tokens": 256 }, { "nll": 894.5467529296875, "tokens": 256 }, { "nll": 500.934326171875, "tokens": 256 }, { "nll": 496.357421875, "tokens": 256 }, { "nll": 488.9281005859375, "tokens": 256 }, { "nll": 477.9779968261719, "tokens": 256 }, { "nll": 580.716796875, "tokens": 256 }, { "nll": 548.6848754882812, "tokens": 256 }, { "nll": 813.103271484375, "tokens": 256 }, { "nll": 574.8264770507812, "tokens": 256 }, { "nll": 775.8284912109375, "tokens": 256 }, { "nll": 696.4979248046875, "tokens": 256 }, { "nll": 640.0971069335938, "tokens": 256 }, { "nll": 836.1637573242188, "tokens": 256 }, { "nll": 722.782958984375, "tokens": 256 }, { "nll": 731.8587036132812, "tokens": 256 }, { "nll": 770.3284301757812, "tokens": 256 }, { "nll": 623.85302734375, "tokens": 256 }, { "nll": 673.07958984375, "tokens": 256 }, { "nll": 785.229736328125, "tokens": 256 }, { "nll": 696.8382568359375, "tokens": 256 }, { "nll": 795.85791015625, "tokens": 256 }, { "nll": 806.80078125, "tokens": 256 }, { "nll": 675.140625, "tokens": 256 }, { "nll": 837.440185546875, "tokens": 256 }, { "nll": 759.4885864257812, "tokens": 256 }, { "nll": 552.187744140625, "tokens": 256 }, { "nll": 471.6369323730469, "tokens": 256 }, { "nll": 703.8482666015625, "tokens": 256 }, { "nll": 624.197265625, "tokens": 256 }, { "nll": 750.687255859375, "tokens": 256 }, { "nll": 781.5184326171875, "tokens": 256 }, { "nll": 805.8637084960938, "tokens": 256 }, { "nll": 707.7929077148438, "tokens": 256 }, { "nll": 661.4088134765625, "tokens": 256 } ], "bytes": 121942, "encoded_tokens": 32769 } }, "seconds": 125.89745665399823 }