| { |
| "label": "development proxies, NOT official GLINT", |
| "checkpoint": "/data/ablation/runs/control-2027/checkpoint-000001000.pt", |
| "step": 1000, |
| "adaptation_tokens": 524288000, |
| "dev_sha256": "cc3c41652571a32f73278f3c1e0ae22ebe2076cb304154ad35c80666bb70a42a", |
| "protocol": "bf16 forward, fp32 logprob, context256, raw option sum/no BOS; ARC validation; independent procedural grammar; WikiText validation", |
| "grammar_accuracy": 54.166666666666664, |
| "arc_validation_accuracy": 55.08771929824562, |
| "wiki_validation_byte_ppl": 2.2293584186834696, |
| "grammar": [ |
| { |
| "id": "singular_agreement-0-0", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 1.843597412109375 |
| }, |
| { |
| "id": "plural_agreement-0-0", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.745677947998047 |
| }, |
| { |
| "id": "distractor_singular-0-0", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -0.1348419189453125 |
| }, |
| { |
| "id": "relative_agreement-0-0", |
| "family": "relative_agreement", |
| "correct": 1, |
| "margin": 0.7228202819824219 |
| }, |
| { |
| "id": "singular_agreement-0-1", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 0.4705085754394531 |
| }, |
| { |
| "id": "plural_agreement-0-1", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 2.2616844177246094 |
| }, |
| { |
| "id": "distractor_singular-0-1", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -0.9567108154296875 |
| }, |
| { |
| "id": "relative_agreement-0-1", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -0.9037017822265625 |
| }, |
| { |
| "id": "singular_agreement-0-2", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 3.8201332092285156 |
| }, |
| { |
| "id": "plural_agreement-0-2", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 4.451923370361328 |
| }, |
| { |
| "id": "distractor_singular-0-2", |
| "family": "distractor_singular", |
| "correct": 1, |
| "margin": 2.5401611328125 |
| }, |
| { |
| "id": "relative_agreement-0-2", |
| "family": "relative_agreement", |
| "correct": 1, |
| "margin": 2.696605682373047 |
| }, |
| { |
| "id": "singular_agreement-0-3", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 4.995420455932617 |
| }, |
| { |
| "id": "plural_agreement-0-3", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.0098953247070312 |
| }, |
| { |
| "id": "distractor_singular-0-3", |
| "family": "distractor_singular", |
| "correct": 1, |
| "margin": 2.776630401611328 |
| }, |
| { |
| "id": "relative_agreement-0-3", |
| "family": "relative_agreement", |
| "correct": 1, |
| "margin": 2.3437423706054688 |
| }, |
| { |
| "id": "singular_agreement-0-4", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 1.3884315490722656 |
| }, |
| { |
| "id": "plural_agreement-0-4", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 1.5024299621582031 |
| }, |
| { |
| "id": "distractor_singular-0-4", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -0.3474388122558594 |
| }, |
| { |
| "id": "relative_agreement-0-4", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -0.00032806396484375 |
| }, |
| { |
| "id": "singular_agreement-0-5", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 1.1679611206054688 |
| }, |
| { |
| "id": "plural_agreement-0-5", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.7928848266601562 |
| }, |
| { |
| "id": "distractor_singular-0-5", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -1.9262428283691406 |
| }, |
| { |
| "id": "relative_agreement-0-5", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -1.2646751403808594 |
| }, |
| { |
| "id": "singular_agreement-1-0", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 4.0186309814453125 |
| }, |
| { |
| "id": "plural_agreement-1-0", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.3490142822265625 |
| }, |
| { |
| "id": "distractor_singular-1-0", |
| "family": "distractor_singular", |
| "correct": 1, |
| "margin": 0.9262466430664062 |
| }, |
| { |
| "id": "relative_agreement-1-0", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -0.9298973083496094 |
| }, |
| { |
| "id": "singular_agreement-1-1", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 1.1218070983886719 |
| }, |
| { |
| "id": "plural_agreement-1-1", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.75762939453125 |
| }, |
| { |
| "id": "distractor_singular-1-1", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -2.8308486938476562 |
| }, |
| { |
| "id": "relative_agreement-1-1", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -3.2436599731445312 |
| }, |
| { |
| "id": "singular_agreement-1-2", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 3.2221107482910156 |
| }, |
| { |
| "id": "plural_agreement-1-2", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 5.179718017578125 |
| }, |
| { |
| "id": "distractor_singular-1-2", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -0.816619873046875 |
| }, |
| { |
| "id": "relative_agreement-1-2", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -1.9873619079589844 |
| }, |
| { |
| "id": "singular_agreement-1-3", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 3.56610107421875 |
| }, |
| { |
| "id": "plural_agreement-1-3", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.9290943145751953 |
| }, |
| { |
| "id": "distractor_singular-1-3", |
| "family": "distractor_singular", |
| "correct": 1, |
| "margin": 0.05245208740234375 |
| }, |
| { |
| "id": "relative_agreement-1-3", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -0.3832817077636719 |
| }, |
| { |
| "id": "singular_agreement-1-4", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 1.2240409851074219 |
| }, |
| { |
| "id": "plural_agreement-1-4", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 2.6626853942871094 |
| }, |
| { |
| "id": "distractor_singular-1-4", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -2.510639190673828 |
| }, |
| { |
| "id": "relative_agreement-1-4", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -1.517852783203125 |
| }, |
| { |
| "id": "singular_agreement-1-5", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 0.09597015380859375 |
| }, |
| { |
| "id": "plural_agreement-1-5", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 5.489902496337891 |
| }, |
| { |
| "id": "distractor_singular-1-5", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -2.4944000244140625 |
| }, |
| { |
| "id": "relative_agreement-1-5", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -3.2602920532226562 |
| }, |
| { |
| "id": "singular_agreement-2-0", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 1.9635848999023438 |
| }, |
| { |
| "id": "plural_agreement-2-0", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 5.01630973815918 |
| }, |
| { |
| "id": "distractor_singular-2-0", |
| "family": "distractor_singular", |
| "correct": 1, |
| "margin": 1.1632080078125 |
| }, |
| { |
| "id": "relative_agreement-2-0", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -0.7109222412109375 |
| }, |
| { |
| "id": "singular_agreement-2-1", |
| "family": "singular_agreement", |
| "correct": 0, |
| "margin": -0.9401588439941406 |
| }, |
| { |
| "id": "plural_agreement-2-1", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 0.8897933959960938 |
| }, |
| { |
| "id": "distractor_singular-2-1", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -5.593681335449219 |
| }, |
| { |
| "id": "relative_agreement-2-1", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -3.7853240966796875 |
| }, |
| { |
| "id": "singular_agreement-2-2", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 3.540729522705078 |
| }, |
| { |
| "id": "plural_agreement-2-2", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.818805694580078 |
| }, |
| { |
| "id": "distractor_singular-2-2", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -1.4180870056152344 |
| }, |
| { |
| "id": "relative_agreement-2-2", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -1.9665336608886719 |
| }, |
| { |
| "id": "singular_agreement-2-3", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 3.870035171508789 |
| }, |
| { |
| "id": "plural_agreement-2-3", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 4.118602752685547 |
| }, |
| { |
| "id": "distractor_singular-2-3", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -0.1073455810546875 |
| }, |
| { |
| "id": "relative_agreement-2-3", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -0.4426422119140625 |
| }, |
| { |
| "id": "singular_agreement-2-4", |
| "family": "singular_agreement", |
| "correct": 0, |
| "margin": -1.3105583190917969 |
| }, |
| { |
| "id": "plural_agreement-2-4", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 2.9183425903320312 |
| }, |
| { |
| "id": "distractor_singular-2-4", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -3.1569252014160156 |
| }, |
| { |
| "id": "relative_agreement-2-4", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -0.9938697814941406 |
| }, |
| { |
| "id": "singular_agreement-2-5", |
| "family": "singular_agreement", |
| "correct": 0, |
| "margin": -1.5015335083007812 |
| }, |
| { |
| "id": "plural_agreement-2-5", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 4.295070648193359 |
| }, |
| { |
| "id": "distractor_singular-2-5", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -2.5208969116210938 |
| }, |
| { |
| "id": "relative_agreement-2-5", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -2.388927459716797 |
| }, |
| { |
| "id": "singular_agreement-3-0", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 3.526050567626953 |
| }, |
| { |
| "id": "plural_agreement-3-0", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 4.210014343261719 |
| }, |
| { |
| "id": "distractor_singular-3-0", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -0.39250946044921875 |
| }, |
| { |
| "id": "relative_agreement-3-0", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -0.7969207763671875 |
| }, |
| { |
| "id": "singular_agreement-3-1", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 1.7817878723144531 |
| }, |
| { |
| "id": "plural_agreement-3-1", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 1.4143142700195312 |
| }, |
| { |
| "id": "distractor_singular-3-1", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -1.46270751953125 |
| }, |
| { |
| "id": "relative_agreement-3-1", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -1.4640159606933594 |
| }, |
| { |
| "id": "singular_agreement-3-2", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 4.359127044677734 |
| }, |
| { |
| "id": "plural_agreement-3-2", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 4.282981872558594 |
| }, |
| { |
| "id": "distractor_singular-3-2", |
| "family": "distractor_singular", |
| "correct": 1, |
| "margin": 0.4641685485839844 |
| }, |
| { |
| "id": "relative_agreement-3-2", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -2.600078582763672 |
| }, |
| { |
| "id": "singular_agreement-3-3", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 6.163520812988281 |
| }, |
| { |
| "id": "plural_agreement-3-3", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 2.7382240295410156 |
| }, |
| { |
| "id": "distractor_singular-3-3", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -1.5864639282226562 |
| }, |
| { |
| "id": "relative_agreement-3-3", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -1.1059341430664062 |
| }, |
| { |
| "id": "singular_agreement-3-4", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 1.4170799255371094 |
| }, |
| { |
| "id": "plural_agreement-3-4", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 2.2900657653808594 |
| }, |
| { |
| "id": "distractor_singular-3-4", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -2.825031280517578 |
| }, |
| { |
| "id": "relative_agreement-3-4", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -1.9645538330078125 |
| }, |
| { |
| "id": "singular_agreement-3-5", |
| "family": "singular_agreement", |
| "correct": 0, |
| "margin": -1.2899017333984375 |
| }, |
| { |
| "id": "plural_agreement-3-5", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 5.561779022216797 |
| }, |
| { |
| "id": "distractor_singular-3-5", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -2.4504852294921875 |
| }, |
| { |
| "id": "relative_agreement-3-5", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -4.260711669921875 |
| }, |
| { |
| "id": "singular_agreement-4-0", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 4.076932907104492 |
| }, |
| { |
| "id": "plural_agreement-4-0", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.9741592407226562 |
| }, |
| { |
| "id": "distractor_singular-4-0", |
| "family": "distractor_singular", |
| "correct": 1, |
| "margin": 0.386199951171875 |
| }, |
| { |
| "id": "relative_agreement-4-0", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -1.4480400085449219 |
| }, |
| { |
| "id": "singular_agreement-4-1", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 2.438030242919922 |
| }, |
| { |
| "id": "plural_agreement-4-1", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 2.09844970703125 |
| }, |
| { |
| "id": "distractor_singular-4-1", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -5.015281677246094 |
| }, |
| { |
| "id": "relative_agreement-4-1", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -4.680183410644531 |
| }, |
| { |
| "id": "singular_agreement-4-2", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 4.543003082275391 |
| }, |
| { |
| "id": "plural_agreement-4-2", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 5.105106353759766 |
| }, |
| { |
| "id": "distractor_singular-4-2", |
| "family": "distractor_singular", |
| "correct": 1, |
| "margin": 1.7126541137695312 |
| }, |
| { |
| "id": "relative_agreement-4-2", |
| "family": "relative_agreement", |
| "correct": 1, |
| "margin": 1.0518531799316406 |
| }, |
| { |
| "id": "singular_agreement-4-3", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 3.769315719604492 |
| }, |
| { |
| "id": "plural_agreement-4-3", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 4.864660263061523 |
| }, |
| { |
| "id": "distractor_singular-4-3", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -1.5719490051269531 |
| }, |
| { |
| "id": "relative_agreement-4-3", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -0.62017822265625 |
| }, |
| { |
| "id": "singular_agreement-4-4", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 0.3171539306640625 |
| }, |
| { |
| "id": "plural_agreement-4-4", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 2.8738784790039062 |
| }, |
| { |
| "id": "distractor_singular-4-4", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -3.0909690856933594 |
| }, |
| { |
| "id": "relative_agreement-4-4", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -0.21882247924804688 |
| }, |
| { |
| "id": "singular_agreement-4-5", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 0.3398323059082031 |
| }, |
| { |
| "id": "plural_agreement-4-5", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 4.7853546142578125 |
| }, |
| { |
| "id": "distractor_singular-4-5", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -4.014274597167969 |
| }, |
| { |
| "id": "relative_agreement-4-5", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -3.0097808837890625 |
| }, |
| { |
| "id": "singular_agreement-5-0", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 4.254940032958984 |
| }, |
| { |
| "id": "plural_agreement-5-0", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.335582733154297 |
| }, |
| { |
| "id": "distractor_singular-5-0", |
| "family": "distractor_singular", |
| "correct": 1, |
| "margin": 0.43192291259765625 |
| }, |
| { |
| "id": "relative_agreement-5-0", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -1.8342132568359375 |
| }, |
| { |
| "id": "singular_agreement-5-1", |
| "family": "singular_agreement", |
| "correct": 0, |
| "margin": -0.8759803771972656 |
| }, |
| { |
| "id": "plural_agreement-5-1", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 5.762012481689453 |
| }, |
| { |
| "id": "distractor_singular-5-1", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -3.37451171875 |
| }, |
| { |
| "id": "relative_agreement-5-1", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -3.96820068359375 |
| }, |
| { |
| "id": "singular_agreement-5-2", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 3.824249267578125 |
| }, |
| { |
| "id": "plural_agreement-5-2", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 4.706626892089844 |
| }, |
| { |
| "id": "distractor_singular-5-2", |
| "family": "distractor_singular", |
| "correct": 1, |
| "margin": 0.3893165588378906 |
| }, |
| { |
| "id": "relative_agreement-5-2", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -0.26659393310546875 |
| }, |
| { |
| "id": "singular_agreement-5-3", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 4.065359115600586 |
| }, |
| { |
| "id": "plural_agreement-5-3", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 2.9446754455566406 |
| }, |
| { |
| "id": "distractor_singular-5-3", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -0.9237899780273438 |
| }, |
| { |
| "id": "relative_agreement-5-3", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -1.1837997436523438 |
| }, |
| { |
| "id": "singular_agreement-5-4", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 2.4346656799316406 |
| }, |
| { |
| "id": "plural_agreement-5-4", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.92303466796875 |
| }, |
| { |
| "id": "distractor_singular-5-4", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -1.0105552673339844 |
| }, |
| { |
| "id": "relative_agreement-5-4", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -0.5650291442871094 |
| }, |
| { |
| "id": "singular_agreement-5-5", |
| "family": "singular_agreement", |
| "correct": 0, |
| "margin": -0.5088577270507812 |
| }, |
| { |
| "id": "plural_agreement-5-5", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 4.5931854248046875 |
| }, |
| { |
| "id": "distractor_singular-5-5", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -1.7171401977539062 |
| }, |
| { |
| "id": "relative_agreement-5-5", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -2.5994644165039062 |
| }, |
| { |
| "id": "singular_agreement-6-0", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 4.0313873291015625 |
| }, |
| { |
| "id": "plural_agreement-6-0", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 1.8663711547851562 |
| }, |
| { |
| "id": "distractor_singular-6-0", |
| "family": "distractor_singular", |
| "correct": 1, |
| "margin": 0.2607460021972656 |
| }, |
| { |
| "id": "relative_agreement-6-0", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -1.22650146484375 |
| }, |
| { |
| "id": "singular_agreement-6-1", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 2.4462356567382812 |
| }, |
| { |
| "id": "plural_agreement-6-1", |
| "family": "plural_agreement", |
| "correct": 0, |
| "margin": -0.03170013427734375 |
| }, |
| { |
| "id": "distractor_singular-6-1", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -0.15056228637695312 |
| }, |
| { |
| "id": "relative_agreement-6-1", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -1.114837646484375 |
| }, |
| { |
| "id": "singular_agreement-6-2", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 3.2333412170410156 |
| }, |
| { |
| "id": "plural_agreement-6-2", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.820301055908203 |
| }, |
| { |
| "id": "distractor_singular-6-2", |
| "family": "distractor_singular", |
| "correct": 1, |
| "margin": 2.5196495056152344 |
| }, |
| { |
| "id": "relative_agreement-6-2", |
| "family": "relative_agreement", |
| "correct": 1, |
| "margin": 0.7246437072753906 |
| }, |
| { |
| "id": "singular_agreement-6-3", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 3.8946304321289062 |
| }, |
| { |
| "id": "plural_agreement-6-3", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.629119873046875 |
| }, |
| { |
| "id": "distractor_singular-6-3", |
| "family": "distractor_singular", |
| "correct": 1, |
| "margin": 1.7230377197265625 |
| }, |
| { |
| "id": "relative_agreement-6-3", |
| "family": "relative_agreement", |
| "correct": 1, |
| "margin": 1.0330772399902344 |
| }, |
| { |
| "id": "singular_agreement-6-4", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 0.5110244750976562 |
| }, |
| { |
| "id": "plural_agreement-6-4", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 1.8449668884277344 |
| }, |
| { |
| "id": "distractor_singular-6-4", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -1.3019905090332031 |
| }, |
| { |
| "id": "relative_agreement-6-4", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -1.4491500854492188 |
| }, |
| { |
| "id": "singular_agreement-6-5", |
| "family": "singular_agreement", |
| "correct": 0, |
| "margin": -0.5006675720214844 |
| }, |
| { |
| "id": "plural_agreement-6-5", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 4.850273132324219 |
| }, |
| { |
| "id": "distractor_singular-6-5", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -0.723968505859375 |
| }, |
| { |
| "id": "relative_agreement-6-5", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -2.519031524658203 |
| }, |
| { |
| "id": "singular_agreement-7-0", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 5.098903656005859 |
| }, |
| { |
| "id": "plural_agreement-7-0", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 4.128593444824219 |
| }, |
| { |
| "id": "distractor_singular-7-0", |
| "family": "distractor_singular", |
| "correct": 1, |
| "margin": 0.9455337524414062 |
| }, |
| { |
| "id": "relative_agreement-7-0", |
| "family": "relative_agreement", |
| "correct": 1, |
| "margin": 0.4592323303222656 |
| }, |
| { |
| "id": "singular_agreement-7-1", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 0.7638053894042969 |
| }, |
| { |
| "id": "plural_agreement-7-1", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.2368927001953125 |
| }, |
| { |
| "id": "distractor_singular-7-1", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -1.7075614929199219 |
| }, |
| { |
| "id": "relative_agreement-7-1", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -2.0163841247558594 |
| }, |
| { |
| "id": "singular_agreement-7-2", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 4.132717132568359 |
| }, |
| { |
| "id": "plural_agreement-7-2", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 2.9789199829101562 |
| }, |
| { |
| "id": "distractor_singular-7-2", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -1.3115234375 |
| }, |
| { |
| "id": "relative_agreement-7-2", |
| "family": "relative_agreement", |
| "correct": 1, |
| "margin": 0.9025726318359375 |
| }, |
| { |
| "id": "singular_agreement-7-3", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 3.6643524169921875 |
| }, |
| { |
| "id": "plural_agreement-7-3", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.982208251953125 |
| }, |
| { |
| "id": "distractor_singular-7-3", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -1.6537437438964844 |
| }, |
| { |
| "id": "relative_agreement-7-3", |
| "family": "relative_agreement", |
| "correct": 1, |
| "margin": 0.7565803527832031 |
| }, |
| { |
| "id": "singular_agreement-7-4", |
| "family": "singular_agreement", |
| "correct": 0, |
| "margin": -0.3549919128417969 |
| }, |
| { |
| "id": "plural_agreement-7-4", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 2.387065887451172 |
| }, |
| { |
| "id": "distractor_singular-7-4", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -4.529777526855469 |
| }, |
| { |
| "id": "relative_agreement-7-4", |
| "family": "relative_agreement", |
| "correct": 1, |
| "margin": 0.2978363037109375 |
| }, |
| { |
| "id": "singular_agreement-7-5", |
| "family": "singular_agreement", |
| "correct": 0, |
| "margin": -2.9679336547851562 |
| }, |
| { |
| "id": "plural_agreement-7-5", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 4.674476623535156 |
| }, |
| { |
| "id": "distractor_singular-7-5", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -3.7970352172851562 |
| }, |
| { |
| "id": "relative_agreement-7-5", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -2.8020896911621094 |
| }, |
| { |
| "id": "singular_agreement-8-0", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 3.795398712158203 |
| }, |
| { |
| "id": "plural_agreement-8-0", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 2.902515411376953 |
| }, |
| { |
| "id": "distractor_singular-8-0", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -0.625885009765625 |
| }, |
| { |
| "id": "relative_agreement-8-0", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -1.6124839782714844 |
| }, |
| { |
| "id": "singular_agreement-8-1", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 1.594512939453125 |
| }, |
| { |
| "id": "plural_agreement-8-1", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.1882591247558594 |
| }, |
| { |
| "id": "distractor_singular-8-1", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -1.4847526550292969 |
| }, |
| { |
| "id": "relative_agreement-8-1", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -1.5305023193359375 |
| }, |
| { |
| "id": "singular_agreement-8-2", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 2.627613067626953 |
| }, |
| { |
| "id": "plural_agreement-8-2", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 4.107177734375 |
| }, |
| { |
| "id": "distractor_singular-8-2", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -0.9031829833984375 |
| }, |
| { |
| "id": "relative_agreement-8-2", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -1.9295730590820312 |
| }, |
| { |
| "id": "singular_agreement-8-3", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 2.969755172729492 |
| }, |
| { |
| "id": "plural_agreement-8-3", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.710529327392578 |
| }, |
| { |
| "id": "distractor_singular-8-3", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -0.37187957763671875 |
| }, |
| { |
| "id": "relative_agreement-8-3", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -0.4675178527832031 |
| }, |
| { |
| "id": "singular_agreement-8-4", |
| "family": "singular_agreement", |
| "correct": 0, |
| "margin": -0.09477615356445312 |
| }, |
| { |
| "id": "plural_agreement-8-4", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 2.5640945434570312 |
| }, |
| { |
| "id": "distractor_singular-8-4", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -2.4197425842285156 |
| }, |
| { |
| "id": "relative_agreement-8-4", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -1.0248336791992188 |
| }, |
| { |
| "id": "singular_agreement-8-5", |
| "family": "singular_agreement", |
| "correct": 0, |
| "margin": -0.2634162902832031 |
| }, |
| { |
| "id": "plural_agreement-8-5", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 6.085117340087891 |
| }, |
| { |
| "id": "distractor_singular-8-5", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -2.8185997009277344 |
| }, |
| { |
| "id": "relative_agreement-8-5", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -3.3487892150878906 |
| }, |
| { |
| "id": "singular_agreement-9-0", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 4.670576095581055 |
| }, |
| { |
| "id": "plural_agreement-9-0", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.990316390991211 |
| }, |
| { |
| "id": "distractor_singular-9-0", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -0.43920135498046875 |
| }, |
| { |
| "id": "relative_agreement-9-0", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -0.5246963500976562 |
| }, |
| { |
| "id": "singular_agreement-9-1", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 1.9112091064453125 |
| }, |
| { |
| "id": "plural_agreement-9-1", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.2098350524902344 |
| }, |
| { |
| "id": "distractor_singular-9-1", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -3.008411407470703 |
| }, |
| { |
| "id": "relative_agreement-9-1", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -4.320613861083984 |
| }, |
| { |
| "id": "singular_agreement-9-2", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 5.821041107177734 |
| }, |
| { |
| "id": "plural_agreement-9-2", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 5.469882965087891 |
| }, |
| { |
| "id": "distractor_singular-9-2", |
| "family": "distractor_singular", |
| "correct": 1, |
| "margin": 0.34752655029296875 |
| }, |
| { |
| "id": "relative_agreement-9-2", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -1.1858139038085938 |
| }, |
| { |
| "id": "singular_agreement-9-3", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 4.284309387207031 |
| }, |
| { |
| "id": "plural_agreement-9-3", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.3647193908691406 |
| }, |
| { |
| "id": "distractor_singular-9-3", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -0.563873291015625 |
| }, |
| { |
| "id": "relative_agreement-9-3", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -0.8206214904785156 |
| }, |
| { |
| "id": "singular_agreement-9-4", |
| "family": "singular_agreement", |
| "correct": 0, |
| "margin": -0.241607666015625 |
| }, |
| { |
| "id": "plural_agreement-9-4", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.9181671142578125 |
| }, |
| { |
| "id": "distractor_singular-9-4", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -2.7126922607421875 |
| }, |
| { |
| "id": "relative_agreement-9-4", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -1.9087104797363281 |
| }, |
| { |
| "id": "singular_agreement-9-5", |
| "family": "singular_agreement", |
| "correct": 0, |
| "margin": -1.1353912353515625 |
| }, |
| { |
| "id": "plural_agreement-9-5", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 7.061283111572266 |
| }, |
| { |
| "id": "distractor_singular-9-5", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -3.937053680419922 |
| }, |
| { |
| "id": "relative_agreement-9-5", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -3.8648529052734375 |
| }, |
| { |
| "id": "singular_agreement-10-0", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 2.9922637939453125 |
| }, |
| { |
| "id": "plural_agreement-10-0", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.2071151733398438 |
| }, |
| { |
| "id": "distractor_singular-10-0", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -0.245849609375 |
| }, |
| { |
| "id": "relative_agreement-10-0", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -1.8329391479492188 |
| }, |
| { |
| "id": "singular_agreement-10-1", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 2.6024398803710938 |
| }, |
| { |
| "id": "plural_agreement-10-1", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 0.7027816772460938 |
| }, |
| { |
| "id": "distractor_singular-10-1", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -2.19720458984375 |
| }, |
| { |
| "id": "relative_agreement-10-1", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -2.6763381958007812 |
| }, |
| { |
| "id": "singular_agreement-10-2", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 5.013031005859375 |
| }, |
| { |
| "id": "plural_agreement-10-2", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.5107803344726562 |
| }, |
| { |
| "id": "distractor_singular-10-2", |
| "family": "distractor_singular", |
| "correct": 1, |
| "margin": 0.2637176513671875 |
| }, |
| { |
| "id": "relative_agreement-10-2", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -0.9818916320800781 |
| }, |
| { |
| "id": "singular_agreement-10-3", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 5.4425048828125 |
| }, |
| { |
| "id": "plural_agreement-10-3", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 2.67333984375 |
| }, |
| { |
| "id": "distractor_singular-10-3", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -0.1476593017578125 |
| }, |
| { |
| "id": "relative_agreement-10-3", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -0.7509269714355469 |
| }, |
| { |
| "id": "singular_agreement-10-4", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 0.8332595825195312 |
| }, |
| { |
| "id": "plural_agreement-10-4", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.1163406372070312 |
| }, |
| { |
| "id": "distractor_singular-10-4", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -1.0948715209960938 |
| }, |
| { |
| "id": "relative_agreement-10-4", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -0.8371124267578125 |
| }, |
| { |
| "id": "singular_agreement-10-5", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 0.118560791015625 |
| }, |
| { |
| "id": "plural_agreement-10-5", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 4.796592712402344 |
| }, |
| { |
| "id": "distractor_singular-10-5", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -3.1852645874023438 |
| }, |
| { |
| "id": "relative_agreement-10-5", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -3.645374298095703 |
| }, |
| { |
| "id": "singular_agreement-11-0", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 1.6781768798828125 |
| }, |
| { |
| "id": "plural_agreement-11-0", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.0652313232421875 |
| }, |
| { |
| "id": "distractor_singular-11-0", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -0.1787261962890625 |
| }, |
| { |
| "id": "relative_agreement-11-0", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -2.714031219482422 |
| }, |
| { |
| "id": "singular_agreement-11-1", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 1.1122817993164062 |
| }, |
| { |
| "id": "plural_agreement-11-1", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 3.8140602111816406 |
| }, |
| { |
| "id": "distractor_singular-11-1", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -2.464458465576172 |
| }, |
| { |
| "id": "relative_agreement-11-1", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -2.316020965576172 |
| }, |
| { |
| "id": "singular_agreement-11-2", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 2.7362709045410156 |
| }, |
| { |
| "id": "plural_agreement-11-2", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 4.487220764160156 |
| }, |
| { |
| "id": "distractor_singular-11-2", |
| "family": "distractor_singular", |
| "correct": 1, |
| "margin": 1.4280357360839844 |
| }, |
| { |
| "id": "relative_agreement-11-2", |
| "family": "relative_agreement", |
| "correct": 1, |
| "margin": 1.0025711059570312 |
| }, |
| { |
| "id": "singular_agreement-11-3", |
| "family": "singular_agreement", |
| "correct": 1, |
| "margin": 5.12352180480957 |
| }, |
| { |
| "id": "plural_agreement-11-3", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 2.673736572265625 |
| }, |
| { |
| "id": "distractor_singular-11-3", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -2.1674423217773438 |
| }, |
| { |
| "id": "relative_agreement-11-3", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -1.1686630249023438 |
| }, |
| { |
| "id": "singular_agreement-11-4", |
| "family": "singular_agreement", |
| "correct": 0, |
| "margin": -0.4894065856933594 |
| }, |
| { |
| "id": "plural_agreement-11-4", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 2.3430442810058594 |
| }, |
| { |
| "id": "distractor_singular-11-4", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -3.662555694580078 |
| }, |
| { |
| "id": "relative_agreement-11-4", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -1.56494140625 |
| }, |
| { |
| "id": "singular_agreement-11-5", |
| "family": "singular_agreement", |
| "correct": 0, |
| "margin": -0.21918106079101562 |
| }, |
| { |
| "id": "plural_agreement-11-5", |
| "family": "plural_agreement", |
| "correct": 1, |
| "margin": 4.548011779785156 |
| }, |
| { |
| "id": "distractor_singular-11-5", |
| "family": "distractor_singular", |
| "correct": 0, |
| "margin": -2.453357696533203 |
| }, |
| { |
| "id": "relative_agreement-11-5", |
| "family": "relative_agreement", |
| "correct": 0, |
| "margin": -2.069622039794922 |
| } |
| ], |
| "arc": [ |
| { |
| "id": "MCAS_2000_4_6", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -43.19182586669922, |
| -39.254974365234375, |
| -43.09172058105469, |
| -43.58007049560547 |
| ] |
| }, |
| { |
| "id": "Mercury_7057260", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -104.48934936523438, |
| -107.4141845703125, |
| -105.70266723632812, |
| -110.10743713378906 |
| ] |
| }, |
| { |
| "id": "ACTAAP_2014_7_6", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -89.03146362304688, |
| -91.37071228027344, |
| -89.56517028808594, |
| -91.48063659667969 |
| ] |
| }, |
| { |
| "id": "Mercury_7122448", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -72.13548278808594, |
| -76.29126739501953, |
| -75.94589233398438, |
| -77.83419036865234 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_416516", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -39.66548156738281, |
| -41.03056716918945, |
| -41.140899658203125, |
| -48.561256408691406 |
| ] |
| }, |
| { |
| "id": "MCAS_2016_8_3", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -134.03224182128906, |
| -136.076904296875, |
| -135.02586364746094, |
| -138.93211364746094 |
| ] |
| }, |
| { |
| "id": "Mercury_7030153", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -109.53043365478516, |
| -104.43798065185547, |
| -100.14352416992188, |
| -112.4704360961914 |
| ] |
| }, |
| { |
| "id": "AKDE&ED_2012_8_43", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -64.68689727783203, |
| -61.58301544189453, |
| -61.40038299560547, |
| -69.65482330322266 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_8_10", |
| "correct": 1, |
| "prediction": "1", |
| "scores": [ |
| -86.42060852050781, |
| -97.3687744140625, |
| -92.42910766601562, |
| -88.7310562133789 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_LBS10938", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -47.379547119140625, |
| -55.36933898925781, |
| -52.41670227050781, |
| -54.81407165527344 |
| ] |
| }, |
| { |
| "id": "ACTAAP_2007_7_19", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -38.48716735839844, |
| -42.867713928222656, |
| -39.96885681152344, |
| -39.69639587402344 |
| ] |
| }, |
| { |
| "id": "Mercury_176873", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -42.233436584472656, |
| -44.692481994628906, |
| -40.05672836303711, |
| -43.90438461303711 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_LBS10170", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -25.221582412719727, |
| -21.42586326599121, |
| -22.080501556396484, |
| -22.66637420654297 |
| ] |
| }, |
| { |
| "id": "Mercury_400978", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -93.07475280761719, |
| -105.46025085449219, |
| -92.94975280761719, |
| -104.48052978515625 |
| ] |
| }, |
| { |
| "id": "Mercury_7185220", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -104.23078918457031, |
| -104.64713287353516, |
| -105.11510467529297, |
| -105.7152099609375 |
| ] |
| }, |
| { |
| "id": "Mercury_7213378", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -47.71739959716797, |
| -46.252525329589844, |
| -45.21039962768555, |
| -48.58635711669922 |
| ] |
| }, |
| { |
| "id": "Mercury_7241343", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -92.29736328125, |
| -86.16650390625, |
| -94.75706481933594, |
| -93.16201782226562 |
| ] |
| }, |
| { |
| "id": "TIMSS_1995_8_J5", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -40.92198181152344, |
| -39.70721435546875, |
| -42.312744140625, |
| -41.429100036621094, |
| -42.90519714355469 |
| ] |
| }, |
| { |
| "id": "Mercury_7271583", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -79.88815307617188, |
| -77.47225952148438, |
| -77.02786254882812, |
| -79.16851806640625 |
| ] |
| }, |
| { |
| "id": "Mercury_412415", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -66.49494934082031, |
| -63.35398864746094, |
| -66.14183807373047, |
| -62.360809326171875 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400175", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -94.80583190917969, |
| -93.42891693115234, |
| -97.01486206054688, |
| -95.28544616699219 |
| ] |
| }, |
| { |
| "id": "Mercury_7006213", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -74.82022094726562, |
| -76.45011138916016, |
| -78.11640930175781, |
| -76.74897003173828 |
| ] |
| }, |
| { |
| "id": "NCEOGA_2013_5_28", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -108.39214324951172, |
| -106.16937255859375, |
| -106.69573211669922, |
| -106.62431335449219 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_407569", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -107.62176513671875, |
| -107.89691162109375, |
| -109.60386657714844, |
| -110.02801513671875 |
| ] |
| }, |
| { |
| "id": "MCAS_1999_8_35", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -61.4453239440918, |
| -54.85230255126953, |
| -55.35340881347656, |
| -57.401771545410156 |
| ] |
| }, |
| { |
| "id": "ACTAAP_2009_5_14", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -125.89422607421875, |
| -124.96820068359375, |
| -133.0264129638672, |
| -140.53707885742188 |
| ] |
| }, |
| { |
| "id": "Mercury_7112788", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -152.46139526367188, |
| -156.6094970703125, |
| -152.15672302246094, |
| -157.21572875976562 |
| ] |
| }, |
| { |
| "id": "Mercury_7137463", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -113.47830963134766, |
| -117.73812103271484, |
| -115.27108764648438, |
| -116.62619018554688 |
| ] |
| }, |
| { |
| "id": "Mercury_7008435", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -46.819435119628906, |
| -44.74435043334961, |
| -45.05476379394531, |
| -43.15612030029297 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_401208", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -61.729331970214844, |
| -64.13738250732422, |
| -76.92671966552734, |
| -70.20835876464844 |
| ] |
| }, |
| { |
| "id": "Mercury_7057925", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -55.437156677246094, |
| -56.68595886230469, |
| -59.740928649902344, |
| -58.37484359741211 |
| ] |
| }, |
| { |
| "id": "OHAT_2008_5_13", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -229.35006713867188, |
| -237.389404296875, |
| -231.45608520507812, |
| -241.29934692382812 |
| ] |
| }, |
| { |
| "id": "Mercury_7013073", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -91.14055633544922, |
| -93.40676879882812, |
| -89.64071655273438, |
| -90.33958435058594 |
| ] |
| }, |
| { |
| "id": "ACTAAP_2013_5_16", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -44.26825714111328, |
| -52.37241744995117, |
| -50.70787048339844, |
| -69.76028442382812 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_415396", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -51.11827087402344, |
| -54.974021911621094, |
| -57.52024841308594, |
| -57.86505889892578 |
| ] |
| }, |
| { |
| "id": "Mercury_7179638", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -98.11384582519531, |
| -99.76472473144531, |
| -107.3118896484375, |
| -96.9128189086914 |
| ] |
| }, |
| { |
| "id": "ACTAAP_2011_5_2", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -53.588623046875, |
| -54.254188537597656, |
| -54.79086685180664, |
| -52.27001953125 |
| ] |
| }, |
| { |
| "id": "Mercury_7249970", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -64.47066497802734, |
| -62.98640823364258, |
| -68.1949462890625, |
| -64.16044616699219 |
| ] |
| }, |
| { |
| "id": "Mercury_7092418", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -94.53768920898438, |
| -95.411376953125, |
| -99.12355041503906, |
| -104.7624282836914 |
| ] |
| }, |
| { |
| "id": "MCAS_2012_8_23641", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -93.19325256347656, |
| -90.9014663696289, |
| -107.2481689453125, |
| -106.9923095703125 |
| ] |
| }, |
| { |
| "id": "MEA_2010_8_12", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -92.6602554321289, |
| -90.02507019042969, |
| -83.5293960571289, |
| -100.7125473022461 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_401158", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -46.39590072631836, |
| -47.27090072631836, |
| -46.53652572631836, |
| -49.56147384643555 |
| ] |
| }, |
| { |
| "id": "Mercury_7091928", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -102.45039367675781, |
| -95.27103424072266, |
| -90.69465637207031, |
| -94.09842681884766 |
| ] |
| }, |
| { |
| "id": "Mercury_7112735", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -177.76756286621094, |
| -177.42913818359375, |
| -177.05413818359375, |
| -178.9947052001953 |
| ] |
| }, |
| { |
| "id": "Mercury_7040863", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -77.42276000976562, |
| -76.81245422363281, |
| -76.26596069335938, |
| -81.822998046875 |
| ] |
| }, |
| { |
| "id": "Mercury_7268818", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -62.034664154052734, |
| -64.43309783935547, |
| -63.19758605957031, |
| -63.4766845703125 |
| ] |
| }, |
| { |
| "id": "VASoL_2007_3_33", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -69.46185302734375, |
| -64.57780456542969, |
| -82.46699523925781, |
| -75.06117248535156 |
| ] |
| }, |
| { |
| "id": "LEAP_2001_4_10239", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -102.71005249023438, |
| -105.49130249023438, |
| -101.37358856201172, |
| -106.86561584472656 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400840", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -66.03346252441406, |
| -67.89176177978516, |
| -69.1949462890625, |
| -68.18131256103516 |
| ] |
| }, |
| { |
| "id": "AIMS_2008_8_9", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -74.9016342163086, |
| -72.59635162353516, |
| -71.18146514892578, |
| -88.96066284179688 |
| ] |
| }, |
| { |
| "id": "Mercury_7263305", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -65.3377914428711, |
| -65.76754760742188, |
| -67.49596405029297, |
| -70.73304748535156 |
| ] |
| }, |
| { |
| "id": "TIMSS_2011_8_pg139", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -109.3326416015625, |
| -107.3612060546875, |
| -116.99478912353516, |
| -121.9089584350586 |
| ] |
| }, |
| { |
| "id": "Mercury_7173845", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -140.9693603515625, |
| -141.05465698242188, |
| -146.65509033203125, |
| -141.0122528076172 |
| ] |
| }, |
| { |
| "id": "Mercury_7239208", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -109.62197875976562, |
| -108.666259765625, |
| -113.52136993408203, |
| -109.71018981933594 |
| ] |
| }, |
| { |
| "id": "Mercury_7064050", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -97.35636901855469, |
| -96.77546691894531, |
| -103.34439086914062, |
| -98.52938842773438 |
| ] |
| }, |
| { |
| "id": "Mercury_400540", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -99.65103149414062, |
| -90.68765258789062, |
| -86.7160415649414, |
| -91.87721252441406 |
| ] |
| }, |
| { |
| "id": "ACTAAP_2010_7_15", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -202.55587768554688, |
| -205.6473846435547, |
| -211.5122528076172, |
| -213.3238525390625 |
| ] |
| }, |
| { |
| "id": "Mercury_7137673", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -154.6454620361328, |
| -154.5695343017578, |
| -152.47415161132812, |
| -154.76113891601562 |
| ] |
| }, |
| { |
| "id": "MCAS_2013_5_29401", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -174.38674926757812, |
| -172.83291625976562, |
| -179.16549682617188, |
| -178.88082885742188 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_4_24", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -95.07801818847656, |
| -95.86737060546875, |
| -95.29236602783203, |
| -97.23957824707031 |
| ] |
| }, |
| { |
| "id": "Mercury_7194425", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -104.56951904296875, |
| -105.83781433105469, |
| -102.07567596435547, |
| -102.47248840332031 |
| ] |
| }, |
| { |
| "id": "Mercury_7004165", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -61.196258544921875, |
| -62.165008544921875, |
| -71.92178344726562, |
| -67.07354736328125 |
| ] |
| }, |
| { |
| "id": "Mercury_7086205", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -48.66965103149414, |
| -49.94730758666992, |
| -47.234413146972656, |
| -56.369056701660156 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_8_8", |
| "correct": 0, |
| "prediction": "1", |
| "scores": [ |
| -50.11199188232422, |
| -54.47435760498047, |
| -54.188053131103516, |
| -57.70500183105469 |
| ] |
| }, |
| { |
| "id": "Mercury_7041948", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -45.16874313354492, |
| -48.51222610473633, |
| -52.8577880859375, |
| -51.96112060546875 |
| ] |
| }, |
| { |
| "id": "Mercury_7092348", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -142.27328491210938, |
| -156.68338012695312, |
| -154.5535888671875, |
| -167.2989501953125 |
| ] |
| }, |
| { |
| "id": "VASoL_2009_5_25", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -59.569618225097656, |
| -48.0256462097168, |
| -61.50444793701172, |
| -49.628684997558594 |
| ] |
| }, |
| { |
| "id": "Mercury_7212713", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -110.49251556396484, |
| -127.77679443359375, |
| -119.55706787109375, |
| -116.89300537109375 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_406661", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -78.82195281982422, |
| -72.58715057373047, |
| -64.03589630126953, |
| -67.79265594482422 |
| ] |
| }, |
| { |
| "id": "NCEOGA_2013_5_51", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -106.77478790283203, |
| -107.8226318359375, |
| -107.12066650390625, |
| -106.17149353027344 |
| ] |
| }, |
| { |
| "id": "Mercury_7163940", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -97.60005187988281, |
| -99.6824722290039, |
| -100.5560531616211, |
| -96.29780578613281 |
| ] |
| }, |
| { |
| "id": "Mercury_7164658", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -101.71305847167969, |
| -98.32704162597656, |
| -97.88493347167969, |
| -100.86930847167969 |
| ] |
| }, |
| { |
| "id": "Mercury_7197908", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -98.26144409179688, |
| -95.69290161132812, |
| -95.76030731201172, |
| -97.02457427978516 |
| ] |
| }, |
| { |
| "id": "Mercury_7080448", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -145.02603149414062, |
| -145.14862060546875, |
| -145.211181640625, |
| -143.9718780517578 |
| ] |
| }, |
| { |
| "id": "Mercury_7130498", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -114.1190185546875, |
| -115.5565185546875, |
| -118.61311340332031, |
| -116.2001724243164 |
| ] |
| }, |
| { |
| "id": "MCAS_2013_5_17", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -142.86920166015625, |
| -140.99472045898438, |
| -140.09161376953125, |
| -141.8306884765625 |
| ] |
| }, |
| { |
| "id": "Mercury_7136623", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -112.51765441894531, |
| -109.22959899902344, |
| -95.34993743896484, |
| -108.75051879882812 |
| ] |
| }, |
| { |
| "id": "Mercury_7014508", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -103.07167053222656, |
| -96.86572265625, |
| -110.94474792480469, |
| -105.56301879882812 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_401652", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -81.54939270019531, |
| -84.94404602050781, |
| -97.56148529052734, |
| -102.54927062988281 |
| ] |
| }, |
| { |
| "id": "Mercury_7069003", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -49.99504089355469, |
| -54.11883544921875, |
| -53.67301559448242, |
| -54.54742431640625 |
| ] |
| }, |
| { |
| "id": "TIMSS_2007_4_pg110", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -118.21417236328125, |
| -122.82475280761719, |
| -120.34757232666016, |
| -123.14439392089844 |
| ] |
| }, |
| { |
| "id": "Mercury_183190", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -54.69646453857422, |
| -48.8991813659668, |
| -45.73162841796875, |
| -55.819000244140625 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_416137", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -51.82568359375, |
| -52.9472541809082, |
| -51.670379638671875, |
| -54.142372131347656 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_401592", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -38.51910400390625, |
| -38.48379898071289, |
| -40.46416091918945, |
| -38.75244903564453 |
| ] |
| }, |
| { |
| "id": "Mercury_7032288", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -133.483642578125, |
| -131.22174072265625, |
| -131.34527587890625, |
| -130.8953399658203 |
| ] |
| }, |
| { |
| "id": "Mercury_7007630", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -41.15855407714844, |
| -37.42751693725586, |
| -39.07610321044922, |
| -39.846946716308594 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_8_25", |
| "correct": 1, |
| "prediction": "2", |
| "scores": [ |
| -43.58769226074219, |
| -41.8636474609375, |
| -43.100975036621094, |
| -44.95155334472656 |
| ] |
| }, |
| { |
| "id": "Mercury_182665", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -71.12703704833984, |
| -64.6092758178711, |
| -63.863243103027344, |
| -68.8087158203125 |
| ] |
| }, |
| { |
| "id": "Mercury_189018", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -90.0635757446289, |
| -86.68689727783203, |
| -91.90249633789062, |
| -89.56535339355469 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_405304", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -110.86972045898438, |
| -109.23934173583984, |
| -108.06964111328125, |
| -111.98432159423828 |
| ] |
| }, |
| { |
| "id": "MCAS_2004_5_12", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -207.6573486328125, |
| -208.57449340820312, |
| -206.5255126953125, |
| -201.5105743408203 |
| ] |
| }, |
| { |
| "id": "MCAS_2004_9_16", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -137.6967010498047, |
| -150.22584533691406, |
| -146.40036010742188, |
| -139.4171142578125 |
| ] |
| }, |
| { |
| "id": "Mercury_7107363", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -231.2327117919922, |
| -217.0819549560547, |
| -219.5563507080078, |
| -222.8649444580078 |
| ] |
| }, |
| { |
| "id": "Mercury_7083965", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -42.42284393310547, |
| -43.97039031982422, |
| -39.76344299316406, |
| -42.17493438720703 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_416156", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -40.66846466064453, |
| -40.32471466064453, |
| -40.98096466064453, |
| -40.77002716064453 |
| ] |
| }, |
| { |
| "id": "Mercury_7082688", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -65.93379974365234, |
| -65.29783630371094, |
| -70.55622100830078, |
| -69.63578796386719 |
| ] |
| }, |
| { |
| "id": "CSZ20680", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -70.35721588134766, |
| -70.04088592529297, |
| -73.96186828613281, |
| -68.68328857421875 |
| ] |
| }, |
| { |
| "id": "Mercury_7228568", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -76.71354675292969, |
| -76.81637573242188, |
| -76.93628692626953, |
| -79.4749984741211 |
| ] |
| }, |
| { |
| "id": "Mercury_7269220", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -104.04106903076172, |
| -108.3117446899414, |
| -115.03347778320312, |
| -111.01348876953125 |
| ] |
| }, |
| { |
| "id": "AKDE&ED_2012_4_35", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -164.6077117919922, |
| -160.1918487548828, |
| -179.81704711914062, |
| -182.1465606689453 |
| ] |
| }, |
| { |
| "id": "VASoL_2007_5_26", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -47.335445404052734, |
| -46.20535659790039, |
| -52.2304801940918, |
| -46.76274108886719 |
| ] |
| }, |
| { |
| "id": "TIMSS_2003_8_pg96", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -81.40220642089844, |
| -73.98248291015625, |
| -72.17591094970703, |
| -69.4862060546875 |
| ] |
| }, |
| { |
| "id": "Mercury_7119805", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -107.61497497558594, |
| -99.04976654052734, |
| -98.80546569824219, |
| -102.39569091796875 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_402067", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -83.46951293945312, |
| -62.8502197265625, |
| -74.67760467529297, |
| -84.98814392089844 |
| ] |
| }, |
| { |
| "id": "Mercury_189770", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -56.07309341430664, |
| -61.963592529296875, |
| -79.94470977783203, |
| -65.51905822753906 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_403016", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -43.23651123046875, |
| -42.651634216308594, |
| -38.22552490234375, |
| -37.44427490234375 |
| ] |
| }, |
| { |
| "id": "Mercury_7044730", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -100.97464752197266, |
| -100.47464752197266, |
| -99.08509826660156, |
| -102.08402252197266 |
| ] |
| }, |
| { |
| "id": "Mercury_7270025", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -87.33692932128906, |
| -74.36241149902344, |
| -74.07548522949219, |
| -70.84834289550781 |
| ] |
| }, |
| { |
| "id": "Mercury_7252683", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -73.62409973144531, |
| -85.16996002197266, |
| -76.68589782714844, |
| -78.37294006347656 |
| ] |
| }, |
| { |
| "id": "Mercury_7017080", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -51.5230827331543, |
| -55.68940734863281, |
| -50.777008056640625, |
| -55.82555389404297 |
| ] |
| }, |
| { |
| "id": "MCAS_2011_5_17662", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -112.700927734375, |
| -124.88214874267578, |
| -123.00048065185547, |
| -131.91262817382812 |
| ] |
| }, |
| { |
| "id": "Mercury_7041580", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -64.42169189453125, |
| -64.39193725585938, |
| -67.65304565429688, |
| -62.60823440551758 |
| ] |
| }, |
| { |
| "id": "Mercury_7204050", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -154.29006958007812, |
| -149.3883819580078, |
| -149.63214111328125, |
| -157.79385375976562 |
| ] |
| }, |
| { |
| "id": "Mercury_7024378", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -65.53787231445312, |
| -81.08409118652344, |
| -72.91813659667969, |
| -78.5041275024414 |
| ] |
| }, |
| { |
| "id": "Mercury_7251755", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -110.701904296875, |
| -104.23981475830078, |
| -111.24019622802734, |
| -105.57100677490234 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_LBS10682", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -76.38578033447266, |
| -68.34681701660156, |
| -71.39950561523438, |
| -72.60249328613281 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_8_42", |
| "correct": 1, |
| "prediction": "3", |
| "scores": [ |
| -50.024234771728516, |
| -40.23423385620117, |
| -31.906108856201172, |
| -40.37485885620117 |
| ] |
| }, |
| { |
| "id": "OHAT_2011_5_20", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -145.01708984375, |
| -146.09889221191406, |
| -146.8214569091797, |
| -146.58502197265625 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_8_24", |
| "correct": 0, |
| "prediction": "3", |
| "scores": [ |
| -59.2098388671875, |
| -61.1785888671875, |
| -58.70569610595703, |
| -60.47132110595703 |
| ] |
| }, |
| { |
| "id": "Mercury_7084123", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -154.5016632080078, |
| -154.4788360595703, |
| -154.07264709472656, |
| -154.76080322265625 |
| ] |
| }, |
| { |
| "id": "Mercury_7038098", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -151.49609375, |
| -151.07601928710938, |
| -152.0450439453125, |
| -151.50177001953125 |
| ] |
| }, |
| { |
| "id": "MDSA_2010_4_7", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -100.95018005371094, |
| -96.97108459472656, |
| -98.24520874023438, |
| -97.75431823730469 |
| ] |
| }, |
| { |
| "id": "Mercury_7175700", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -122.06914520263672, |
| -122.99314880371094, |
| -126.6984634399414, |
| -124.2474365234375 |
| ] |
| }, |
| { |
| "id": "Mercury_7206448", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -138.2703094482422, |
| -128.1614532470703, |
| -134.55224609375, |
| -133.69293212890625 |
| ] |
| }, |
| { |
| "id": "Mercury_7007665", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -39.16392135620117, |
| -41.04677200317383, |
| -42.133583068847656, |
| -39.13644790649414 |
| ] |
| }, |
| { |
| "id": "Mercury_408929", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -187.3173828125, |
| -187.0517578125, |
| -185.9580078125, |
| -184.0908203125 |
| ] |
| }, |
| { |
| "id": "Mercury_7094080", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -47.518348693847656, |
| -53.95008087158203, |
| -49.43897247314453, |
| -43.691017150878906 |
| ] |
| }, |
| { |
| "id": "Mercury_7068495", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -57.843116760253906, |
| -57.751708984375, |
| -57.388572692871094, |
| -68.66094970703125 |
| ] |
| }, |
| { |
| "id": "TIMSS_2007_4_pg81", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -51.758399963378906, |
| -50.57304382324219, |
| -46.82682418823242, |
| -58.779911041259766 |
| ] |
| }, |
| { |
| "id": "AKDE&ED_2008_4_12", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -97.96420288085938, |
| -107.78094482421875, |
| -108.29914855957031, |
| -101.79259490966797 |
| ] |
| }, |
| { |
| "id": "TIMSS_2011_4_pg72", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -60.054443359375, |
| -69.64398193359375, |
| -66.40840148925781, |
| -69.80170440673828 |
| ] |
| }, |
| { |
| "id": "LEAP_2011_8_10435", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -86.53700256347656, |
| -81.64759826660156, |
| -83.43046569824219, |
| -89.34091186523438 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_407391", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -60.276241302490234, |
| -63.32267761230469, |
| -68.86293029785156, |
| -72.326416015625 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_401340", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -33.17630386352539, |
| -33.94192886352539, |
| -34.28567886352539, |
| -35.17630386352539 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_8_21", |
| "correct": 1, |
| "prediction": "3", |
| "scores": [ |
| -62.594573974609375, |
| -63.553340911865234, |
| -59.28567123413086, |
| -69.97933959960938 |
| ] |
| }, |
| { |
| "id": "Mercury_178728", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -65.04850006103516, |
| -66.38443756103516, |
| -66.93131256103516, |
| -64.87662506103516 |
| ] |
| }, |
| { |
| "id": "Mercury_416365", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -162.08372497558594, |
| -164.32858276367188, |
| -173.64035034179688, |
| -173.24530029296875 |
| ] |
| }, |
| { |
| "id": "Mercury_411424", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -191.44894409179688, |
| -185.10507202148438, |
| -185.96383666992188, |
| -188.0860137939453 |
| ] |
| }, |
| { |
| "id": "Mercury_7015715", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -60.789276123046875, |
| -60.21455383300781, |
| -57.49770736694336, |
| -59.988059997558594 |
| ] |
| }, |
| { |
| "id": "Mercury_7172218", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -177.61175537109375, |
| -178.09446716308594, |
| -180.8022918701172, |
| -180.03782653808594 |
| ] |
| }, |
| { |
| "id": "Mercury_7094185", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -61.09657669067383, |
| -65.07320404052734, |
| -61.69829559326172, |
| -66.02171325683594 |
| ] |
| }, |
| { |
| "id": "Mercury_7161053", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -95.58792114257812, |
| -96.28868103027344, |
| -96.88875579833984, |
| -102.81723022460938 |
| ] |
| }, |
| { |
| "id": "MCAS_2002_5_12", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -100.37574768066406, |
| -105.78713989257812, |
| -106.07186889648438, |
| -106.6920394897461 |
| ] |
| }, |
| { |
| "id": "Mercury_7248378", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -51.9501953125, |
| -58.66495895385742, |
| -55.723426818847656, |
| -65.90460205078125 |
| ] |
| }, |
| { |
| "id": "Mercury_7134698", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -128.7438201904297, |
| -131.2429962158203, |
| -136.7395477294922, |
| -130.644287109375 |
| ] |
| }, |
| { |
| "id": "Mercury_7213553", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -60.25035858154297, |
| -53.552284240722656, |
| -59.539581298828125, |
| -53.30455780029297 |
| ] |
| }, |
| { |
| "id": "NCEOGA_2013_5_15", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -52.394317626953125, |
| -52.050621032714844, |
| -52.550628662109375, |
| -49.173831939697266 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400370", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -76.9860610961914, |
| -81.48605346679688, |
| -92.10039520263672, |
| -79.00767517089844 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_401137", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -57.401649475097656, |
| -63.386295318603516, |
| -57.86296081542969, |
| -50.6219596862793 |
| ] |
| }, |
| { |
| "id": "Mercury_7107030", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -80.85151672363281, |
| -78.58533477783203, |
| -77.12674713134766, |
| -70.01365661621094 |
| ] |
| }, |
| { |
| "id": "Mercury_7018200", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -29.136219024658203, |
| -31.11767578125, |
| -28.41225814819336, |
| -27.946184158325195 |
| ] |
| }, |
| { |
| "id": "Mercury_7092138", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -49.50218963623047, |
| -49.05635070800781, |
| -59.88193893432617, |
| -51.7353515625 |
| ] |
| }, |
| { |
| "id": "Mercury_7139685", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -51.34796142578125, |
| -54.16205978393555, |
| -58.98317337036133, |
| -52.54219436645508 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_8_2", |
| "correct": 1, |
| "prediction": "4", |
| "scores": [ |
| -42.368812561035156, |
| -38.78440856933594, |
| -35.21781921386719, |
| -33.01976776123047 |
| ] |
| }, |
| { |
| "id": "Mercury_7233538", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -57.53887939453125, |
| -59.43742752075195, |
| -58.01157760620117, |
| -60.561607360839844 |
| ] |
| }, |
| { |
| "id": "Mercury_7236128", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -135.99237060546875, |
| -138.63299560546875, |
| -137.88754272460938, |
| -135.77362060546875 |
| ] |
| }, |
| { |
| "id": "Mercury_182683", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -180.87603759765625, |
| -180.27630615234375, |
| -190.680419921875, |
| -177.56082153320312 |
| ] |
| }, |
| { |
| "id": "Mercury_7216755", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -99.99432373046875, |
| -98.10800170898438, |
| -99.37213134765625, |
| -99.10745239257812 |
| ] |
| }, |
| { |
| "id": "Mercury_7013090", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -69.36399841308594, |
| -68.42510986328125, |
| -70.42786407470703, |
| -67.048828125 |
| ] |
| }, |
| { |
| "id": "Mercury_7248273", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -89.00489807128906, |
| -84.86587524414062, |
| -85.51460266113281, |
| -86.24787139892578 |
| ] |
| }, |
| { |
| "id": "Mercury_7187215", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -159.53929138183594, |
| -159.09674072265625, |
| -148.14309692382812, |
| -151.01467895507812 |
| ] |
| }, |
| { |
| "id": "Mercury_7206500", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -165.64903259277344, |
| -174.5965118408203, |
| -169.19979858398438, |
| -177.70263671875 |
| ] |
| }, |
| { |
| "id": "Mercury_7141348", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -87.05550384521484, |
| -92.07184600830078, |
| -89.6573715209961, |
| -81.9297103881836 |
| ] |
| }, |
| { |
| "id": "Mercury_7044783", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -30.410884857177734, |
| -32.03813552856445, |
| -35.63285827636719, |
| -30.02971076965332 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400002", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -64.50909423828125, |
| -76.25041961669922, |
| -83.87523651123047, |
| -86.06712341308594 |
| ] |
| }, |
| { |
| "id": "Mercury_7227973", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -96.80058288574219, |
| -85.37910461425781, |
| -92.06828308105469, |
| -91.27529907226562 |
| ] |
| }, |
| { |
| "id": "Mercury_7026863", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -64.15576171875, |
| -65.52672576904297, |
| -64.71250915527344, |
| -76.85954284667969 |
| ] |
| }, |
| { |
| "id": "Mercury_7068565", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -57.3736686706543, |
| -55.03138732910156, |
| -54.34388732910156, |
| -55.5361213684082 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_8_39", |
| "correct": 1, |
| "prediction": "4", |
| "scores": [ |
| -68.57767486572266, |
| -69.47611236572266, |
| -69.74279022216797, |
| -67.83651733398438 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_415696", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -61.50948715209961, |
| -74.70631408691406, |
| -76.97801971435547, |
| -71.47059631347656 |
| ] |
| }, |
| { |
| "id": "Mercury_7227850", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -64.60777282714844, |
| -63.94035339355469, |
| -69.99742126464844, |
| -67.55796813964844 |
| ] |
| }, |
| { |
| "id": "Mercury_7228515", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -73.06636047363281, |
| -68.64495086669922, |
| -79.6800537109375, |
| -79.26434326171875 |
| ] |
| }, |
| { |
| "id": "AIMS_2008_8_8", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -115.63505554199219, |
| -113.91644287109375, |
| -140.389892578125, |
| -147.76596069335938 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_405215", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -79.53839111328125, |
| -72.65807342529297, |
| -76.6644287109375, |
| -79.36711120605469 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_4_8", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -96.38990783691406, |
| -100.65109252929688, |
| -98.37428283691406, |
| -100.40553283691406 |
| ] |
| }, |
| { |
| "id": "Mercury_7013668", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -65.26951599121094, |
| -70.9792709350586, |
| -70.41443634033203, |
| -70.90635681152344 |
| ] |
| }, |
| { |
| "id": "MCAS_2011_8_17695", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -49.12262725830078, |
| -52.022178649902344, |
| -56.437591552734375, |
| -53.704261779785156 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_416526", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -46.137168884277344, |
| -45.887168884277344, |
| -45.480918884277344, |
| -45.902793884277344 |
| ] |
| }, |
| { |
| "id": "VASoL_2011_5_3", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -60.953033447265625, |
| -60.03071212768555, |
| -61.60202407836914, |
| -61.50075149536133 |
| ] |
| }, |
| { |
| "id": "Mercury_7100713", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -56.997467041015625, |
| -51.29721450805664, |
| -53.997467041015625, |
| -51.87754821777344 |
| ] |
| }, |
| { |
| "id": "Mercury_7122553", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -75.8909683227539, |
| -77.3831558227539, |
| -76.1644058227539, |
| -77.95947265625 |
| ] |
| }, |
| { |
| "id": "Mercury_7037590", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -55.281097412109375, |
| -55.54639434814453, |
| -62.249507904052734, |
| -68.60380554199219 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400061", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -40.780181884765625, |
| -42.46456527709961, |
| -46.62073516845703, |
| -50.25518798828125 |
| ] |
| }, |
| { |
| "id": "MDSA_2011_4_8", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -107.41008758544922, |
| -110.36373138427734, |
| -107.23553466796875, |
| -109.20387268066406 |
| ] |
| }, |
| { |
| "id": "MEAP_2005_8_43", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -49.319969177246094, |
| -53.693817138671875, |
| -46.16058349609375, |
| -56.82666015625 |
| ] |
| }, |
| { |
| "id": "Mercury_184695", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -66.91810607910156, |
| -70.66590881347656, |
| -78.69098663330078, |
| -55.31227111816406 |
| ] |
| }, |
| { |
| "id": "LEAP_2011_8_10436", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -105.01985168457031, |
| -105.34092712402344, |
| -98.25245666503906, |
| -98.86962127685547 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400989", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -76.4384765625, |
| -89.62834167480469, |
| -72.16868591308594, |
| -80.33172607421875 |
| ] |
| }, |
| { |
| "id": "VASoL_2010_5_39", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -67.89759826660156, |
| -67.46260833740234, |
| -70.10441589355469, |
| -70.12617492675781 |
| ] |
| }, |
| { |
| "id": "VASoL_2009_5_10", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -134.81619262695312, |
| -132.27859497070312, |
| -131.25555419921875, |
| -132.77667236328125 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_405952", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -43.31581115722656, |
| -43.50331115722656, |
| -44.62831115722656, |
| -44.72206115722656 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_401111", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -70.78826904296875, |
| -74.35958862304688, |
| -72.32659149169922, |
| -74.9587631225586 |
| ] |
| }, |
| { |
| "id": "Mercury_7203245", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -215.50303649902344, |
| -222.66650390625, |
| -223.51690673828125, |
| -223.35446166992188 |
| ] |
| }, |
| { |
| "id": "Mercury_7042858", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -52.24099349975586, |
| -57.01702880859375, |
| -53.2638053894043, |
| -53.52239990234375 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_415418", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -53.36904525756836, |
| -46.883941650390625, |
| -52.18868637084961, |
| -56.89178466796875 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400150", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -64.99030303955078, |
| -73.0787353515625, |
| -63.611080169677734, |
| -69.12537384033203 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_413138", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -106.55577850341797, |
| -106.30217742919922, |
| -107.4599838256836, |
| -108.70866394042969 |
| ] |
| }, |
| { |
| "id": "Mercury_7114940", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -48.398338317871094, |
| -52.26729965209961, |
| -57.17707061767578, |
| -49.26737594604492 |
| ] |
| }, |
| { |
| "id": "MDSA_2008_5_41", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -196.46548461914062, |
| -195.58615112304688, |
| -194.60220336914062, |
| -193.81820678710938 |
| ] |
| }, |
| { |
| "id": "MCAS_2002_8_2", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -55.825435638427734, |
| -56.95927429199219, |
| -55.451866149902344, |
| -56.963096618652344 |
| ] |
| }, |
| { |
| "id": "MCAS_2016_5_7", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -62.029380798339844, |
| -69.54248046875, |
| -72.95680236816406, |
| -69.8143539428711 |
| ] |
| }, |
| { |
| "id": "Mercury_7154490", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -161.187255859375, |
| -163.6768798828125, |
| -162.077880859375, |
| -166.3859405517578 |
| ] |
| }, |
| { |
| "id": "Mercury_7177520", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -51.802772521972656, |
| -47.703880310058594, |
| -49.24700164794922, |
| -46.694000244140625 |
| ] |
| }, |
| { |
| "id": "Mercury_7241273", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -81.52124786376953, |
| -78.04360961914062, |
| -82.0609130859375, |
| -85.809814453125 |
| ] |
| }, |
| { |
| "id": "Mercury_7234185", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -62.77162170410156, |
| -63.18700408935547, |
| -62.774078369140625, |
| -67.40254211425781 |
| ] |
| }, |
| { |
| "id": "Mercury_7074970", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -50.88434982299805, |
| -47.99179458618164, |
| -45.11907196044922, |
| -50.322994232177734 |
| ] |
| }, |
| { |
| "id": "LEAP__7_10350", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -94.15237426757812, |
| -93.27957153320312, |
| -105.47187805175781, |
| -105.32859802246094 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_8_27", |
| "correct": 1, |
| "prediction": "2", |
| "scores": [ |
| -52.50533676147461, |
| -50.0709228515625, |
| -53.65081024169922, |
| -51.38993835449219 |
| ] |
| }, |
| { |
| "id": "Mercury_7245928", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -137.14828491210938, |
| -137.26101684570312, |
| -135.02389526367188, |
| -136.23794555664062 |
| ] |
| }, |
| { |
| "id": "Mercury_7205380", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -51.14076232910156, |
| -55.034114837646484, |
| -52.93409729003906, |
| -54.3005256652832 |
| ] |
| }, |
| { |
| "id": "Mercury_7072415", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -106.88773345947266, |
| -101.46282958984375, |
| -102.67654418945312, |
| -97.83209228515625 |
| ] |
| }, |
| { |
| "id": "Mercury_7008943", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -119.39892578125, |
| -120.45823669433594, |
| -119.51091003417969, |
| -125.49819946289062 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_8_9", |
| "correct": 1, |
| "prediction": "2", |
| "scores": [ |
| -69.56935119628906, |
| -64.97328186035156, |
| -66.2700424194336, |
| -76.03950500488281 |
| ] |
| }, |
| { |
| "id": "Mercury_7220238", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -120.90681457519531, |
| -118.55259704589844, |
| -122.82925415039062, |
| -133.5574951171875 |
| ] |
| }, |
| { |
| "id": "ACTAAP_2010_7_11", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -99.12625122070312, |
| -104.13681030273438, |
| -114.58827209472656, |
| -101.21337890625 |
| ] |
| }, |
| { |
| "id": "MEAP_2005_8_34", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -167.76663208007812, |
| -170.93959045410156, |
| -172.49488830566406, |
| -180.84678649902344 |
| ] |
| }, |
| { |
| "id": "Mercury_7010815", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -54.07740783691406, |
| -60.16830062866211, |
| -85.40876007080078, |
| -66.1965560913086 |
| ] |
| }, |
| { |
| "id": "Mercury_7270410", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -273.27154541015625, |
| -271.64599609375, |
| -262.1591796875, |
| -258.38677978515625 |
| ] |
| }, |
| { |
| "id": "Mercury_7168648", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -156.99818420410156, |
| -163.81802368164062, |
| -158.87887573242188, |
| -159.10260009765625 |
| ] |
| }, |
| { |
| "id": "Mercury_7082793", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -53.710716247558594, |
| -53.51927185058594, |
| -60.20171356201172, |
| -58.563472747802734 |
| ] |
| }, |
| { |
| "id": "Mercury_7270060", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -125.7183837890625, |
| -127.50447082519531, |
| -124.51943969726562, |
| -126.31343078613281 |
| ] |
| }, |
| { |
| "id": "Mercury_7085190", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -105.95835876464844, |
| -103.3564453125, |
| -103.23722076416016, |
| -100.71298217773438 |
| ] |
| }, |
| { |
| "id": "AKDE&ED_2012_4_4", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -149.45950317382812, |
| -150.27780151367188, |
| -152.09912109375, |
| -149.20997619628906 |
| ] |
| }, |
| { |
| "id": "Mercury_7213885", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -88.16764831542969, |
| -82.19611358642578, |
| -87.35469055175781, |
| -85.01722717285156 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_415425", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -70.07685089111328, |
| -69.89863586425781, |
| -71.24481964111328, |
| -70.81623840332031 |
| ] |
| }, |
| { |
| "id": "Mercury_7142030", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -74.0565185546875, |
| -73.76437377929688, |
| -72.71576690673828, |
| -86.40743255615234 |
| ] |
| }, |
| { |
| "id": "Mercury_183733", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -61.936988830566406, |
| -62.44935989379883, |
| -61.68720245361328, |
| -60.23545837402344 |
| ] |
| }, |
| { |
| "id": "Mercury_7014070", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -113.82875061035156, |
| -116.77090454101562, |
| -118.03482055664062, |
| -114.03347778320312 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_408452", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -92.90904235839844, |
| -93.86851501464844, |
| -95.88908386230469, |
| -106.66742706298828 |
| ] |
| }, |
| { |
| "id": "Mercury_178990", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -42.76286697387695, |
| -46.52834701538086, |
| -47.30620574951172, |
| -44.973793029785156 |
| ] |
| }, |
| { |
| "id": "Mercury_7027615", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -159.83697509765625, |
| -162.2015380859375, |
| -156.4752197265625, |
| -162.99325561523438 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_LBS10920", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -92.8635482788086, |
| -90.68305206298828, |
| -90.13579559326172, |
| -90.30767059326172 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_8_40", |
| "correct": 0, |
| "prediction": "4", |
| "scores": [ |
| -62.14067459106445, |
| -60.7285270690918, |
| -61.08894348144531, |
| -60.37037658691406 |
| ] |
| }, |
| { |
| "id": "MDSA_2010_8_1", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -73.24726867675781, |
| -69.98123168945312, |
| -71.21601867675781, |
| -73.93302917480469 |
| ] |
| }, |
| { |
| "id": "VASoL_2011_5_14", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -91.04280853271484, |
| -94.65596008300781, |
| -95.04279327392578, |
| -86.91414642333984 |
| ] |
| }, |
| { |
| "id": "Mercury_7168315", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -116.69459533691406, |
| -117.04302215576172, |
| -115.2762222290039, |
| -114.6647720336914 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400201", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -58.37668228149414, |
| -57.63792419433594, |
| -67.91180419921875, |
| -69.32672882080078 |
| ] |
| }, |
| { |
| "id": "NAEP_2000_4_S21+2", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -106.94356536865234, |
| -109.07571411132812, |
| -117.3987808227539, |
| -113.75125122070312 |
| ] |
| }, |
| { |
| "id": "Mercury_7227763", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -109.55659484863281, |
| -134.8758544921875, |
| -110.04281616210938, |
| -136.3934326171875 |
| ] |
| }, |
| { |
| "id": "TIMSS_2011_8_pg121", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -60.14612579345703, |
| -60.1530876159668, |
| -63.3809700012207, |
| -64.7415771484375 |
| ] |
| }, |
| { |
| "id": "Mercury_7212520", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -97.44930267333984, |
| -96.79441833496094, |
| -100.50218200683594, |
| -100.065185546875 |
| ] |
| }, |
| { |
| "id": "Mercury_7168753", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -106.79733276367188, |
| -105.72534942626953, |
| -107.95027923583984, |
| -108.01438903808594 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_8_3", |
| "correct": 0, |
| "prediction": "2", |
| "scores": [ |
| -114.44194030761719, |
| -112.05220794677734, |
| -113.48454284667969, |
| -113.9939956665039 |
| ] |
| }, |
| { |
| "id": "Mercury_7056508", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -134.79998779296875, |
| -131.81576538085938, |
| -136.91021728515625, |
| -136.75430297851562 |
| ] |
| }, |
| { |
| "id": "MCAS_2012_8_23647", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -86.58784484863281, |
| -87.19657897949219, |
| -90.00971221923828, |
| -90.9352798461914 |
| ] |
| }, |
| { |
| "id": "Mercury_7081813", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -41.16654968261719, |
| -37.11421203613281, |
| -47.64120864868164, |
| -39.0586051940918 |
| ] |
| }, |
| { |
| "id": "Mercury_7107433", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -119.08103942871094, |
| -112.08805847167969, |
| -114.01925659179688, |
| -110.44076538085938 |
| ] |
| }, |
| { |
| "id": "Mercury_7090528", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -81.17571258544922, |
| -87.36282348632812, |
| -85.01579284667969, |
| -88.30282592773438 |
| ] |
| }, |
| { |
| "id": "Mercury_7008400", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -41.76934814453125, |
| -45.69414138793945, |
| -44.37696075439453, |
| -44.01289749145508 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_4_3", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -56.949668884277344, |
| -52.12635803222656, |
| -55.75135803222656, |
| -48.67322540283203 |
| ] |
| }, |
| { |
| "id": "Mercury_7176190", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -236.64500427246094, |
| -233.843994140625, |
| -238.8731689453125, |
| -243.02639770507812 |
| ] |
| }, |
| { |
| "id": "Mercury_7135433", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -123.73739624023438, |
| -124.5731430053711, |
| -121.9481430053711, |
| -121.0028305053711 |
| ] |
| }, |
| { |
| "id": "Mercury_7030678", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -88.76416015625, |
| -86.59044647216797, |
| -90.21376037597656, |
| -90.3591079711914 |
| ] |
| }, |
| { |
| "id": "MCAS_2003_5_35", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -57.56494140625, |
| -46.728065490722656, |
| -59.71952819824219, |
| -64.60665893554688 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_402280", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -119.56950378417969, |
| -115.50221252441406, |
| -120.48434448242188, |
| -122.8321762084961 |
| ] |
| }, |
| { |
| "id": "Mercury_7223475", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -114.97278594970703, |
| -105.66842651367188, |
| -120.9381103515625, |
| -118.77642822265625 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_416172", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -54.23719024658203, |
| -51.94812774658203, |
| -54.03406524658203, |
| -51.03015899658203 |
| ] |
| }, |
| { |
| "id": "Mercury_7056945", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -44.10655212402344, |
| -50.616371154785156, |
| -49.571048736572266, |
| -45.496498107910156 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_405887", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -77.80387878417969, |
| -72.91069030761719, |
| -72.14311218261719, |
| -76.61917114257812 |
| ] |
| }, |
| { |
| "id": "MCAS_2013_5_29396", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -69.81717681884766, |
| -71.62884521484375, |
| -71.76417541503906, |
| -71.16142272949219 |
| ] |
| }, |
| { |
| "id": "Mercury_7001785", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -92.60176849365234, |
| -97.95875549316406, |
| -98.68899536132812, |
| -106.48007202148438 |
| ] |
| }, |
| { |
| "id": "Mercury_7012775", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -84.62336730957031, |
| -94.79228210449219, |
| -90.48944091796875, |
| -86.73930358886719 |
| ] |
| }, |
| { |
| "id": "Mercury_7221883", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -48.69240188598633, |
| -49.92677688598633, |
| -51.99208450317383, |
| -49.33302688598633 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_4_27", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -95.4508056640625, |
| -99.19257354736328, |
| -105.42636108398438, |
| -105.47881317138672 |
| ] |
| }, |
| { |
| "id": "Mercury_179533", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -39.3693962097168, |
| -39.63412857055664, |
| -39.757728576660156, |
| -40.416099548339844 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_8_23", |
| "correct": 1, |
| "prediction": "4", |
| "scores": [ |
| -46.850921630859375, |
| -43.244384765625, |
| -44.380653381347656, |
| -30.678287506103516 |
| ] |
| }, |
| { |
| "id": "Mercury_7110933", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -70.91659545898438, |
| -77.2148666381836, |
| -72.20105743408203, |
| -86.14540100097656 |
| ] |
| }, |
| { |
| "id": "Mercury_7227728", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -111.29652404785156, |
| -106.83963775634766, |
| -116.93081665039062, |
| -106.81694793701172 |
| ] |
| }, |
| { |
| "id": "Mercury_7220500", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -134.51162719726562, |
| -135.4374237060547, |
| -134.53118896484375, |
| -133.87493896484375 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_4_11", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -53.533206939697266, |
| -52.48820114135742, |
| -64.00810241699219, |
| -56.947792053222656 |
| ] |
| }, |
| { |
| "id": "AKDE&ED_2012_8_18", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -89.51123046875, |
| -84.61790466308594, |
| -89.9501953125, |
| -86.76506805419922 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_401146", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -33.07917785644531, |
| -35.750579833984375, |
| -39.62752151489258, |
| -37.193702697753906 |
| ] |
| }, |
| { |
| "id": "Mercury_7080553", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -47.01824188232422, |
| -46.80657196044922, |
| -50.2598876953125, |
| -53.534915924072266 |
| ] |
| }, |
| { |
| "id": "Mercury_7098193", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -52.99748611450195, |
| -52.04338455200195, |
| -56.13157653808594, |
| -58.79940414428711 |
| ] |
| }, |
| { |
| "id": "MCAS_2000_8_6", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -56.64230728149414, |
| -53.60175323486328, |
| -52.576045989990234, |
| -60.91839599609375 |
| ] |
| }, |
| { |
| "id": "Mercury_7004848", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -34.76089096069336, |
| -46.345882415771484, |
| -49.75062942504883, |
| -37.957393646240234 |
| ] |
| }, |
| { |
| "id": "Mercury_7056753", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -55.96417999267578, |
| -52.395263671875, |
| -55.10010528564453, |
| -54.74486541748047 |
| ] |
| }, |
| { |
| "id": "VASoL_2008_3_26", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -50.9123420715332, |
| -48.498775482177734, |
| -47.149635314941406, |
| -47.0472297668457 |
| ] |
| }, |
| { |
| "id": "Mercury_7211085", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -53.51729202270508, |
| -59.060585021972656, |
| -53.998802185058594, |
| -57.6981201171875 |
| ] |
| }, |
| { |
| "id": "Mercury_7007963", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -74.71529388427734, |
| -71.98234558105469, |
| -75.96216583251953, |
| -73.55702209472656 |
| ] |
| }, |
| { |
| "id": "Mercury_7075233", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -64.77765655517578, |
| -54.659767150878906, |
| -64.3151626586914, |
| -66.87076568603516 |
| ] |
| }, |
| { |
| "id": "Mercury_175648", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -50.381771087646484, |
| -49.595909118652344, |
| -50.46650695800781, |
| -48.140438079833984 |
| ] |
| }, |
| { |
| "id": "MCAS_2005_8_30", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -64.80360412597656, |
| -61.96826171875, |
| -64.85874938964844, |
| -64.5887680053711 |
| ] |
| }, |
| { |
| "id": "MDSA_2012_8_23", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -88.66395568847656, |
| -97.35967254638672, |
| -93.205078125, |
| -112.9225845336914 |
| ] |
| }, |
| { |
| "id": "Mercury_7099015", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -77.91241455078125, |
| -72.70243835449219, |
| -75.7587890625, |
| -74.37747192382812 |
| ] |
| }, |
| { |
| "id": "AKDE&ED_2012_8_31", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -47.548095703125, |
| -69.86173248291016, |
| -69.44014739990234, |
| -71.52180480957031 |
| ] |
| }, |
| { |
| "id": "Mercury_7235865", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -92.92189025878906, |
| -90.67623901367188, |
| -93.1973876953125, |
| -93.07766723632812 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_4_10", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -63.23717498779297, |
| -66.45454406738281, |
| -53.46401596069336, |
| -65.18244934082031 |
| ] |
| }, |
| { |
| "id": "TIMSS_2007_8_pg96", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -37.08919143676758, |
| -37.92628479003906, |
| -37.77003479003906, |
| -37.44190979003906 |
| ] |
| }, |
| { |
| "id": "Mercury_7025165", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -25.69442367553711, |
| -21.956119537353516, |
| -21.672245025634766, |
| -25.930309295654297 |
| ] |
| }, |
| { |
| "id": "MCAS_2013_8_29415", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -80.37092590332031, |
| -84.67074584960938, |
| -81.84459686279297, |
| -93.39820861816406 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_8_11", |
| "correct": 0, |
| "prediction": "4", |
| "scores": [ |
| -61.53668212890625, |
| -64.20623779296875, |
| -64.76249694824219, |
| -61.05282211303711 |
| ] |
| }, |
| { |
| "id": "Mercury_7029698", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -62.25311279296875, |
| -61.27710723876953, |
| -59.02392578125, |
| -53.915611267089844 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_408287", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -101.16917419433594, |
| -104.03073120117188, |
| -97.32542419433594, |
| -99.61058044433594 |
| ] |
| }, |
| { |
| "id": "MEAP_2005_5_27", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -158.7639617919922, |
| -159.44107055664062, |
| -163.37338256835938, |
| -167.89224243164062 |
| ] |
| }, |
| { |
| "id": "Mercury_7213448", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -109.10636901855469, |
| -110.51055908203125, |
| -111.57391357421875, |
| -109.84877014160156 |
| ] |
| }, |
| { |
| "id": "Mercury_7083388", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -50.25457000732422, |
| -50.596107482910156, |
| -53.639190673828125, |
| -50.47960662841797 |
| ] |
| }, |
| { |
| "id": "Mercury_7014455", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -54.39795684814453, |
| -53.71437072753906, |
| -58.86494445800781, |
| -55.69043731689453 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400179", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -68.74114990234375, |
| -70.532958984375, |
| -72.42839050292969, |
| -69.93978118896484 |
| ] |
| }, |
| { |
| "id": "Mercury_7235708", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -88.0928955078125, |
| -96.34003448486328, |
| -121.70222473144531, |
| -122.13627624511719 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_8_19", |
| "correct": 1, |
| "prediction": "1", |
| "scores": [ |
| -41.452396392822266, |
| -42.752723693847656, |
| -46.68425750732422, |
| -45.311771392822266 |
| ] |
| }, |
| { |
| "id": "Mercury_7242918", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -130.30943298339844, |
| -126.38485717773438, |
| -122.26904296875, |
| -121.44756317138672 |
| ] |
| }, |
| { |
| "id": "Mercury_7205450", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -51.71149826049805, |
| -54.978675842285156, |
| -55.80548858642578, |
| -57.382198333740234 |
| ] |
| }, |
| { |
| "id": "TIMSS_2007_8_pg52", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -53.21345901489258, |
| -52.558433532714844, |
| -53.96826171875, |
| -55.006309509277344 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_415764", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -40.746368408203125, |
| -40.933868408203125, |
| -43.41163635253906, |
| -45.23390197753906 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_8_4", |
| "correct": 1, |
| "prediction": "2", |
| "scores": [ |
| -46.79379653930664, |
| -46.64503479003906, |
| -55.80030059814453, |
| -50.807640075683594 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_408040", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -123.48049926757812, |
| -123.32424926757812, |
| -121.69924926757812, |
| -120.28713989257812 |
| ] |
| }, |
| { |
| "id": "Mercury_184748", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -67.943115234375, |
| -64.276123046875, |
| -66.286865234375, |
| -67.59571075439453 |
| ] |
| }, |
| { |
| "id": "Mercury_7176155", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -216.64263916015625, |
| -218.28500366210938, |
| -212.04754638671875, |
| -214.40087890625 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400004", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -35.67133331298828, |
| -49.35401916503906, |
| -45.67457580566406, |
| -47.904666900634766 |
| ] |
| }, |
| { |
| "id": "Mercury_7172008", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -99.70195007324219, |
| -96.64876556396484, |
| -93.64924621582031, |
| -93.56027221679688 |
| ] |
| }, |
| { |
| "id": "MCAS_2003_5_26", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -55.01856994628906, |
| -51.84960174560547, |
| -53.39830017089844, |
| -53.12385940551758 |
| ] |
| }, |
| { |
| "id": "ACTAAP_2011_5_7", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -97.23577880859375, |
| -98.48577880859375, |
| -98.06863403320312, |
| -95.70700073242188 |
| ] |
| }, |
| { |
| "id": "Mercury_7068828", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -128.5839080810547, |
| -131.4029998779297, |
| -119.96028900146484, |
| -126.7539291381836 |
| ] |
| }, |
| { |
| "id": "Mercury_7158865", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -127.360595703125, |
| -129.03475952148438, |
| -129.26266479492188, |
| -119.8896484375 |
| ] |
| }, |
| { |
| "id": "Mercury_180128", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -147.62814331054688, |
| -143.94207763671875, |
| -145.4582977294922, |
| -142.9250030517578 |
| ] |
| }, |
| { |
| "id": "Mercury_7263463", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -96.49015808105469, |
| -92.65119171142578, |
| -94.63275909423828, |
| -100.85111999511719 |
| ] |
| }, |
| { |
| "id": "Mercury_7024518", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -61.0404052734375, |
| -51.63894271850586, |
| -68.70194244384766, |
| -67.67292785644531 |
| ] |
| }, |
| { |
| "id": "Mercury_7084193", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -63.32579803466797, |
| -63.02461242675781, |
| -67.90469360351562, |
| -68.8702621459961 |
| ] |
| }, |
| { |
| "id": "NCEOGA_2013_5_45", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -136.8548126220703, |
| -127.10820007324219, |
| -133.0344696044922, |
| -137.4630584716797 |
| ] |
| }, |
| { |
| "id": "Mercury_7213640", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -59.496273040771484, |
| -60.13264083862305, |
| -58.429954528808594, |
| -56.913856506347656 |
| ] |
| }, |
| { |
| "id": "Mercury_7032673", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -50.739112854003906, |
| -55.138038635253906, |
| -51.856788635253906, |
| -56.57722473144531 |
| ] |
| }, |
| { |
| "id": "CSZ_2007_5_CSZ10148", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -112.7053451538086, |
| -112.44693756103516, |
| -115.26734161376953, |
| -114.97450256347656 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400924", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -108.91045379638672, |
| -104.86465454101562, |
| -104.43011474609375, |
| -100.65423583984375 |
| ] |
| }, |
| { |
| "id": "MEA_2014_5_4", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -61.71026611328125, |
| -58.992652893066406, |
| -60.923439025878906, |
| -64.44921875 |
| ] |
| }, |
| { |
| "id": "Mercury_7027318", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -75.61054992675781, |
| -74.4938735961914, |
| -77.55110931396484, |
| -74.12356567382812 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400054", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -76.58252716064453, |
| -74.36541748046875, |
| -66.00413513183594, |
| -69.33283996582031 |
| ] |
| }, |
| { |
| "id": "TIMSS_2011_4_pg76", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -47.33946228027344, |
| -45.53474426269531, |
| -47.15974426269531, |
| -43.84973907470703 |
| ] |
| }, |
| { |
| "id": "Mercury_7034930", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -120.73455810546875, |
| -123.02249908447266, |
| -113.7352523803711, |
| -115.24443054199219 |
| ] |
| }, |
| { |
| "id": "Mercury_7064663", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -113.2746810913086, |
| -115.68093872070312, |
| -115.83718872070312, |
| -115.83718872070312 |
| ] |
| }, |
| { |
| "id": "Mercury_7100415", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -42.55408477783203, |
| -44.290672302246094, |
| -45.760189056396484, |
| -45.49091339111328 |
| ] |
| }, |
| { |
| "id": "NAEP_2009_8_S10+1", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -115.05347442626953, |
| -123.28077697753906, |
| -118.90226745605469, |
| -122.69479370117188 |
| ] |
| }, |
| { |
| "id": "Mercury_7223073", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -155.9342498779297, |
| -152.22621154785156, |
| -161.84002685546875, |
| -146.9756317138672 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_8_6", |
| "correct": 0, |
| "prediction": "4", |
| "scores": [ |
| -55.27887725830078, |
| -54.70280075073242, |
| -54.43234634399414, |
| -51.720909118652344 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400037", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -61.102500915527344, |
| -55.22077560424805, |
| -57.49134826660156, |
| -56.415592193603516 |
| ] |
| }, |
| { |
| "id": "Mercury_185203", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -45.96642303466797, |
| -43.66173553466797, |
| -46.34142303466797, |
| -45.60704803466797 |
| ] |
| }, |
| { |
| "id": "ACTAAP_2011_5_10", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -159.50436401367188, |
| -156.69488525390625, |
| -152.45355224609375, |
| -154.41537475585938 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400303", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -52.94892501831055, |
| -46.540470123291016, |
| -46.91846466064453, |
| -49.761924743652344 |
| ] |
| }, |
| { |
| "id": "Mercury_7140088", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -178.3368377685547, |
| -173.11871337890625, |
| -189.49758911132812, |
| -190.87957763671875 |
| ] |
| }, |
| { |
| "id": "Mercury_7011025", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -31.773269653320312, |
| -29.17902183532715, |
| -25.63199806213379, |
| -27.123445510864258 |
| ] |
| }, |
| { |
| "id": "Mercury_7201915", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -87.06712341308594, |
| -94.01997375488281, |
| -93.08673858642578, |
| -96.55313873291016 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_405442", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -58.89372253417969, |
| -60.3961181640625, |
| -61.17195129394531, |
| -60.7398681640625 |
| ] |
| }, |
| { |
| "id": "Mercury_7082740", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -31.197158813476562, |
| -27.189144134521484, |
| -27.20981216430664, |
| -32.43629455566406 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_402278", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -85.29421997070312, |
| -89.1812515258789, |
| -94.71534729003906, |
| -91.47161865234375 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_417580", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -82.93071746826172, |
| -82.13384246826172, |
| -89.34817504882812, |
| -91.40626525878906 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_410870", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -87.87061309814453, |
| -89.17236328125, |
| -95.63848876953125, |
| -102.76180267333984 |
| ] |
| }, |
| { |
| "id": "Mercury_7211978", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -197.90380859375, |
| -196.7508544921875, |
| -217.63360595703125, |
| -211.5592041015625 |
| ] |
| }, |
| { |
| "id": "Mercury_7282030", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -57.56397247314453, |
| -59.34196090698242, |
| -69.18191528320312, |
| -65.78408813476562 |
| ] |
| }, |
| { |
| "id": "Mercury_7008803", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -28.724454879760742, |
| -36.98957824707031, |
| -37.395957946777344, |
| -35.398258209228516 |
| ] |
| }, |
| { |
| "id": "Mercury_190138", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -48.7901611328125, |
| -46.45783996582031, |
| -47.540435791015625, |
| -50.89521789550781 |
| ] |
| }, |
| { |
| "id": "Mercury_7173513", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -104.89573669433594, |
| -107.12767028808594, |
| -112.13835144042969, |
| -114.56634521484375 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400391", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -75.99305725097656, |
| -78.3460693359375, |
| -80.2582015991211, |
| -81.13092803955078 |
| ] |
| }, |
| { |
| "id": "Mercury_179393", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -55.13452911376953, |
| -59.71617889404297, |
| -53.4593505859375, |
| -59.293243408203125 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_405526", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -63.285400390625, |
| -63.35615158081055, |
| -68.45374298095703, |
| -66.5201416015625 |
| ] |
| }, |
| { |
| "id": "MCAS_1999_4_3", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -57.80091094970703, |
| -72.20368194580078, |
| -82.24382781982422, |
| -77.66909790039062 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400862", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -65.65200805664062, |
| -73.65251159667969, |
| -68.4195327758789, |
| -70.77972412109375 |
| ] |
| }, |
| { |
| "id": "Mercury_7203508", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -215.95913696289062, |
| -207.48968505859375, |
| -214.988525390625, |
| -198.7308349609375 |
| ] |
| }, |
| { |
| "id": "Mercury_7016573", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -97.8341293334961, |
| -102.34941101074219, |
| -98.92123413085938, |
| -101.61091613769531 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_415772", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -74.24756622314453, |
| -69.04065704345703, |
| -71.67346954345703, |
| -69.26220703125 |
| ] |
| }, |
| { |
| "id": "Mercury_7057540", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -119.52721405029297, |
| -128.79782104492188, |
| -120.57609558105469, |
| -120.43890380859375 |
| ] |
| }, |
| { |
| "id": "Mercury_417570", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -274.4281311035156, |
| -272.55377197265625, |
| -267.4779357910156, |
| -274.97467041015625 |
| ] |
| }, |
| { |
| "id": "Mercury_7064523", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -61.0147705078125, |
| -58.237178802490234, |
| -58.25636672973633, |
| -56.72511672973633 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_401367", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -42.093997955322266, |
| -45.29167556762695, |
| -49.74894714355469, |
| -47.05619812011719 |
| ] |
| }, |
| { |
| "id": "Mercury_7090650", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -71.31216430664062, |
| -65.89382934570312, |
| -69.62446594238281, |
| -71.99127197265625 |
| ] |
| }, |
| { |
| "id": "NCEOGA_2013_5_48", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -95.84805297851562, |
| -97.78665161132812, |
| -99.97881317138672, |
| -96.11856079101562 |
| ] |
| }, |
| { |
| "id": "MDSA_2010_4_13", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -85.66702270507812, |
| -84.02864074707031, |
| -86.74266052246094, |
| -92.75959777832031 |
| ] |
| }, |
| { |
| "id": "Mercury_7247905", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -48.501522064208984, |
| -46.12941360473633, |
| -49.135616302490234, |
| -49.704341888427734 |
| ] |
| }, |
| { |
| "id": "WASL_2005_5_11", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -60.96978759765625, |
| -39.709388732910156, |
| -61.420387268066406 |
| ] |
| }, |
| { |
| "id": "Mercury_7188265", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -139.29995727539062, |
| -148.67095947265625, |
| -142.788330078125, |
| -139.29981994628906 |
| ] |
| }, |
| { |
| "id": "Mercury_401035", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -65.35722351074219, |
| -60.53093719482422, |
| -76.07868957519531, |
| -73.59573364257812 |
| ] |
| }, |
| { |
| "id": "Mercury_7213080", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -58.90131378173828, |
| -60.48725128173828, |
| -59.29743194580078, |
| -59.637962341308594 |
| ] |
| }, |
| { |
| "id": "Mercury_7233783", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -88.01490783691406, |
| -78.1982421875, |
| -77.86593627929688, |
| -78.70187377929688 |
| ] |
| }, |
| { |
| "id": "MDSA_2008_5_39", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -105.57726287841797, |
| -107.18598175048828, |
| -105.61458587646484, |
| -109.50335693359375 |
| ] |
| }, |
| { |
| "id": "AKDE&ED_2008_4_22", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -95.18021392822266, |
| -92.74163818359375, |
| -95.7940444946289, |
| -94.47015380859375 |
| ] |
| }, |
| { |
| "id": "Mercury_7026600", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -157.5486297607422, |
| -157.40249633789062, |
| -162.6746368408203, |
| -156.0573272705078 |
| ] |
| }, |
| { |
| "id": "Mercury_7166740", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -167.34170532226562, |
| -173.163330078125, |
| -167.6165008544922, |
| -170.9271240234375 |
| ] |
| }, |
| { |
| "id": "Mercury_7123480", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -53.02873229980469, |
| -52.821075439453125, |
| -63.796627044677734, |
| -58.38768005371094 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_413454", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -95.47709655761719, |
| -88.02362823486328, |
| -81.11981964111328, |
| -91.10182189941406 |
| ] |
| }, |
| { |
| "id": "TIMSS_2011_4_pg90", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -70.14997100830078, |
| -71.6090316772461, |
| -71.0777816772461, |
| -73.5621566772461 |
| ] |
| }, |
| { |
| "id": "Mercury_7003710", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -33.97563934326172, |
| -38.65299987792969, |
| -39.961647033691406, |
| -36.766136169433594 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_409254", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -146.4776611328125, |
| -143.59158325195312, |
| -147.63858032226562, |
| -142.0533447265625 |
| ] |
| }, |
| { |
| "id": "MDSA_2010_4_24", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -114.89955139160156, |
| -118.12873840332031, |
| -122.03910064697266, |
| -122.49269104003906 |
| ] |
| }, |
| { |
| "id": "TIMSS_2007_4_pg35", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -55.45808410644531, |
| -53.31780242919922, |
| -55.71269226074219, |
| -53.68260192871094 |
| ] |
| }, |
| { |
| "id": "Mercury_7064383", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -56.647499084472656, |
| -60.174007415771484, |
| -54.852272033691406, |
| -47.67528533935547 |
| ] |
| }, |
| { |
| "id": "MCAS_2013_8_29420", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -183.2605438232422, |
| -168.58856201171875, |
| -183.30374145507812, |
| -178.29962158203125 |
| ] |
| }, |
| { |
| "id": "Mercury_7248133", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -103.25654602050781, |
| -103.31317138671875, |
| -101.12953186035156, |
| -104.11106872558594 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_413544", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -153.44085693359375, |
| -155.79820251464844, |
| -148.90370178222656, |
| -162.41656494140625 |
| ] |
| }, |
| { |
| "id": "Mercury_7041825", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -92.72840881347656, |
| -92.87515258789062, |
| -94.41476440429688, |
| -93.56864166259766 |
| ] |
| }, |
| { |
| "id": "Mercury_177380", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -36.36592102050781, |
| -42.56123733520508, |
| -38.80048370361328, |
| -47.379329681396484 |
| ] |
| }, |
| { |
| "id": "Mercury_7069528", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -25.773643493652344, |
| -32.09333801269531, |
| -31.12157440185547, |
| -34.30747604370117 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_401245", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -54.59205627441406, |
| -54.48887634277344, |
| -57.503517150878906, |
| -58.56218338012695 |
| ] |
| }, |
| { |
| "id": "VASoL_2011_5_19", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -68.60948944091797, |
| -70.31765747070312, |
| -67.07259368896484, |
| -71.20852661132812 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400206", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -71.45877075195312, |
| -64.3853759765625, |
| -68.41046905517578, |
| -60.57497787475586 |
| ] |
| }, |
| { |
| "id": "Mercury_7215408", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -51.95652770996094, |
| -46.73475646972656, |
| -50.59725570678711, |
| -50.32029724121094 |
| ] |
| }, |
| { |
| "id": "Mercury_7205538", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -79.73515319824219, |
| -90.15341186523438, |
| -78.9024658203125, |
| -80.37886047363281 |
| ] |
| }, |
| { |
| "id": "WASL_2004_8_16", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -129.1089630126953, |
| -137.7428741455078, |
| -123.64064025878906, |
| -122.36456298828125 |
| ] |
| }, |
| { |
| "id": "Mercury_7210735", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -126.26793670654297, |
| -126.2264404296875, |
| -127.92671966552734, |
| -126.0442123413086 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400171", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -75.25582122802734, |
| -61.780399322509766, |
| -72.72320556640625, |
| -67.41708374023438 |
| ] |
| }, |
| { |
| "id": "Mercury_7084508", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -41.94190979003906, |
| -47.31706619262695, |
| -49.0511589050293, |
| -39.69805908203125 |
| ] |
| }, |
| { |
| "id": "Mercury_7027370", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -137.07382202148438, |
| -135.36936950683594, |
| -138.3175506591797, |
| -136.9849395751953 |
| ] |
| }, |
| { |
| "id": "MDSA_2011_5_6", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -103.78643798828125, |
| -100.09046936035156, |
| -105.54051208496094, |
| -103.44644165039062 |
| ] |
| }, |
| { |
| "id": "MCAS_1998_4_25", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -107.53565979003906, |
| -111.19844818115234, |
| -108.15725708007812, |
| -108.85009765625 |
| ] |
| }, |
| { |
| "id": "Mercury_7014245", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -173.96102905273438, |
| -175.12452697753906, |
| -174.0693359375, |
| -170.48309326171875 |
| ] |
| }, |
| { |
| "id": "Mercury_7271653", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -152.57095336914062, |
| -143.43466186523438, |
| -169.7257080078125, |
| -179.41929626464844 |
| ] |
| }, |
| { |
| "id": "MDSA_2011_4_36", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -113.61450958251953, |
| -109.7434310913086, |
| -113.91764068603516, |
| -111.55754089355469 |
| ] |
| }, |
| { |
| "id": "Mercury_7177940", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -111.00851440429688, |
| -99.46786499023438, |
| -94.27794647216797, |
| -96.99851989746094 |
| ] |
| }, |
| { |
| "id": "MCAS_2005_5_27", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -26.223554611206055, |
| -31.848703384399414, |
| -29.312294006347656, |
| -33.60624694824219 |
| ] |
| }, |
| { |
| "id": "TIMSS_2007_8_pg105", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -37.53031921386719, |
| -40.45355224609375, |
| -58.711631774902344, |
| -43.22768020629883 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_401178", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -44.84831237792969, |
| -51.25804138183594, |
| -58.11842346191406, |
| -59.053829193115234 |
| ] |
| }, |
| { |
| "id": "Mercury_7186918", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -132.29452514648438, |
| -130.6149444580078, |
| -135.00787353515625, |
| -136.26516723632812 |
| ] |
| }, |
| { |
| "id": "Mercury_7245140", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -71.12515258789062, |
| -77.24244689941406, |
| -80.1540298461914, |
| -87.50198364257812 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_8_5", |
| "correct": 1, |
| "prediction": "2", |
| "scores": [ |
| -53.58970642089844, |
| -49.28878402709961, |
| -54.09124755859375, |
| -51.31633377075195 |
| ] |
| }, |
| { |
| "id": "Mercury_7012968", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -149.54908752441406, |
| -158.22323608398438, |
| -155.57867431640625, |
| -161.7077178955078 |
| ] |
| }, |
| { |
| "id": "Mercury_7183225", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -170.422607421875, |
| -167.16607666015625, |
| -171.83450317382812, |
| -168.07432556152344 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_LBS10789", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -47.86143493652344, |
| -46.88327407836914, |
| -47.69099426269531, |
| -46.57920837402344 |
| ] |
| }, |
| { |
| "id": "Mercury_7080500", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -125.46775817871094, |
| -128.20603942871094, |
| -133.05006408691406, |
| -121.77923583984375 |
| ] |
| }, |
| { |
| "id": "Mercury_7007893", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -35.459144592285156, |
| -59.04590606689453, |
| -45.75590515136719, |
| -35.930442810058594 |
| ] |
| }, |
| { |
| "id": "Mercury_7163748", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -147.5563201904297, |
| -153.43008422851562, |
| -147.7291259765625, |
| -148.46768188476562 |
| ] |
| }, |
| { |
| "id": "Mercury_7222933", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -59.297119140625, |
| -61.216896057128906, |
| -61.76250457763672, |
| -69.50666809082031 |
| ] |
| }, |
| { |
| "id": "VASoL_2010_3_5", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -80.40863037109375, |
| -81.19074249267578, |
| -80.44598388671875, |
| -83.91705322265625 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_409390", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -72.8991928100586, |
| -81.56204223632812, |
| -88.97899627685547, |
| -70.84689331054688 |
| ] |
| }, |
| { |
| "id": "Mercury_7252648", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -60.27914810180664, |
| -61.060523986816406, |
| -63.42703628540039, |
| -67.90776062011719 |
| ] |
| }, |
| { |
| "id": "Mercury_7218558", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -132.96177673339844, |
| -133.23822021484375, |
| -142.801025390625, |
| -141.17462158203125 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_4_18", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -162.7226104736328, |
| -167.58154296875, |
| -166.79193115234375, |
| -166.40553283691406 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_8_22", |
| "correct": 1, |
| "prediction": "3", |
| "scores": [ |
| -28.618440628051758, |
| -28.11408042907715, |
| -23.32501792907715, |
| -28.03595542907715 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400049", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -50.305362701416016, |
| -48.37446594238281, |
| -51.8562126159668, |
| -49.841365814208984 |
| ] |
| }, |
| { |
| "id": "Mercury_7188475", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -72.22453308105469, |
| -67.52214050292969, |
| -74.93646240234375, |
| -69.30628967285156 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_4_21", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -72.3133544921875, |
| -73.72117614746094, |
| -69.85063171386719, |
| -67.55651092529297 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400058", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -72.73072814941406, |
| -79.02043151855469, |
| -72.1289291381836, |
| -73.464599609375 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_406155", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -60.442176818847656, |
| -64.19688415527344, |
| -64.17908477783203, |
| -64.77595520019531 |
| ] |
| }, |
| { |
| "id": "Mercury_400813", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -97.16936492919922, |
| -105.76535034179688, |
| -111.06722259521484, |
| -107.90188598632812 |
| ] |
| }, |
| { |
| "id": "LEAP__5_10316", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -50.27503204345703, |
| -50.16062927246094, |
| -54.366455078125, |
| -54.344635009765625 |
| ] |
| }, |
| { |
| "id": "MCAS_2009_8_4", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -76.25563049316406, |
| -78.56300354003906, |
| -76.85472106933594, |
| -73.77857971191406 |
| ] |
| }, |
| { |
| "id": "MDSA_2010_8_17", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -67.57431030273438, |
| -69.90552520751953, |
| -81.68551635742188, |
| -83.52120208740234 |
| ] |
| }, |
| { |
| "id": "Mercury_7170835", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -155.84893798828125, |
| -158.91574096679688, |
| -156.82174682617188, |
| -151.35110473632812 |
| ] |
| }, |
| { |
| "id": "Mercury_7107398", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -164.33639526367188, |
| -176.93576049804688, |
| -165.666015625, |
| -162.86546325683594 |
| ] |
| }, |
| { |
| "id": "ACTAAP_2011_5_12", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -75.45881652832031, |
| -73.75959777832031, |
| -74.19312286376953, |
| -72.8639144897461 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_405721", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -127.12051391601562, |
| -137.51644897460938, |
| -130.52078247070312, |
| -136.9842529296875 |
| ] |
| }, |
| { |
| "id": "TIMSS_2003_4_pg29", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -125.92424011230469, |
| -123.68312072753906, |
| -114.6884765625, |
| -115.51866149902344, |
| -117.45217895507812 |
| ] |
| }, |
| { |
| "id": "Mercury_7103338", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -63.034088134765625, |
| -65.17977905273438, |
| -70.40476989746094, |
| -63.43906021118164 |
| ] |
| }, |
| { |
| "id": "Mercury_7030590", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -266.1326904296875, |
| -279.0008544921875, |
| -279.65069580078125, |
| -267.08184814453125 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_8_7", |
| "correct": 1, |
| "prediction": "1", |
| "scores": [ |
| -53.43029022216797, |
| -67.35964965820312, |
| -71.4429931640625, |
| -60.649131774902344 |
| ] |
| }, |
| { |
| "id": "Mercury_7269063", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -136.75563049316406, |
| -134.92288208007812, |
| -138.1807098388672, |
| -132.68115234375 |
| ] |
| }, |
| { |
| "id": "MEA_2010_8_14-v1", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -64.03408813476562, |
| -62.56745147705078, |
| -63.822967529296875, |
| -64.62091064453125 |
| ] |
| }, |
| { |
| "id": "MCAS_2004_5_26", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -75.19609069824219, |
| -78.3024673461914, |
| -84.71089935302734, |
| -74.32414245605469 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_401256", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -50.59137725830078, |
| -55.063514709472656, |
| -56.800193786621094, |
| -50.023826599121094 |
| ] |
| }, |
| { |
| "id": "Mercury_7180968", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -171.61376953125, |
| -162.97616577148438, |
| -178.35984802246094, |
| -178.83334350585938 |
| ] |
| }, |
| { |
| "id": "Mercury_7083948", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -44.337181091308594, |
| -37.334381103515625, |
| -40.77141571044922, |
| -34.26205825805664 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_401622", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -80.55509948730469, |
| -85.11913299560547, |
| -81.24208068847656, |
| -80.26942443847656 |
| ] |
| }, |
| { |
| "id": "Mercury_188773", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -109.1662826538086, |
| -103.85618591308594, |
| -100.7330322265625, |
| -101.10334777832031 |
| ] |
| }, |
| { |
| "id": "Mercury_7233363", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -121.82015991210938, |
| -122.25127410888672, |
| -123.33421325683594, |
| -121.81427001953125 |
| ] |
| }, |
| { |
| "id": "MCAS_2009_8_18", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -121.33668518066406, |
| -123.65646362304688, |
| -124.69088745117188, |
| -121.42395782470703 |
| ] |
| }, |
| { |
| "id": "Mercury_7212013", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -165.03387451171875, |
| -162.17666625976562, |
| -164.43698120117188, |
| -159.1653289794922 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_LBS10689", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -47.90485382080078, |
| -50.409950256347656, |
| -48.128929138183594, |
| -50.83384704589844 |
| ] |
| }, |
| { |
| "id": "MCAS_2004_9_6", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -197.6741943359375, |
| -197.46063232421875, |
| -199.6077880859375, |
| -200.0750274658203 |
| ] |
| }, |
| { |
| "id": "AKDE&ED_2012_8_53", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -117.20083618164062, |
| -115.15489196777344, |
| -119.61753845214844, |
| -121.75782012939453 |
| ] |
| }, |
| { |
| "id": "Mercury_7032550", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -45.686668395996094, |
| -45.824378967285156, |
| -47.057716369628906, |
| -60.74509811401367 |
| ] |
| }, |
| { |
| "id": "Mercury_7172673", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -131.340087890625, |
| -131.9359893798828, |
| -128.58328247070312, |
| -127.70061492919922 |
| ] |
| }, |
| { |
| "id": "Mercury_7016783", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -46.31848907470703, |
| -48.332130432128906, |
| -53.16914749145508, |
| -53.3955192565918 |
| ] |
| }, |
| { |
| "id": "Mercury_409399", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -100.57569122314453, |
| -101.07528686523438, |
| -104.09385681152344, |
| -104.55924987792969 |
| ] |
| }, |
| { |
| "id": "Mercury_7207253", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -50.968833923339844, |
| -52.22970962524414, |
| -54.73058319091797, |
| -46.56349182128906 |
| ] |
| }, |
| { |
| "id": "Mercury_7227990", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -82.54551696777344, |
| -79.18601989746094, |
| -80.72113037109375, |
| -75.97438049316406 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_402253", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -29.46918487548828, |
| -32.11186218261719, |
| -28.154945373535156, |
| -33.66969299316406 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400194", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -32.777217864990234, |
| -35.91706085205078, |
| -36.19566345214844, |
| -44.44680404663086 |
| ] |
| }, |
| { |
| "id": "Mercury_7032568", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -34.119476318359375, |
| -34.08168029785156, |
| -42.76103210449219, |
| -46.93592071533203 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_LBS10612", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -68.22463989257812, |
| -75.101806640625, |
| -76.97659301757812, |
| -70.92140197753906 |
| ] |
| }, |
| { |
| "id": "Mercury_7008330", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -43.18629837036133, |
| -44.355751037597656, |
| -38.4026985168457, |
| -45.27674865722656 |
| ] |
| }, |
| { |
| "id": "Mercury_7108413", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -125.21867370605469, |
| -128.39952087402344, |
| -125.75381469726562, |
| -126.99472045898438 |
| ] |
| }, |
| { |
| "id": "Mercury_7176085", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -92.63745880126953, |
| -87.38264465332031, |
| -78.13008880615234, |
| -74.27029418945312 |
| ] |
| }, |
| { |
| "id": "Mercury_7043593", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -99.35446166992188, |
| -97.43547058105469, |
| -96.13282775878906, |
| -104.0052490234375 |
| ] |
| }, |
| { |
| "id": "Mercury_7033705", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -72.38773345947266, |
| -70.76580810546875, |
| -68.96974182128906, |
| -78.85610961914062 |
| ] |
| }, |
| { |
| "id": "Mercury_7114083", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -35.670082092285156, |
| -32.410316467285156, |
| -40.93838882446289, |
| -42.1790771484375 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_LBS10785", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -86.44551086425781, |
| -83.20689392089844, |
| -83.58633422851562, |
| -83.92359924316406 |
| ] |
| }, |
| { |
| "id": "Mercury_7114013", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -60.577903747558594, |
| -61.01533889770508, |
| -61.41070556640625, |
| -68.07020568847656 |
| ] |
| }, |
| { |
| "id": "Mercury_192903", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -55.6104621887207, |
| -58.475624084472656, |
| -57.08580017089844, |
| -55.851348876953125 |
| ] |
| }, |
| { |
| "id": "Mercury_7082093", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -67.87747192382812, |
| -70.75159454345703, |
| -76.09469604492188, |
| -69.2529296875 |
| ] |
| }, |
| { |
| "id": "Mercury_7004708", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -40.48418426513672, |
| -48.69884490966797, |
| -51.634883880615234, |
| -46.48955535888672 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_LBS10783", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -60.983360290527344, |
| -60.71720886230469, |
| -63.600547790527344, |
| -63.897422790527344 |
| ] |
| }, |
| { |
| "id": "Mercury_7037433", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -49.77909851074219, |
| -44.2547607421875, |
| -56.44611358642578, |
| -52.806884765625 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400033", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -73.22823333740234, |
| -68.80731964111328, |
| -76.07867431640625, |
| -81.31095886230469 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_4_25", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -56.008872985839844, |
| -58.142486572265625, |
| -68.81001281738281, |
| -69.75233459472656 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_402287", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -66.94975280761719, |
| -69.439208984375, |
| -68.11954498291016, |
| -76.0805892944336 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_414364", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -71.05587005615234, |
| -71.20399475097656, |
| -76.12135314941406, |
| -75.0530014038086 |
| ] |
| }, |
| { |
| "id": "Mercury_7250215", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -53.868892669677734, |
| -55.47753143310547, |
| -72.7737045288086, |
| -68.010009765625 |
| ] |
| }, |
| { |
| "id": "Mercury_7138898", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -109.45310974121094, |
| -101.02674865722656, |
| -99.68370056152344, |
| -107.67416381835938 |
| ] |
| }, |
| { |
| "id": "Mercury_7010920", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -68.84307861328125, |
| -72.60704040527344, |
| -73.55715942382812, |
| -72.10775756835938 |
| ] |
| }, |
| { |
| "id": "Mercury_403682", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -66.70024871826172, |
| -63.40598678588867, |
| -68.79688262939453, |
| -69.85343933105469 |
| ] |
| }, |
| { |
| "id": "Mercury_7026828", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -171.83377075195312, |
| -176.35105895996094, |
| -180.49009704589844, |
| -182.8004150390625 |
| ] |
| }, |
| { |
| "id": "Mercury_7235760", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -74.16070556640625, |
| -74.85934448242188, |
| -82.029052734375, |
| -79.07150268554688 |
| ] |
| }, |
| { |
| "id": "Mercury_406772", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -76.16801452636719, |
| -81.79363250732422, |
| -73.03792572021484, |
| -78.92630004882812 |
| ] |
| }, |
| { |
| "id": "Mercury_7217525", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -82.92341613769531, |
| -84.62747192382812, |
| -86.12747192382812, |
| -85.22508239746094 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_405302", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -55.15549850463867, |
| -53.71641540527344, |
| -50.39905548095703, |
| -51.17241287231445 |
| ] |
| }, |
| { |
| "id": "Mercury_7032708", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -73.220947265625, |
| -70.619384765625, |
| -73.90280151367188, |
| -72.23979949951172 |
| ] |
| }, |
| { |
| "id": "Mercury_7082583", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -45.992340087890625, |
| -44.88331985473633, |
| -53.99338912963867, |
| -50.1373291015625 |
| ] |
| }, |
| { |
| "id": "Mercury_7245875", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -73.86921691894531, |
| -69.84065246582031, |
| -70.20243835449219, |
| -75.06865692138672 |
| ] |
| }, |
| { |
| "id": "Mercury_7122798", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -65.69567108154297, |
| -68.05392456054688, |
| -65.52743530273438, |
| -71.41163635253906 |
| ] |
| }, |
| { |
| "id": "VASoL_2008_3_39", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -126.66348266601562, |
| -122.18070983886719, |
| -123.07640838623047, |
| -120.81546783447266 |
| ] |
| }, |
| { |
| "id": "MSA_2015_8_26", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -89.7855224609375, |
| -89.51629638671875, |
| -90.09234619140625, |
| -89.25227355957031 |
| ] |
| }, |
| { |
| "id": "Mercury_177013", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -117.08137512207031, |
| -131.0416259765625, |
| -120.53779602050781, |
| -138.38235473632812 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400185", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -72.53156280517578, |
| -68.80596160888672, |
| -70.3562240600586, |
| -71.10289001464844 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_402159", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -83.91046905517578, |
| -83.23361206054688, |
| -89.4140625, |
| -98.09915161132812 |
| ] |
| }, |
| { |
| "id": "VASoL_2009_5_31", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -68.80375671386719, |
| -68.49871826171875, |
| -65.03225708007812, |
| -58.09575653076172 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_401598", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -58.33099365234375, |
| -63.38225173950195, |
| -66.37815856933594, |
| -67.98584747314453 |
| ] |
| }, |
| { |
| "id": "MCAS_2004_8_24", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -89.65127563476562, |
| -89.37071228027344, |
| -89.27430725097656, |
| -87.27135467529297 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_413081", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -55.18444061279297, |
| -62.30210494995117, |
| -60.49163055419922, |
| -62.689178466796875 |
| ] |
| }, |
| { |
| "id": "CSZ_2008_5_CSZ50776", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -53.69782638549805, |
| -49.723960876464844, |
| -42.029502868652344, |
| -58.12736129760742 |
| ] |
| }, |
| { |
| "id": "MCAS_1998_4_22", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -156.5644073486328, |
| -153.23915100097656, |
| -149.2637939453125, |
| -152.74798583984375 |
| ] |
| }, |
| { |
| "id": "Mercury_7267785", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -58.41326141357422, |
| -60.85829162597656, |
| -59.272789001464844, |
| -59.82472229003906 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_405035", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -92.127197265625, |
| -89.44839477539062, |
| -91.77706909179688, |
| -91.37921905517578 |
| ] |
| }, |
| { |
| "id": "TIMSS_2003_4_pg85", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -46.24034118652344, |
| -46.88531494140625, |
| -52.86451721191406, |
| -54.649417877197266 |
| ] |
| }, |
| { |
| "id": "Mercury_7032200", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -68.86993408203125, |
| -83.11456298828125, |
| -79.63381958007812, |
| -66.83575439453125 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_408374", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -128.27760314941406, |
| -129.65260314941406, |
| -128.79322814941406, |
| -128.70130920410156 |
| ] |
| }, |
| { |
| "id": "LEAP_2009_8_10431", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -59.85950469970703, |
| -60.47112274169922, |
| -59.707908630371094, |
| -65.85983276367188 |
| ] |
| }, |
| { |
| "id": "Mercury_7082460", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -71.1060562133789, |
| -72.75569152832031, |
| -75.82870483398438, |
| -72.70140838623047 |
| ] |
| }, |
| { |
| "id": "Mercury_7143150", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -57.354644775390625, |
| -55.14733123779297, |
| -52.83222198486328, |
| -53.07563400268555 |
| ] |
| }, |
| { |
| "id": "Mercury_7103373", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -60.902610778808594, |
| -54.18965530395508, |
| -61.099266052246094, |
| -54.44501495361328 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_407720", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -55.72995376586914, |
| -59.828346252441406, |
| -58.45713806152344, |
| -57.692222595214844 |
| ] |
| }, |
| { |
| "id": "MCAS_2002_8_19", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -73.89976501464844, |
| -75.24172973632812, |
| -76.17764282226562, |
| -73.22874450683594 |
| ] |
| }, |
| { |
| "id": "Mercury_7009940", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -63.946739196777344, |
| -60.5738525390625, |
| -69.18077087402344, |
| -60.478179931640625 |
| ] |
| }, |
| { |
| "id": "Mercury_7239645", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -143.14959716796875, |
| -146.0974578857422, |
| -148.86911010742188, |
| -147.99826049804688 |
| ] |
| }, |
| { |
| "id": "Mercury_7026268", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -190.16412353515625, |
| -177.19012451171875, |
| -181.20181274414062, |
| -181.83828735351562 |
| ] |
| }, |
| { |
| "id": "Mercury_7057610", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -104.89541625976562, |
| -99.63789367675781, |
| -104.8200912475586, |
| -101.54377746582031 |
| ] |
| }, |
| { |
| "id": "VASoL_2009_5_14", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -57.827789306640625, |
| -55.08091735839844, |
| -56.62614440917969, |
| -60.43937683105469 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400589", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -48.50250244140625, |
| -45.36217498779297, |
| -43.11236572265625, |
| -45.683143615722656 |
| ] |
| }, |
| { |
| "id": "TIMSS_1995_8_I11", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -86.3800048828125, |
| -87.46534729003906, |
| -87.13459777832031, |
| -88.44253540039062 |
| ] |
| }, |
| { |
| "id": "MCAS_2000_8_30", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -74.73451232910156, |
| -58.094566345214844, |
| -67.88975524902344, |
| -62.354766845703125 |
| ] |
| }, |
| { |
| "id": "Mercury_7171553", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -93.88990783691406, |
| -97.03945922851562, |
| -94.0008544921875, |
| -94.50630187988281 |
| ] |
| }, |
| { |
| "id": "Mercury_7190015", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -119.07972717285156, |
| -117.19546508789062, |
| -118.15740966796875, |
| -114.5528335571289 |
| ] |
| }, |
| { |
| "id": "Mercury_7032830", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -63.478790283203125, |
| -68.385498046875, |
| -66.76945495605469, |
| -71.56145477294922 |
| ] |
| }, |
| { |
| "id": "AIMS_2008_4_17", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -57.23580551147461, |
| -55.63954162597656, |
| -57.205753326416016, |
| -57.64727783203125 |
| ] |
| }, |
| { |
| "id": "Mercury_7271618", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -58.38639831542969, |
| -54.82359313964844, |
| -57.33015060424805, |
| -60.273895263671875 |
| ] |
| }, |
| { |
| "id": "NCEOGA_2013_8_46", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -55.415809631347656, |
| -75.07803344726562, |
| -65.06743621826172, |
| -61.37044906616211 |
| ] |
| }, |
| { |
| "id": "Mercury_7084560", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -56.43329620361328, |
| -56.52975845336914, |
| -61.086875915527344, |
| -54.779563903808594 |
| ] |
| }, |
| { |
| "id": "MCAS_2005_8_35", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -150.7346954345703, |
| -151.8262939453125, |
| -158.13958740234375, |
| -150.43704223632812 |
| ] |
| }, |
| { |
| "id": "Mercury_7202388", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -166.911376953125, |
| -168.69027709960938, |
| -171.3798828125, |
| -179.56289672851562 |
| ] |
| }, |
| { |
| "id": "Mercury_7210403", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -137.25201416015625, |
| -138.42388916015625, |
| -141.75071716308594, |
| -141.81321716308594 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_401826", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -35.25245666503906, |
| -42.998355865478516, |
| -61.901187896728516, |
| -65.96327209472656 |
| ] |
| }, |
| { |
| "id": "Mercury_7269028", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -47.122703552246094, |
| -49.08226776123047, |
| -50.91423797607422, |
| -50.589439392089844 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_407784", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -35.674686431884766, |
| -32.45133972167969, |
| -37.57463836669922, |
| -52.81344985961914 |
| ] |
| }, |
| { |
| "id": "Mercury_7042508", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -45.43791961669922, |
| -38.80209732055664, |
| -44.18446350097656, |
| -42.33675003051758 |
| ] |
| }, |
| { |
| "id": "Mercury_7271443", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -85.96973419189453, |
| -89.53385925292969, |
| -90.46136474609375, |
| -91.34521484375 |
| ] |
| }, |
| { |
| "id": "TIMSS_2003_8_pg98", |
| "correct": 0, |
| "prediction": "A", |
| "scores": [ |
| -78.9763412475586, |
| -80.6950912475586, |
| -85.38054656982422, |
| -84.79454040527344 |
| ] |
| }, |
| { |
| "id": "Mercury_7029873", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -66.14990234375, |
| -63.325931549072266, |
| -55.11530303955078, |
| -65.10601043701172 |
| ] |
| }, |
| { |
| "id": "Mercury_7228323", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -99.74330139160156, |
| -95.31561279296875, |
| -91.66470336914062, |
| -100.30949401855469 |
| ] |
| }, |
| { |
| "id": "Mercury_7217140", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -87.46768188476562, |
| -74.44648742675781, |
| -86.21855163574219, |
| -96.0462875366211 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400515", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -59.875572204589844, |
| -68.5379638671875, |
| -70.67962646484375, |
| -71.35035705566406 |
| ] |
| }, |
| { |
| "id": "MCAS_2003_8_13", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -35.391090393066406, |
| -32.2026252746582, |
| -27.61431121826172, |
| -30.277902603149414 |
| ] |
| }, |
| { |
| "id": "OHAT_2009_5_4", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -188.0534210205078, |
| -190.01248168945312, |
| -191.89535522460938, |
| -190.5550079345703 |
| ] |
| }, |
| { |
| "id": "ACTAAP_2012_7_16", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -39.76365661621094, |
| -38.59177780151367, |
| -41.24412536621094, |
| -39.49803161621094 |
| ] |
| }, |
| { |
| "id": "Mercury_7156800", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -230.9396514892578, |
| -228.261474609375, |
| -228.38787841796875, |
| -233.38943481445312 |
| ] |
| }, |
| { |
| "id": "VASoL_2007_3_32", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -83.02725219726562, |
| -77.44345092773438, |
| -77.93997955322266, |
| -81.91302490234375 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_416126", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -84.85580444335938, |
| -84.76232147216797, |
| -88.02365112304688, |
| -87.49040985107422 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_416133", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -56.766788482666016, |
| -56.11898422241211, |
| -52.72327423095703, |
| -62.848876953125 |
| ] |
| }, |
| { |
| "id": "Mercury_7254520", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -45.89630889892578, |
| -47.166229248046875, |
| -48.719757080078125, |
| -47.826019287109375 |
| ] |
| }, |
| { |
| "id": "Mercury_7037415", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -113.4112548828125, |
| -112.76852416992188, |
| -117.11911010742188, |
| -121.94645690917969 |
| ] |
| }, |
| { |
| "id": "Mercury_7221533", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -66.23088836669922, |
| -63.37359619140625, |
| -69.30455017089844, |
| -62.24205017089844 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_410965", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -203.10618591308594, |
| -198.88720703125, |
| -198.02615356445312, |
| -203.14849853515625 |
| ] |
| }, |
| { |
| "id": "TIMSS_2011_8_pg106", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -175.66859436035156, |
| -176.06613159179688, |
| -170.67999267578125, |
| -174.63955688476562 |
| ] |
| }, |
| { |
| "id": "Mercury_406736", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -73.50692749023438, |
| -72.5494613647461, |
| -76.72687530517578, |
| -77.05305480957031 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_400691", |
| "correct": 0, |
| "prediction": "D", |
| "scores": [ |
| -138.75408935546875, |
| -140.45098876953125, |
| -144.4767608642578, |
| -138.16909790039062 |
| ] |
| }, |
| { |
| "id": "NYSEDREGENTS_2014_8_18", |
| "correct": 1, |
| "prediction": "1", |
| "scores": [ |
| -63.028987884521484, |
| -65.45268249511719, |
| -66.0723876953125, |
| -70.33637237548828 |
| ] |
| }, |
| { |
| "id": "Mercury_404901", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -53.04909896850586, |
| -52.12722396850586, |
| -51.81472396850586, |
| -53.84614562988281 |
| ] |
| }, |
| { |
| "id": "Mercury_7006265", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -56.43513870239258, |
| -52.566009521484375, |
| -53.829776763916016, |
| -57.92605209350586 |
| ] |
| }, |
| { |
| "id": "MCAS_2006_9_16", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -91.20413208007812, |
| -84.95491027832031, |
| -85.93255615234375, |
| -103.38273620605469 |
| ] |
| }, |
| { |
| "id": "MCAS_2006_9_9-v1", |
| "correct": 1, |
| "prediction": "D", |
| "scores": [ |
| -94.16110229492188, |
| -89.52836608886719, |
| -88.985595703125, |
| -85.12154388427734 |
| ] |
| }, |
| { |
| "id": "MCAS_2011_8_17687", |
| "correct": 1, |
| "prediction": "B", |
| "scores": [ |
| -174.39627075195312, |
| -173.6810302734375, |
| -178.2264404296875, |
| -175.41668701171875 |
| ] |
| }, |
| { |
| "id": "Mercury_7214480", |
| "correct": 0, |
| "prediction": "C", |
| "scores": [ |
| -97.335693359375, |
| -98.157958984375, |
| -97.279052734375, |
| -99.111083984375 |
| ] |
| }, |
| { |
| "id": "Mercury_7094098", |
| "correct": 0, |
| "prediction": "B", |
| "scores": [ |
| -87.50839233398438, |
| -84.88688659667969, |
| -86.54264068603516, |
| -93.82066345214844 |
| ] |
| }, |
| { |
| "id": "Mercury_SC_401188", |
| "correct": 1, |
| "prediction": "A", |
| "scores": [ |
| -49.902931213378906, |
| -50.434181213378906, |
| -52.07344436645508, |
| -51.54258346557617 |
| ] |
| }, |
| { |
| "id": "Mercury_7193078", |
| "correct": 1, |
| "prediction": "C", |
| "scores": [ |
| -167.76190185546875, |
| -172.81475830078125, |
| -158.61402893066406, |
| -159.87789916992188 |
| ] |
| } |
| ], |
| "wiki": { |
| "token_ppl": 23.172821211345365, |
| "byte_ppl": 2.2293584186834696, |
| "chunks": [ |
| { |
| "nll": 553.8248291015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 702.912841796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 521.974609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 717.7749633789062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 764.5051879882812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 633.987060546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 699.7890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 748.3031005859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 744.95849609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 697.9962768554688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 704.6940307617188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 698.8016357421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 885.6959838867188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 727.7221069335938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 800.1116943359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 742.63427734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 725.5198974609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 759.894287109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 845.7689819335938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 757.6170654296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 718.5973510742188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 687.2374267578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 727.9085693359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 852.171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 707.3006591796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 726.66015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 816.897216796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 713.2849731445312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 682.29150390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 649.6908569335938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 672.7548828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 805.9564208984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 848.167724609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 745.0533447265625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 820.5545654296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 696.3441162109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 784.096923828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 771.2294921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 712.2984008789062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 624.4886474609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 770.9424438476562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 821.619384765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 780.8455200195312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 700.09033203125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 761.1194458007812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 696.3604125976562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 707.341064453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 725.880126953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 746.603271484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 672.634765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 804.2616577148438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 637.006591796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 678.7529907226562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 541.4014892578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 690.6219482421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 719.9094848632812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 807.2364501953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 651.8441162109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 786.2988891601562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 720.2402954101562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 628.943359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 646.649658203125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 728.4151611328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 579.0467529296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 570.577880859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 708.83544921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 765.1748046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 808.9678344726562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 830.8236083984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 833.1825561523438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 807.0156860351562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 663.25341796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 696.4840698242188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 749.8290405273438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 814.9227905273438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 902.544921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 764.782470703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 871.1846923828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 774.5458984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 812.7293701171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 746.562255859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 739.4866943359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 651.3057861328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 688.1219482421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 809.6849975585938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 633.726318359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 712.480224609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 713.597412109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 796.3311767578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 728.9852294921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 815.6701049804688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 829.0681762695312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 785.6107177734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 631.317626953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 713.8953247070312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 835.9613037109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 658.80517578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 837.6544189453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 704.670654296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 800.4810791015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 887.3719482421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 921.2039184570312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 855.572509765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 935.576904296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 829.941162109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 866.2088623046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 833.111328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 876.327392578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 952.892333984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 885.865234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 902.5910034179688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 907.7550659179688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 844.2078857421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 871.9150390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 776.9788818359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 912.393798828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 970.9306030273438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 946.2647705078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 749.5830078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 871.160400390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 783.5506591796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 914.4730224609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 822.6826171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 937.907958984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 880.5037231445312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 948.61669921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 964.2122802734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 845.1561889648438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 684.2276611328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 784.8193969726562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 724.9225463867188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 780.218994140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 771.3612060546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 644.9412841796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 700.0859985351562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 612.594482421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 797.033447265625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 814.0767822265625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 771.088134765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 704.7325439453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 772.77197265625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 747.3858642578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 707.176513671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 733.4915161132812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 761.708984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 814.2865600585938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 707.5631103515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 834.0491943359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 760.673828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 748.094970703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 753.817138671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 814.3214721679688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 763.7572021484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 898.5292358398438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 826.4514770507812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 846.847412109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 731.1217651367188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 728.667724609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 855.5585327148438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 762.0399169921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 900.9320068359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 885.489501953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 927.2452392578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 899.2863159179688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 705.9564208984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 750.9927978515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 833.579833984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 847.868896484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 865.6946411132812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 837.7020263671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 828.6575927734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 818.24365234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 891.0762939453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 865.12646484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 783.1764526367188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 917.55322265625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 780.9708251953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 795.0731811523438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 739.365966796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 922.7733154296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 918.4570922851562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 872.9424438476562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 807.477294921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 885.3465576171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 845.8153076171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 785.9804077148438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 831.8048706054688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 762.2439575195312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 806.7298583984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 814.587890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 892.4868774414062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 893.219970703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 818.8692626953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 839.62255859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 799.3221435546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 828.00537109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 866.5645141601562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 739.9976806640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 731.285400390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 644.250732421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 736.291259765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 665.5916748046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 727.5237426757812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 653.0082397460938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 632.9873046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 687.8882446289062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 794.841064453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 664.3426513671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 660.156005859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 688.2260131835938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 725.7783203125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 793.2066650390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 707.1087646484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 760.9375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 776.359619140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 703.9578857421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 660.1502075195312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 795.6945190429688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 746.308837890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 782.5714111328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 772.991455078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 693.3575439453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 682.8950805664062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 688.9435424804688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 792.7640991210938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 761.48681640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 857.6180419921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 695.1638793945312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 884.8858642578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 839.2137451171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 750.789794921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 750.8465576171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 871.9149169921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 938.1273193359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 788.9847412109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 845.326416015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 764.9371337890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 887.9533081054688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 771.5507202148438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 787.4088745117188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 975.576904296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 837.0103759765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 678.0391845703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 648.638427734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 738.357421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 813.2220458984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 783.8909301757812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 764.8507080078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 827.9678955078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 890.2529296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 740.3021240234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 731.0178833007812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 775.4581298828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 824.5494384765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 769.8132934570312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 834.974853515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 862.4609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 885.7620849609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 769.6738891601562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 799.0250244140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 793.1033325195312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 815.594482421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 745.9322509765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 673.273193359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 723.82421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 810.791259765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 787.5392456054688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 880.4864501953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 978.7906494140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 880.548828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 865.7764892578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 885.01513671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 867.3011474609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 902.15234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 734.1874389648438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 768.61279296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 718.6077880859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 606.456298828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 738.8468017578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 692.1932373046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 679.7347412109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 658.2469482421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 771.6284790039062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 652.9127807617188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 650.5503540039062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 726.7801513671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 774.1532592773438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 701.4141235351562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 754.01318359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 760.2337646484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 790.4320068359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 800.6005249023438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 702.79541015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 860.6934814453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 837.569091796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 860.6258544921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 797.131103515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 797.591064453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 759.7191772460938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 778.828369140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 904.1537475585938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 951.6981811523438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 852.23876953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 920.5804443359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 804.0556640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 767.3379516601562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 829.7060546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 802.8223876953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 774.698486328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 892.645263671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 795.7755737304688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 821.3458251953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 732.97900390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 737.913330078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 706.9404907226562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 813.9011840820312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 715.4227294921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 603.0048828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 657.920166015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 739.2939453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 682.8519287109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 697.849365234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 659.921142578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 787.768310546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 850.2366943359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 785.853759765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 742.7548217773438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 731.54345703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 781.978515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 732.267822265625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 874.9469604492188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 779.4995727539062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 810.1646728515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 755.938232421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 756.9766235351562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 761.2235107421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 793.476806640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 788.551025390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 784.2313842773438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 773.828369140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 749.6758422851562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 840.3707275390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 868.0553588867188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 845.9259643554688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 720.6847534179688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 778.435546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 805.2056884765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 748.0579833984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 725.5639038085938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 660.4125366210938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 775.7169189453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 667.76611328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 773.9566650390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 747.2574462890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 755.1932373046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 746.6339111328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 796.4386596679688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 752.2498779296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 737.1050415039062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 788.3302001953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 849.992431640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 730.7182006835938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 811.039794921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 759.677978515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 828.6448974609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 823.2349243164062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 850.8101806640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 785.9114990234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 827.2725219726562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 838.8424072265625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 839.727294921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 876.240478515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 779.9381103515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 807.06494140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 865.87060546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 923.7124633789062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 833.09326171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 974.947509765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 905.3997192382812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 937.5216064453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 881.7100830078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 854.397705078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 886.5155639648438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 808.4406127929688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 888.3093872070312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 916.2427978515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 860.4251708984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 849.436767578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 718.3759155273438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 946.2025146484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 702.9791870117188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 647.4075927734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 787.38330078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 687.3450927734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 681.6458129882812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 652.3982543945312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 726.4050903320312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 827.4219970703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 811.81982421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 779.5411376953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 828.312744140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 739.7508544921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 757.03515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 718.6561889648438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 768.2821044921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 857.8897094726562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 757.4369506835938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 688.8523559570312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 730.9814453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 831.8423461914062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 773.4146728515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 842.830810546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 878.3458251953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 822.1357421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 771.373779296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 758.4738159179688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 821.7156982421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 664.4566040039062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 738.6763305664062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 766.3259887695312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 895.585693359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 683.9845581054688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 772.76171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 706.0106201171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 755.255859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 814.23876953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 813.91064453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 755.4833984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 669.1806640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 895.9244384765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 776.1143188476562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 790.3997802734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 838.0221557617188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 784.3648071289062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 817.0813598632812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 760.2073974609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 758.0171508789062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 791.09912109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 838.52685546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 814.350830078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 831.73193359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 792.10693359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 776.067626953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 863.5469360351562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 931.9602661132812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 784.341064453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 932.54150390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 784.681884765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 619.3690185546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 710.2356567382812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 789.7705078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 803.3197021484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 705.1497802734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 778.1190185546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 811.0584716796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 767.9076538085938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 763.1250610351562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 822.89013671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 817.1148681640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 813.4864501953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 750.047119140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 770.770263671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 803.9092407226562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 749.4139404296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 856.3157958984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 809.671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 815.1754760742188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 789.22509765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 722.73291015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 815.45166015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 896.8260498046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 900.8408203125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 878.7357177734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 893.1995849609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 794.1157836914062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 927.3988037109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 791.0504760742188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 842.6640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 812.54248046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 710.94091796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 800.5028076171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 704.9883422851562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 766.0921630859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 873.0792236328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 940.96728515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 813.052490234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 791.59619140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 763.8922119140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 788.1043701171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 798.9873657226562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 906.13232421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 893.9896240234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 856.9362182617188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 786.8701171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 714.9878540039062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 873.5625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 718.6552734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 829.2343139648438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 781.707275390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 744.8482055664062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 863.084228515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 663.741943359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 777.9100341796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 816.7938232421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 804.9215087890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 789.73388671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 738.1883544921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 633.5072021484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 734.1785888671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 834.3049926757812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 687.813720703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 738.96923828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 783.5859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 778.3546752929688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 766.998779296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 825.1527709960938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 779.4444580078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 792.3848876953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 783.07373046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 771.5885620117188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 816.0673828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 882.4833984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 840.0203857421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 898.3770141601562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 805.9929809570312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 804.6986083984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 861.0222778320312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 930.0167236328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 869.0245971679688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 711.0457763671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 673.8876953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 562.4561767578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 766.0911865234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 629.4111328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 837.2739868164062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 766.385009765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 711.1693115234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 800.705078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 746.2315673828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 708.0015869140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 765.98193359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 678.0485229492188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 706.91259765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 740.76318359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 755.86962890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 670.0861206054688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 736.0275268554688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 743.9404296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 812.47314453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 798.0140380859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 842.6119995117188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 717.4835815429688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 841.2820434570312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 888.3540649414062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 920.7066650390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 911.8150634765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 851.2094116210938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 817.3517456054688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 941.96142578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 900.8983764648438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 954.6494750976562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 855.6192626953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 900.2769775390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 853.667236328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 907.443115234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 908.01123046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 891.728271484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 899.3098754882812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 901.6011962890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 800.1812744140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 769.7672119140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 924.515869140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 862.2192993164062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 862.2911376953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 1034.16552734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 789.1361083984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 786.960205078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 846.53076171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 802.8487548828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 895.1968994140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 833.444580078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 820.1484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 740.586669921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 718.0433959960938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 817.7902221679688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 792.885498046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 819.1943359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 771.855712890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 797.1148071289062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 877.142333984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 684.68115234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 720.5321655273438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 749.3997802734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 815.9351196289062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 819.8951416015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 696.08642578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 764.8653564453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 822.5662841796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 804.6708984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 840.3878173828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 786.8239135742188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 856.4775390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 818.4307861328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 908.85205078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 743.8076782226562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 858.5726318359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 857.4993286132812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 729.9918823242188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 680.1817626953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 680.197021484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 733.4141845703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 817.2662963867188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 813.5887451171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 878.691650390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 806.996337890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 829.9993896484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 846.7984619140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 772.71826171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 773.7454833984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 791.412109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 867.5994873046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 863.0501708984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 937.6075439453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 850.0030517578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 863.494384765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 939.4654541015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 728.5391845703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 766.9556884765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 642.6427001953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 822.0162963867188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 869.8094482421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 782.2804565429688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 836.85009765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 841.6729736328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 790.0152587890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 924.291015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 854.0274658203125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 867.983642578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 781.3465576171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 826.4567260742188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 946.85791015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 872.625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 786.865966796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 897.7232666015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 809.7523193359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 829.8910522460938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 924.3560791015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 924.0296020507812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 813.0326538085938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 950.6773681640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 752.625244140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 709.486083984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 796.6765747070312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 837.6406860351562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 766.1219482421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 736.4739990234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 761.1146850585938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 883.9923095703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 805.98681640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 780.2958984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 767.3139038085938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 745.5987548828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 817.7503662109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 804.2958984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 765.1884155273438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 857.5786743164062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 787.3369140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 734.449462890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 746.4234619140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 876.0418701171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 842.5230102539062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 646.2193603515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 735.7387084960938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 824.892333984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 920.5929565429688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 822.334716796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 928.8079833984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 940.5445556640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 859.1328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 913.1336059570312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 919.9208984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 781.4717407226562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 872.363525390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 901.120849609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 887.1627197265625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 870.724365234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 754.6129760742188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 640.0589599609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 835.6077880859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 819.8710327148438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 829.2540893554688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 887.306396484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 912.7777099609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 972.3460693359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 813.4177856445312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 867.1573486328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 911.8907470703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 917.471435546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 936.8113403320312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 929.308837890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 925.8099975585938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 939.843017578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 888.4705200195312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 863.9774169921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 1011.0748291015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 890.58740234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 812.036865234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 896.5020751953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 892.3604736328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 817.2601928710938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 834.590576171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 786.7713623046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 708.7529296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 667.72509765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 769.2071533203125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 725.85498046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 831.3072509765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 690.6458740234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 838.2478637695312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 884.4052734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 762.248291015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 756.2947387695312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 838.244873046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 800.78662109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 849.573486328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 780.5458374023438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 875.945556640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 839.1063232421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 816.3963623046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 826.5159912109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 728.1474609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 919.434814453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 740.2186279296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 805.1856689453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 823.025634765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 766.4336547851562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 807.8726806640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 781.3410034179688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 750.375732421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 816.64404296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 818.2969970703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 787.0318603515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 926.7572021484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 775.6622314453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 844.3887939453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 827.05908203125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 697.479248046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 793.7515258789062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 874.1234130859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 784.172119140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 769.857421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 944.5476684570312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 831.9575805664062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 695.4039306640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 816.2763671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 851.6895141601562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 806.3301391601562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 737.6038818359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 752.399658203125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 759.8450927734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 891.6376953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 830.751953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 923.5269775390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 819.3297119140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 830.4759521484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 807.9115600585938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 915.506591796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 831.5050659179688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 840.02001953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 863.4303588867188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 902.1943359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 854.94482421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 825.317626953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 865.6483764648438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 816.5482177734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 803.5964965820312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 727.2625732421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 715.0615234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 789.60400390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 943.001220703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 820.4483642578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 875.069091796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 898.9588623046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 908.5478515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 952.4691162109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 909.8167114257812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 856.6471557617188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 962.79296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 882.4121704101562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 901.4561767578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 903.233642578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 851.622802734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 933.9530639648438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 884.35693359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 981.3204345703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 920.9842529296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 902.3745727539062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 860.2694091796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 902.3572998046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 743.6497802734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 773.1134643554688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 716.96142578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 640.6923828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 809.2393798828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 853.8670043945312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 726.3648681640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 794.0943603515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 852.2434692382812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 671.60595703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 782.733642578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 756.8187255859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 888.33447265625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 723.1201782226562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 702.4869384765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 769.882568359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 707.6669921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 792.3544921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 810.2017211914062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 774.53271484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 735.39794921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 756.4633178710938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 736.8421630859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 794.601318359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 821.15380859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 677.66552734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 718.055419921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 817.289306640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 726.585205078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 742.25439453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 773.6270751953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 717.1390380859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 946.5321044921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 808.38525390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 848.687255859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 825.2979736328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 782.1307373046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 906.46435546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 781.94921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 805.0999145507812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 728.7879638671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 713.1299438476562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 752.0872802734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 837.0878295898438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 810.7424926757812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 706.01708984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 761.7595825195312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 819.421630859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 737.48046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 629.801025390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 752.015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 766.3898315429688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 839.9284057617188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 776.020263671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 783.9105224609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 796.5589599609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 805.1461791992188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 899.7350463867188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 707.4227905273438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 657.8604736328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 701.18701171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 617.628662109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 738.7642822265625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 659.1124267578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 622.652587890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 688.150146484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 680.7701416015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 795.175048828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 803.5015258789062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 752.4725341796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 826.9769287109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 761.9532470703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 710.14697265625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 827.630615234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 771.90283203125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 806.59326171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 712.450927734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 761.2584228515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 834.0499877929688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 892.1744384765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 731.7362670898438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 688.4390869140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 884.9707641601562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 762.755859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 710.3426513671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 850.1580200195312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 857.17626953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 908.6513061523438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 829.069091796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 759.7025146484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 780.8147583007812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 722.9229736328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 768.3604736328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 821.0347900390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 801.4411010742188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 797.6821899414062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 737.279541015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 848.5799560546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 853.088134765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 800.786865234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 874.7757568359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 792.02294921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 848.5693359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 870.664306640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 925.7552490234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 838.3692016601562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 797.6049194335938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 800.1438598632812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 816.5216064453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 684.005126953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 822.350341796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 761.6868896484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 876.8072509765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 851.2593994140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 713.8572998046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 659.609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 866.5708618164062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 706.0711059570312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 879.1880493164062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 811.99755859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 932.9469604492188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 812.1666870117188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 814.4779052734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 780.9139404296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 865.1450805664062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 776.05615234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 829.8400268554688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 766.272705078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 881.995849609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 833.8990478515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 833.436279296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 828.7975463867188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 781.0884399414062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 802.6962890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 752.8262939453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 732.6641235351562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 742.663330078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 737.2258911132812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 729.4776611328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 643.9843139648438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 715.5409545898438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 657.8959350585938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 795.4002685546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 852.621826171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 893.992431640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 832.1480712890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 817.580322265625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 813.8604736328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 850.333251953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 796.937255859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 893.5610961914062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 810.914794921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 910.46044921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 878.9296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 834.38720703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 846.9840087890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 863.6453857421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 783.8949584960938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 853.6400146484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 1033.76220703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 919.8768310546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 793.69921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 806.3524169921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 882.724853515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 803.9832153320312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 913.3234252929688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 857.2449951171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 732.85693359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 860.19482421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 795.9300537109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 809.1758422851562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 850.7138061523438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 871.36865234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 867.9254150390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 747.3635864257812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 752.1810913085938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 859.7976684570312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 897.1099853515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 953.8739013671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 959.5831298828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 947.8516845703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 969.600830078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 820.5576171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 873.9642333984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 994.42236328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 842.9610595703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 883.4317016601562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 819.7257080078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 848.396728515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 826.811767578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 869.92724609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 877.3456420898438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 897.6864013671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 932.1724853515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 1020.8951416015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 875.190673828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 861.24365234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 876.5005493164062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 932.689453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 736.1096801757812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 821.34375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 866.9415893554688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 891.5162963867188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 912.7217407226562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 908.9397583007812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 890.91357421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 939.2548828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 976.728271484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 883.830078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 1003.982421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 1000.0699462890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 756.50048828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 805.8079833984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 921.2196655273438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 762.3094482421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 697.196044921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 794.6517333984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 860.4030151367188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 946.4217529296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 892.9005126953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 913.6642456054688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 918.1911010742188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 877.5418701171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 925.646728515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 656.75537109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 788.8584594726562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 859.3828735351562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 839.685546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 852.420166015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 825.0590209960938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 874.537109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 834.1243896484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 839.747314453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 838.114990234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 852.212890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 905.82763671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 974.3095703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 791.7335815429688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 904.7489624023438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 860.9522094726562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 801.159912109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 791.9559936523438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 706.7056884765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 869.6222534179688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 840.2257080078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 947.1988525390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 950.134521484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 829.877197265625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 888.1846313476562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 843.6737060546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 869.7474365234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 802.57177734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 857.5660400390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 959.6774291992188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 809.2515869140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 803.3890380859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 736.0914306640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 849.8317260742188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 871.9822387695312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 763.0963745117188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 844.4571533203125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 932.8836669921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 894.0458984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 912.107666015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 916.197509765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 859.2125244140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 934.649169921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 956.7220458984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 958.01416015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 952.664794921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 933.7852172851562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 872.3468017578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 955.4370727539062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 747.6690063476562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 772.9622802734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 746.065185546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 645.8850708007812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 872.380615234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 937.565185546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 869.9236450195312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 892.770263671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 932.7173461914062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 762.2705078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 777.703857421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 901.712646484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 659.6741333007812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 767.231201171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 855.785400390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 765.686767578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 773.1146240234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 835.64404296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 753.935791015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 965.155517578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 870.249755859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 868.490966796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 872.1738891601562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 761.801513671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 875.0953369140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 730.356201171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 715.9398193359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 773.1832275390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 708.6688232421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 744.4863891601562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 699.4315795898438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 774.1478881835938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 778.7879028320312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 796.4012451171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 798.3421630859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 846.8309936523438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 791.6878051757812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 824.592041015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 725.9686279296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 830.5106201171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 800.5869750976562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 926.3380737304688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 763.9727783203125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 778.2774047851562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 836.88720703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 904.8359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 1005.5272216796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 973.0372314453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 933.4620361328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 936.7255859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 806.5122680664062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 802.929443359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 846.1941528320312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 805.3699951171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 864.2559814453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 943.5731811523438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 884.131591796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 815.780029296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 730.1829833984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 757.321044921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 747.68115234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 852.4066162109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 914.2930297851562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 860.0213012695312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 766.1909790039062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 852.18994140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 889.8211669921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 824.93701171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 868.593505859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 770.4338989257812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 863.7191162109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 642.8551025390625, |
| "tokens": 224 |
| } |
| ], |
| "bytes": 1148001, |
| "encoded_tokens": 292833 |
| }, |
| "source_losses": { |
| "fineweb_edu": { |
| "token_ppl": 14.457985596693764, |
| "byte_ppl": 1.9187398864869334, |
| "chunks": [ |
| { |
| "nll": 586.0308227539062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 623.2943115234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 773.3912353515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 691.950439453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 517.40234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 504.7486572265625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 487.50732421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 743.1188354492188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 629.2810668945312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 646.7918701171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 605.8396606445312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 661.8004150390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 602.6317138671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 590.824951171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 663.998291015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 714.6633911132812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 780.1741943359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 758.127197265625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 654.6986083984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 740.06982421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 732.8042602539062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 659.661865234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 679.7850341796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 673.0455322265625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 707.837158203125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 780.7650146484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 739.2197265625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 690.885986328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 769.507568359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 638.1007690429688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 686.64306640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 737.4179077148438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 772.2816162109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 690.390380859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 766.6727905273438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 623.02978515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 649.2362060546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 776.3262939453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 690.4252319335938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 569.10498046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 549.2532958984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 549.5748291015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 696.354736328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 659.0794677734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 650.91845703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 684.4833984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 727.8056640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 695.1491088867188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 593.2215576171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 582.6107177734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 633.8458251953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 693.2989501953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 649.7188110351562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 724.104248046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 949.663818359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 718.807373046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 499.150634765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 542.4686279296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 578.989013671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 487.7299499511719, |
| "tokens": 256 |
| }, |
| { |
| "nll": 570.79345703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 767.7872314453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 689.4130859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 717.6276245117188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 758.70654296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 763.0240478515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 758.19287109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 744.529541015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 687.303466796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 815.6192016601562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 552.3773193359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 587.9290161132812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 612.9800415039062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 657.3138427734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 655.24755859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 656.3492431640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 687.129150390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 692.8392333984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 595.091064453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 711.5797119140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 722.733154296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 698.347900390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 826.4207763671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 873.4365234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 760.2601928710938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 731.05908203125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 728.255615234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 615.3358154296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 634.343017578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 683.08935546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 494.6197204589844, |
| "tokens": 256 |
| }, |
| { |
| "nll": 478.28106689453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 473.7644958496094, |
| "tokens": 256 |
| }, |
| { |
| "nll": 745.4810791015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 744.2989501953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 602.5099487304688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 649.7291259765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 626.064453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 742.449951171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 689.8583984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 657.2100830078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 771.5948486328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 815.5587158203125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 723.095703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 851.8238525390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 749.6832885742188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 648.9810791015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 626.0435791015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 732.4691162109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 682.37939453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 671.2977294921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 551.8864135742188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 766.1995849609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 766.8936767578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 891.798828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 857.740966796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 803.0703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 873.7222290039062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 813.8455810546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 829.2599487304688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 720.73291015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 661.5339965820312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 693.041259765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 581.5303344726562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 685.0925903320312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 664.578369140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 667.4273071289062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 695.0399780273438, |
| "tokens": 256 |
| } |
| ], |
| "bytes": 134323, |
| "encoded_tokens": 32769 |
| }, |
| "dclm_edu": { |
| "token_ppl": 16.59287825396888, |
| "byte_ppl": 1.9818294567213937, |
| "chunks": [ |
| { |
| "nll": 637.7643432617188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 732.60595703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 673.6065063476562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 778.787109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 732.603759765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 745.2613525390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 703.7368774414062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 674.5263671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 644.8875732421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 771.773681640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 752.5643310546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 721.4637451171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 827.3021240234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 818.3079223632812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 951.397705078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 675.1683349609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 630.25341796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 565.2969970703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 605.6170043945312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 606.0086059570312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 614.4754638671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 797.20068359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 728.0593872070312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 783.3611450195312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 797.2888793945312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 798.2429809570312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 848.86865234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 731.5267333984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 764.955322265625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 834.220703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 622.427734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 692.26318359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 743.26953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 775.2775268554688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 659.796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 702.9381713867188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 677.150634765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 784.0270385742188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 758.77685546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 663.513916015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 707.2540893554688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 697.7567138671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 685.6238403320312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 662.3384399414062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 644.6722412109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 695.154296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 695.6353759765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 643.6151123046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 752.1331787109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 686.2833862304688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 791.9356689453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 703.34716796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 708.8603515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 722.50390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 717.0576782226562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 677.0100708007812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 682.7183227539062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 717.400634765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 791.61328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 702.244140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 670.1657104492188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 603.682373046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 781.7772216796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 672.5692138671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 781.694091796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 589.2208251953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 649.89599609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 651.8106079101562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 584.5592651367188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 741.3558959960938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 828.689208984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 879.7679443359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 786.7777099609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 726.96337890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 796.889892578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 772.4180908203125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 826.2261962890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 737.68701171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 725.3170776367188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 798.7919921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 900.2763671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 860.9478759765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 769.4326782226562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 790.026611328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 818.4495239257812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 769.9599609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 832.3365478515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 807.1915893554688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 751.8802490234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 743.6990356445312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 774.5317993164062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 827.6574096679688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 800.5679931640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 797.2029418945312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 825.40283203125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 816.6138916015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 668.2833251953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 676.881591796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 686.0360107421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 674.0855712890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 646.3311157226562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 674.3927612304688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 561.3350830078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 654.373046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 685.83203125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 763.3004760742188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 784.9656982421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 696.4407348632812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 575.974609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 623.1928100585938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 590.20654296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 632.43212890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 721.1024780273438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 836.9014282226562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 653.5028076171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 689.771240234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 566.5380859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 475.5887451171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 702.5430297851562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 628.849853515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 690.607666015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 745.43994140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 688.4929809570312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 697.7115478515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 669.365234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 697.65771484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 759.9357299804688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 622.2042846679688, |
| "tokens": 256 |
| } |
| ], |
| "bytes": 134568, |
| "encoded_tokens": 32769 |
| }, |
| "cosmopedia": { |
| "token_ppl": 11.193216301, |
| "byte_ppl": 1.7215228916848988, |
| "chunks": [ |
| { |
| "nll": 626.9558715820312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 640.3245849609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 598.28857421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 702.7857666015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 697.3326416015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 677.8206787109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 661.9750366210938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 598.0342407226562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 499.33551025390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 585.3685913085938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 583.2421264648438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 549.2054443359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 648.51416015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 527.7986450195312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 537.1375732421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 599.3782958984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 517.9276123046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 576.5003662109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 569.5989379882812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 598.8155517578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 493.0631103515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 618.8765869140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 679.4859008789062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 719.1842651367188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 750.3732299804688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 568.578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 426.29339599609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 555.0354614257812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 511.7181091308594, |
| "tokens": 256 |
| }, |
| { |
| "nll": 585.1312255859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 598.7725830078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 639.4403076171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 599.0409545898438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 639.9614868164062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 578.0758056640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 688.2413330078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 682.8174438476562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 590.51025390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 506.4910888671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 595.59423828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 522.231201171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 671.2655029296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 565.282958984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 695.3963623046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 692.6904907226562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 542.968017578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 685.9657592773438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 671.2312622070312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 743.625244140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 655.0501708984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 530.3367309570312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 597.9918212890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 617.0873413085938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 647.9105224609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 607.6854248046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 584.3388061523438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 709.26611328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 714.353515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 599.571044921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 608.7584228515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 595.1339111328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 690.56494140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 767.7322998046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 813.0364379882812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 752.4417724609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 585.5067138671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 760.0943603515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 631.514892578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 521.7984619140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 597.2645874023438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 564.933837890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 563.0924072265625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 601.5440673828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 596.3035888671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 656.6045532226562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 690.0714111328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 747.34326171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 762.76318359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 759.3934326171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 642.6176147460938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 649.4375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 609.84716796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 560.290771484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 609.9683837890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 606.6728515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 560.2147216796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 499.1575622558594, |
| "tokens": 256 |
| }, |
| { |
| "nll": 529.520263671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 505.2366943359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 592.3677978515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 660.1878051757812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 730.9244384765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 746.11962890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 780.8798828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 556.3468627929688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 624.1669311523438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 590.5838623046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 582.3592529296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 563.4092407226562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 538.1111450195312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 603.2247314453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 478.7076416015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 540.6925048828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 556.3486938476562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 580.4140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 665.7691650390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 749.0465087890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 567.8331909179688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 583.962158203125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 574.789794921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 600.391845703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 700.988037109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 644.3045654296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 669.566162109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 704.987548828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 534.7841796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 649.4850463867188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 612.6590576171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 702.1563720703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 730.158935546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 697.4100952148438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 465.1207275390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 537.4869384765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 619.619140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 597.6002197265625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 609.3670654296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 543.0537719726562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 543.291015625, |
| "tokens": 256 |
| } |
| ], |
| "bytes": 145703, |
| "encoded_tokens": 32769 |
| }, |
| "finemath": { |
| "token_ppl": 12.788546543956153, |
| "byte_ppl": 1.9834979627016776, |
| "chunks": [ |
| { |
| "nll": 52.82194137573242, |
| "tokens": 256 |
| }, |
| { |
| "nll": 311.62933349609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 410.6415710449219, |
| "tokens": 256 |
| }, |
| { |
| "nll": 278.6204528808594, |
| "tokens": 256 |
| }, |
| { |
| "nll": 336.1305236816406, |
| "tokens": 256 |
| }, |
| { |
| "nll": 475.1759948730469, |
| "tokens": 256 |
| }, |
| { |
| "nll": 479.2894592285156, |
| "tokens": 256 |
| }, |
| { |
| "nll": 616.0969848632812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 536.108154296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 514.1220703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 546.12255859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 539.6978759765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 560.5884399414062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 589.18505859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 468.6075439453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 727.900146484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 733.2093505859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 792.5480346679688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 694.5302734375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 703.3873291015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 711.5372314453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 770.0384521484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 659.4256591796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 611.2962646484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 393.5223693847656, |
| "tokens": 256 |
| }, |
| { |
| "nll": 264.9556884765625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 555.2786254882812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 470.2515563964844, |
| "tokens": 256 |
| }, |
| { |
| "nll": 507.0843811035156, |
| "tokens": 256 |
| }, |
| { |
| "nll": 443.6383056640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 433.5238342285156, |
| "tokens": 256 |
| }, |
| { |
| "nll": 633.82421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 481.1221618652344, |
| "tokens": 256 |
| }, |
| { |
| "nll": 502.759033203125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 527.3897094726562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 628.1885375976562, |
| "tokens": 256 |
| }, |
| { |
| "nll": 605.7938232421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 500.6293640136719, |
| "tokens": 256 |
| }, |
| { |
| "nll": 690.8707885742188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 693.4046630859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 421.54852294921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 375.9324951171875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 419.52752685546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 646.0347900390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 654.4027099609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 549.59423828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 689.2427368164062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 594.4061279296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 598.6145629882812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 662.486083984375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 576.2420654296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 756.4885864257812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 718.881591796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 489.2746887207031, |
| "tokens": 256 |
| }, |
| { |
| "nll": 795.1995849609375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 502.11663818359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 478.7010498046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 410.05999755859375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 377.70953369140625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 513.166748046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 642.6944580078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 853.9135131835938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 843.6427001953125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 686.1075439453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 676.02978515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 768.6160888671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 736.1486206054688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 584.8599243164062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 640.3480834960938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 1030.4627685546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 997.7337646484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 950.2166748046875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 922.1268310546875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 582.9542236328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 563.6763916015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 784.6365966796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 717.389892578125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 590.3621215820312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 676.7272338867188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 545.191650390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 795.3551635742188, |
| "tokens": 256 |
| }, |
| { |
| "nll": 694.582763671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 751.737548828125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 759.618896484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 865.2822265625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 993.7694091796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 1064.49658203125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 1100.0037841796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 1059.145263671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 1011.4422607421875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 917.53466796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 972.3826904296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 1004.6815795898438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 800.0164794921875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 894.8975830078125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 499.76910400390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 496.12835693359375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 488.35931396484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 479.0489807128906, |
| "tokens": 256 |
| }, |
| { |
| "nll": 582.03564453125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 550.5814819335938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 813.709228515625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 575.7251586914062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 775.0870971679688, |
| "tokens": 256 |
| }, |
| { |
| "nll": 696.0230712890625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 639.4586181640625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 834.7381591796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 720.7045288085938, |
| "tokens": 256 |
| }, |
| { |
| "nll": 731.2092895507812, |
| "tokens": 256 |
| }, |
| { |
| "nll": 769.651611328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 626.64404296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 672.7181396484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 783.3397216796875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 697.8425903320312, |
| "tokens": 256 |
| }, |
| { |
| "nll": 792.900390625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 804.8325805664062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 674.8604736328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 837.4829711914062, |
| "tokens": 256 |
| }, |
| { |
| "nll": 762.1092529296875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 548.493896484375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 471.09613037109375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 701.3388671875, |
| "tokens": 256 |
| }, |
| { |
| "nll": 623.23291015625, |
| "tokens": 256 |
| }, |
| { |
| "nll": 749.385986328125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 781.6220703125, |
| "tokens": 256 |
| }, |
| { |
| "nll": 804.3177490234375, |
| "tokens": 256 |
| }, |
| { |
| "nll": 705.7948608398438, |
| "tokens": 256 |
| }, |
| { |
| "nll": 661.279296875, |
| "tokens": 256 |
| } |
| ], |
| "bytes": 121942, |
| "encoded_tokens": 32769 |
| } |
| }, |
| "seconds": 125.25098923395853 |
| } |
