kacperwikiel's picture
Update experiment measurements and status
80a4875 verified
Raw History Blame Contribute Delete
254 kB
{
"label": "development proxies, NOT official GLINT",
"checkpoint": "/data/runs/grown149m-20b/checkpoint-000076294.pt",
"step": 76294,
"adaptation_tokens": 0,
"dev_sha256": "cc3c41652571a32f73278f3c1e0ae22ebe2076cb304154ad35c80666bb70a42a",
"protocol": "bf16 forward, fp32 logprob, context256, raw option sum/no BOS; ARC validation; independent procedural grammar; WikiText validation",
"grammar_accuracy": 55.55555555555556,
"arc_validation_accuracy": 54.56140350877193,
"wiki_validation_byte_ppl": 2.213052195838246,
"grammar": [
{
"id": "singular_agreement-0-0",
"family": "singular_agreement",
"correct": 1,
"margin": 1.7449951171875
},
{
"id": "plural_agreement-0-0",
"family": "plural_agreement",
"correct": 1,
"margin": 3.9419021606445312
},
{
"id": "distractor_singular-0-0",
"family": "distractor_singular",
"correct": 1,
"margin": 0.16071319580078125
},
{
"id": "relative_agreement-0-0",
"family": "relative_agreement",
"correct": 1,
"margin": 0.7980117797851562
},
{
"id": "singular_agreement-0-1",
"family": "singular_agreement",
"correct": 1,
"margin": 0.09758758544921875
},
{
"id": "plural_agreement-0-1",
"family": "plural_agreement",
"correct": 1,
"margin": 2.2615966796875
},
{
"id": "distractor_singular-0-1",
"family": "distractor_singular",
"correct": 0,
"margin": -0.9390144348144531
},
{
"id": "relative_agreement-0-1",
"family": "relative_agreement",
"correct": 0,
"margin": -1.3414764404296875
},
{
"id": "singular_agreement-0-2",
"family": "singular_agreement",
"correct": 1,
"margin": 3.6252059936523438
},
{
"id": "plural_agreement-0-2",
"family": "plural_agreement",
"correct": 1,
"margin": 4.976070404052734
},
{
"id": "distractor_singular-0-2",
"family": "distractor_singular",
"correct": 1,
"margin": 2.3363571166992188
},
{
"id": "relative_agreement-0-2",
"family": "relative_agreement",
"correct": 1,
"margin": 2.7816123962402344
},
{
"id": "singular_agreement-0-3",
"family": "singular_agreement",
"correct": 1,
"margin": 4.893711090087891
},
{
"id": "plural_agreement-0-3",
"family": "plural_agreement",
"correct": 1,
"margin": 2.928171157836914
},
{
"id": "distractor_singular-0-3",
"family": "distractor_singular",
"correct": 1,
"margin": 2.5496368408203125
},
{
"id": "relative_agreement-0-3",
"family": "relative_agreement",
"correct": 1,
"margin": 2.6009178161621094
},
{
"id": "singular_agreement-0-4",
"family": "singular_agreement",
"correct": 1,
"margin": 1.2020721435546875
},
{
"id": "plural_agreement-0-4",
"family": "plural_agreement",
"correct": 1,
"margin": 1.5883674621582031
},
{
"id": "distractor_singular-0-4",
"family": "distractor_singular",
"correct": 0,
"margin": -0.1439361572265625
},
{
"id": "relative_agreement-0-4",
"family": "relative_agreement",
"correct": 0,
"margin": -0.057491302490234375
},
{
"id": "singular_agreement-0-5",
"family": "singular_agreement",
"correct": 1,
"margin": 1.5338134765625
},
{
"id": "plural_agreement-0-5",
"family": "plural_agreement",
"correct": 1,
"margin": 3.2768630981445312
},
{
"id": "distractor_singular-0-5",
"family": "distractor_singular",
"correct": 0,
"margin": -1.6014213562011719
},
{
"id": "relative_agreement-0-5",
"family": "relative_agreement",
"correct": 0,
"margin": -1.1984443664550781
},
{
"id": "singular_agreement-1-0",
"family": "singular_agreement",
"correct": 1,
"margin": 3.9550704956054688
},
{
"id": "plural_agreement-1-0",
"family": "plural_agreement",
"correct": 1,
"margin": 3.4834957122802734
},
{
"id": "distractor_singular-1-0",
"family": "distractor_singular",
"correct": 1,
"margin": 1.3380012512207031
},
{
"id": "relative_agreement-1-0",
"family": "relative_agreement",
"correct": 0,
"margin": -0.6668510437011719
},
{
"id": "singular_agreement-1-1",
"family": "singular_agreement",
"correct": 1,
"margin": 1.0913162231445312
},
{
"id": "plural_agreement-1-1",
"family": "plural_agreement",
"correct": 1,
"margin": 3.5027999877929688
},
{
"id": "distractor_singular-1-1",
"family": "distractor_singular",
"correct": 0,
"margin": -2.777606964111328
},
{
"id": "relative_agreement-1-1",
"family": "relative_agreement",
"correct": 0,
"margin": -3.3408203125
},
{
"id": "singular_agreement-1-2",
"family": "singular_agreement",
"correct": 1,
"margin": 3.263690948486328
},
{
"id": "plural_agreement-1-2",
"family": "plural_agreement",
"correct": 1,
"margin": 5.294486999511719
},
{
"id": "distractor_singular-1-2",
"family": "distractor_singular",
"correct": 0,
"margin": -0.7356986999511719
},
{
"id": "relative_agreement-1-2",
"family": "relative_agreement",
"correct": 0,
"margin": -1.7483711242675781
},
{
"id": "singular_agreement-1-3",
"family": "singular_agreement",
"correct": 1,
"margin": 3.9716625213623047
},
{
"id": "plural_agreement-1-3",
"family": "plural_agreement",
"correct": 1,
"margin": 3.848186492919922
},
{
"id": "distractor_singular-1-3",
"family": "distractor_singular",
"correct": 1,
"margin": 0.27655792236328125
},
{
"id": "relative_agreement-1-3",
"family": "relative_agreement",
"correct": 0,
"margin": -0.24492263793945312
},
{
"id": "singular_agreement-1-4",
"family": "singular_agreement",
"correct": 1,
"margin": 0.9689903259277344
},
{
"id": "plural_agreement-1-4",
"family": "plural_agreement",
"correct": 1,
"margin": 3.008798599243164
},
{
"id": "distractor_singular-1-4",
"family": "distractor_singular",
"correct": 0,
"margin": -2.0204696655273438
},
{
"id": "relative_agreement-1-4",
"family": "relative_agreement",
"correct": 0,
"margin": -1.3416366577148438
},
{
"id": "singular_agreement-1-5",
"family": "singular_agreement",
"correct": 1,
"margin": 0.40117645263671875
},
{
"id": "plural_agreement-1-5",
"family": "plural_agreement",
"correct": 1,
"margin": 5.226875305175781
},
{
"id": "distractor_singular-1-5",
"family": "distractor_singular",
"correct": 0,
"margin": -2.0237655639648438
},
{
"id": "relative_agreement-1-5",
"family": "relative_agreement",
"correct": 0,
"margin": -2.9090423583984375
},
{
"id": "singular_agreement-2-0",
"family": "singular_agreement",
"correct": 1,
"margin": 1.7910137176513672
},
{
"id": "plural_agreement-2-0",
"family": "plural_agreement",
"correct": 1,
"margin": 5.298393249511719
},
{
"id": "distractor_singular-2-0",
"family": "distractor_singular",
"correct": 1,
"margin": 1.1274833679199219
},
{
"id": "relative_agreement-2-0",
"family": "relative_agreement",
"correct": 0,
"margin": -0.5911407470703125
},
{
"id": "singular_agreement-2-1",
"family": "singular_agreement",
"correct": 0,
"margin": -1.0244064331054688
},
{
"id": "plural_agreement-2-1",
"family": "plural_agreement",
"correct": 1,
"margin": 0.4597511291503906
},
{
"id": "distractor_singular-2-1",
"family": "distractor_singular",
"correct": 0,
"margin": -5.971553802490234
},
{
"id": "relative_agreement-2-1",
"family": "relative_agreement",
"correct": 0,
"margin": -4.3421478271484375
},
{
"id": "singular_agreement-2-2",
"family": "singular_agreement",
"correct": 1,
"margin": 3.4154205322265625
},
{
"id": "plural_agreement-2-2",
"family": "plural_agreement",
"correct": 1,
"margin": 4.18194580078125
},
{
"id": "distractor_singular-2-2",
"family": "distractor_singular",
"correct": 0,
"margin": -1.671356201171875
},
{
"id": "relative_agreement-2-2",
"family": "relative_agreement",
"correct": 0,
"margin": -2.3332595825195312
},
{
"id": "singular_agreement-2-3",
"family": "singular_agreement",
"correct": 1,
"margin": 4.454172134399414
},
{
"id": "plural_agreement-2-3",
"family": "plural_agreement",
"correct": 1,
"margin": 4.193340301513672
},
{
"id": "distractor_singular-2-3",
"family": "distractor_singular",
"correct": 0,
"margin": -0.37523651123046875
},
{
"id": "relative_agreement-2-3",
"family": "relative_agreement",
"correct": 0,
"margin": -0.3829383850097656
},
{
"id": "singular_agreement-2-4",
"family": "singular_agreement",
"correct": 0,
"margin": -1.11279296875
},
{
"id": "plural_agreement-2-4",
"family": "plural_agreement",
"correct": 1,
"margin": 2.8366775512695312
},
{
"id": "distractor_singular-2-4",
"family": "distractor_singular",
"correct": 0,
"margin": -3.1068458557128906
},
{
"id": "relative_agreement-2-4",
"family": "relative_agreement",
"correct": 0,
"margin": -0.9283027648925781
},
{
"id": "singular_agreement-2-5",
"family": "singular_agreement",
"correct": 0,
"margin": -0.9723625183105469
},
{
"id": "plural_agreement-2-5",
"family": "plural_agreement",
"correct": 1,
"margin": 4.356510162353516
},
{
"id": "distractor_singular-2-5",
"family": "distractor_singular",
"correct": 0,
"margin": -2.1073989868164062
},
{
"id": "relative_agreement-2-5",
"family": "relative_agreement",
"correct": 0,
"margin": -2.146514892578125
},
{
"id": "singular_agreement-3-0",
"family": "singular_agreement",
"correct": 1,
"margin": 3.8674087524414062
},
{
"id": "plural_agreement-3-0",
"family": "plural_agreement",
"correct": 1,
"margin": 4.155597686767578
},
{
"id": "distractor_singular-3-0",
"family": "distractor_singular",
"correct": 1,
"margin": 0.06447982788085938
},
{
"id": "relative_agreement-3-0",
"family": "relative_agreement",
"correct": 0,
"margin": -0.3014259338378906
},
{
"id": "singular_agreement-3-1",
"family": "singular_agreement",
"correct": 1,
"margin": 1.5893020629882812
},
{
"id": "plural_agreement-3-1",
"family": "plural_agreement",
"correct": 1,
"margin": 1.7496528625488281
},
{
"id": "distractor_singular-3-1",
"family": "distractor_singular",
"correct": 0,
"margin": -1.1005172729492188
},
{
"id": "relative_agreement-3-1",
"family": "relative_agreement",
"correct": 0,
"margin": -1.8683662414550781
},
{
"id": "singular_agreement-3-2",
"family": "singular_agreement",
"correct": 1,
"margin": 4.277488708496094
},
{
"id": "plural_agreement-3-2",
"family": "plural_agreement",
"correct": 1,
"margin": 4.817024230957031
},
{
"id": "distractor_singular-3-2",
"family": "distractor_singular",
"correct": 1,
"margin": 0.2046966552734375
},
{
"id": "relative_agreement-3-2",
"family": "relative_agreement",
"correct": 0,
"margin": -2.5372161865234375
},
{
"id": "singular_agreement-3-3",
"family": "singular_agreement",
"correct": 1,
"margin": 6.217548370361328
},
{
"id": "plural_agreement-3-3",
"family": "plural_agreement",
"correct": 1,
"margin": 2.52178955078125
},
{
"id": "distractor_singular-3-3",
"family": "distractor_singular",
"correct": 0,
"margin": -1.4716949462890625
},
{
"id": "relative_agreement-3-3",
"family": "relative_agreement",
"correct": 0,
"margin": -1.0545158386230469
},
{
"id": "singular_agreement-3-4",
"family": "singular_agreement",
"correct": 1,
"margin": 1.023406982421875
},
{
"id": "plural_agreement-3-4",
"family": "plural_agreement",
"correct": 1,
"margin": 2.3049087524414062
},
{
"id": "distractor_singular-3-4",
"family": "distractor_singular",
"correct": 0,
"margin": -2.8306198120117188
},
{
"id": "relative_agreement-3-4",
"family": "relative_agreement",
"correct": 0,
"margin": -2.091339111328125
},
{
"id": "singular_agreement-3-5",
"family": "singular_agreement",
"correct": 0,
"margin": -0.9196929931640625
},
{
"id": "plural_agreement-3-5",
"family": "plural_agreement",
"correct": 1,
"margin": 5.372352600097656
},
{
"id": "distractor_singular-3-5",
"family": "distractor_singular",
"correct": 0,
"margin": -2.145465850830078
},
{
"id": "relative_agreement-3-5",
"family": "relative_agreement",
"correct": 0,
"margin": -3.9809417724609375
},
{
"id": "singular_agreement-4-0",
"family": "singular_agreement",
"correct": 1,
"margin": 4.066198348999023
},
{
"id": "plural_agreement-4-0",
"family": "plural_agreement",
"correct": 1,
"margin": 3.8173789978027344
},
{
"id": "distractor_singular-4-0",
"family": "distractor_singular",
"correct": 1,
"margin": 0.4304695129394531
},
{
"id": "relative_agreement-4-0",
"family": "relative_agreement",
"correct": 0,
"margin": -1.1766738891601562
},
{
"id": "singular_agreement-4-1",
"family": "singular_agreement",
"correct": 1,
"margin": 2.1947860717773438
},
{
"id": "plural_agreement-4-1",
"family": "plural_agreement",
"correct": 1,
"margin": 1.8633270263671875
},
{
"id": "distractor_singular-4-1",
"family": "distractor_singular",
"correct": 0,
"margin": -5.0441131591796875
},
{
"id": "relative_agreement-4-1",
"family": "relative_agreement",
"correct": 0,
"margin": -5.152496337890625
},
{
"id": "singular_agreement-4-2",
"family": "singular_agreement",
"correct": 1,
"margin": 4.183689117431641
},
{
"id": "plural_agreement-4-2",
"family": "plural_agreement",
"correct": 1,
"margin": 5.336006164550781
},
{
"id": "distractor_singular-4-2",
"family": "distractor_singular",
"correct": 1,
"margin": 1.7390823364257812
},
{
"id": "relative_agreement-4-2",
"family": "relative_agreement",
"correct": 1,
"margin": 1.5398712158203125
},
{
"id": "singular_agreement-4-3",
"family": "singular_agreement",
"correct": 1,
"margin": 3.5359725952148438
},
{
"id": "plural_agreement-4-3",
"family": "plural_agreement",
"correct": 1,
"margin": 4.578205108642578
},
{
"id": "distractor_singular-4-3",
"family": "distractor_singular",
"correct": 0,
"margin": -1.7246246337890625
},
{
"id": "relative_agreement-4-3",
"family": "relative_agreement",
"correct": 0,
"margin": -0.3797340393066406
},
{
"id": "singular_agreement-4-4",
"family": "singular_agreement",
"correct": 0,
"margin": -0.006412506103515625
},
{
"id": "plural_agreement-4-4",
"family": "plural_agreement",
"correct": 1,
"margin": 2.978860855102539
},
{
"id": "distractor_singular-4-4",
"family": "distractor_singular",
"correct": 0,
"margin": -3.0585479736328125
},
{
"id": "relative_agreement-4-4",
"family": "relative_agreement",
"correct": 0,
"margin": -0.02582550048828125
},
{
"id": "singular_agreement-4-5",
"family": "singular_agreement",
"correct": 1,
"margin": 0.7346515655517578
},
{
"id": "plural_agreement-4-5",
"family": "plural_agreement",
"correct": 1,
"margin": 4.495410919189453
},
{
"id": "distractor_singular-4-5",
"family": "distractor_singular",
"correct": 0,
"margin": -3.4103927612304688
},
{
"id": "relative_agreement-4-5",
"family": "relative_agreement",
"correct": 0,
"margin": -2.7360572814941406
},
{
"id": "singular_agreement-5-0",
"family": "singular_agreement",
"correct": 1,
"margin": 4.082063674926758
},
{
"id": "plural_agreement-5-0",
"family": "plural_agreement",
"correct": 1,
"margin": 3.4603500366210938
},
{
"id": "distractor_singular-5-0",
"family": "distractor_singular",
"correct": 1,
"margin": 0.6568565368652344
},
{
"id": "relative_agreement-5-0",
"family": "relative_agreement",
"correct": 0,
"margin": -1.5161247253417969
},
{
"id": "singular_agreement-5-1",
"family": "singular_agreement",
"correct": 0,
"margin": -1.3146018981933594
},
{
"id": "plural_agreement-5-1",
"family": "plural_agreement",
"correct": 1,
"margin": 6.010646820068359
},
{
"id": "distractor_singular-5-1",
"family": "distractor_singular",
"correct": 0,
"margin": -3.4978408813476562
},
{
"id": "relative_agreement-5-1",
"family": "relative_agreement",
"correct": 0,
"margin": -4.34747314453125
},
{
"id": "singular_agreement-5-2",
"family": "singular_agreement",
"correct": 1,
"margin": 3.825946807861328
},
{
"id": "plural_agreement-5-2",
"family": "plural_agreement",
"correct": 1,
"margin": 4.879825592041016
},
{
"id": "distractor_singular-5-2",
"family": "distractor_singular",
"correct": 1,
"margin": 0.32470703125
},
{
"id": "relative_agreement-5-2",
"family": "relative_agreement",
"correct": 0,
"margin": -0.1945343017578125
},
{
"id": "singular_agreement-5-3",
"family": "singular_agreement",
"correct": 1,
"margin": 3.86578369140625
},
{
"id": "plural_agreement-5-3",
"family": "plural_agreement",
"correct": 1,
"margin": 2.8477783203125
},
{
"id": "distractor_singular-5-3",
"family": "distractor_singular",
"correct": 0,
"margin": -0.6754646301269531
},
{
"id": "relative_agreement-5-3",
"family": "relative_agreement",
"correct": 0,
"margin": -0.9584884643554688
},
{
"id": "singular_agreement-5-4",
"family": "singular_agreement",
"correct": 1,
"margin": 1.7409896850585938
},
{
"id": "plural_agreement-5-4",
"family": "plural_agreement",
"correct": 1,
"margin": 4.2735748291015625
},
{
"id": "distractor_singular-5-4",
"family": "distractor_singular",
"correct": 0,
"margin": -0.8073844909667969
},
{
"id": "relative_agreement-5-4",
"family": "relative_agreement",
"correct": 0,
"margin": -0.39125823974609375
},
{
"id": "singular_agreement-5-5",
"family": "singular_agreement",
"correct": 0,
"margin": -0.3319358825683594
},
{
"id": "plural_agreement-5-5",
"family": "plural_agreement",
"correct": 1,
"margin": 4.245983123779297
},
{
"id": "distractor_singular-5-5",
"family": "distractor_singular",
"correct": 0,
"margin": -1.3686981201171875
},
{
"id": "relative_agreement-5-5",
"family": "relative_agreement",
"correct": 0,
"margin": -2.5416336059570312
},
{
"id": "singular_agreement-6-0",
"family": "singular_agreement",
"correct": 1,
"margin": 4.495429992675781
},
{
"id": "plural_agreement-6-0",
"family": "plural_agreement",
"correct": 1,
"margin": 1.8861541748046875
},
{
"id": "distractor_singular-6-0",
"family": "distractor_singular",
"correct": 1,
"margin": 0.528533935546875
},
{
"id": "relative_agreement-6-0",
"family": "relative_agreement",
"correct": 0,
"margin": -1.3090972900390625
},
{
"id": "singular_agreement-6-1",
"family": "singular_agreement",
"correct": 1,
"margin": 2.2777938842773438
},
{
"id": "plural_agreement-6-1",
"family": "plural_agreement",
"correct": 0,
"margin": -0.01970672607421875
},
{
"id": "distractor_singular-6-1",
"family": "distractor_singular",
"correct": 1,
"margin": 0.112152099609375
},
{
"id": "relative_agreement-6-1",
"family": "relative_agreement",
"correct": 0,
"margin": -1.2061233520507812
},
{
"id": "singular_agreement-6-2",
"family": "singular_agreement",
"correct": 1,
"margin": 3.0989341735839844
},
{
"id": "plural_agreement-6-2",
"family": "plural_agreement",
"correct": 1,
"margin": 4.436973571777344
},
{
"id": "distractor_singular-6-2",
"family": "distractor_singular",
"correct": 1,
"margin": 2.169597625732422
},
{
"id": "relative_agreement-6-2",
"family": "relative_agreement",
"correct": 1,
"margin": 0.8974418640136719
},
{
"id": "singular_agreement-6-3",
"family": "singular_agreement",
"correct": 1,
"margin": 3.8915138244628906
},
{
"id": "plural_agreement-6-3",
"family": "plural_agreement",
"correct": 1,
"margin": 3.417613983154297
},
{
"id": "distractor_singular-6-3",
"family": "distractor_singular",
"correct": 1,
"margin": 1.5236854553222656
},
{
"id": "relative_agreement-6-3",
"family": "relative_agreement",
"correct": 1,
"margin": 0.9310111999511719
},
{
"id": "singular_agreement-6-4",
"family": "singular_agreement",
"correct": 1,
"margin": 0.2774162292480469
},
{
"id": "plural_agreement-6-4",
"family": "plural_agreement",
"correct": 1,
"margin": 2.143657684326172
},
{
"id": "distractor_singular-6-4",
"family": "distractor_singular",
"correct": 0,
"margin": -1.1583023071289062
},
{
"id": "relative_agreement-6-4",
"family": "relative_agreement",
"correct": 0,
"margin": -1.3942146301269531
},
{
"id": "singular_agreement-6-5",
"family": "singular_agreement",
"correct": 0,
"margin": -0.09666061401367188
},
{
"id": "plural_agreement-6-5",
"family": "plural_agreement",
"correct": 1,
"margin": 4.896396636962891
},
{
"id": "distractor_singular-6-5",
"family": "distractor_singular",
"correct": 0,
"margin": -0.62847900390625
},
{
"id": "relative_agreement-6-5",
"family": "relative_agreement",
"correct": 0,
"margin": -2.6820755004882812
},
{
"id": "singular_agreement-7-0",
"family": "singular_agreement",
"correct": 1,
"margin": 5.051393508911133
},
{
"id": "plural_agreement-7-0",
"family": "plural_agreement",
"correct": 1,
"margin": 4.256252288818359
},
{
"id": "distractor_singular-7-0",
"family": "distractor_singular",
"correct": 1,
"margin": 0.9915809631347656
},
{
"id": "relative_agreement-7-0",
"family": "relative_agreement",
"correct": 1,
"margin": 0.7450942993164062
},
{
"id": "singular_agreement-7-1",
"family": "singular_agreement",
"correct": 1,
"margin": 0.5148506164550781
},
{
"id": "plural_agreement-7-1",
"family": "plural_agreement",
"correct": 1,
"margin": 3.0928268432617188
},
{
"id": "distractor_singular-7-1",
"family": "distractor_singular",
"correct": 0,
"margin": -1.7372093200683594
},
{
"id": "relative_agreement-7-1",
"family": "relative_agreement",
"correct": 0,
"margin": -2.074352264404297
},
{
"id": "singular_agreement-7-2",
"family": "singular_agreement",
"correct": 1,
"margin": 4.413368225097656
},
{
"id": "plural_agreement-7-2",
"family": "plural_agreement",
"correct": 1,
"margin": 3.523815155029297
},
{
"id": "distractor_singular-7-2",
"family": "distractor_singular",
"correct": 0,
"margin": -0.9606475830078125
},
{
"id": "relative_agreement-7-2",
"family": "relative_agreement",
"correct": 1,
"margin": 0.8521804809570312
},
{
"id": "singular_agreement-7-3",
"family": "singular_agreement",
"correct": 1,
"margin": 3.6029739379882812
},
{
"id": "plural_agreement-7-3",
"family": "plural_agreement",
"correct": 1,
"margin": 3.9625587463378906
},
{
"id": "distractor_singular-7-3",
"family": "distractor_singular",
"correct": 0,
"margin": -1.8634757995605469
},
{
"id": "relative_agreement-7-3",
"family": "relative_agreement",
"correct": 1,
"margin": 0.897674560546875
},
{
"id": "singular_agreement-7-4",
"family": "singular_agreement",
"correct": 0,
"margin": -0.32242584228515625
},
{
"id": "plural_agreement-7-4",
"family": "plural_agreement",
"correct": 1,
"margin": 2.585376739501953
},
{
"id": "distractor_singular-7-4",
"family": "distractor_singular",
"correct": 0,
"margin": -4.133678436279297
},
{
"id": "relative_agreement-7-4",
"family": "relative_agreement",
"correct": 1,
"margin": 0.1856689453125
},
{
"id": "singular_agreement-7-5",
"family": "singular_agreement",
"correct": 0,
"margin": -2.2914352416992188
},
{
"id": "plural_agreement-7-5",
"family": "plural_agreement",
"correct": 1,
"margin": 4.425666809082031
},
{
"id": "distractor_singular-7-5",
"family": "distractor_singular",
"correct": 0,
"margin": -3.2558670043945312
},
{
"id": "relative_agreement-7-5",
"family": "relative_agreement",
"correct": 0,
"margin": -2.9670257568359375
},
{
"id": "singular_agreement-8-0",
"family": "singular_agreement",
"correct": 1,
"margin": 4.060874938964844
},
{
"id": "plural_agreement-8-0",
"family": "plural_agreement",
"correct": 1,
"margin": 3.2372360229492188
},
{
"id": "distractor_singular-8-0",
"family": "distractor_singular",
"correct": 0,
"margin": -0.36165618896484375
},
{
"id": "relative_agreement-8-0",
"family": "relative_agreement",
"correct": 0,
"margin": -1.5116462707519531
},
{
"id": "singular_agreement-8-1",
"family": "singular_agreement",
"correct": 1,
"margin": 1.122344970703125
},
{
"id": "plural_agreement-8-1",
"family": "plural_agreement",
"correct": 1,
"margin": 3.2581443786621094
},
{
"id": "distractor_singular-8-1",
"family": "distractor_singular",
"correct": 0,
"margin": -2.0219993591308594
},
{
"id": "relative_agreement-8-1",
"family": "relative_agreement",
"correct": 0,
"margin": -2.158977508544922
},
{
"id": "singular_agreement-8-2",
"family": "singular_agreement",
"correct": 1,
"margin": 2.2613372802734375
},
{
"id": "plural_agreement-8-2",
"family": "plural_agreement",
"correct": 1,
"margin": 4.235263824462891
},
{
"id": "distractor_singular-8-2",
"family": "distractor_singular",
"correct": 0,
"margin": -0.8582077026367188
},
{
"id": "relative_agreement-8-2",
"family": "relative_agreement",
"correct": 0,
"margin": -2.0486717224121094
},
{
"id": "singular_agreement-8-3",
"family": "singular_agreement",
"correct": 1,
"margin": 2.9250564575195312
},
{
"id": "plural_agreement-8-3",
"family": "plural_agreement",
"correct": 1,
"margin": 3.50103759765625
},
{
"id": "distractor_singular-8-3",
"family": "distractor_singular",
"correct": 0,
"margin": -0.18144607543945312
},
{
"id": "relative_agreement-8-3",
"family": "relative_agreement",
"correct": 0,
"margin": -0.934295654296875
},
{
"id": "singular_agreement-8-4",
"family": "singular_agreement",
"correct": 0,
"margin": -0.47480010986328125
},
{
"id": "plural_agreement-8-4",
"family": "plural_agreement",
"correct": 1,
"margin": 2.5433006286621094
},
{
"id": "distractor_singular-8-4",
"family": "distractor_singular",
"correct": 0,
"margin": -2.1727027893066406
},
{
"id": "relative_agreement-8-4",
"family": "relative_agreement",
"correct": 0,
"margin": -1.1984329223632812
},
{
"id": "singular_agreement-8-5",
"family": "singular_agreement",
"correct": 1,
"margin": 0.03881072998046875
},
{
"id": "plural_agreement-8-5",
"family": "plural_agreement",
"correct": 1,
"margin": 6.046241760253906
},
{
"id": "distractor_singular-8-5",
"family": "distractor_singular",
"correct": 0,
"margin": -2.2828369140625
},
{
"id": "relative_agreement-8-5",
"family": "relative_agreement",
"correct": 0,
"margin": -3.382476806640625
},
{
"id": "singular_agreement-9-0",
"family": "singular_agreement",
"correct": 1,
"margin": 4.605503082275391
},
{
"id": "plural_agreement-9-0",
"family": "plural_agreement",
"correct": 1,
"margin": 3.91839599609375
},
{
"id": "distractor_singular-9-0",
"family": "distractor_singular",
"correct": 0,
"margin": -0.025905609130859375
},
{
"id": "relative_agreement-9-0",
"family": "relative_agreement",
"correct": 0,
"margin": -0.5042762756347656
},
{
"id": "singular_agreement-9-1",
"family": "singular_agreement",
"correct": 1,
"margin": 1.613800048828125
},
{
"id": "plural_agreement-9-1",
"family": "plural_agreement",
"correct": 1,
"margin": 3.1930274963378906
},
{
"id": "distractor_singular-9-1",
"family": "distractor_singular",
"correct": 0,
"margin": -3.1302337646484375
},
{
"id": "relative_agreement-9-1",
"family": "relative_agreement",
"correct": 0,
"margin": -4.602569580078125
},
{
"id": "singular_agreement-9-2",
"family": "singular_agreement",
"correct": 1,
"margin": 5.548954010009766
},
{
"id": "plural_agreement-9-2",
"family": "plural_agreement",
"correct": 1,
"margin": 5.874225616455078
},
{
"id": "distractor_singular-9-2",
"family": "distractor_singular",
"correct": 1,
"margin": 0.5997314453125
},
{
"id": "relative_agreement-9-2",
"family": "relative_agreement",
"correct": 0,
"margin": -1.1135826110839844
},
{
"id": "singular_agreement-9-3",
"family": "singular_agreement",
"correct": 1,
"margin": 3.9762306213378906
},
{
"id": "plural_agreement-9-3",
"family": "plural_agreement",
"correct": 1,
"margin": 3.376537322998047
},
{
"id": "distractor_singular-9-3",
"family": "distractor_singular",
"correct": 0,
"margin": -0.20479583740234375
},
{
"id": "relative_agreement-9-3",
"family": "relative_agreement",
"correct": 0,
"margin": -0.8175125122070312
},
{
"id": "singular_agreement-9-4",
"family": "singular_agreement",
"correct": 0,
"margin": -0.4193534851074219
},
{
"id": "plural_agreement-9-4",
"family": "plural_agreement",
"correct": 1,
"margin": 3.5493698120117188
},
{
"id": "distractor_singular-9-4",
"family": "distractor_singular",
"correct": 0,
"margin": -2.388397216796875
},
{
"id": "relative_agreement-9-4",
"family": "relative_agreement",
"correct": 0,
"margin": -1.7735824584960938
},
{
"id": "singular_agreement-9-5",
"family": "singular_agreement",
"correct": 0,
"margin": -0.9299049377441406
},
{
"id": "plural_agreement-9-5",
"family": "plural_agreement",
"correct": 1,
"margin": 6.769886016845703
},
{
"id": "distractor_singular-9-5",
"family": "distractor_singular",
"correct": 0,
"margin": -3.4054107666015625
},
{
"id": "relative_agreement-9-5",
"family": "relative_agreement",
"correct": 0,
"margin": -3.8415756225585938
},
{
"id": "singular_agreement-10-0",
"family": "singular_agreement",
"correct": 1,
"margin": 3.0216751098632812
},
{
"id": "plural_agreement-10-0",
"family": "plural_agreement",
"correct": 1,
"margin": 3.289243698120117
},
{
"id": "distractor_singular-10-0",
"family": "distractor_singular",
"correct": 1,
"margin": 0.035091400146484375
},
{
"id": "relative_agreement-10-0",
"family": "relative_agreement",
"correct": 0,
"margin": -1.3423614501953125
},
{
"id": "singular_agreement-10-1",
"family": "singular_agreement",
"correct": 1,
"margin": 2.308208465576172
},
{
"id": "plural_agreement-10-1",
"family": "plural_agreement",
"correct": 1,
"margin": 0.46865081787109375
},
{
"id": "distractor_singular-10-1",
"family": "distractor_singular",
"correct": 0,
"margin": -1.9437522888183594
},
{
"id": "relative_agreement-10-1",
"family": "relative_agreement",
"correct": 0,
"margin": -2.4851951599121094
},
{
"id": "singular_agreement-10-2",
"family": "singular_agreement",
"correct": 1,
"margin": 5.084201812744141
},
{
"id": "plural_agreement-10-2",
"family": "plural_agreement",
"correct": 1,
"margin": 3.74005126953125
},
{
"id": "distractor_singular-10-2",
"family": "distractor_singular",
"correct": 1,
"margin": 0.2658233642578125
},
{
"id": "relative_agreement-10-2",
"family": "relative_agreement",
"correct": 0,
"margin": -0.5693206787109375
},
{
"id": "singular_agreement-10-3",
"family": "singular_agreement",
"correct": 1,
"margin": 5.645624160766602
},
{
"id": "plural_agreement-10-3",
"family": "plural_agreement",
"correct": 1,
"margin": 1.9702568054199219
},
{
"id": "distractor_singular-10-3",
"family": "distractor_singular",
"correct": 0,
"margin": -0.2893829345703125
},
{
"id": "relative_agreement-10-3",
"family": "relative_agreement",
"correct": 0,
"margin": -0.20490646362304688
},
{
"id": "singular_agreement-10-4",
"family": "singular_agreement",
"correct": 1,
"margin": 0.7764511108398438
},
{
"id": "plural_agreement-10-4",
"family": "plural_agreement",
"correct": 1,
"margin": 3.4440345764160156
},
{
"id": "distractor_singular-10-4",
"family": "distractor_singular",
"correct": 0,
"margin": -0.7380180358886719
},
{
"id": "relative_agreement-10-4",
"family": "relative_agreement",
"correct": 0,
"margin": -0.5614013671875
},
{
"id": "singular_agreement-10-5",
"family": "singular_agreement",
"correct": 1,
"margin": 0.6229515075683594
},
{
"id": "plural_agreement-10-5",
"family": "plural_agreement",
"correct": 1,
"margin": 4.442401885986328
},
{
"id": "distractor_singular-10-5",
"family": "distractor_singular",
"correct": 0,
"margin": -2.8808059692382812
},
{
"id": "relative_agreement-10-5",
"family": "relative_agreement",
"correct": 0,
"margin": -3.316455841064453
},
{
"id": "singular_agreement-11-0",
"family": "singular_agreement",
"correct": 1,
"margin": 1.63787841796875
},
{
"id": "plural_agreement-11-0",
"family": "plural_agreement",
"correct": 1,
"margin": 3.0804443359375
},
{
"id": "distractor_singular-11-0",
"family": "distractor_singular",
"correct": 0,
"margin": -0.18275070190429688
},
{
"id": "relative_agreement-11-0",
"family": "relative_agreement",
"correct": 0,
"margin": -2.368824005126953
},
{
"id": "singular_agreement-11-1",
"family": "singular_agreement",
"correct": 1,
"margin": 0.7790679931640625
},
{
"id": "plural_agreement-11-1",
"family": "plural_agreement",
"correct": 1,
"margin": 3.5008277893066406
},
{
"id": "distractor_singular-11-1",
"family": "distractor_singular",
"correct": 0,
"margin": -2.744800567626953
},
{
"id": "relative_agreement-11-1",
"family": "relative_agreement",
"correct": 0,
"margin": -2.4383392333984375
},
{
"id": "singular_agreement-11-2",
"family": "singular_agreement",
"correct": 1,
"margin": 2.3708763122558594
},
{
"id": "plural_agreement-11-2",
"family": "plural_agreement",
"correct": 1,
"margin": 4.649379730224609
},
{
"id": "distractor_singular-11-2",
"family": "distractor_singular",
"correct": 1,
"margin": 1.5095977783203125
},
{
"id": "relative_agreement-11-2",
"family": "relative_agreement",
"correct": 1,
"margin": 1.3646392822265625
},
{
"id": "singular_agreement-11-3",
"family": "singular_agreement",
"correct": 1,
"margin": 5.0004730224609375
},
{
"id": "plural_agreement-11-3",
"family": "plural_agreement",
"correct": 1,
"margin": 2.981700897216797
},
{
"id": "distractor_singular-11-3",
"family": "distractor_singular",
"correct": 0,
"margin": -2.1881866455078125
},
{
"id": "relative_agreement-11-3",
"family": "relative_agreement",
"correct": 0,
"margin": -0.93121337890625
},
{
"id": "singular_agreement-11-4",
"family": "singular_agreement",
"correct": 0,
"margin": -0.6349105834960938
},
{
"id": "plural_agreement-11-4",
"family": "plural_agreement",
"correct": 1,
"margin": 2.227252960205078
},
{
"id": "distractor_singular-11-4",
"family": "distractor_singular",
"correct": 0,
"margin": -3.152942657470703
},
{
"id": "relative_agreement-11-4",
"family": "relative_agreement",
"correct": 0,
"margin": -1.0500411987304688
},
{
"id": "singular_agreement-11-5",
"family": "singular_agreement",
"correct": 0,
"margin": -0.035297393798828125
},
{
"id": "plural_agreement-11-5",
"family": "plural_agreement",
"correct": 1,
"margin": 4.404747009277344
},
{
"id": "distractor_singular-11-5",
"family": "distractor_singular",
"correct": 0,
"margin": -2.110034942626953
},
{
"id": "relative_agreement-11-5",
"family": "relative_agreement",
"correct": 0,
"margin": -1.8195533752441406
}
],
"arc": [
{
"id": "MCAS_2000_4_6",
"correct": 0,
"prediction": "B",
"scores": [
-43.59630584716797,
-39.393402099609375,
-43.265403747558594,
-43.81017303466797
]
},
{
"id": "Mercury_7057260",
"correct": 0,
"prediction": "A",
"scores": [
-104.77342987060547,
-107.05615234375,
-106.16600799560547,
-109.64765930175781
]
},
{
"id": "ACTAAP_2014_7_6",
"correct": 1,
"prediction": "A",
"scores": [
-87.76840209960938,
-89.99504089355469,
-88.35734558105469,
-90.18736267089844
]
},
{
"id": "Mercury_7122448",
"correct": 0,
"prediction": "A",
"scores": [
-70.82334899902344,
-75.05589294433594,
-75.24164581298828,
-77.01193237304688
]
},
{
"id": "Mercury_SC_416516",
"correct": 0,
"prediction": "A",
"scores": [
-40.423397064208984,
-41.61228942871094,
-42.028831481933594,
-49.58372497558594
]
},
{
"id": "MCAS_2016_8_3",
"correct": 0,
"prediction": "A",
"scores": [
-135.7722930908203,
-138.15745544433594,
-136.3681640625,
-141.0869140625
]
},
{
"id": "Mercury_7030153",
"correct": 1,
"prediction": "C",
"scores": [
-110.17546844482422,
-105.0379638671875,
-100.41167449951172,
-112.86726379394531
]
},
{
"id": "AKDE&ED_2012_8_43",
"correct": 1,
"prediction": "C",
"scores": [
-63.93223571777344,
-61.053062438964844,
-60.627288818359375,
-68.5464859008789
]
},
{
"id": "NYSEDREGENTS_2014_8_10",
"correct": 1,
"prediction": "1",
"scores": [
-85.37449645996094,
-96.7933578491211,
-91.37899780273438,
-88.02701568603516
]
},
{
"id": "Mercury_SC_LBS10938",
"correct": 0,
"prediction": "A",
"scores": [
-48.182003021240234,
-56.930335998535156,
-52.754150390625,
-55.92953872680664
]
},
{
"id": "ACTAAP_2007_7_19",
"correct": 1,
"prediction": "A",
"scores": [
-38.87657165527344,
-43.3690299987793,
-40.75661087036133,
-40.170021057128906
]
},
{
"id": "Mercury_176873",
"correct": 0,
"prediction": "C",
"scores": [
-42.67799758911133,
-45.07878494262695,
-40.71562194824219,
-44.40605163574219
]
},
{
"id": "Mercury_SC_LBS10170",
"correct": 1,
"prediction": "B",
"scores": [
-25.645061492919922,
-21.982234954833984,
-22.776342391967773,
-23.3642520904541
]
},
{
"id": "Mercury_400978",
"correct": 1,
"prediction": "A",
"scores": [
-91.68354034423828,
-104.26040649414062,
-91.90229034423828,
-103.86432647705078
]
},
{
"id": "Mercury_7185220",
"correct": 1,
"prediction": "A",
"scores": [
-104.66429901123047,
-105.13507843017578,
-105.31392669677734,
-105.87696075439453
]
},
{
"id": "Mercury_7213378",
"correct": 0,
"prediction": "C",
"scores": [
-47.670677185058594,
-45.89044189453125,
-45.071739196777344,
-48.688377380371094
]
},
{
"id": "Mercury_7241343",
"correct": 0,
"prediction": "B",
"scores": [
-93.07208251953125,
-87.07386779785156,
-95.33908081054688,
-93.78219604492188
]
},
{
"id": "TIMSS_1995_8_J5",
"correct": 1,
"prediction": "B",
"scores": [
-40.14824676513672,
-39.03681182861328,
-41.521759033203125,
-40.466888427734375,
-42.05127716064453
]
},
{
"id": "Mercury_7271583",
"correct": 1,
"prediction": "C",
"scores": [
-80.12763977050781,
-76.92060089111328,
-76.27564239501953,
-77.99237823486328
]
},
{
"id": "Mercury_412415",
"correct": 0,
"prediction": "D",
"scores": [
-67.26142120361328,
-63.97169876098633,
-66.7546615600586,
-62.82228088378906
]
},
{
"id": "Mercury_SC_400175",
"correct": 1,
"prediction": "B",
"scores": [
-95.24143981933594,
-93.95713806152344,
-97.51872253417969,
-95.77741241455078
]
},
{
"id": "Mercury_7006213",
"correct": 1,
"prediction": "A",
"scores": [
-74.39578247070312,
-75.91415405273438,
-77.72630310058594,
-76.30911254882812
]
},
{
"id": "NCEOGA_2013_5_28",
"correct": 0,
"prediction": "B",
"scores": [
-108.3896255493164,
-106.34417724609375,
-106.99952697753906,
-106.38226318359375
]
},
{
"id": "Mercury_SC_407569",
"correct": 1,
"prediction": "A",
"scores": [
-108.76698303222656,
-108.95887756347656,
-110.9822769165039,
-111.11170959472656
]
},
{
"id": "MCAS_1999_8_35",
"correct": 0,
"prediction": "C",
"scores": [
-61.21119689941406,
-54.41289520263672,
-54.33094787597656,
-56.66239547729492
]
},
{
"id": "ACTAAP_2009_5_14",
"correct": 0,
"prediction": "B",
"scores": [
-124.86158752441406,
-122.98828125,
-132.41128540039062,
-140.53390502929688
]
},
{
"id": "Mercury_7112788",
"correct": 0,
"prediction": "A",
"scores": [
-151.29168701171875,
-155.4640655517578,
-151.860595703125,
-155.47189331054688
]
},
{
"id": "Mercury_7137463",
"correct": 1,
"prediction": "A",
"scores": [
-113.37010955810547,
-118.34466552734375,
-115.17988586425781,
-116.02694702148438
]
},
{
"id": "Mercury_7008435",
"correct": 1,
"prediction": "D",
"scores": [
-47.699180603027344,
-45.68677520751953,
-46.09413146972656,
-43.91202163696289
]
},
{
"id": "Mercury_SC_401208",
"correct": 1,
"prediction": "A",
"scores": [
-61.54728698730469,
-63.9114875793457,
-77.28360748291016,
-69.25035858154297
]
},
{
"id": "Mercury_7057925",
"correct": 1,
"prediction": "A",
"scores": [
-55.506507873535156,
-56.39055633544922,
-59.83610153198242,
-58.44427490234375
]
},
{
"id": "OHAT_2008_5_13",
"correct": 0,
"prediction": "A",
"scores": [
-227.64346313476562,
-235.744873046875,
-230.58193969726562,
-240.57342529296875
]
},
{
"id": "Mercury_7013073",
"correct": 1,
"prediction": "C",
"scores": [
-90.74149322509766,
-93.23014831542969,
-89.5498046875,
-89.93280029296875
]
},
{
"id": "ACTAAP_2013_5_16",
"correct": 1,
"prediction": "A",
"scores": [
-44.252227783203125,
-52.677146911621094,
-51.21150207519531,
-69.35386657714844
]
},
{
"id": "Mercury_SC_415396",
"correct": 1,
"prediction": "A",
"scores": [
-50.80796432495117,
-54.91715621948242,
-56.828857421875,
-57.384639739990234
]
},
{
"id": "Mercury_7179638",
"correct": 1,
"prediction": "D",
"scores": [
-96.86067962646484,
-99.35149383544922,
-106.01578521728516,
-95.23548889160156
]
},
{
"id": "ACTAAP_2011_5_2",
"correct": 1,
"prediction": "D",
"scores": [
-54.31122589111328,
-54.689613342285156,
-55.648162841796875,
-53.0574951171875
]
},
{
"id": "Mercury_7249970",
"correct": 0,
"prediction": "B",
"scores": [
-64.1416015625,
-62.50202178955078,
-67.96482849121094,
-64.62908935546875
]
},
{
"id": "Mercury_7092418",
"correct": 1,
"prediction": "A",
"scores": [
-94.43126678466797,
-95.44200134277344,
-99.2746810913086,
-104.49635314941406
]
},
{
"id": "MCAS_2012_8_23641",
"correct": 1,
"prediction": "B",
"scores": [
-92.75270080566406,
-90.48736572265625,
-107.57627868652344,
-106.67788696289062
]
},
{
"id": "MEA_2010_8_12",
"correct": 0,
"prediction": "C",
"scores": [
-93.3826904296875,
-90.73938751220703,
-84.1577377319336,
-101.3238525390625
]
},
{
"id": "Mercury_SC_401158",
"correct": 0,
"prediction": "A",
"scores": [
-46.54509735107422,
-47.23259735107422,
-46.62322235107422,
-50.08714294433594
]
},
{
"id": "Mercury_7091928",
"correct": 1,
"prediction": "C",
"scores": [
-101.75657653808594,
-94.25664520263672,
-90.13709259033203,
-93.23914337158203
]
},
{
"id": "Mercury_7112735",
"correct": 1,
"prediction": "C",
"scores": [
-177.19241333007812,
-176.8854522705078,
-175.9167022705078,
-177.64096069335938
]
},
{
"id": "Mercury_7040863",
"correct": 1,
"prediction": "C",
"scores": [
-76.23138427734375,
-75.62286376953125,
-75.08009338378906,
-80.62848663330078
]
},
{
"id": "Mercury_7268818",
"correct": 0,
"prediction": "A",
"scores": [
-61.91091537475586,
-64.34089660644531,
-62.855735778808594,
-62.99940490722656
]
},
{
"id": "VASoL_2007_3_33",
"correct": 1,
"prediction": "B",
"scores": [
-68.9300308227539,
-64.70967102050781,
-82.82596588134766,
-75.3719711303711
]
},
{
"id": "LEAP_2001_4_10239",
"correct": 0,
"prediction": "C",
"scores": [
-103.07064819335938,
-105.60189819335938,
-101.48970031738281,
-107.59286499023438
]
},
{
"id": "Mercury_SC_400840",
"correct": 1,
"prediction": "A",
"scores": [
-66.56065368652344,
-68.48095703125,
-69.1561508178711,
-68.68740844726562
]
},
{
"id": "AIMS_2008_8_9",
"correct": 0,
"prediction": "C",
"scores": [
-75.55238342285156,
-72.41699981689453,
-72.40473937988281,
-90.04058837890625
]
},
{
"id": "Mercury_7263305",
"correct": 1,
"prediction": "A",
"scores": [
-65.7442626953125,
-66.59228515625,
-68.04710388183594,
-71.56724548339844
]
},
{
"id": "TIMSS_2011_8_pg139",
"correct": 0,
"prediction": "B",
"scores": [
-108.46759033203125,
-105.9774169921875,
-115.91094970703125,
-119.88531494140625
]
},
{
"id": "Mercury_7173845",
"correct": 0,
"prediction": "D",
"scores": [
-140.7901611328125,
-140.45118713378906,
-145.42684936523438,
-139.53829956054688
]
},
{
"id": "Mercury_7239208",
"correct": 1,
"prediction": "B",
"scores": [
-109.23895263671875,
-107.62386322021484,
-112.89828491210938,
-109.15287017822266
]
},
{
"id": "Mercury_7064050",
"correct": 0,
"prediction": "B",
"scores": [
-97.00032806396484,
-96.38251495361328,
-103.12333679199219,
-97.98933410644531
]
},
{
"id": "Mercury_400540",
"correct": 1,
"prediction": "C",
"scores": [
-98.86433410644531,
-90.38174438476562,
-87.57482147216797,
-92.01901245117188
]
},
{
"id": "ACTAAP_2010_7_15",
"correct": 0,
"prediction": "A",
"scores": [
-202.7576141357422,
-204.98171997070312,
-210.614990234375,
-213.286376953125
]
},
{
"id": "Mercury_7137673",
"correct": 1,
"prediction": "C",
"scores": [
-154.45437622070312,
-154.81460571289062,
-152.6836700439453,
-154.19464111328125
]
},
{
"id": "MCAS_2013_5_29401",
"correct": 0,
"prediction": "B",
"scores": [
-176.41168212890625,
-172.90103149414062,
-179.74835205078125,
-178.9242401123047
]
},
{
"id": "NYSEDREGENTS_2014_4_24",
"correct": 0,
"prediction": "A",
"scores": [
-96.04814910888672,
-96.18521118164062,
-96.2828140258789,
-97.8973617553711
]
},
{
"id": "Mercury_7194425",
"correct": 0,
"prediction": "C",
"scores": [
-104.93922424316406,
-105.66624450683594,
-102.09632873535156,
-102.94635009765625
]
},
{
"id": "Mercury_7004165",
"correct": 1,
"prediction": "A",
"scores": [
-62.05571365356445,
-63.08696365356445,
-72.91036987304688,
-67.85334777832031
]
},
{
"id": "Mercury_7086205",
"correct": 0,
"prediction": "C",
"scores": [
-50.04341125488281,
-51.4927978515625,
-48.05493927001953,
-56.91156768798828
]
},
{
"id": "NYSEDREGENTS_2014_8_8",
"correct": 0,
"prediction": "1",
"scores": [
-50.66411209106445,
-54.53247833251953,
-54.15156173706055,
-57.53061294555664
]
},
{
"id": "Mercury_7041948",
"correct": 1,
"prediction": "A",
"scores": [
-45.7684440612793,
-48.81974792480469,
-54.29627990722656,
-53.06801986694336
]
},
{
"id": "Mercury_7092348",
"correct": 0,
"prediction": "A",
"scores": [
-140.51324462890625,
-155.31893920898438,
-154.14352416992188,
-166.3839111328125
]
},
{
"id": "VASoL_2009_5_25",
"correct": 1,
"prediction": "B",
"scores": [
-60.02644348144531,
-48.78358840942383,
-62.11202621459961,
-50.028175354003906
]
},
{
"id": "Mercury_7212713",
"correct": 0,
"prediction": "A",
"scores": [
-109.91361999511719,
-127.73173522949219,
-118.90716552734375,
-116.56025695800781
]
},
{
"id": "Mercury_SC_406661",
"correct": 0,
"prediction": "C",
"scores": [
-80.47232055664062,
-74.17276763916016,
-65.73502349853516,
-69.55535125732422
]
},
{
"id": "NCEOGA_2013_5_51",
"correct": 0,
"prediction": "D",
"scores": [
-107.66830444335938,
-109.50202178955078,
-108.59034729003906,
-107.5904541015625
]
},
{
"id": "Mercury_7163940",
"correct": 1,
"prediction": "D",
"scores": [
-98.03504180908203,
-100.08821868896484,
-100.89695739746094,
-96.76908111572266
]
},
{
"id": "Mercury_7164658",
"correct": 1,
"prediction": "C",
"scores": [
-101.64556884765625,
-98.39613342285156,
-97.25885009765625,
-100.45806884765625
]
},
{
"id": "Mercury_7197908",
"correct": 0,
"prediction": "B",
"scores": [
-97.45718383789062,
-94.56700897216797,
-94.63533020019531,
-95.91212463378906
]
},
{
"id": "Mercury_7080448",
"correct": 1,
"prediction": "D",
"scores": [
-142.65267944335938,
-142.63748168945312,
-142.7036590576172,
-141.5447998046875
]
},
{
"id": "Mercury_7130498",
"correct": 0,
"prediction": "A",
"scores": [
-114.25936126708984,
-115.47811126708984,
-118.3778076171875,
-116.10433959960938
]
},
{
"id": "MCAS_2013_5_17",
"correct": 0,
"prediction": "C",
"scores": [
-139.43858337402344,
-137.41537475585938,
-136.47274780273438,
-138.04742431640625
]
},
{
"id": "Mercury_7136623",
"correct": 1,
"prediction": "C",
"scores": [
-112.88633728027344,
-109.90168762207031,
-96.61479187011719,
-110.19976806640625
]
},
{
"id": "Mercury_7014508",
"correct": 1,
"prediction": "B",
"scores": [
-103.72904205322266,
-97.01278686523438,
-111.74053955078125,
-105.66895294189453
]
},
{
"id": "Mercury_SC_401652",
"correct": 1,
"prediction": "A",
"scores": [
-81.26557922363281,
-84.99264526367188,
-97.38948059082031,
-102.68595886230469
]
},
{
"id": "Mercury_7069003",
"correct": 0,
"prediction": "A",
"scores": [
-49.34825134277344,
-54.68585205078125,
-54.17391586303711,
-54.48450469970703
]
},
{
"id": "TIMSS_2007_4_pg110",
"correct": 0,
"prediction": "A",
"scores": [
-119.52742004394531,
-123.53007507324219,
-121.1599349975586,
-123.52914428710938
]
},
{
"id": "Mercury_183190",
"correct": 1,
"prediction": "C",
"scores": [
-55.53308868408203,
-49.384281158447266,
-46.272674560546875,
-56.156402587890625
]
},
{
"id": "Mercury_SC_416137",
"correct": 1,
"prediction": "C",
"scores": [
-51.81227111816406,
-52.60176467895508,
-51.53339385986328,
-53.71269226074219
]
},
{
"id": "Mercury_SC_401592",
"correct": 0,
"prediction": "B",
"scores": [
-38.43470764160156,
-38.10065460205078,
-40.47088623046875,
-38.490535736083984
]
},
{
"id": "Mercury_7032288",
"correct": 0,
"prediction": "D",
"scores": [
-132.32403564453125,
-129.58914184570312,
-129.6355438232422,
-129.04322814941406
]
},
{
"id": "Mercury_7007630",
"correct": 1,
"prediction": "B",
"scores": [
-41.488616943359375,
-37.97559356689453,
-39.53761291503906,
-39.67002487182617
]
},
{
"id": "NYSEDREGENTS_2014_8_25",
"correct": 1,
"prediction": "2",
"scores": [
-44.32606506347656,
-42.55510711669922,
-43.6168327331543,
-45.315364837646484
]
},
{
"id": "Mercury_182665",
"correct": 0,
"prediction": "C",
"scores": [
-70.97492218017578,
-64.72209167480469,
-63.49493408203125,
-67.9754409790039
]
},
{
"id": "Mercury_189018",
"correct": 1,
"prediction": "B",
"scores": [
-89.35903930664062,
-86.12797546386719,
-91.19123840332031,
-88.73490905761719
]
},
{
"id": "Mercury_SC_405304",
"correct": 0,
"prediction": "C",
"scores": [
-109.73664855957031,
-108.1912612915039,
-106.8025894165039,
-111.2215805053711
]
},
{
"id": "MCAS_2004_5_12",
"correct": 0,
"prediction": "D",
"scores": [
-206.23028564453125,
-206.95713806152344,
-204.88168334960938,
-200.01010131835938
]
},
{
"id": "MCAS_2004_9_16",
"correct": 1,
"prediction": "A",
"scores": [
-137.46717834472656,
-150.2672119140625,
-146.3253173828125,
-139.36065673828125
]
},
{
"id": "Mercury_7107363",
"correct": 1,
"prediction": "B",
"scores": [
-231.431640625,
-217.05555725097656,
-219.40676879882812,
-221.9140625
]
},
{
"id": "Mercury_7083965",
"correct": 1,
"prediction": "C",
"scores": [
-43.040618896484375,
-44.49401092529297,
-40.03711700439453,
-42.636165618896484
]
},
{
"id": "Mercury_SC_416156",
"correct": 1,
"prediction": "B",
"scores": [
-41.6818733215332,
-41.2990608215332,
-42.1506233215332,
-41.8224983215332
]
},
{
"id": "Mercury_7082688",
"correct": 0,
"prediction": "B",
"scores": [
-66.20068359375,
-65.33229064941406,
-70.93795776367188,
-69.75053405761719
]
},
{
"id": "CSZ20680",
"correct": 1,
"prediction": "D",
"scores": [
-69.89310455322266,
-69.45323944091797,
-72.9842529296875,
-67.77044677734375
]
},
{
"id": "Mercury_7228568",
"correct": 1,
"prediction": "C",
"scores": [
-76.4568099975586,
-76.99174499511719,
-76.36957550048828,
-79.49085998535156
]
},
{
"id": "Mercury_7269220",
"correct": 1,
"prediction": "A",
"scores": [
-104.6060791015625,
-108.7117919921875,
-115.89743041992188,
-111.87503051757812
]
},
{
"id": "AKDE&ED_2012_4_35",
"correct": 1,
"prediction": "B",
"scores": [
-163.55960083007812,
-158.8009033203125,
-178.2379913330078,
-179.93606567382812
]
},
{
"id": "VASoL_2007_5_26",
"correct": 1,
"prediction": "B",
"scores": [
-47.78325271606445,
-46.30101776123047,
-52.088035583496094,
-47.15593719482422
]
},
{
"id": "TIMSS_2003_8_pg96",
"correct": 0,
"prediction": "D",
"scores": [
-82.23780822753906,
-74.74041748046875,
-73.30508422851562,
-70.13516998291016
]
},
{
"id": "Mercury_7119805",
"correct": 1,
"prediction": "C",
"scores": [
-108.34944915771484,
-99.40927124023438,
-99.32731628417969,
-102.93551635742188
]
},
{
"id": "Mercury_SC_402067",
"correct": 0,
"prediction": "B",
"scores": [
-82.70166015625,
-62.38410186767578,
-73.40326690673828,
-85.2192153930664
]
},
{
"id": "Mercury_189770",
"correct": 0,
"prediction": "A",
"scores": [
-56.213722229003906,
-62.15807342529297,
-79.65945434570312,
-65.52365112304688
]
},
{
"id": "Mercury_SC_403016",
"correct": 1,
"prediction": "D",
"scores": [
-43.399600982666016,
-42.89698028564453,
-38.6550178527832,
-38.0612678527832
]
},
{
"id": "Mercury_7044730",
"correct": 1,
"prediction": "C",
"scores": [
-99.52571105957031,
-98.86164855957031,
-97.5419921875,
-100.41633605957031
]
},
{
"id": "Mercury_7270025",
"correct": 0,
"prediction": "D",
"scores": [
-87.93211364746094,
-73.4998550415039,
-72.12899780273438,
-70.70333862304688
]
},
{
"id": "Mercury_7252683",
"correct": 0,
"prediction": "A",
"scores": [
-73.38475036621094,
-84.83485412597656,
-76.27177429199219,
-77.7831802368164
]
},
{
"id": "Mercury_7017080",
"correct": 1,
"prediction": "C",
"scores": [
-51.607383728027344,
-55.14313507080078,
-50.50004577636719,
-55.30405807495117
]
},
{
"id": "MCAS_2011_5_17662",
"correct": 1,
"prediction": "A",
"scores": [
-111.79293060302734,
-123.79340362548828,
-121.24227142333984,
-129.21890258789062
]
},
{
"id": "Mercury_7041580",
"correct": 0,
"prediction": "D",
"scores": [
-64.38105773925781,
-64.08425903320312,
-67.52740478515625,
-62.554988861083984
]
},
{
"id": "Mercury_7204050",
"correct": 0,
"prediction": "B",
"scores": [
-153.64285278320312,
-149.31849670410156,
-149.48509216308594,
-158.70516967773438
]
},
{
"id": "Mercury_7024378",
"correct": 1,
"prediction": "A",
"scores": [
-64.74082946777344,
-79.616455078125,
-72.41795349121094,
-77.39466857910156
]
},
{
"id": "Mercury_7251755",
"correct": 1,
"prediction": "B",
"scores": [
-110.26720428466797,
-104.20147705078125,
-110.09445190429688,
-105.63682556152344
]
},
{
"id": "Mercury_SC_LBS10682",
"correct": 1,
"prediction": "B",
"scores": [
-76.7664794921875,
-68.70573425292969,
-71.60223388671875,
-72.85833740234375
]
},
{
"id": "NYSEDREGENTS_2014_8_42",
"correct": 1,
"prediction": "3",
"scores": [
-48.708641052246094,
-39.171627044677734,
-30.796627044677734,
-39.093502044677734
]
},
{
"id": "OHAT_2011_5_20",
"correct": 1,
"prediction": "A",
"scores": [
-144.4117431640625,
-144.69808959960938,
-145.8832244873047,
-145.81683349609375
]
},
{
"id": "NYSEDREGENTS_2014_8_24",
"correct": 0,
"prediction": "3",
"scores": [
-60.23382568359375,
-62.01507568359375,
-59.99922180175781,
-61.81172180175781
]
},
{
"id": "Mercury_7084123",
"correct": 1,
"prediction": "C",
"scores": [
-154.70985412597656,
-154.21571350097656,
-154.00482177734375,
-154.45269775390625
]
},
{
"id": "Mercury_7038098",
"correct": 0,
"prediction": "B",
"scores": [
-150.95201110839844,
-150.68768310546875,
-151.5652618408203,
-151.03451538085938
]
},
{
"id": "MDSA_2010_4_7",
"correct": 1,
"prediction": "B",
"scores": [
-100.99027252197266,
-97.19746398925781,
-99.33761596679688,
-97.86431884765625
]
},
{
"id": "Mercury_7175700",
"correct": 0,
"prediction": "A",
"scores": [
-119.45878601074219,
-120.95697021484375,
-124.03954315185547,
-122.65338134765625
]
},
{
"id": "Mercury_7206448",
"correct": 1,
"prediction": "B",
"scores": [
-137.61123657226562,
-127.84266662597656,
-133.57901000976562,
-133.25831604003906
]
},
{
"id": "Mercury_7007665",
"correct": 1,
"prediction": "D",
"scores": [
-39.47552490234375,
-41.44838333129883,
-41.98200225830078,
-39.11970520019531
]
},
{
"id": "Mercury_408929",
"correct": 1,
"prediction": "D",
"scores": [
-187.46875,
-187.46875,
-186.09375,
-184.1640625
]
},
{
"id": "Mercury_7094080",
"correct": 0,
"prediction": "D",
"scores": [
-47.92852020263672,
-54.399173736572266,
-50.15818786621094,
-44.439125061035156
]
},
{
"id": "Mercury_7068495",
"correct": 1,
"prediction": "C",
"scores": [
-59.040138244628906,
-58.098880767822266,
-57.988258361816406,
-68.89728546142578
]
},
{
"id": "TIMSS_2007_4_pg81",
"correct": 1,
"prediction": "C",
"scores": [
-51.57280731201172,
-50.11830139160156,
-46.65489959716797,
-59.39357376098633
]
},
{
"id": "AKDE&ED_2008_4_12",
"correct": 1,
"prediction": "A",
"scores": [
-98.53243255615234,
-108.5918197631836,
-109.01795959472656,
-102.66474914550781
]
},
{
"id": "TIMSS_2011_4_pg72",
"correct": 1,
"prediction": "A",
"scores": [
-58.500709533691406,
-69.69705200195312,
-66.33212280273438,
-70.44328308105469
]
},
{
"id": "LEAP_2011_8_10435",
"correct": 1,
"prediction": "B",
"scores": [
-86.47111511230469,
-81.34613037109375,
-83.25834655761719,
-89.32886505126953
]
},
{
"id": "Mercury_SC_407391",
"correct": 0,
"prediction": "A",
"scores": [
-60.341026306152344,
-63.14030838012695,
-67.51465606689453,
-71.93907165527344
]
},
{
"id": "Mercury_SC_401340",
"correct": 0,
"prediction": "A",
"scores": [
-33.656349182128906,
-34.187599182128906,
-35.093849182128906,
-35.593849182128906
]
},
{
"id": "NYSEDREGENTS_2014_8_21",
"correct": 1,
"prediction": "3",
"scores": [
-63.918277740478516,
-64.81195068359375,
-60.35466766357422,
-71.38798522949219
]
},
{
"id": "Mercury_178728",
"correct": 1,
"prediction": "D",
"scores": [
-65.75555419921875,
-67.03680419921875,
-67.67742919921875,
-65.72430419921875
]
},
{
"id": "Mercury_416365",
"correct": 0,
"prediction": "A",
"scores": [
-163.0529022216797,
-166.05691528320312,
-174.2046661376953,
-176.52703857421875
]
},
{
"id": "Mercury_411424",
"correct": 1,
"prediction": "B",
"scores": [
-189.9716796875,
-184.73324584960938,
-186.637451171875,
-187.7563018798828
]
},
{
"id": "Mercury_7015715",
"correct": 1,
"prediction": "C",
"scores": [
-61.18248748779297,
-60.23591995239258,
-57.90386199951172,
-60.01496124267578
]
},
{
"id": "Mercury_7172218",
"correct": 0,
"prediction": "A",
"scores": [
-175.1165313720703,
-178.5113525390625,
-178.95114135742188,
-178.240478515625
]
},
{
"id": "Mercury_7094185",
"correct": 0,
"prediction": "A",
"scores": [
-60.23937225341797,
-64.83148193359375,
-61.666664123535156,
-65.73455810546875
]
},
{
"id": "Mercury_7161053",
"correct": 1,
"prediction": "A",
"scores": [
-95.27079010009766,
-95.84825897216797,
-97.30123901367188,
-104.08152770996094
]
},
{
"id": "MCAS_2002_5_12",
"correct": 1,
"prediction": "A",
"scores": [
-100.0707778930664,
-105.72642517089844,
-105.77670288085938,
-106.22997283935547
]
},
{
"id": "Mercury_7248378",
"correct": 1,
"prediction": "A",
"scores": [
-51.664710998535156,
-58.573204040527344,
-55.79092025756836,
-66.14298248291016
]
},
{
"id": "Mercury_7134698",
"correct": 0,
"prediction": "A",
"scores": [
-127.583984375,
-129.90953063964844,
-135.24517822265625,
-131.01766967773438
]
},
{
"id": "Mercury_7213553",
"correct": 1,
"prediction": "D",
"scores": [
-60.560218811035156,
-53.895851135253906,
-59.92470169067383,
-53.541683197021484
]
},
{
"id": "NCEOGA_2013_5_15",
"correct": 1,
"prediction": "D",
"scores": [
-52.51283645629883,
-52.078041076660156,
-52.894126892089844,
-49.545249938964844
]
},
{
"id": "Mercury_SC_400370",
"correct": 1,
"prediction": "A",
"scores": [
-78.28709411621094,
-82.19843292236328,
-92.4724349975586,
-79.83189392089844
]
},
{
"id": "Mercury_SC_401137",
"correct": 1,
"prediction": "D",
"scores": [
-57.39529800415039,
-63.00569152832031,
-57.39296340942383,
-50.34084701538086
]
},
{
"id": "Mercury_7107030",
"correct": 1,
"prediction": "D",
"scores": [
-79.83275604248047,
-78.52153778076172,
-77.36225891113281,
-69.77729797363281
]
},
{
"id": "Mercury_7018200",
"correct": 0,
"prediction": "D",
"scores": [
-29.493305206298828,
-31.39385986328125,
-29.197830200195312,
-28.85192108154297
]
},
{
"id": "Mercury_7092138",
"correct": 0,
"prediction": "B",
"scores": [
-49.531768798828125,
-49.081790924072266,
-59.70990753173828,
-51.907222747802734
]
},
{
"id": "Mercury_7139685",
"correct": 1,
"prediction": "A",
"scores": [
-51.462371826171875,
-54.89955139160156,
-59.80055618286133,
-52.76089096069336
]
},
{
"id": "NYSEDREGENTS_2014_8_2",
"correct": 1,
"prediction": "4",
"scores": [
-42.475189208984375,
-38.41835021972656,
-34.805511474609375,
-32.974693298339844
]
},
{
"id": "Mercury_7233538",
"correct": 1,
"prediction": "A",
"scores": [
-57.13923645019531,
-58.78770065307617,
-57.28851318359375,
-60.17690658569336
]
},
{
"id": "Mercury_7236128",
"correct": 1,
"prediction": "D",
"scores": [
-135.73348999023438,
-138.54598999023438,
-138.20370483398438,
-135.34286499023438
]
},
{
"id": "Mercury_182683",
"correct": 0,
"prediction": "D",
"scores": [
-179.43612670898438,
-178.3979034423828,
-189.56405639648438,
-175.8037109375
]
},
{
"id": "Mercury_7216755",
"correct": 0,
"prediction": "B",
"scores": [
-99.24404907226562,
-97.15902709960938,
-98.28246307373047,
-98.1832275390625
]
},
{
"id": "Mercury_7013090",
"correct": 0,
"prediction": "D",
"scores": [
-68.69776916503906,
-67.89326477050781,
-69.8312759399414,
-66.53082275390625
]
},
{
"id": "Mercury_7248273",
"correct": 1,
"prediction": "B",
"scores": [
-87.82730865478516,
-83.65381622314453,
-83.98576354980469,
-85.21685791015625
]
},
{
"id": "Mercury_7187215",
"correct": 1,
"prediction": "C",
"scores": [
-160.06369018554688,
-159.01548767089844,
-148.4790496826172,
-151.13259887695312
]
},
{
"id": "Mercury_7206500",
"correct": 1,
"prediction": "A",
"scores": [
-164.65481567382812,
-173.6275634765625,
-168.2772216796875,
-177.38131713867188
]
},
{
"id": "Mercury_7141348",
"correct": 1,
"prediction": "D",
"scores": [
-86.78516387939453,
-92.39344787597656,
-89.9083251953125,
-82.06266784667969
]
},
{
"id": "Mercury_7044783",
"correct": 0,
"prediction": "D",
"scores": [
-30.075422286987305,
-31.77166748046875,
-35.07866287231445,
-29.820886611938477
]
},
{
"id": "Mercury_SC_400002",
"correct": 1,
"prediction": "A",
"scores": [
-63.97602844238281,
-75.454833984375,
-83.67335510253906,
-85.94888305664062
]
},
{
"id": "Mercury_7227973",
"correct": 1,
"prediction": "B",
"scores": [
-96.40770721435547,
-84.81694030761719,
-90.96686553955078,
-90.91520690917969
]
},
{
"id": "Mercury_7026863",
"correct": 0,
"prediction": "A",
"scores": [
-63.751014709472656,
-65.10748291015625,
-64.0199203491211,
-76.37548828125
]
},
{
"id": "Mercury_7068565",
"correct": 0,
"prediction": "C",
"scores": [
-56.84777069091797,
-54.5336799621582,
-53.8305549621582,
-55.003456115722656
]
},
{
"id": "NYSEDREGENTS_2014_8_39",
"correct": 1,
"prediction": "4",
"scores": [
-67.83775329589844,
-68.52525329589844,
-68.96714782714844,
-67.2322998046875
]
},
{
"id": "Mercury_SC_415696",
"correct": 0,
"prediction": "A",
"scores": [
-61.61043167114258,
-75.70081329345703,
-76.56828308105469,
-71.88084411621094
]
},
{
"id": "Mercury_7227850",
"correct": 1,
"prediction": "A",
"scores": [
-64.64717102050781,
-64.65311431884766,
-70.30484771728516,
-67.802734375
]
},
{
"id": "Mercury_7228515",
"correct": 1,
"prediction": "B",
"scores": [
-72.988037109375,
-68.64797973632812,
-80.4240493774414,
-79.29734802246094
]
},
{
"id": "AIMS_2008_8_8",
"correct": 0,
"prediction": "B",
"scores": [
-115.52924346923828,
-113.74409484863281,
-139.63864135742188,
-148.8243408203125
]
},
{
"id": "Mercury_SC_405215",
"correct": 1,
"prediction": "B",
"scores": [
-79.42990112304688,
-72.39588165283203,
-75.8853988647461,
-79.09394836425781
]
},
{
"id": "NYSEDREGENTS_2014_4_8",
"correct": 0,
"prediction": "A",
"scores": [
-96.98988342285156,
-101.39729309082031,
-99.02113342285156,
-101.20863342285156
]
},
{
"id": "Mercury_7013668",
"correct": 0,
"prediction": "A",
"scores": [
-66.0053482055664,
-72.05703735351562,
-71.26701354980469,
-71.80152893066406
]
},
{
"id": "MCAS_2011_8_17695",
"correct": 1,
"prediction": "A",
"scores": [
-50.02843475341797,
-52.9719123840332,
-57.67200469970703,
-55.52006530761719
]
},
{
"id": "Mercury_SC_416526",
"correct": 1,
"prediction": "C",
"scores": [
-46.519752502441406,
-46.144752502441406,
-45.863502502441406,
-46.269752502441406
]
},
{
"id": "VASoL_2011_5_3",
"correct": 1,
"prediction": "B",
"scores": [
-62.93052673339844,
-60.91047668457031,
-63.26506042480469,
-63.083030700683594
]
},
{
"id": "Mercury_7100713",
"correct": 0,
"prediction": "B",
"scores": [
-56.895530700683594,
-50.932701110839844,
-53.958030700683594,
-52.0654411315918
]
},
{
"id": "Mercury_7122553",
"correct": 0,
"prediction": "A",
"scores": [
-74.76090240478516,
-76.46402740478516,
-74.95621490478516,
-76.88080596923828
]
},
{
"id": "Mercury_7037590",
"correct": 1,
"prediction": "A",
"scores": [
-55.69915771484375,
-56.34880828857422,
-62.578269958496094,
-69.48380279541016
]
},
{
"id": "Mercury_SC_400061",
"correct": 0,
"prediction": "A",
"scores": [
-41.41193389892578,
-42.50433349609375,
-47.405948638916016,
-50.30443572998047
]
},
{
"id": "MDSA_2011_4_8",
"correct": 1,
"prediction": "C",
"scores": [
-106.93641662597656,
-110.18801879882812,
-106.70736694335938,
-108.73816680908203
]
},
{
"id": "MEAP_2005_8_43",
"correct": 1,
"prediction": "C",
"scores": [
-49.36785125732422,
-53.7738037109375,
-46.17142868041992,
-57.42599105834961
]
},
{
"id": "Mercury_184695",
"correct": 1,
"prediction": "D",
"scores": [
-67.34005737304688,
-71.07321166992188,
-79.7356185913086,
-55.35016632080078
]
},
{
"id": "LEAP_2011_8_10436",
"correct": 0,
"prediction": "C",
"scores": [
-105.20294189453125,
-105.5035629272461,
-98.73182678222656,
-99.75365447998047
]
},
{
"id": "Mercury_SC_400989",
"correct": 1,
"prediction": "C",
"scores": [
-75.01216125488281,
-89.41468811035156,
-71.63858032226562,
-79.62635040283203
]
},
{
"id": "VASoL_2010_5_39",
"correct": 0,
"prediction": "B",
"scores": [
-68.01611328125,
-67.73428344726562,
-70.03147888183594,
-70.20759582519531
]
},
{
"id": "VASoL_2009_5_10",
"correct": 0,
"prediction": "B",
"scores": [
-134.11172485351562,
-131.10081481933594,
-131.3565216064453,
-132.6856689453125
]
},
{
"id": "Mercury_SC_405952",
"correct": 0,
"prediction": "A",
"scores": [
-43.8217887878418,
-43.9936637878418,
-45.1030387878418,
-45.3217887878418
]
},
{
"id": "Mercury_SC_401111",
"correct": 1,
"prediction": "A",
"scores": [
-72.35677337646484,
-75.80082702636719,
-74.31734466552734,
-76.60670471191406
]
},
{
"id": "Mercury_7203245",
"correct": 1,
"prediction": "A",
"scores": [
-212.96923828125,
-220.8138427734375,
-222.01853942871094,
-221.03692626953125
]
},
{
"id": "Mercury_7042858",
"correct": 1,
"prediction": "A",
"scores": [
-51.838897705078125,
-56.13060760498047,
-52.754127502441406,
-52.834774017333984
]
},
{
"id": "Mercury_SC_415418",
"correct": 1,
"prediction": "B",
"scores": [
-53.25537872314453,
-46.72257995605469,
-52.20436477661133,
-56.598907470703125
]
},
{
"id": "Mercury_SC_400150",
"correct": 0,
"prediction": "C",
"scores": [
-63.95696258544922,
-72.19249725341797,
-63.321231842041016,
-68.3897933959961
]
},
{
"id": "Mercury_SC_413138",
"correct": 1,
"prediction": "B",
"scores": [
-106.4567642211914,
-106.19510650634766,
-107.2528076171875,
-108.19834899902344
]
},
{
"id": "Mercury_7114940",
"correct": 0,
"prediction": "D",
"scores": [
-49.22230529785156,
-51.837303161621094,
-57.56336212158203,
-49.15910339355469
]
},
{
"id": "MDSA_2008_5_41",
"correct": 1,
"prediction": "D",
"scores": [
-198.17845153808594,
-197.52357482910156,
-196.86398315429688,
-195.50625610351562
]
},
{
"id": "MCAS_2002_8_2",
"correct": 0,
"prediction": "C",
"scores": [
-55.30681610107422,
-55.83420944213867,
-54.834373474121094,
-55.6709098815918
]
},
{
"id": "MCAS_2016_5_7",
"correct": 1,
"prediction": "A",
"scores": [
-62.26183319091797,
-70.14302825927734,
-73.28528594970703,
-69.87945556640625
]
},
{
"id": "Mercury_7154490",
"correct": 1,
"prediction": "A",
"scores": [
-160.75503540039062,
-163.2291259765625,
-161.70816040039062,
-166.3936767578125
]
},
{
"id": "Mercury_7177520",
"correct": 1,
"prediction": "D",
"scores": [
-52.013587951660156,
-47.565673828125,
-49.717674255371094,
-47.013370513916016
]
},
{
"id": "Mercury_7241273",
"correct": 1,
"prediction": "B",
"scores": [
-80.33794403076172,
-76.07849884033203,
-80.92017364501953,
-85.06233978271484
]
},
{
"id": "Mercury_7234185",
"correct": 1,
"prediction": "A",
"scores": [
-63.03142547607422,
-63.53221130371094,
-63.11603927612305,
-68.06623840332031
]
},
{
"id": "Mercury_7074970",
"correct": 1,
"prediction": "C",
"scores": [
-50.76101303100586,
-47.61090087890625,
-44.767181396484375,
-49.81769561767578
]
},
{
"id": "LEAP__7_10350",
"correct": 0,
"prediction": "A",
"scores": [
-94.05311584472656,
-94.56971740722656,
-105.80207824707031,
-105.49304962158203
]
},
{
"id": "NYSEDREGENTS_2014_8_27",
"correct": 1,
"prediction": "2",
"scores": [
-51.57371520996094,
-49.251468658447266,
-53.20294952392578,
-50.62981033325195
]
},
{
"id": "Mercury_7245928",
"correct": 1,
"prediction": "C",
"scores": [
-136.61146545410156,
-135.82815551757812,
-133.339111328125,
-134.82550048828125
]
},
{
"id": "Mercury_7205380",
"correct": 1,
"prediction": "A",
"scores": [
-50.96205139160156,
-55.093475341796875,
-52.176753997802734,
-54.713314056396484
]
},
{
"id": "Mercury_7072415",
"correct": 1,
"prediction": "D",
"scores": [
-105.67808532714844,
-100.00096130371094,
-100.17874145507812,
-95.57400512695312
]
},
{
"id": "Mercury_7008943",
"correct": 1,
"prediction": "A",
"scores": [
-120.1947021484375,
-121.1019058227539,
-120.2353744506836,
-126.07151794433594
]
},
{
"id": "NYSEDREGENTS_2014_8_9",
"correct": 1,
"prediction": "2",
"scores": [
-69.37985229492188,
-64.41995239257812,
-65.53799438476562,
-75.72581481933594
]
},
{
"id": "Mercury_7220238",
"correct": 1,
"prediction": "B",
"scores": [
-120.96926879882812,
-118.97308349609375,
-122.99827575683594,
-134.2900390625
]
},
{
"id": "ACTAAP_2010_7_11",
"correct": 0,
"prediction": "A",
"scores": [
-99.389892578125,
-105.08631134033203,
-114.71179962158203,
-101.94630432128906
]
},
{
"id": "MEAP_2005_8_34",
"correct": 0,
"prediction": "A",
"scores": [
-165.62046813964844,
-168.8385009765625,
-170.6529998779297,
-178.50152587890625
]
},
{
"id": "Mercury_7010815",
"correct": 0,
"prediction": "A",
"scores": [
-55.242027282714844,
-60.563663482666016,
-84.76056671142578,
-67.1242904663086
]
},
{
"id": "Mercury_7270410",
"correct": 1,
"prediction": "D",
"scores": [
-272.22821044921875,
-270.1063232421875,
-261.01043701171875,
-256.93597412109375
]
},
{
"id": "Mercury_7168648",
"correct": 0,
"prediction": "A",
"scores": [
-156.93527221679688,
-163.13699340820312,
-159.34471130371094,
-159.2771759033203
]
},
{
"id": "Mercury_7082793",
"correct": 0,
"prediction": "A",
"scores": [
-52.90910339355469,
-53.15785217285156,
-59.625938415527344,
-58.04670715332031
]
},
{
"id": "Mercury_7270060",
"correct": 0,
"prediction": "C",
"scores": [
-123.87413024902344,
-125.44651794433594,
-122.79086303710938,
-124.42498779296875
]
},
{
"id": "Mercury_7085190",
"correct": 0,
"prediction": "D",
"scores": [
-106.76734924316406,
-104.65286254882812,
-103.9609603881836,
-101.51585388183594
]
},
{
"id": "AKDE&ED_2012_4_4",
"correct": 0,
"prediction": "D",
"scores": [
-148.91049194335938,
-149.11289978027344,
-151.624755859375,
-148.52523803710938
]
},
{
"id": "Mercury_7213885",
"correct": 1,
"prediction": "B",
"scores": [
-88.15716552734375,
-82.22352600097656,
-87.19638061523438,
-84.70191955566406
]
},
{
"id": "Mercury_SC_415425",
"correct": 1,
"prediction": "B",
"scores": [
-69.88971710205078,
-69.72824096679688,
-70.81940460205078,
-70.40695190429688
]
},
{
"id": "Mercury_7142030",
"correct": 1,
"prediction": "C",
"scores": [
-73.92801666259766,
-74.17202758789062,
-72.32098388671875,
-86.4898452758789
]
},
{
"id": "Mercury_183733",
"correct": 0,
"prediction": "D",
"scores": [
-61.08441925048828,
-61.61498260498047,
-60.83805847167969,
-58.951515197753906
]
},
{
"id": "Mercury_7014070",
"correct": 0,
"prediction": "D",
"scores": [
-114.14655303955078,
-116.87285614013672,
-118.14500427246094,
-113.98829650878906
]
},
{
"id": "Mercury_SC_408452",
"correct": 0,
"prediction": "A",
"scores": [
-92.09489440917969,
-92.87696838378906,
-95.04167175292969,
-105.58001708984375
]
},
{
"id": "Mercury_178990",
"correct": 1,
"prediction": "A",
"scores": [
-43.269161224365234,
-47.4269905090332,
-47.33701705932617,
-45.012779235839844
]
},
{
"id": "Mercury_7027615",
"correct": 1,
"prediction": "C",
"scores": [
-156.31639099121094,
-159.30722045898438,
-153.41822814941406,
-160.0685577392578
]
},
{
"id": "Mercury_SC_LBS10920",
"correct": 0,
"prediction": "B",
"scores": [
-94.07858276367188,
-91.13345336914062,
-91.52583312988281,
-91.65083312988281
]
},
{
"id": "NYSEDREGENTS_2014_8_40",
"correct": 0,
"prediction": "4",
"scores": [
-61.80790710449219,
-59.94355010986328,
-60.60393524169922,
-59.93389129638672
]
},
{
"id": "MDSA_2010_8_1",
"correct": 0,
"prediction": "B",
"scores": [
-73.927001953125,
-70.43885040283203,
-71.989501953125,
-73.80374145507812
]
},
{
"id": "VASoL_2011_5_14",
"correct": 0,
"prediction": "D",
"scores": [
-91.2051773071289,
-95.1452865600586,
-95.78582763671875,
-87.08599853515625
]
},
{
"id": "Mercury_7168315",
"correct": 0,
"prediction": "D",
"scores": [
-114.64138793945312,
-113.92914581298828,
-112.2997055053711,
-111.68353271484375
]
},
{
"id": "Mercury_SC_400201",
"correct": 0,
"prediction": "B",
"scores": [
-57.829933166503906,
-57.26462936401367,
-67.64600372314453,
-68.7459716796875
]
},
{
"id": "NAEP_2000_4_S21+2",
"correct": 0,
"prediction": "A",
"scores": [
-106.00726318359375,
-108.2744140625,
-116.54840087890625,
-113.7586669921875
]
},
{
"id": "Mercury_7227763",
"correct": 0,
"prediction": "A",
"scores": [
-109.81327819824219,
-135.6531524658203,
-109.93600463867188,
-137.2960968017578
]
},
{
"id": "TIMSS_2011_8_pg121",
"correct": 0,
"prediction": "B",
"scores": [
-59.25971984863281,
-59.09309387207031,
-62.51459503173828,
-63.850250244140625
]
},
{
"id": "Mercury_7212520",
"correct": 0,
"prediction": "B",
"scores": [
-96.75794219970703,
-96.5310287475586,
-100.13899230957031,
-99.48826599121094
]
},
{
"id": "Mercury_7168753",
"correct": 0,
"prediction": "B",
"scores": [
-106.14508056640625,
-105.65890502929688,
-107.91328430175781,
-107.52020263671875
]
},
{
"id": "NYSEDREGENTS_2014_8_3",
"correct": 0,
"prediction": "2",
"scores": [
-114.29202270507812,
-111.47540283203125,
-113.21321868896484,
-113.4450912475586
]
},
{
"id": "Mercury_7056508",
"correct": 1,
"prediction": "B",
"scores": [
-134.0048065185547,
-131.05496215820312,
-135.62301635742188,
-135.65945434570312
]
},
{
"id": "MCAS_2012_8_23647",
"correct": 1,
"prediction": "A",
"scores": [
-87.08831787109375,
-87.27873229980469,
-90.15398406982422,
-91.55670928955078
]
},
{
"id": "Mercury_7081813",
"correct": 1,
"prediction": "B",
"scores": [
-41.40300750732422,
-36.832550048828125,
-47.31053924560547,
-39.19026184082031
]
},
{
"id": "Mercury_7107433",
"correct": 0,
"prediction": "D",
"scores": [
-119.24203491210938,
-111.36106872558594,
-113.70587158203125,
-109.7033462524414
]
},
{
"id": "Mercury_7090528",
"correct": 1,
"prediction": "A",
"scores": [
-81.19908142089844,
-87.52559661865234,
-85.485595703125,
-88.69955444335938
]
},
{
"id": "Mercury_7008400",
"correct": 1,
"prediction": "A",
"scores": [
-41.566200256347656,
-45.714508056640625,
-43.998016357421875,
-42.99022674560547
]
},
{
"id": "NYSEDREGENTS_2014_4_3",
"correct": 1,
"prediction": "D",
"scores": [
-57.86576843261719,
-51.826576232910156,
-55.717201232910156,
-48.467201232910156
]
},
{
"id": "Mercury_7176190",
"correct": 1,
"prediction": "B",
"scores": [
-237.98043823242188,
-235.9455108642578,
-241.54473876953125,
-244.95220947265625
]
},
{
"id": "Mercury_7135433",
"correct": 0,
"prediction": "D",
"scores": [
-123.2939682006836,
-124.44831085205078,
-120.69440460205078,
-120.51471710205078
]
},
{
"id": "Mercury_7030678",
"correct": 0,
"prediction": "B",
"scores": [
-87.49649047851562,
-85.24376678466797,
-89.34158325195312,
-88.85798645019531
]
},
{
"id": "MCAS_2003_5_35",
"correct": 1,
"prediction": "B",
"scores": [
-57.86457824707031,
-46.808998107910156,
-59.73820495605469,
-65.1767349243164
]
},
{
"id": "Mercury_SC_402280",
"correct": 1,
"prediction": "B",
"scores": [
-120.43768310546875,
-116.57443237304688,
-121.69259643554688,
-123.84192657470703
]
},
{
"id": "Mercury_7223475",
"correct": 1,
"prediction": "B",
"scores": [
-115.58732604980469,
-106.52178955078125,
-121.8910140991211,
-119.43800354003906
]
},
{
"id": "Mercury_SC_416172",
"correct": 1,
"prediction": "D",
"scores": [
-53.93265914916992,
-51.94047164916992,
-53.80765914916992,
-51.26859664916992
]
},
{
"id": "Mercury_7056945",
"correct": 0,
"prediction": "A",
"scores": [
-45.388824462890625,
-52.08417892456055,
-50.30839920043945,
-47.09552764892578
]
},
{
"id": "Mercury_SC_405887",
"correct": 1,
"prediction": "C",
"scores": [
-77.49920654296875,
-72.1800537109375,
-71.57351684570312,
-76.01995849609375
]
},
{
"id": "MCAS_2013_5_29396",
"correct": 0,
"prediction": "A",
"scores": [
-69.64497375488281,
-71.63409423828125,
-71.89402770996094,
-71.17974853515625
]
},
{
"id": "Mercury_7001785",
"correct": 0,
"prediction": "A",
"scores": [
-93.74850463867188,
-98.08441925048828,
-98.40852355957031,
-106.39643859863281
]
},
{
"id": "Mercury_7012775",
"correct": 1,
"prediction": "A",
"scores": [
-84.90576171875,
-94.99545288085938,
-90.48330688476562,
-86.61480712890625
]
},
{
"id": "Mercury_7221883",
"correct": 0,
"prediction": "A",
"scores": [
-47.96068572998047,
-49.32006072998047,
-51.176727294921875,
-48.86693572998047
]
},
{
"id": "NYSEDREGENTS_2014_4_27",
"correct": 1,
"prediction": "A",
"scores": [
-95.22628021240234,
-99.1970443725586,
-105.1726303100586,
-104.52040100097656
]
},
{
"id": "Mercury_179533",
"correct": 0,
"prediction": "A",
"scores": [
-40.34196472167969,
-40.3658447265625,
-40.65065002441406,
-41.38032531738281
]
},
{
"id": "NYSEDREGENTS_2014_8_23",
"correct": 1,
"prediction": "4",
"scores": [
-46.62739562988281,
-41.540733337402344,
-43.798683166503906,
-30.115989685058594
]
},
{
"id": "Mercury_7110933",
"correct": 1,
"prediction": "A",
"scores": [
-70.8429183959961,
-77.10105895996094,
-73.07861328125,
-87.55204772949219
]
},
{
"id": "Mercury_7227728",
"correct": 0,
"prediction": "D",
"scores": [
-111.10065460205078,
-107.16275024414062,
-117.2137451171875,
-106.9906005859375
]
},
{
"id": "Mercury_7220500",
"correct": 0,
"prediction": "D",
"scores": [
-134.91030883789062,
-135.82249450683594,
-134.79373168945312,
-134.34841918945312
]
},
{
"id": "NYSEDREGENTS_2014_4_11",
"correct": 0,
"prediction": "B",
"scores": [
-53.26197814941406,
-52.22605895996094,
-64.31333923339844,
-56.55414962768555
]
},
{
"id": "AKDE&ED_2012_8_18",
"correct": 1,
"prediction": "B",
"scores": [
-90.52189636230469,
-86.28157043457031,
-91.09900665283203,
-88.09294128417969
]
},
{
"id": "Mercury_SC_401146",
"correct": 0,
"prediction": "A",
"scores": [
-32.6574821472168,
-35.797401428222656,
-39.485443115234375,
-37.85633087158203
]
},
{
"id": "Mercury_7080553",
"correct": 0,
"prediction": "B",
"scores": [
-47.090694427490234,
-47.0084228515625,
-50.74652862548828,
-53.90705871582031
]
},
{
"id": "Mercury_7098193",
"correct": 0,
"prediction": "B",
"scores": [
-53.62538146972656,
-52.35975646972656,
-56.452125549316406,
-59.66388702392578
]
},
{
"id": "MCAS_2000_8_6",
"correct": 1,
"prediction": "C",
"scores": [
-57.51581573486328,
-54.46531295776367,
-53.600894927978516,
-61.55179977416992
]
},
{
"id": "Mercury_7004848",
"correct": 1,
"prediction": "A",
"scores": [
-35.31410217285156,
-46.90123748779297,
-50.315582275390625,
-38.67118453979492
]
},
{
"id": "Mercury_7056753",
"correct": 0,
"prediction": "B",
"scores": [
-55.67889404296875,
-51.864990234375,
-55.276451110839844,
-54.58171081542969
]
},
{
"id": "VASoL_2008_3_26",
"correct": 0,
"prediction": "D",
"scores": [
-51.888309478759766,
-48.86051940917969,
-48.88884353637695,
-48.364967346191406
]
},
{
"id": "Mercury_7211085",
"correct": 1,
"prediction": "A",
"scores": [
-54.54067611694336,
-60.16844177246094,
-55.052120208740234,
-58.731807708740234
]
},
{
"id": "Mercury_7007963",
"correct": 1,
"prediction": "B",
"scores": [
-74.90961456298828,
-72.14881896972656,
-76.31355285644531,
-73.29463195800781
]
},
{
"id": "Mercury_7075233",
"correct": 1,
"prediction": "B",
"scores": [
-65.62654113769531,
-55.134376525878906,
-64.90230560302734,
-67.30479431152344
]
},
{
"id": "Mercury_175648",
"correct": 0,
"prediction": "D",
"scores": [
-50.245994567871094,
-50.13188934326172,
-50.82649612426758,
-48.28606033325195
]
},
{
"id": "MCAS_2005_8_30",
"correct": 0,
"prediction": "B",
"scores": [
-66.10630798339844,
-62.429107666015625,
-65.60881042480469,
-65.0760269165039
]
},
{
"id": "MDSA_2012_8_23",
"correct": 0,
"prediction": "A",
"scores": [
-90.29200744628906,
-98.159423828125,
-94.64581298828125,
-114.55184936523438
]
},
{
"id": "Mercury_7099015",
"correct": 1,
"prediction": "B",
"scores": [
-77.13164520263672,
-71.8211669921875,
-74.95149993896484,
-73.34458923339844
]
},
{
"id": "AKDE&ED_2012_8_31",
"correct": 0,
"prediction": "A",
"scores": [
-49.03782653808594,
-69.84750366210938,
-70.53924560546875,
-73.19206237792969
]
},
{
"id": "Mercury_7235865",
"correct": 1,
"prediction": "B",
"scores": [
-92.96834564208984,
-90.27384948730469,
-92.81216430664062,
-92.83565521240234
]
},
{
"id": "NYSEDREGENTS_2014_4_10",
"correct": 1,
"prediction": "C",
"scores": [
-62.638893127441406,
-66.15131378173828,
-53.213218688964844,
-64.24606323242188
]
},
{
"id": "TIMSS_2007_8_pg96",
"correct": 1,
"prediction": "A",
"scores": [
-36.772544860839844,
-37.70314025878906,
-37.60939025878906,
-37.23439025878906
]
},
{
"id": "Mercury_7025165",
"correct": 0,
"prediction": "B",
"scores": [
-25.2906436920166,
-21.244871139526367,
-21.258739471435547,
-25.167207717895508
]
},
{
"id": "MCAS_2013_8_29415",
"correct": 0,
"prediction": "A",
"scores": [
-80.84561920166016,
-85.38053894042969,
-82.23775482177734,
-94.48580169677734
]
},
{
"id": "NYSEDREGENTS_2014_8_11",
"correct": 0,
"prediction": "4",
"scores": [
-62.49815368652344,
-65.89181518554688,
-65.25582885742188,
-62.213897705078125
]
},
{
"id": "Mercury_7029698",
"correct": 1,
"prediction": "D",
"scores": [
-62.94005584716797,
-62.064353942871094,
-59.911231994628906,
-54.19422149658203
]
},
{
"id": "Mercury_SC_408287",
"correct": 1,
"prediction": "C",
"scores": [
-100.57904052734375,
-103.60136413574219,
-96.84466552734375,
-99.25482177734375
]
},
{
"id": "MEAP_2005_5_27",
"correct": 0,
"prediction": "B",
"scores": [
-157.3052978515625,
-156.84564208984375,
-160.86221313476562,
-166.67823791503906
]
},
{
"id": "Mercury_7213448",
"correct": 1,
"prediction": "A",
"scores": [
-108.68399047851562,
-109.99810791015625,
-111.31187438964844,
-109.98104095458984
]
},
{
"id": "Mercury_7083388",
"correct": 1,
"prediction": "B",
"scores": [
-50.29884719848633,
-50.21659469604492,
-53.43144226074219,
-50.34303665161133
]
},
{
"id": "Mercury_7014455",
"correct": 1,
"prediction": "A",
"scores": [
-54.61659240722656,
-54.68419647216797,
-59.5919075012207,
-56.28440475463867
]
},
{
"id": "Mercury_SC_400179",
"correct": 1,
"prediction": "A",
"scores": [
-69.5679931640625,
-70.83030700683594,
-73.06627655029297,
-70.46109008789062
]
},
{
"id": "Mercury_7235708",
"correct": 0,
"prediction": "A",
"scores": [
-90.45941162109375,
-97.56605529785156,
-124.1810531616211,
-125.36445617675781
]
},
{
"id": "NYSEDREGENTS_2014_8_19",
"correct": 1,
"prediction": "1",
"scores": [
-42.17887878417969,
-43.365692138671875,
-47.59870910644531,
-45.97575378417969
]
},
{
"id": "Mercury_7242918",
"correct": 1,
"prediction": "D",
"scores": [
-129.93267822265625,
-124.9964599609375,
-121.64746856689453,
-121.0074691772461
]
},
{
"id": "Mercury_7205450",
"correct": 0,
"prediction": "A",
"scores": [
-53.89582824707031,
-56.913536071777344,
-57.44255065917969,
-59.02672576904297
]
},
{
"id": "TIMSS_2007_8_pg52",
"correct": 1,
"prediction": "B",
"scores": [
-54.417457580566406,
-53.55619430541992,
-54.70631790161133,
-55.679115295410156
]
},
{
"id": "Mercury_SC_415764",
"correct": 1,
"prediction": "A",
"scores": [
-40.58011245727539,
-41.14261245727539,
-43.642845153808594,
-45.203392028808594
]
},
{
"id": "NYSEDREGENTS_2014_8_4",
"correct": 0,
"prediction": "1",
"scores": [
-47.117767333984375,
-47.194557189941406,
-55.94281768798828,
-50.533111572265625
]
},
{
"id": "Mercury_SC_408040",
"correct": 0,
"prediction": "D",
"scores": [
-122.75749969482422,
-123.02312469482422,
-121.47624969482422,
-119.73601531982422
]
},
{
"id": "Mercury_184748",
"correct": 0,
"prediction": "B",
"scores": [
-67.79473114013672,
-63.96660614013672,
-65.90410614013672,
-67.19229125976562
]
},
{
"id": "Mercury_7176155",
"correct": 0,
"prediction": "C",
"scores": [
-217.7513427734375,
-219.3284912109375,
-211.89190673828125,
-213.6694793701172
]
},
{
"id": "Mercury_SC_400004",
"correct": 1,
"prediction": "A",
"scores": [
-36.77019500732422,
-49.12367248535156,
-46.65275573730469,
-48.40395736694336
]
},
{
"id": "Mercury_7172008",
"correct": 0,
"prediction": "D",
"scores": [
-100.10765838623047,
-96.97390747070312,
-94.18328857421875,
-94.00385284423828
]
},
{
"id": "MCAS_2003_5_26",
"correct": 0,
"prediction": "B",
"scores": [
-54.284786224365234,
-51.728248596191406,
-53.28424835205078,
-53.3570556640625
]
},
{
"id": "ACTAAP_2011_5_7",
"correct": 0,
"prediction": "D",
"scores": [
-96.42877960205078,
-97.52253723144531,
-97.7462158203125,
-95.13516998291016
]
},
{
"id": "Mercury_7068828",
"correct": 1,
"prediction": "C",
"scores": [
-126.54875946044922,
-129.77374267578125,
-118.22645568847656,
-124.52691650390625
]
},
{
"id": "Mercury_7158865",
"correct": 1,
"prediction": "D",
"scores": [
-127.47157287597656,
-127.99409484863281,
-128.5921630859375,
-119.3145523071289
]
},
{
"id": "Mercury_180128",
"correct": 0,
"prediction": "D",
"scores": [
-146.0426025390625,
-142.02203369140625,
-143.7630615234375,
-140.88047790527344
]
},
{
"id": "Mercury_7263463",
"correct": 0,
"prediction": "B",
"scores": [
-95.46890258789062,
-91.87956237792969,
-93.8207015991211,
-100.29542541503906
]
},
{
"id": "Mercury_7024518",
"correct": 1,
"prediction": "B",
"scores": [
-60.576202392578125,
-51.237449645996094,
-69.26457977294922,
-66.77307891845703
]
},
{
"id": "Mercury_7084193",
"correct": 0,
"prediction": "A",
"scores": [
-63.1177978515625,
-63.23527145385742,
-68.39955139160156,
-68.9211654663086
]
},
{
"id": "NCEOGA_2013_5_45",
"correct": 1,
"prediction": "B",
"scores": [
-136.87838745117188,
-126.8593978881836,
-133.77053833007812,
-137.33953857421875
]
},
{
"id": "Mercury_7213640",
"correct": 1,
"prediction": "D",
"scores": [
-59.964332580566406,
-60.04347229003906,
-58.78081512451172,
-57.226646423339844
]
},
{
"id": "Mercury_7032673",
"correct": 0,
"prediction": "A",
"scores": [
-52.206520080566406,
-56.44675827026367,
-53.43894577026367,
-57.7603759765625
]
},
{
"id": "CSZ_2007_5_CSZ10148",
"correct": 0,
"prediction": "B",
"scores": [
-111.53649139404297,
-111.29714965820312,
-114.55970001220703,
-113.89892578125
]
},
{
"id": "Mercury_SC_400924",
"correct": 0,
"prediction": "D",
"scores": [
-108.38151550292969,
-104.81392669677734,
-104.84359741210938,
-100.11688232421875
]
},
{
"id": "MEA_2014_5_4",
"correct": 1,
"prediction": "B",
"scores": [
-62.14439392089844,
-59.48902130126953,
-62.13330078125,
-65.18718719482422
]
},
{
"id": "Mercury_7027318",
"correct": 0,
"prediction": "D",
"scores": [
-75.67124938964844,
-74.53543090820312,
-77.52897644042969,
-74.01385498046875
]
},
{
"id": "Mercury_SC_400054",
"correct": 0,
"prediction": "C",
"scores": [
-76.06632995605469,
-74.89019012451172,
-66.75065612792969,
-69.84420013427734
]
},
{
"id": "TIMSS_2011_4_pg76",
"correct": 1,
"prediction": "D",
"scores": [
-48.02520751953125,
-45.61259460449219,
-46.55009460449219,
-44.56263732910156
]
},
{
"id": "Mercury_7034930",
"correct": 1,
"prediction": "C",
"scores": [
-121.54942321777344,
-124.56909942626953,
-114.59556579589844,
-116.3009033203125
]
},
{
"id": "Mercury_7064663",
"correct": 0,
"prediction": "A",
"scores": [
-113.3134765625,
-115.95409393310547,
-115.95409393310547,
-116.11034393310547
]
},
{
"id": "Mercury_7100415",
"correct": 1,
"prediction": "A",
"scores": [
-41.935211181640625,
-43.892547607421875,
-45.571144104003906,
-44.69414520263672
]
},
{
"id": "NAEP_2009_8_S10+1",
"correct": 0,
"prediction": "A",
"scores": [
-115.28971099853516,
-123.7062759399414,
-119.28724670410156,
-123.0
]
},
{
"id": "Mercury_7223073",
"correct": 1,
"prediction": "D",
"scores": [
-156.21499633789062,
-152.61839294433594,
-162.6758270263672,
-147.389892578125
]
},
{
"id": "NYSEDREGENTS_2014_8_6",
"correct": 0,
"prediction": "4",
"scores": [
-55.747520446777344,
-54.78880310058594,
-54.95425796508789,
-51.863162994384766
]
},
{
"id": "Mercury_SC_400037",
"correct": 1,
"prediction": "B",
"scores": [
-61.05712890625,
-55.278785705566406,
-57.28112030029297,
-56.30509567260742
]
},
{
"id": "Mercury_185203",
"correct": 1,
"prediction": "B",
"scores": [
-46.068973541259766,
-43.881473541259766,
-46.662723541259766,
-45.818973541259766
]
},
{
"id": "ACTAAP_2011_5_10",
"correct": 0,
"prediction": "C",
"scores": [
-157.77403259277344,
-154.8816375732422,
-150.22198486328125,
-152.40869140625
]
},
{
"id": "Mercury_SC_400303",
"correct": 0,
"prediction": "B",
"scores": [
-53.844818115234375,
-47.458473205566406,
-47.94631576538086,
-50.308414459228516
]
},
{
"id": "Mercury_7140088",
"correct": 1,
"prediction": "B",
"scores": [
-180.08787536621094,
-174.21920776367188,
-191.65835571289062,
-193.08157348632812
]
},
{
"id": "Mercury_7011025",
"correct": 1,
"prediction": "C",
"scores": [
-32.0046272277832,
-29.442119598388672,
-25.713668823242188,
-26.94666290283203
]
},
{
"id": "Mercury_7201915",
"correct": 1,
"prediction": "A",
"scores": [
-87.203125,
-94.1396255493164,
-92.8969955444336,
-95.97901153564453
]
},
{
"id": "Mercury_SC_405442",
"correct": 0,
"prediction": "A",
"scores": [
-58.968650817871094,
-60.973487854003906,
-61.369239807128906,
-61.520362854003906
]
},
{
"id": "Mercury_7082740",
"correct": 1,
"prediction": "C",
"scores": [
-31.870235443115234,
-27.66425323486328,
-27.556074142456055,
-32.5167236328125
]
},
{
"id": "Mercury_SC_402278",
"correct": 1,
"prediction": "A",
"scores": [
-84.9367446899414,
-88.87448120117188,
-93.74932098388672,
-91.0016098022461
]
},
{
"id": "Mercury_SC_417580",
"correct": 0,
"prediction": "B",
"scores": [
-81.94206237792969,
-80.65028381347656,
-87.63202667236328,
-89.70111083984375
]
},
{
"id": "Mercury_SC_410870",
"correct": 0,
"prediction": "A",
"scores": [
-87.98298645019531,
-88.91069793701172,
-95.19804382324219,
-101.6331787109375
]
},
{
"id": "Mercury_7211978",
"correct": 0,
"prediction": "B",
"scores": [
-196.17453002929688,
-195.0582275390625,
-216.311767578125,
-209.6417236328125
]
},
{
"id": "Mercury_7282030",
"correct": 0,
"prediction": "A",
"scores": [
-57.709938049316406,
-59.60152816772461,
-69.30429077148438,
-65.88259887695312
]
},
{
"id": "Mercury_7008803",
"correct": 1,
"prediction": "A",
"scores": [
-29.20073699951172,
-36.468971252441406,
-37.25552749633789,
-35.52387237548828
]
},
{
"id": "Mercury_190138",
"correct": 0,
"prediction": "B",
"scores": [
-50.35673141479492,
-47.16258239746094,
-49.20157241821289,
-51.912391662597656
]
},
{
"id": "Mercury_7173513",
"correct": 0,
"prediction": "A",
"scores": [
-104.51710510253906,
-106.7713851928711,
-111.1693344116211,
-113.86820220947266
]
},
{
"id": "Mercury_SC_400391",
"correct": 0,
"prediction": "A",
"scores": [
-75.412841796875,
-77.47596740722656,
-79.91554260253906,
-80.73603057861328
]
},
{
"id": "Mercury_179393",
"correct": 0,
"prediction": "C",
"scores": [
-55.21967315673828,
-60.096824645996094,
-53.69970703125,
-59.519630432128906
]
},
{
"id": "Mercury_SC_405526",
"correct": 0,
"prediction": "A",
"scores": [
-63.96824264526367,
-64.04988098144531,
-68.40774536132812,
-66.54669189453125
]
},
{
"id": "MCAS_1999_4_3",
"correct": 1,
"prediction": "A",
"scores": [
-57.67824172973633,
-72.12892150878906,
-82.39739990234375,
-77.20345306396484
]
},
{
"id": "Mercury_SC_400862",
"correct": 0,
"prediction": "A",
"scores": [
-65.49346923828125,
-73.79840087890625,
-68.2267837524414,
-70.64979553222656
]
},
{
"id": "Mercury_7203508",
"correct": 0,
"prediction": "D",
"scores": [
-213.49295043945312,
-203.47052001953125,
-211.95533752441406,
-194.4341278076172
]
},
{
"id": "Mercury_7016573",
"correct": 0,
"prediction": "A",
"scores": [
-98.19375610351562,
-101.73509216308594,
-99.22306060791016,
-102.08927917480469
]
},
{
"id": "Mercury_SC_415772",
"correct": 0,
"prediction": "D",
"scores": [
-74.21940612792969,
-69.16270446777344,
-71.68223571777344,
-69.12320709228516
]
},
{
"id": "Mercury_7057540",
"correct": 0,
"prediction": "A",
"scores": [
-118.46124267578125,
-128.1089324951172,
-119.91812133789062,
-120.78512573242188
]
},
{
"id": "Mercury_417570",
"correct": 1,
"prediction": "C",
"scores": [
-274.803955078125,
-273.2250671386719,
-268.3396301269531,
-275.83258056640625
]
},
{
"id": "Mercury_7064523",
"correct": 0,
"prediction": "D",
"scores": [
-61.184173583984375,
-58.98228073120117,
-59.22138977050781,
-57.69013977050781
]
},
{
"id": "Mercury_SC_401367",
"correct": 1,
"prediction": "A",
"scores": [
-42.084991455078125,
-45.38526153564453,
-49.297401428222656,
-47.02785873413086
]
},
{
"id": "Mercury_7090650",
"correct": 1,
"prediction": "B",
"scores": [
-72.15138244628906,
-66.3806381225586,
-70.7829818725586,
-72.1480941772461
]
},
{
"id": "NCEOGA_2013_5_48",
"correct": 0,
"prediction": "A",
"scores": [
-95.75669860839844,
-97.74250793457031,
-100.02676391601562,
-96.42711639404297
]
},
{
"id": "MDSA_2010_4_13",
"correct": 0,
"prediction": "B",
"scores": [
-84.29802703857422,
-82.46524047851562,
-85.37364959716797,
-91.23878479003906
]
},
{
"id": "Mercury_7247905",
"correct": 0,
"prediction": "B",
"scores": [
-49.25255584716797,
-46.493438720703125,
-49.44828796386719,
-50.161460876464844
]
},
{
"id": "WASL_2005_5_11",
"correct": 1,
"prediction": "B",
"scores": [
-61.291259765625,
-40.17771530151367,
-60.7135009765625
]
},
{
"id": "Mercury_7188265",
"correct": 1,
"prediction": "D",
"scores": [
-138.28286743164062,
-147.67764282226562,
-141.7240447998047,
-137.59185791015625
]
},
{
"id": "Mercury_401035",
"correct": 1,
"prediction": "B",
"scores": [
-65.15899658203125,
-60.65349578857422,
-75.32261657714844,
-73.27224731445312
]
},
{
"id": "Mercury_7213080",
"correct": 0,
"prediction": "A",
"scores": [
-60.37156295776367,
-61.66062545776367,
-60.65949630737305,
-61.106834411621094
]
},
{
"id": "Mercury_7233783",
"correct": 0,
"prediction": "C",
"scores": [
-87.35037231445312,
-78.08552551269531,
-77.73246765136719,
-78.51371765136719
]
},
{
"id": "MDSA_2008_5_39",
"correct": 0,
"prediction": "A",
"scores": [
-104.27117156982422,
-105.72164916992188,
-104.50556945800781,
-108.47903442382812
]
},
{
"id": "AKDE&ED_2008_4_22",
"correct": 0,
"prediction": "B",
"scores": [
-95.3907470703125,
-92.68936920166016,
-95.61750793457031,
-95.03501892089844
]
},
{
"id": "Mercury_7026600",
"correct": 0,
"prediction": "D",
"scores": [
-158.62112426757812,
-157.82501220703125,
-163.8228759765625,
-157.61277770996094
]
},
{
"id": "Mercury_7166740",
"correct": 1,
"prediction": "A",
"scores": [
-165.85240173339844,
-171.35047912597656,
-166.5432891845703,
-168.43515014648438
]
},
{
"id": "Mercury_7123480",
"correct": 1,
"prediction": "B",
"scores": [
-54.0164794921875,
-53.812007904052734,
-64.36538696289062,
-59.26613235473633
]
},
{
"id": "Mercury_SC_413454",
"correct": 0,
"prediction": "C",
"scores": [
-95.4111328125,
-87.94548797607422,
-81.50852966308594,
-90.89212036132812
]
},
{
"id": "TIMSS_2011_4_pg90",
"correct": 0,
"prediction": "A",
"scores": [
-69.56742858886719,
-71.02582550048828,
-70.55707550048828,
-72.47895050048828
]
},
{
"id": "Mercury_7003710",
"correct": 1,
"prediction": "A",
"scores": [
-32.954833984375,
-38.03668212890625,
-39.20603942871094,
-35.970794677734375
]
},
{
"id": "Mercury_SC_409254",
"correct": 0,
"prediction": "D",
"scores": [
-146.35813903808594,
-143.12677001953125,
-147.21942138671875,
-142.0227508544922
]
},
{
"id": "MDSA_2010_4_24",
"correct": 1,
"prediction": "A",
"scores": [
-112.28349304199219,
-114.57061767578125,
-119.71001434326172,
-120.18826293945312
]
},
{
"id": "TIMSS_2007_4_pg35",
"correct": 0,
"prediction": "B",
"scores": [
-54.98879623413086,
-52.77783203125,
-55.20491027832031,
-52.87694549560547
]
},
{
"id": "Mercury_7064383",
"correct": 1,
"prediction": "D",
"scores": [
-56.00566864013672,
-59.607139587402344,
-54.599769592285156,
-47.784934997558594
]
},
{
"id": "MCAS_2013_8_29420",
"correct": 1,
"prediction": "B",
"scores": [
-181.71096801757812,
-168.13839721679688,
-183.52825927734375,
-177.4058380126953
]
},
{
"id": "Mercury_7248133",
"correct": 0,
"prediction": "C",
"scores": [
-102.95494079589844,
-102.87863159179688,
-100.85551452636719,
-104.03945922851562
]
},
{
"id": "Mercury_SC_413544",
"correct": 1,
"prediction": "C",
"scores": [
-153.00001525878906,
-155.68115234375,
-148.40725708007812,
-162.10256958007812
]
},
{
"id": "Mercury_7041825",
"correct": 1,
"prediction": "B",
"scores": [
-92.51728820800781,
-92.48436737060547,
-94.52299499511719,
-93.21766662597656
]
},
{
"id": "Mercury_177380",
"correct": 1,
"prediction": "A",
"scores": [
-36.31434631347656,
-42.26806640625,
-38.8958740234375,
-47.05592346191406
]
},
{
"id": "Mercury_7069528",
"correct": 1,
"prediction": "A",
"scores": [
-25.680639266967773,
-31.593921661376953,
-30.945878982543945,
-33.77848815917969
]
},
{
"id": "Mercury_SC_401245",
"correct": 0,
"prediction": "B",
"scores": [
-55.35346603393555,
-54.78492736816406,
-58.08100891113281,
-59.20014572143555
]
},
{
"id": "VASoL_2011_5_19",
"correct": 1,
"prediction": "C",
"scores": [
-68.00787353515625,
-70.03300476074219,
-66.35731506347656,
-70.50361633300781
]
},
{
"id": "Mercury_SC_400206",
"correct": 0,
"prediction": "D",
"scores": [
-71.63810729980469,
-65.06478881835938,
-68.7298355102539,
-61.000423431396484
]
},
{
"id": "Mercury_7215408",
"correct": 1,
"prediction": "B",
"scores": [
-50.744346618652344,
-46.07598114013672,
-49.741676330566406,
-49.67367172241211
]
},
{
"id": "Mercury_7205538",
"correct": 0,
"prediction": "C",
"scores": [
-78.88789367675781,
-89.3809814453125,
-77.39501953125,
-78.61940002441406
]
},
{
"id": "WASL_2004_8_16",
"correct": 1,
"prediction": "D",
"scores": [
-129.04531860351562,
-137.38427734375,
-122.79664611816406,
-122.20825958251953
]
},
{
"id": "Mercury_7210735",
"correct": 0,
"prediction": "B",
"scores": [
-126.55574798583984,
-126.51837921142578,
-129.02401733398438,
-126.77462005615234
]
},
{
"id": "Mercury_SC_400171",
"correct": 1,
"prediction": "B",
"scores": [
-74.54327392578125,
-61.70186233520508,
-72.70124816894531,
-67.44735717773438
]
},
{
"id": "Mercury_7084508",
"correct": 0,
"prediction": "D",
"scores": [
-41.943878173828125,
-46.54437255859375,
-48.61334991455078,
-39.376529693603516
]
},
{
"id": "Mercury_7027370",
"correct": 0,
"prediction": "B",
"scores": [
-135.63427734375,
-134.08294677734375,
-137.04550170898438,
-136.3321075439453
]
},
{
"id": "MDSA_2011_5_6",
"correct": 1,
"prediction": "B",
"scores": [
-103.84103393554688,
-100.43043518066406,
-105.6116714477539,
-103.96038818359375
]
},
{
"id": "MCAS_1998_4_25",
"correct": 0,
"prediction": "A",
"scores": [
-107.31950378417969,
-111.31610107421875,
-107.92202758789062,
-108.6412353515625
]
},
{
"id": "Mercury_7014245",
"correct": 1,
"prediction": "D",
"scores": [
-174.071533203125,
-175.31214904785156,
-173.52606201171875,
-170.07614135742188
]
},
{
"id": "Mercury_7271653",
"correct": 0,
"prediction": "B",
"scores": [
-153.2786865234375,
-144.21273803710938,
-170.4673614501953,
-180.65724182128906
]
},
{
"id": "MDSA_2011_4_36",
"correct": 1,
"prediction": "B",
"scores": [
-112.12643432617188,
-108.29385375976562,
-112.16647338867188,
-110.14627075195312
]
},
{
"id": "Mercury_7177940",
"correct": 1,
"prediction": "C",
"scores": [
-110.38047790527344,
-99.32661437988281,
-93.59996795654297,
-97.18034362792969
]
},
{
"id": "MCAS_2005_5_27",
"correct": 1,
"prediction": "A",
"scores": [
-26.3510799407959,
-31.563390731811523,
-29.182287216186523,
-32.865360260009766
]
},
{
"id": "TIMSS_2007_8_pg105",
"correct": 1,
"prediction": "A",
"scores": [
-37.69097137451172,
-40.371665954589844,
-58.50110626220703,
-43.17121887207031
]
},
{
"id": "Mercury_SC_401178",
"correct": 1,
"prediction": "A",
"scores": [
-45.705596923828125,
-51.67540740966797,
-58.85580825805664,
-59.809486389160156
]
},
{
"id": "Mercury_7186918",
"correct": 1,
"prediction": "B",
"scores": [
-130.98544311523438,
-129.44178771972656,
-133.27597045898438,
-134.8710479736328
]
},
{
"id": "Mercury_7245140",
"correct": 1,
"prediction": "A",
"scores": [
-71.45657348632812,
-77.47915649414062,
-80.04803466796875,
-87.18008422851562
]
},
{
"id": "NYSEDREGENTS_2014_8_5",
"correct": 1,
"prediction": "2",
"scores": [
-54.346405029296875,
-50.04820251464844,
-55.11394119262695,
-52.58218765258789
]
},
{
"id": "Mercury_7012968",
"correct": 0,
"prediction": "A",
"scores": [
-149.65292358398438,
-159.77357482910156,
-155.0921630859375,
-160.92025756835938
]
},
{
"id": "Mercury_7183225",
"correct": 0,
"prediction": "B",
"scores": [
-168.7471160888672,
-166.20506286621094,
-170.3705291748047,
-166.4270782470703
]
},
{
"id": "Mercury_SC_LBS10789",
"correct": 0,
"prediction": "B",
"scores": [
-47.77046203613281,
-46.54856872558594,
-47.849151611328125,
-46.56468963623047
]
},
{
"id": "Mercury_7080500",
"correct": 1,
"prediction": "D",
"scores": [
-123.5701904296875,
-126.71863555908203,
-131.64822387695312,
-119.76759338378906
]
},
{
"id": "Mercury_7007893",
"correct": 1,
"prediction": "D",
"scores": [
-35.04875946044922,
-57.56573486328125,
-44.29250717163086,
-34.804931640625
]
},
{
"id": "Mercury_7163748",
"correct": 0,
"prediction": "A",
"scores": [
-148.79766845703125,
-154.54930114746094,
-149.65106201171875,
-150.69886779785156
]
},
{
"id": "Mercury_7222933",
"correct": 0,
"prediction": "A",
"scores": [
-59.23714065551758,
-61.75794982910156,
-61.54472732543945,
-69.23175048828125
]
},
{
"id": "VASoL_2010_3_5",
"correct": 0,
"prediction": "A",
"scores": [
-79.56266784667969,
-80.48030090332031,
-79.8814697265625,
-83.16302490234375
]
},
{
"id": "Mercury_SC_409390",
"correct": 0,
"prediction": "D",
"scores": [
-72.70103454589844,
-81.38764190673828,
-89.40177917480469,
-70.97702026367188
]
},
{
"id": "Mercury_7252648",
"correct": 1,
"prediction": "A",
"scores": [
-60.48139190673828,
-61.580509185791016,
-63.71589660644531,
-68.40129852294922
]
},
{
"id": "Mercury_7218558",
"correct": 1,
"prediction": "A",
"scores": [
-131.2142333984375,
-132.02227783203125,
-141.37228393554688,
-140.12579345703125
]
},
{
"id": "NYSEDREGENTS_2014_4_18",
"correct": 1,
"prediction": "A",
"scores": [
-163.40252685546875,
-168.54815673828125,
-167.54684448242188,
-167.29196166992188
]
},
{
"id": "NYSEDREGENTS_2014_8_22",
"correct": 1,
"prediction": "3",
"scores": [
-28.671236038208008,
-28.374561309814453,
-23.390186309814453,
-28.343311309814453
]
},
{
"id": "Mercury_SC_400049",
"correct": 0,
"prediction": "B",
"scores": [
-50.84134292602539,
-49.187591552734375,
-52.98265838623047,
-50.49101638793945
]
},
{
"id": "Mercury_7188475",
"correct": 1,
"prediction": "B",
"scores": [
-73.033447265625,
-68.84696197509766,
-75.78572082519531,
-70.37467956542969
]
},
{
"id": "NYSEDREGENTS_2014_4_21",
"correct": 1,
"prediction": "D",
"scores": [
-72.8156509399414,
-74.20899963378906,
-70.27303314208984,
-68.13417053222656
]
},
{
"id": "Mercury_SC_400058",
"correct": 0,
"prediction": "C",
"scores": [
-73.38550567626953,
-79.30717468261719,
-72.29602813720703,
-73.67900085449219
]
},
{
"id": "Mercury_SC_406155",
"correct": 0,
"prediction": "A",
"scores": [
-60.61625289916992,
-64.97463989257812,
-65.22477722167969,
-66.62287902832031
]
},
{
"id": "Mercury_400813",
"correct": 1,
"prediction": "A",
"scores": [
-96.6838150024414,
-105.14632415771484,
-110.44239044189453,
-107.48806762695312
]
},
{
"id": "LEAP__5_10316",
"correct": 0,
"prediction": "A",
"scores": [
-50.320255279541016,
-50.4962158203125,
-53.72354507446289,
-54.21360778808594
]
},
{
"id": "MCAS_2009_8_4",
"correct": 0,
"prediction": "D",
"scores": [
-77.07502746582031,
-79.04557800292969,
-77.000244140625,
-74.04592895507812
]
},
{
"id": "MDSA_2010_8_17",
"correct": 0,
"prediction": "A",
"scores": [
-67.4876708984375,
-69.64752197265625,
-81.94792175292969,
-83.71253204345703
]
},
{
"id": "Mercury_7170835",
"correct": 0,
"prediction": "D",
"scores": [
-155.64041137695312,
-159.15042114257812,
-157.18795776367188,
-151.35804748535156
]
},
{
"id": "Mercury_7107398",
"correct": 0,
"prediction": "D",
"scores": [
-164.85816955566406,
-176.1977081298828,
-164.7697296142578,
-163.03599548339844
]
},
{
"id": "ACTAAP_2011_5_12",
"correct": 0,
"prediction": "D",
"scores": [
-74.0145034790039,
-72.86341857910156,
-73.37976837158203,
-71.74964904785156
]
},
{
"id": "Mercury_SC_405721",
"correct": 1,
"prediction": "A",
"scores": [
-127.71727752685547,
-138.4435272216797,
-131.02879333496094,
-137.9163818359375
]
},
{
"id": "TIMSS_2003_4_pg29",
"correct": 1,
"prediction": "C",
"scores": [
-124.03471374511719,
-122.02825927734375,
-113.40750885009766,
-115.25492858886719,
-115.93373107910156
]
},
{
"id": "Mercury_7103338",
"correct": 1,
"prediction": "A",
"scores": [
-63.33021926879883,
-65.17924499511719,
-70.66798400878906,
-63.743202209472656
]
},
{
"id": "Mercury_7030590",
"correct": 0,
"prediction": "A",
"scores": [
-265.8503723144531,
-278.3332214355469,
-279.7459716796875,
-267.47528076171875
]
},
{
"id": "NYSEDREGENTS_2014_8_7",
"correct": 1,
"prediction": "1",
"scores": [
-54.3017692565918,
-68.0062255859375,
-71.48267364501953,
-60.78425598144531
]
},
{
"id": "Mercury_7269063",
"correct": 1,
"prediction": "D",
"scores": [
-136.09609985351562,
-134.62698364257812,
-137.8069610595703,
-131.88821411132812
]
},
{
"id": "MEA_2010_8_14-v1",
"correct": 1,
"prediction": "B",
"scores": [
-62.29143142700195,
-61.04176330566406,
-62.44282531738281,
-63.517333984375
]
},
{
"id": "MCAS_2004_5_26",
"correct": 1,
"prediction": "D",
"scores": [
-75.12739562988281,
-78.4582290649414,
-84.50957489013672,
-74.44453430175781
]
},
{
"id": "Mercury_SC_401256",
"correct": 0,
"prediction": "D",
"scores": [
-50.048309326171875,
-54.798095703125,
-57.167076110839844,
-49.56047821044922
]
},
{
"id": "Mercury_7180968",
"correct": 0,
"prediction": "B",
"scores": [
-170.91998291015625,
-161.75816345214844,
-177.4089813232422,
-178.16741943359375
]
},
{
"id": "Mercury_7083948",
"correct": 0,
"prediction": "D",
"scores": [
-42.725990295410156,
-35.75213623046875,
-39.47077560424805,
-32.777984619140625
]
},
{
"id": "Mercury_SC_401622",
"correct": 0,
"prediction": "A",
"scores": [
-79.18824768066406,
-84.38763427734375,
-80.17279052734375,
-79.80459594726562
]
},
{
"id": "Mercury_188773",
"correct": 0,
"prediction": "C",
"scores": [
-107.99507904052734,
-102.47686004638672,
-99.42765808105469,
-99.76846313476562
]
},
{
"id": "Mercury_7233363",
"correct": 0,
"prediction": "D",
"scores": [
-121.07423400878906,
-121.09123992919922,
-122.49425506591797,
-120.8221206665039
]
},
{
"id": "MCAS_2009_8_18",
"correct": 0,
"prediction": "A",
"scores": [
-121.22927856445312,
-124.66742706298828,
-125.08807373046875,
-121.7164306640625
]
},
{
"id": "Mercury_7212013",
"correct": 1,
"prediction": "D",
"scores": [
-164.640625,
-163.37632751464844,
-165.68606567382812,
-159.12193298339844
]
},
{
"id": "Mercury_SC_LBS10689",
"correct": 0,
"prediction": "A",
"scores": [
-48.09955596923828,
-50.68555450439453,
-48.28709411621094,
-50.94349670410156
]
},
{
"id": "MCAS_2004_9_6",
"correct": 1,
"prediction": "B",
"scores": [
-196.61273193359375,
-196.44815063476562,
-198.26229858398438,
-199.0323486328125
]
},
{
"id": "AKDE&ED_2012_8_53",
"correct": 0,
"prediction": "B",
"scores": [
-117.3831787109375,
-115.15110778808594,
-119.86963653564453,
-121.71537780761719
]
},
{
"id": "Mercury_7032550",
"correct": 0,
"prediction": "A",
"scores": [
-45.47650146484375,
-45.572017669677734,
-47.06697463989258,
-60.216270446777344
]
},
{
"id": "Mercury_7172673",
"correct": 1,
"prediction": "D",
"scores": [
-128.53497314453125,
-129.06065368652344,
-125.87354278564453,
-125.23945617675781
]
},
{
"id": "Mercury_7016783",
"correct": 1,
"prediction": "A",
"scores": [
-46.74930953979492,
-49.534793853759766,
-53.41115188598633,
-53.58046340942383
]
},
{
"id": "Mercury_409399",
"correct": 0,
"prediction": "A",
"scores": [
-102.27056121826172,
-102.37721252441406,
-105.53791809082031,
-105.6936264038086
]
},
{
"id": "Mercury_7207253",
"correct": 1,
"prediction": "D",
"scores": [
-52.54464340209961,
-53.03443145751953,
-56.70110321044922,
-48.011878967285156
]
},
{
"id": "Mercury_7227990",
"correct": 1,
"prediction": "D",
"scores": [
-84.01858520507812,
-80.80569458007812,
-82.27103424072266,
-77.66824340820312
]
},
{
"id": "Mercury_SC_402253",
"correct": 0,
"prediction": "C",
"scores": [
-30.07451629638672,
-33.03996276855469,
-28.372207641601562,
-33.96284484863281
]
},
{
"id": "Mercury_SC_400194",
"correct": 0,
"prediction": "A",
"scores": [
-32.76799392700195,
-35.780418395996094,
-36.53330993652344,
-45.098899841308594
]
},
{
"id": "Mercury_7032568",
"correct": 1,
"prediction": "A",
"scores": [
-33.959495544433594,
-34.383094787597656,
-42.78642272949219,
-46.21636962890625
]
},
{
"id": "Mercury_SC_LBS10612",
"correct": 1,
"prediction": "A",
"scores": [
-69.2530746459961,
-76.70891571044922,
-77.84873962402344,
-72.00180053710938
]
},
{
"id": "Mercury_7008330",
"correct": 1,
"prediction": "C",
"scores": [
-42.69224166870117,
-43.69139862060547,
-37.959861755371094,
-44.7073974609375
]
},
{
"id": "Mercury_7108413",
"correct": 0,
"prediction": "A",
"scores": [
-125.3799057006836,
-128.79232788085938,
-125.64757537841797,
-127.24152374267578
]
},
{
"id": "Mercury_7176085",
"correct": 1,
"prediction": "D",
"scores": [
-93.74723815917969,
-87.53778839111328,
-79.06648254394531,
-75.38279724121094
]
},
{
"id": "Mercury_7043593",
"correct": 1,
"prediction": "C",
"scores": [
-99.41455841064453,
-97.405029296875,
-95.729736328125,
-104.2668228149414
]
},
{
"id": "Mercury_7033705",
"correct": 0,
"prediction": "C",
"scores": [
-72.40449523925781,
-71.23365783691406,
-69.14523315429688,
-79.85320281982422
]
},
{
"id": "Mercury_7114083",
"correct": 1,
"prediction": "B",
"scores": [
-35.64767837524414,
-32.316612243652344,
-41.15480422973633,
-42.38762664794922
]
},
{
"id": "Mercury_SC_LBS10785",
"correct": 1,
"prediction": "B",
"scores": [
-85.89539337158203,
-82.53304290771484,
-83.12787628173828,
-83.55755615234375
]
},
{
"id": "Mercury_7114013",
"correct": 1,
"prediction": "A",
"scores": [
-61.36543655395508,
-61.4427604675293,
-62.08412170410156,
-68.60890197753906
]
},
{
"id": "Mercury_192903",
"correct": 0,
"prediction": "D",
"scores": [
-56.61949920654297,
-59.20588684082031,
-57.5313720703125,
-56.59967041015625
]
},
{
"id": "Mercury_7082093",
"correct": 1,
"prediction": "A",
"scores": [
-67.99081420898438,
-71.11825561523438,
-76.38673400878906,
-69.66847229003906
]
},
{
"id": "Mercury_7004708",
"correct": 1,
"prediction": "A",
"scores": [
-40.155250549316406,
-48.06422805786133,
-51.158390045166016,
-46.12340545654297
]
},
{
"id": "Mercury_SC_LBS10783",
"correct": 1,
"prediction": "B",
"scores": [
-61.38737106323242,
-60.658485412597656,
-63.78580856323242,
-63.92643356323242
]
},
{
"id": "Mercury_7037433",
"correct": 1,
"prediction": "B",
"scores": [
-50.116455078125,
-44.819007873535156,
-56.940086364746094,
-53.185550689697266
]
},
{
"id": "Mercury_SC_400033",
"correct": 1,
"prediction": "B",
"scores": [
-73.83399963378906,
-70.59564971923828,
-76.24578857421875,
-82.19712829589844
]
},
{
"id": "NYSEDREGENTS_2014_4_25",
"correct": 0,
"prediction": "A",
"scores": [
-55.47370147705078,
-58.14405059814453,
-68.12538146972656,
-68.31002807617188
]
},
{
"id": "Mercury_SC_402287",
"correct": 0,
"prediction": "A",
"scores": [
-66.8459243774414,
-69.06039428710938,
-68.28817749023438,
-75.55606079101562
]
},
{
"id": "Mercury_SC_414364",
"correct": 0,
"prediction": "B",
"scores": [
-71.94342803955078,
-71.21061706542969,
-76.33213806152344,
-75.99641418457031
]
},
{
"id": "Mercury_7250215",
"correct": 0,
"prediction": "A",
"scores": [
-54.69296646118164,
-56.79877853393555,
-73.59274291992188,
-68.82626342773438
]
},
{
"id": "Mercury_7138898",
"correct": 1,
"prediction": "C",
"scores": [
-109.26521301269531,
-101.20870971679688,
-100.04170227050781,
-107.49626159667969
]
},
{
"id": "Mercury_7010920",
"correct": 1,
"prediction": "A",
"scores": [
-69.01695251464844,
-73.03120422363281,
-73.94723510742188,
-72.20662689208984
]
},
{
"id": "Mercury_403682",
"correct": 1,
"prediction": "B",
"scores": [
-66.17024230957031,
-62.78508758544922,
-68.2386703491211,
-69.09774780273438
]
},
{
"id": "Mercury_7026828",
"correct": 1,
"prediction": "A",
"scores": [
-174.60208129882812,
-180.6685028076172,
-186.43533325195312,
-187.5399169921875
]
},
{
"id": "Mercury_7235760",
"correct": 1,
"prediction": "A",
"scores": [
-74.37129211425781,
-75.36024475097656,
-82.19451904296875,
-79.5934066772461
]
},
{
"id": "Mercury_406772",
"correct": 1,
"prediction": "C",
"scores": [
-76.99967956542969,
-82.16063690185547,
-74.49584197998047,
-80.41021728515625
]
},
{
"id": "Mercury_7217525",
"correct": 1,
"prediction": "A",
"scores": [
-82.48175048828125,
-84.49282836914062,
-86.14907836914062,
-85.17852020263672
]
},
{
"id": "Mercury_SC_405302",
"correct": 0,
"prediction": "C",
"scores": [
-54.57537078857422,
-54.15330123901367,
-49.825870513916016,
-50.61346435546875
]
},
{
"id": "Mercury_7032708",
"correct": 0,
"prediction": "B",
"scores": [
-72.582763671875,
-70.129638671875,
-73.64678955078125,
-70.62831115722656
]
},
{
"id": "Mercury_7082583",
"correct": 1,
"prediction": "B",
"scores": [
-45.91009521484375,
-45.0516357421875,
-53.880035400390625,
-50.13880920410156
]
},
{
"id": "Mercury_7245875",
"correct": 1,
"prediction": "B",
"scores": [
-73.67008209228516,
-69.7713623046875,
-70.45645141601562,
-75.84949493408203
]
},
{
"id": "Mercury_7122798",
"correct": 0,
"prediction": "A",
"scores": [
-65.42769622802734,
-67.4808349609375,
-65.52082824707031,
-70.35626983642578
]
},
{
"id": "VASoL_2008_3_39",
"correct": 1,
"prediction": "D",
"scores": [
-126.46539306640625,
-120.55082702636719,
-121.76280212402344,
-119.41603088378906
]
},
{
"id": "MSA_2015_8_26",
"correct": 0,
"prediction": "D",
"scores": [
-90.07373046875,
-89.69654083251953,
-90.3759765625,
-89.37584686279297
]
},
{
"id": "Mercury_177013",
"correct": 1,
"prediction": "A",
"scores": [
-118.05782318115234,
-131.2684326171875,
-121.28158569335938,
-139.1737823486328
]
},
{
"id": "Mercury_SC_400185",
"correct": 0,
"prediction": "B",
"scores": [
-71.26583862304688,
-68.59461212158203,
-69.3565902709961,
-70.15919494628906
]
},
{
"id": "Mercury_SC_402159",
"correct": 0,
"prediction": "B",
"scores": [
-82.53140258789062,
-82.10272979736328,
-89.17410278320312,
-97.1512680053711
]
},
{
"id": "VASoL_2009_5_31",
"correct": 1,
"prediction": "D",
"scores": [
-68.9360580444336,
-68.45098876953125,
-64.64764404296875,
-57.62834548950195
]
},
{
"id": "Mercury_SC_401598",
"correct": 0,
"prediction": "A",
"scores": [
-57.924800872802734,
-63.062191009521484,
-65.9555435180664,
-67.7228012084961
]
},
{
"id": "MCAS_2004_8_24",
"correct": 0,
"prediction": "D",
"scores": [
-87.59983825683594,
-87.75703430175781,
-87.68993377685547,
-86.11405944824219
]
},
{
"id": "Mercury_SC_413081",
"correct": 1,
"prediction": "A",
"scores": [
-56.299110412597656,
-62.68580627441406,
-60.43549346923828,
-63.89099884033203
]
},
{
"id": "CSZ_2008_5_CSZ50776",
"correct": 1,
"prediction": "C",
"scores": [
-53.34033203125,
-49.16875076293945,
-41.23915100097656,
-57.20256805419922
]
},
{
"id": "MCAS_1998_4_22",
"correct": 0,
"prediction": "C",
"scores": [
-153.29757690429688,
-150.34495544433594,
-147.4025421142578,
-150.01065063476562
]
},
{
"id": "Mercury_7267785",
"correct": 0,
"prediction": "A",
"scores": [
-58.005130767822266,
-60.694580078125,
-58.79652404785156,
-59.668861389160156
]
},
{
"id": "Mercury_SC_405035",
"correct": 1,
"prediction": "B",
"scores": [
-92.51594543457031,
-90.130859375,
-91.86080169677734,
-91.99893188476562
]
},
{
"id": "TIMSS_2003_4_pg85",
"correct": 0,
"prediction": "A",
"scores": [
-46.544700622558594,
-47.07974624633789,
-52.68141555786133,
-54.38888931274414
]
},
{
"id": "Mercury_7032200",
"correct": 1,
"prediction": "D",
"scores": [
-68.11415100097656,
-81.8323974609375,
-79.19493103027344,
-65.60743713378906
]
},
{
"id": "Mercury_SC_408374",
"correct": 0,
"prediction": "A",
"scores": [
-127.70653533935547,
-128.75341796875,
-127.87841033935547,
-128.05152893066406
]
},
{
"id": "LEAP_2009_8_10431",
"correct": 0,
"prediction": "C",
"scores": [
-60.90534973144531,
-60.68701934814453,
-59.78450012207031,
-65.91152954101562
]
},
{
"id": "Mercury_7082460",
"correct": 0,
"prediction": "A",
"scores": [
-69.21316528320312,
-71.07886505126953,
-74.58192443847656,
-71.64720916748047
]
},
{
"id": "Mercury_7143150",
"correct": 1,
"prediction": "D",
"scores": [
-57.693878173828125,
-55.395938873291016,
-52.765838623046875,
-52.733428955078125
]
},
{
"id": "Mercury_7103373",
"correct": 0,
"prediction": "B",
"scores": [
-61.359771728515625,
-55.35719299316406,
-61.96463394165039,
-55.610313415527344
]
},
{
"id": "Mercury_SC_407720",
"correct": 0,
"prediction": "A",
"scores": [
-55.5247802734375,
-60.681121826171875,
-59.28333282470703,
-58.985084533691406
]
},
{
"id": "MCAS_2002_8_19",
"correct": 1,
"prediction": "D",
"scores": [
-72.57627868652344,
-73.52369689941406,
-74.68954467773438,
-71.64341735839844
]
},
{
"id": "Mercury_7009940",
"correct": 0,
"prediction": "D",
"scores": [
-64.37932586669922,
-60.785640716552734,
-69.56842041015625,
-60.51837158203125
]
},
{
"id": "Mercury_7239645",
"correct": 1,
"prediction": "A",
"scores": [
-143.99578857421875,
-145.7216339111328,
-148.32757568359375,
-148.43136596679688
]
},
{
"id": "Mercury_7026268",
"correct": 1,
"prediction": "B",
"scores": [
-189.65447998046875,
-176.27606201171875,
-181.11019897460938,
-180.05780029296875
]
},
{
"id": "Mercury_7057610",
"correct": 1,
"prediction": "B",
"scores": [
-106.91047668457031,
-101.16573333740234,
-106.22914123535156,
-103.31114959716797
]
},
{
"id": "VASoL_2009_5_14",
"correct": 1,
"prediction": "B",
"scores": [
-57.999961853027344,
-55.07763671875,
-56.111289978027344,
-60.699546813964844
]
},
{
"id": "Mercury_SC_400589",
"correct": 1,
"prediction": "C",
"scores": [
-48.34023666381836,
-45.69369888305664,
-43.158409118652344,
-46.398101806640625
]
},
{
"id": "TIMSS_1995_8_I11",
"correct": 0,
"prediction": "A",
"scores": [
-86.27082824707031,
-87.38117980957031,
-87.09127807617188,
-88.33451843261719
]
},
{
"id": "MCAS_2000_8_30",
"correct": 0,
"prediction": "B",
"scores": [
-74.64568328857422,
-57.17384719848633,
-67.56611633300781,
-61.82396697998047
]
},
{
"id": "Mercury_7171553",
"correct": 1,
"prediction": "A",
"scores": [
-94.41664123535156,
-97.31822204589844,
-94.54621124267578,
-94.77769470214844
]
},
{
"id": "Mercury_7190015",
"correct": 1,
"prediction": "D",
"scores": [
-119.80638122558594,
-117.77900695800781,
-118.85868072509766,
-115.73868560791016
]
},
{
"id": "Mercury_7032830",
"correct": 1,
"prediction": "A",
"scores": [
-62.713253021240234,
-68.10321807861328,
-66.3940200805664,
-71.25920104980469
]
},
{
"id": "AIMS_2008_4_17",
"correct": 0,
"prediction": "B",
"scores": [
-58.59722900390625,
-56.956703186035156,
-58.81895446777344,
-58.664764404296875
]
},
{
"id": "Mercury_7271618",
"correct": 0,
"prediction": "B",
"scores": [
-59.84852600097656,
-56.81364440917969,
-58.92238235473633,
-61.85689163208008
]
},
{
"id": "NCEOGA_2013_8_46",
"correct": 1,
"prediction": "A",
"scores": [
-55.216922760009766,
-75.15874481201172,
-64.91777038574219,
-61.77985382080078
]
},
{
"id": "Mercury_7084560",
"correct": 1,
"prediction": "D",
"scores": [
-55.57912063598633,
-55.217857360839844,
-60.036766052246094,
-53.66722869873047
]
},
{
"id": "MCAS_2005_8_35",
"correct": 0,
"prediction": "D",
"scores": [
-151.04931640625,
-152.3970489501953,
-158.8412628173828,
-150.65167236328125
]
},
{
"id": "Mercury_7202388",
"correct": 1,
"prediction": "A",
"scores": [
-166.15341186523438,
-166.58892822265625,
-170.9286651611328,
-177.80581665039062
]
},
{
"id": "Mercury_7210403",
"correct": 1,
"prediction": "A",
"scores": [
-136.93142700195312,
-138.40017700195312,
-141.45907592773438,
-141.86532592773438
]
},
{
"id": "Mercury_SC_401826",
"correct": 1,
"prediction": "A",
"scores": [
-34.99510955810547,
-42.71943283081055,
-61.70574951171875,
-66.48631286621094
]
},
{
"id": "Mercury_7269028",
"correct": 1,
"prediction": "A",
"scores": [
-47.68023681640625,
-49.523780822753906,
-50.8839111328125,
-50.46510314941406
]
},
{
"id": "Mercury_SC_407784",
"correct": 1,
"prediction": "B",
"scores": [
-35.698760986328125,
-31.930814743041992,
-36.836692810058594,
-51.73434066772461
]
},
{
"id": "Mercury_7042508",
"correct": 1,
"prediction": "B",
"scores": [
-45.476070404052734,
-38.75285720825195,
-44.46725845336914,
-42.1155891418457
]
},
{
"id": "Mercury_7271443",
"correct": 1,
"prediction": "A",
"scores": [
-87.77616119384766,
-90.74655151367188,
-91.72622680664062,
-92.72649383544922
]
},
{
"id": "TIMSS_2003_8_pg98",
"correct": 0,
"prediction": "A",
"scores": [
-78.36801147460938,
-79.86801147460938,
-84.81266784667969,
-83.99866485595703
]
},
{
"id": "Mercury_7029873",
"correct": 1,
"prediction": "C",
"scores": [
-66.3311538696289,
-63.970096588134766,
-54.31077194213867,
-65.1251449584961
]
},
{
"id": "Mercury_7228323",
"correct": 1,
"prediction": "C",
"scores": [
-99.55064392089844,
-95.53626251220703,
-91.76253509521484,
-101.39720153808594
]
},
{
"id": "Mercury_7217140",
"correct": 0,
"prediction": "B",
"scores": [
-87.11540222167969,
-74.333740234375,
-86.26145935058594,
-96.0252685546875
]
},
{
"id": "Mercury_SC_400515",
"correct": 1,
"prediction": "A",
"scores": [
-57.611236572265625,
-66.85848999023438,
-69.27061462402344,
-70.02455139160156
]
},
{
"id": "MCAS_2003_8_13",
"correct": 1,
"prediction": "C",
"scores": [
-34.95895004272461,
-32.15853500366211,
-27.088851928710938,
-29.66969871520996
]
},
{
"id": "OHAT_2009_5_4",
"correct": 1,
"prediction": "A",
"scores": [
-187.9288330078125,
-188.75198364257812,
-191.6142578125,
-190.104736328125
]
},
{
"id": "ACTAAP_2012_7_16",
"correct": 0,
"prediction": "B",
"scores": [
-39.497840881347656,
-38.591590881347656,
-41.146278381347656,
-39.497840881347656
]
},
{
"id": "Mercury_7156800",
"correct": 1,
"prediction": "C",
"scores": [
-228.08419799804688,
-225.34405517578125,
-225.29833984375,
-230.97119140625
]
},
{
"id": "VASoL_2007_3_32",
"correct": 1,
"prediction": "B",
"scores": [
-82.44233703613281,
-77.22611236572266,
-77.37553405761719,
-82.03721618652344
]
},
{
"id": "Mercury_SC_416126",
"correct": 1,
"prediction": "A",
"scores": [
-84.67780303955078,
-84.79566955566406,
-88.28356170654297,
-87.82008361816406
]
},
{
"id": "Mercury_SC_416133",
"correct": 0,
"prediction": "C",
"scores": [
-56.82453918457031,
-56.61474609375,
-53.236427307128906,
-62.358856201171875
]
},
{
"id": "Mercury_7254520",
"correct": 1,
"prediction": "A",
"scores": [
-46.303497314453125,
-46.94084930419922,
-48.56230926513672,
-47.923179626464844
]
},
{
"id": "Mercury_7037415",
"correct": 1,
"prediction": "B",
"scores": [
-112.63357543945312,
-112.11055755615234,
-116.67196655273438,
-121.22940063476562
]
},
{
"id": "Mercury_7221533",
"correct": 1,
"prediction": "D",
"scores": [
-67.71118927001953,
-64.53892517089844,
-70.62982940673828,
-63.50482940673828
]
},
{
"id": "Mercury_SC_410965",
"correct": 1,
"prediction": "C",
"scores": [
-203.22488403320312,
-199.6214141845703,
-197.63665771484375,
-205.2781982421875
]
},
{
"id": "TIMSS_2011_8_pg106",
"correct": 1,
"prediction": "C",
"scores": [
-175.3722686767578,
-175.68472290039062,
-170.79351806640625,
-174.61358642578125
]
},
{
"id": "Mercury_406736",
"correct": 1,
"prediction": "B",
"scores": [
-75.86076354980469,
-74.48413848876953,
-77.98646545410156,
-78.3021011352539
]
},
{
"id": "Mercury_SC_400691",
"correct": 0,
"prediction": "D",
"scores": [
-138.7294921875,
-140.59927368164062,
-144.08096313476562,
-138.17611694335938
]
},
{
"id": "NYSEDREGENTS_2014_8_18",
"correct": 1,
"prediction": "1",
"scores": [
-62.82025909423828,
-65.20497131347656,
-65.04395294189453,
-69.57886505126953
]
},
{
"id": "Mercury_404901",
"correct": 1,
"prediction": "C",
"scores": [
-53.56299591064453,
-52.54737091064453,
-52.10987091064453,
-54.31062698364258
]
},
{
"id": "Mercury_7006265",
"correct": 1,
"prediction": "B",
"scores": [
-56.201663970947266,
-52.46410369873047,
-53.758277893066406,
-58.28009033203125
]
},
{
"id": "MCAS_2006_9_16",
"correct": 0,
"prediction": "B",
"scores": [
-92.40330505371094,
-86.76026916503906,
-87.59004211425781,
-105.54249572753906
]
},
{
"id": "MCAS_2006_9_9-v1",
"correct": 1,
"prediction": "D",
"scores": [
-93.9039306640625,
-90.17355346679688,
-88.36311340332031,
-84.5370864868164
]
},
{
"id": "MCAS_2011_8_17687",
"correct": 0,
"prediction": "A",
"scores": [
-170.97647094726562,
-172.93919372558594,
-176.06109619140625,
-172.9843292236328
]
},
{
"id": "Mercury_7214480",
"correct": 0,
"prediction": "C",
"scores": [
-98.00651550292969,
-98.74674987792969,
-97.95378112792969,
-99.73893737792969
]
},
{
"id": "Mercury_7094098",
"correct": 0,
"prediction": "B",
"scores": [
-88.07176971435547,
-85.48404693603516,
-86.4056167602539,
-94.43883514404297
]
},
{
"id": "Mercury_SC_401188",
"correct": 1,
"prediction": "A",
"scores": [
-50.901153564453125,
-51.174591064453125,
-52.748046875,
-52.36153030395508
]
},
{
"id": "Mercury_7193078",
"correct": 1,
"prediction": "C",
"scores": [
-169.01547241210938,
-173.07212829589844,
-158.233642578125,
-160.12554931640625
]
}
],
"wiki": {
"token_ppl": 22.51541576182004,
"byte_ppl": 2.213052195838246,
"chunks": [
{
"nll": 547.825439453125,
"tokens": 256
},
{
"nll": 686.990234375,
"tokens": 256
},
{
"nll": 521.0606079101562,
"tokens": 256
},
{
"nll": 703.3068237304688,
"tokens": 256
},
{
"nll": 747.412841796875,
"tokens": 256
},
{
"nll": 623.6905517578125,
"tokens": 256
},
{
"nll": 698.1087646484375,
"tokens": 256
},
{
"nll": 730.15869140625,
"tokens": 256
},
{
"nll": 733.2222900390625,
"tokens": 256
},
{
"nll": 696.41552734375,
"tokens": 256
},
{
"nll": 700.01904296875,
"tokens": 256
},
{
"nll": 691.7762451171875,
"tokens": 256
},
{
"nll": 886.2042236328125,
"tokens": 256
},
{
"nll": 714.941162109375,
"tokens": 256
},
{
"nll": 796.3928833007812,
"tokens": 256
},
{
"nll": 737.3720703125,
"tokens": 256
},
{
"nll": 722.338623046875,
"tokens": 256
},
{
"nll": 751.920654296875,
"tokens": 256
},
{
"nll": 840.491455078125,
"tokens": 256
},
{
"nll": 752.148193359375,
"tokens": 256
},
{
"nll": 714.7164306640625,
"tokens": 256
},
{
"nll": 683.63427734375,
"tokens": 256
},
{
"nll": 726.41357421875,
"tokens": 256
},
{
"nll": 834.8572998046875,
"tokens": 256
},
{
"nll": 706.4828491210938,
"tokens": 256
},
{
"nll": 720.6007080078125,
"tokens": 256
},
{
"nll": 805.8819580078125,
"tokens": 256
},
{
"nll": 709.596435546875,
"tokens": 256
},
{
"nll": 678.0245361328125,
"tokens": 256
},
{
"nll": 642.587890625,
"tokens": 256
},
{
"nll": 662.9090576171875,
"tokens": 256
},
{
"nll": 792.4501953125,
"tokens": 256
},
{
"nll": 827.1741943359375,
"tokens": 256
},
{
"nll": 738.58154296875,
"tokens": 256
},
{
"nll": 817.1599731445312,
"tokens": 256
},
{
"nll": 691.040283203125,
"tokens": 256
},
{
"nll": 781.423095703125,
"tokens": 256
},
{
"nll": 769.2499389648438,
"tokens": 256
},
{
"nll": 711.2890625,
"tokens": 256
},
{
"nll": 625.943603515625,
"tokens": 256
},
{
"nll": 755.52685546875,
"tokens": 256
},
{
"nll": 814.9645385742188,
"tokens": 256
},
{
"nll": 772.64697265625,
"tokens": 256
},
{
"nll": 695.7332153320312,
"tokens": 256
},
{
"nll": 760.3104248046875,
"tokens": 256
},
{
"nll": 681.9885864257812,
"tokens": 256
},
{
"nll": 701.9803466796875,
"tokens": 256
},
{
"nll": 717.3046875,
"tokens": 256
},
{
"nll": 736.1179809570312,
"tokens": 256
},
{
"nll": 672.9252319335938,
"tokens": 256
},
{
"nll": 791.960205078125,
"tokens": 256
},
{
"nll": 617.6602783203125,
"tokens": 256
},
{
"nll": 676.0626831054688,
"tokens": 256
},
{
"nll": 543.266357421875,
"tokens": 256
},
{
"nll": 688.017333984375,
"tokens": 256
},
{
"nll": 710.953369140625,
"tokens": 256
},
{
"nll": 789.1506958007812,
"tokens": 256
},
{
"nll": 659.2620239257812,
"tokens": 256
},
{
"nll": 778.1486206054688,
"tokens": 256
},
{
"nll": 708.8055419921875,
"tokens": 256
},
{
"nll": 609.8914184570312,
"tokens": 256
},
{
"nll": 629.53369140625,
"tokens": 256
},
{
"nll": 705.524169921875,
"tokens": 256
},
{
"nll": 571.7725219726562,
"tokens": 256
},
{
"nll": 555.8150634765625,
"tokens": 256
},
{
"nll": 686.835205078125,
"tokens": 256
},
{
"nll": 755.58984375,
"tokens": 256
},
{
"nll": 805.3382568359375,
"tokens": 256
},
{
"nll": 818.0826416015625,
"tokens": 256
},
{
"nll": 827.34765625,
"tokens": 256
},
{
"nll": 797.3258056640625,
"tokens": 256
},
{
"nll": 657.263671875,
"tokens": 256
},
{
"nll": 685.976318359375,
"tokens": 256
},
{
"nll": 752.2772216796875,
"tokens": 256
},
{
"nll": 813.2890625,
"tokens": 256
},
{
"nll": 899.5930786132812,
"tokens": 256
},
{
"nll": 761.9225463867188,
"tokens": 256
},
{
"nll": 860.4548950195312,
"tokens": 256
},
{
"nll": 772.8742065429688,
"tokens": 256
},
{
"nll": 803.2286376953125,
"tokens": 256
},
{
"nll": 735.3132934570312,
"tokens": 256
},
{
"nll": 727.9964599609375,
"tokens": 256
},
{
"nll": 649.7120361328125,
"tokens": 256
},
{
"nll": 684.7183837890625,
"tokens": 256
},
{
"nll": 804.2632446289062,
"tokens": 256
},
{
"nll": 629.0553588867188,
"tokens": 256
},
{
"nll": 709.0208740234375,
"tokens": 256
},
{
"nll": 709.6781616210938,
"tokens": 256
},
{
"nll": 788.99267578125,
"tokens": 256
},
{
"nll": 723.34375,
"tokens": 256
},
{
"nll": 816.7164306640625,
"tokens": 256
},
{
"nll": 823.6604614257812,
"tokens": 256
},
{
"nll": 773.167236328125,
"tokens": 256
},
{
"nll": 630.5598754882812,
"tokens": 256
},
{
"nll": 701.5296630859375,
"tokens": 256
},
{
"nll": 832.468017578125,
"tokens": 256
},
{
"nll": 660.3463745117188,
"tokens": 256
},
{
"nll": 832.1333618164062,
"tokens": 256
},
{
"nll": 699.5406494140625,
"tokens": 256
},
{
"nll": 796.18994140625,
"tokens": 256
},
{
"nll": 883.1266479492188,
"tokens": 256
},
{
"nll": 909.548828125,
"tokens": 256
},
{
"nll": 849.92578125,
"tokens": 256
},
{
"nll": 916.840576171875,
"tokens": 256
},
{
"nll": 820.48974609375,
"tokens": 256
},
{
"nll": 860.4510498046875,
"tokens": 256
},
{
"nll": 818.6947021484375,
"tokens": 256
},
{
"nll": 864.3240356445312,
"tokens": 256
},
{
"nll": 950.135498046875,
"tokens": 256
},
{
"nll": 874.5257568359375,
"tokens": 256
},
{
"nll": 904.5142822265625,
"tokens": 256
},
{
"nll": 895.5242919921875,
"tokens": 256
},
{
"nll": 835.8800659179688,
"tokens": 256
},
{
"nll": 863.914306640625,
"tokens": 256
},
{
"nll": 770.5760498046875,
"tokens": 256
},
{
"nll": 902.1055297851562,
"tokens": 256
},
{
"nll": 965.5286254882812,
"tokens": 256
},
{
"nll": 938.130859375,
"tokens": 256
},
{
"nll": 746.07421875,
"tokens": 256
},
{
"nll": 855.5520629882812,
"tokens": 256
},
{
"nll": 776.8663330078125,
"tokens": 256
},
{
"nll": 911.7398071289062,
"tokens": 256
},
{
"nll": 819.1411743164062,
"tokens": 256
},
{
"nll": 932.77001953125,
"tokens": 256
},
{
"nll": 878.3387451171875,
"tokens": 256
},
{
"nll": 928.6417846679688,
"tokens": 256
},
{
"nll": 958.0479125976562,
"tokens": 256
},
{
"nll": 843.4930419921875,
"tokens": 256
},
{
"nll": 677.9519653320312,
"tokens": 256
},
{
"nll": 780.4740600585938,
"tokens": 256
},
{
"nll": 724.9636840820312,
"tokens": 256
},
{
"nll": 775.8203125,
"tokens": 256
},
{
"nll": 765.6712646484375,
"tokens": 256
},
{
"nll": 641.9358520507812,
"tokens": 256
},
{
"nll": 705.832275390625,
"tokens": 256
},
{
"nll": 615.857177734375,
"tokens": 256
},
{
"nll": 778.92333984375,
"tokens": 256
},
{
"nll": 809.0520629882812,
"tokens": 256
},
{
"nll": 763.300537109375,
"tokens": 256
},
{
"nll": 698.9566040039062,
"tokens": 256
},
{
"nll": 762.02783203125,
"tokens": 256
},
{
"nll": 754.0370483398438,
"tokens": 256
},
{
"nll": 696.2529907226562,
"tokens": 256
},
{
"nll": 731.7260131835938,
"tokens": 256
},
{
"nll": 747.41943359375,
"tokens": 256
},
{
"nll": 795.9625854492188,
"tokens": 256
},
{
"nll": 706.89990234375,
"tokens": 256
},
{
"nll": 823.0639038085938,
"tokens": 256
},
{
"nll": 746.48876953125,
"tokens": 256
},
{
"nll": 747.2449340820312,
"tokens": 256
},
{
"nll": 753.1856079101562,
"tokens": 256
},
{
"nll": 800.6942138671875,
"tokens": 256
},
{
"nll": 758.530517578125,
"tokens": 256
},
{
"nll": 887.32568359375,
"tokens": 256
},
{
"nll": 826.5621948242188,
"tokens": 256
},
{
"nll": 838.5233764648438,
"tokens": 256
},
{
"nll": 707.7888793945312,
"tokens": 256
},
{
"nll": 722.3074951171875,
"tokens": 256
},
{
"nll": 852.2393188476562,
"tokens": 256
},
{
"nll": 747.146728515625,
"tokens": 256
},
{
"nll": 890.519775390625,
"tokens": 256
},
{
"nll": 883.28515625,
"tokens": 256
},
{
"nll": 923.5081787109375,
"tokens": 256
},
{
"nll": 886.3153076171875,
"tokens": 256
},
{
"nll": 704.1256103515625,
"tokens": 256
},
{
"nll": 745.562744140625,
"tokens": 256
},
{
"nll": 826.3637084960938,
"tokens": 256
},
{
"nll": 842.000732421875,
"tokens": 256
},
{
"nll": 862.6718139648438,
"tokens": 256
},
{
"nll": 832.736572265625,
"tokens": 256
},
{
"nll": 830.311767578125,
"tokens": 256
},
{
"nll": 809.373046875,
"tokens": 256
},
{
"nll": 880.161376953125,
"tokens": 256
},
{
"nll": 855.2764892578125,
"tokens": 256
},
{
"nll": 787.0200805664062,
"tokens": 256
},
{
"nll": 919.234375,
"tokens": 256
},
{
"nll": 780.995849609375,
"tokens": 256
},
{
"nll": 791.1226806640625,
"tokens": 256
},
{
"nll": 741.14990234375,
"tokens": 256
},
{
"nll": 922.7890625,
"tokens": 256
},
{
"nll": 916.0770263671875,
"tokens": 256
},
{
"nll": 873.6010131835938,
"tokens": 256
},
{
"nll": 801.022216796875,
"tokens": 256
},
{
"nll": 879.61181640625,
"tokens": 256
},
{
"nll": 838.18798828125,
"tokens": 256
},
{
"nll": 784.4479370117188,
"tokens": 256
},
{
"nll": 827.7886962890625,
"tokens": 256
},
{
"nll": 764.8685302734375,
"tokens": 256
},
{
"nll": 799.955322265625,
"tokens": 256
},
{
"nll": 800.4918823242188,
"tokens": 256
},
{
"nll": 874.1956787109375,
"tokens": 256
},
{
"nll": 876.38525390625,
"tokens": 256
},
{
"nll": 807.9108276367188,
"tokens": 256
},
{
"nll": 834.385986328125,
"tokens": 256
},
{
"nll": 788.9646606445312,
"tokens": 256
},
{
"nll": 819.5350952148438,
"tokens": 256
},
{
"nll": 863.2261352539062,
"tokens": 256
},
{
"nll": 731.3720703125,
"tokens": 256
},
{
"nll": 715.861572265625,
"tokens": 256
},
{
"nll": 625.7539672851562,
"tokens": 256
},
{
"nll": 727.84716796875,
"tokens": 256
},
{
"nll": 657.8583984375,
"tokens": 256
},
{
"nll": 724.6444091796875,
"tokens": 256
},
{
"nll": 644.742919921875,
"tokens": 256
},
{
"nll": 632.92333984375,
"tokens": 256
},
{
"nll": 671.9085693359375,
"tokens": 256
},
{
"nll": 783.45166015625,
"tokens": 256
},
{
"nll": 641.9207153320312,
"tokens": 256
},
{
"nll": 643.7789916992188,
"tokens": 256
},
{
"nll": 671.97265625,
"tokens": 256
},
{
"nll": 719.8631591796875,
"tokens": 256
},
{
"nll": 780.0673828125,
"tokens": 256
},
{
"nll": 695.4951171875,
"tokens": 256
},
{
"nll": 750.179931640625,
"tokens": 256
},
{
"nll": 770.6748046875,
"tokens": 256
},
{
"nll": 697.1220092773438,
"tokens": 256
},
{
"nll": 659.788330078125,
"tokens": 256
},
{
"nll": 782.939208984375,
"tokens": 256
},
{
"nll": 728.546875,
"tokens": 256
},
{
"nll": 776.72900390625,
"tokens": 256
},
{
"nll": 764.3809814453125,
"tokens": 256
},
{
"nll": 680.060791015625,
"tokens": 256
},
{
"nll": 677.2117919921875,
"tokens": 256
},
{
"nll": 683.462890625,
"tokens": 256
},
{
"nll": 789.1805419921875,
"tokens": 256
},
{
"nll": 763.3115234375,
"tokens": 256
},
{
"nll": 844.8129272460938,
"tokens": 256
},
{
"nll": 680.6243896484375,
"tokens": 256
},
{
"nll": 872.7644653320312,
"tokens": 256
},
{
"nll": 837.2559814453125,
"tokens": 256
},
{
"nll": 746.193359375,
"tokens": 256
},
{
"nll": 737.4329833984375,
"tokens": 256
},
{
"nll": 868.786376953125,
"tokens": 256
},
{
"nll": 937.1356811523438,
"tokens": 256
},
{
"nll": 779.875,
"tokens": 256
},
{
"nll": 823.1343994140625,
"tokens": 256
},
{
"nll": 755.64501953125,
"tokens": 256
},
{
"nll": 881.9864501953125,
"tokens": 256
},
{
"nll": 764.8857421875,
"tokens": 256
},
{
"nll": 784.171630859375,
"tokens": 256
},
{
"nll": 961.3616943359375,
"tokens": 256
},
{
"nll": 830.328857421875,
"tokens": 256
},
{
"nll": 672.6121215820312,
"tokens": 256
},
{
"nll": 642.889404296875,
"tokens": 256
},
{
"nll": 722.82080078125,
"tokens": 256
},
{
"nll": 798.3280029296875,
"tokens": 256
},
{
"nll": 765.6014404296875,
"tokens": 256
},
{
"nll": 759.1712646484375,
"tokens": 256
},
{
"nll": 818.5272216796875,
"tokens": 256
},
{
"nll": 876.596923828125,
"tokens": 256
},
{
"nll": 742.207275390625,
"tokens": 256
},
{
"nll": 727.4989013671875,
"tokens": 256
},
{
"nll": 773.9129638671875,
"tokens": 256
},
{
"nll": 827.3302001953125,
"tokens": 256
},
{
"nll": 757.6414794921875,
"tokens": 256
},
{
"nll": 827.004638671875,
"tokens": 256
},
{
"nll": 846.1590576171875,
"tokens": 256
},
{
"nll": 872.6077270507812,
"tokens": 256
},
{
"nll": 770.3441772460938,
"tokens": 256
},
{
"nll": 793.7814331054688,
"tokens": 256
},
{
"nll": 789.678955078125,
"tokens": 256
},
{
"nll": 810.1455688476562,
"tokens": 256
},
{
"nll": 737.3397216796875,
"tokens": 256
},
{
"nll": 674.2603149414062,
"tokens": 256
},
{
"nll": 711.697998046875,
"tokens": 256
},
{
"nll": 808.8883056640625,
"tokens": 256
},
{
"nll": 781.51220703125,
"tokens": 256
},
{
"nll": 874.8604736328125,
"tokens": 256
},
{
"nll": 974.0897216796875,
"tokens": 256
},
{
"nll": 867.5910034179688,
"tokens": 256
},
{
"nll": 863.0842895507812,
"tokens": 256
},
{
"nll": 882.8353271484375,
"tokens": 256
},
{
"nll": 855.7540283203125,
"tokens": 256
},
{
"nll": 895.3748779296875,
"tokens": 256
},
{
"nll": 729.9092407226562,
"tokens": 256
},
{
"nll": 766.8563232421875,
"tokens": 256
},
{
"nll": 707.4698486328125,
"tokens": 256
},
{
"nll": 603.7037353515625,
"tokens": 256
},
{
"nll": 739.9395751953125,
"tokens": 256
},
{
"nll": 686.5533447265625,
"tokens": 256
},
{
"nll": 678.1900024414062,
"tokens": 256
},
{
"nll": 657.986083984375,
"tokens": 256
},
{
"nll": 762.382080078125,
"tokens": 256
},
{
"nll": 649.970947265625,
"tokens": 256
},
{
"nll": 648.1506958007812,
"tokens": 256
},
{
"nll": 724.2601318359375,
"tokens": 256
},
{
"nll": 769.5475463867188,
"tokens": 256
},
{
"nll": 701.9065551757812,
"tokens": 256
},
{
"nll": 751.7699584960938,
"tokens": 256
},
{
"nll": 758.1312255859375,
"tokens": 256
},
{
"nll": 781.6904296875,
"tokens": 256
},
{
"nll": 797.5758056640625,
"tokens": 256
},
{
"nll": 694.0201416015625,
"tokens": 256
},
{
"nll": 845.99951171875,
"tokens": 256
},
{
"nll": 832.393310546875,
"tokens": 256
},
{
"nll": 849.3696899414062,
"tokens": 256
},
{
"nll": 787.150390625,
"tokens": 256
},
{
"nll": 792.4830932617188,
"tokens": 256
},
{
"nll": 744.5842895507812,
"tokens": 256
},
{
"nll": 775.5228271484375,
"tokens": 256
},
{
"nll": 900.513671875,
"tokens": 256
},
{
"nll": 938.101806640625,
"tokens": 256
},
{
"nll": 844.513916015625,
"tokens": 256
},
{
"nll": 907.283447265625,
"tokens": 256
},
{
"nll": 796.8804931640625,
"tokens": 256
},
{
"nll": 765.15234375,
"tokens": 256
},
{
"nll": 815.72216796875,
"tokens": 256
},
{
"nll": 800.343994140625,
"tokens": 256
},
{
"nll": 774.97802734375,
"tokens": 256
},
{
"nll": 886.218017578125,
"tokens": 256
},
{
"nll": 790.6201782226562,
"tokens": 256
},
{
"nll": 821.0562744140625,
"tokens": 256
},
{
"nll": 725.7318725585938,
"tokens": 256
},
{
"nll": 716.4112548828125,
"tokens": 256
},
{
"nll": 699.6776123046875,
"tokens": 256
},
{
"nll": 808.8690185546875,
"tokens": 256
},
{
"nll": 709.0606689453125,
"tokens": 256
},
{
"nll": 600.6016845703125,
"tokens": 256
},
{
"nll": 657.3955078125,
"tokens": 256
},
{
"nll": 736.4288330078125,
"tokens": 256
},
{
"nll": 684.490478515625,
"tokens": 256
},
{
"nll": 693.0748291015625,
"tokens": 256
},
{
"nll": 654.5771484375,
"tokens": 256
},
{
"nll": 778.3673095703125,
"tokens": 256
},
{
"nll": 845.5823364257812,
"tokens": 256
},
{
"nll": 789.7212524414062,
"tokens": 256
},
{
"nll": 745.8292846679688,
"tokens": 256
},
{
"nll": 722.265625,
"tokens": 256
},
{
"nll": 778.7235717773438,
"tokens": 256
},
{
"nll": 733.4159545898438,
"tokens": 256
},
{
"nll": 865.9927368164062,
"tokens": 256
},
{
"nll": 772.1546630859375,
"tokens": 256
},
{
"nll": 810.0257568359375,
"tokens": 256
},
{
"nll": 764.333251953125,
"tokens": 256
},
{
"nll": 756.06103515625,
"tokens": 256
},
{
"nll": 758.0807495117188,
"tokens": 256
},
{
"nll": 784.7582397460938,
"tokens": 256
},
{
"nll": 786.0972290039062,
"tokens": 256
},
{
"nll": 777.055908203125,
"tokens": 256
},
{
"nll": 769.0045166015625,
"tokens": 256
},
{
"nll": 745.197998046875,
"tokens": 256
},
{
"nll": 827.2549438476562,
"tokens": 256
},
{
"nll": 852.7822265625,
"tokens": 256
},
{
"nll": 828.536865234375,
"tokens": 256
},
{
"nll": 716.2679443359375,
"tokens": 256
},
{
"nll": 768.822021484375,
"tokens": 256
},
{
"nll": 797.2002563476562,
"tokens": 256
},
{
"nll": 740.8984375,
"tokens": 256
},
{
"nll": 725.7000732421875,
"tokens": 256
},
{
"nll": 662.9722290039062,
"tokens": 256
},
{
"nll": 769.2276611328125,
"tokens": 256
},
{
"nll": 667.33349609375,
"tokens": 256
},
{
"nll": 765.8178100585938,
"tokens": 256
},
{
"nll": 736.906982421875,
"tokens": 256
},
{
"nll": 748.0746459960938,
"tokens": 256
},
{
"nll": 742.236572265625,
"tokens": 256
},
{
"nll": 787.0496215820312,
"tokens": 256
},
{
"nll": 748.7191162109375,
"tokens": 256
},
{
"nll": 730.9057006835938,
"tokens": 256
},
{
"nll": 785.5509033203125,
"tokens": 256
},
{
"nll": 841.9595336914062,
"tokens": 256
},
{
"nll": 721.768310546875,
"tokens": 256
},
{
"nll": 795.2947998046875,
"tokens": 256
},
{
"nll": 749.8208618164062,
"tokens": 256
},
{
"nll": 813.413818359375,
"tokens": 256
},
{
"nll": 820.3917236328125,
"tokens": 256
},
{
"nll": 848.4537963867188,
"tokens": 256
},
{
"nll": 778.2857666015625,
"tokens": 256
},
{
"nll": 814.4855346679688,
"tokens": 256
},
{
"nll": 827.7264404296875,
"tokens": 256
},
{
"nll": 828.2907104492188,
"tokens": 256
},
{
"nll": 868.9285888671875,
"tokens": 256
},
{
"nll": 759.1005859375,
"tokens": 256
},
{
"nll": 800.6132202148438,
"tokens": 256
},
{
"nll": 847.358154296875,
"tokens": 256
},
{
"nll": 915.8936767578125,
"tokens": 256
},
{
"nll": 827.4989013671875,
"tokens": 256
},
{
"nll": 971.5225830078125,
"tokens": 256
},
{
"nll": 895.7442016601562,
"tokens": 256
},
{
"nll": 935.4827270507812,
"tokens": 256
},
{
"nll": 847.175537109375,
"tokens": 256
},
{
"nll": 845.9517211914062,
"tokens": 256
},
{
"nll": 882.802734375,
"tokens": 256
},
{
"nll": 807.0089111328125,
"tokens": 256
},
{
"nll": 875.310546875,
"tokens": 256
},
{
"nll": 903.1472778320312,
"tokens": 256
},
{
"nll": 844.9530639648438,
"tokens": 256
},
{
"nll": 844.0939331054688,
"tokens": 256
},
{
"nll": 712.078125,
"tokens": 256
},
{
"nll": 943.0614013671875,
"tokens": 256
},
{
"nll": 688.46728515625,
"tokens": 256
},
{
"nll": 647.9208984375,
"tokens": 256
},
{
"nll": 785.9785766601562,
"tokens": 256
},
{
"nll": 677.8703002929688,
"tokens": 256
},
{
"nll": 668.4095458984375,
"tokens": 256
},
{
"nll": 654.9297485351562,
"tokens": 256
},
{
"nll": 720.7744140625,
"tokens": 256
},
{
"nll": 826.2777709960938,
"tokens": 256
},
{
"nll": 800.70263671875,
"tokens": 256
},
{
"nll": 784.6376342773438,
"tokens": 256
},
{
"nll": 822.958984375,
"tokens": 256
},
{
"nll": 743.00927734375,
"tokens": 256
},
{
"nll": 753.8259887695312,
"tokens": 256
},
{
"nll": 714.9579467773438,
"tokens": 256
},
{
"nll": 767.6075439453125,
"tokens": 256
},
{
"nll": 841.9735107421875,
"tokens": 256
},
{
"nll": 749.3033447265625,
"tokens": 256
},
{
"nll": 685.6953125,
"tokens": 256
},
{
"nll": 722.398193359375,
"tokens": 256
},
{
"nll": 826.5606689453125,
"tokens": 256
},
{
"nll": 769.0101318359375,
"tokens": 256
},
{
"nll": 834.2448120117188,
"tokens": 256
},
{
"nll": 868.1576538085938,
"tokens": 256
},
{
"nll": 811.09765625,
"tokens": 256
},
{
"nll": 763.2273559570312,
"tokens": 256
},
{
"nll": 752.6160278320312,
"tokens": 256
},
{
"nll": 813.4454345703125,
"tokens": 256
},
{
"nll": 666.1045532226562,
"tokens": 256
},
{
"nll": 728.4612426757812,
"tokens": 256
},
{
"nll": 753.888427734375,
"tokens": 256
},
{
"nll": 880.6701049804688,
"tokens": 256
},
{
"nll": 682.8734130859375,
"tokens": 256
},
{
"nll": 764.1309204101562,
"tokens": 256
},
{
"nll": 688.8128662109375,
"tokens": 256
},
{
"nll": 750.4390869140625,
"tokens": 256
},
{
"nll": 807.3701171875,
"tokens": 256
},
{
"nll": 798.32177734375,
"tokens": 256
},
{
"nll": 755.6831665039062,
"tokens": 256
},
{
"nll": 663.4248046875,
"tokens": 256
},
{
"nll": 892.2675170898438,
"tokens": 256
},
{
"nll": 766.1658935546875,
"tokens": 256
},
{
"nll": 788.2890014648438,
"tokens": 256
},
{
"nll": 829.1744995117188,
"tokens": 256
},
{
"nll": 785.288330078125,
"tokens": 256
},
{
"nll": 815.284423828125,
"tokens": 256
},
{
"nll": 756.2352294921875,
"tokens": 256
},
{
"nll": 759.1898803710938,
"tokens": 256
},
{
"nll": 783.668212890625,
"tokens": 256
},
{
"nll": 834.3668823242188,
"tokens": 256
},
{
"nll": 814.4844360351562,
"tokens": 256
},
{
"nll": 825.2379760742188,
"tokens": 256
},
{
"nll": 782.3814697265625,
"tokens": 256
},
{
"nll": 773.5278930664062,
"tokens": 256
},
{
"nll": 856.36767578125,
"tokens": 256
},
{
"nll": 927.056640625,
"tokens": 256
},
{
"nll": 779.3287963867188,
"tokens": 256
},
{
"nll": 906.456787109375,
"tokens": 256
},
{
"nll": 779.54736328125,
"tokens": 256
},
{
"nll": 604.0899658203125,
"tokens": 256
},
{
"nll": 707.42431640625,
"tokens": 256
},
{
"nll": 777.2518310546875,
"tokens": 256
},
{
"nll": 789.9866943359375,
"tokens": 256
},
{
"nll": 696.3442993164062,
"tokens": 256
},
{
"nll": 754.788330078125,
"tokens": 256
},
{
"nll": 798.330078125,
"tokens": 256
},
{
"nll": 763.2705688476562,
"tokens": 256
},
{
"nll": 746.2572021484375,
"tokens": 256
},
{
"nll": 803.8469848632812,
"tokens": 256
},
{
"nll": 800.2080078125,
"tokens": 256
},
{
"nll": 794.2775268554688,
"tokens": 256
},
{
"nll": 739.2322998046875,
"tokens": 256
},
{
"nll": 753.8673095703125,
"tokens": 256
},
{
"nll": 802.595947265625,
"tokens": 256
},
{
"nll": 737.014404296875,
"tokens": 256
},
{
"nll": 852.8361206054688,
"tokens": 256
},
{
"nll": 790.4219360351562,
"tokens": 256
},
{
"nll": 806.67138671875,
"tokens": 256
},
{
"nll": 785.1221923828125,
"tokens": 256
},
{
"nll": 715.9179077148438,
"tokens": 256
},
{
"nll": 806.9923095703125,
"tokens": 256
},
{
"nll": 894.5933837890625,
"tokens": 256
},
{
"nll": 888.0506591796875,
"tokens": 256
},
{
"nll": 866.6754150390625,
"tokens": 256
},
{
"nll": 881.3070678710938,
"tokens": 256
},
{
"nll": 780.6541137695312,
"tokens": 256
},
{
"nll": 911.908203125,
"tokens": 256
},
{
"nll": 781.87890625,
"tokens": 256
},
{
"nll": 842.4420776367188,
"tokens": 256
},
{
"nll": 795.875732421875,
"tokens": 256
},
{
"nll": 711.6432495117188,
"tokens": 256
},
{
"nll": 782.21337890625,
"tokens": 256
},
{
"nll": 693.8653564453125,
"tokens": 256
},
{
"nll": 754.2904052734375,
"tokens": 256
},
{
"nll": 868.880126953125,
"tokens": 256
},
{
"nll": 923.2537841796875,
"tokens": 256
},
{
"nll": 807.4444580078125,
"tokens": 256
},
{
"nll": 783.1550903320312,
"tokens": 256
},
{
"nll": 759.17724609375,
"tokens": 256
},
{
"nll": 787.19091796875,
"tokens": 256
},
{
"nll": 794.88427734375,
"tokens": 256
},
{
"nll": 900.8078002929688,
"tokens": 256
},
{
"nll": 891.942626953125,
"tokens": 256
},
{
"nll": 843.1057739257812,
"tokens": 256
},
{
"nll": 784.9765625,
"tokens": 256
},
{
"nll": 707.2057495117188,
"tokens": 256
},
{
"nll": 867.15478515625,
"tokens": 256
},
{
"nll": 716.3087158203125,
"tokens": 256
},
{
"nll": 812.938232421875,
"tokens": 256
},
{
"nll": 775.2099609375,
"tokens": 256
},
{
"nll": 748.16064453125,
"tokens": 256
},
{
"nll": 852.18310546875,
"tokens": 256
},
{
"nll": 658.8603515625,
"tokens": 256
},
{
"nll": 762.7886352539062,
"tokens": 256
},
{
"nll": 798.064697265625,
"tokens": 256
},
{
"nll": 794.879150390625,
"tokens": 256
},
{
"nll": 768.0673828125,
"tokens": 256
},
{
"nll": 722.4345703125,
"tokens": 256
},
{
"nll": 621.9412841796875,
"tokens": 256
},
{
"nll": 725.2578125,
"tokens": 256
},
{
"nll": 815.501953125,
"tokens": 256
},
{
"nll": 679.558837890625,
"tokens": 256
},
{
"nll": 730.877685546875,
"tokens": 256
},
{
"nll": 778.6356201171875,
"tokens": 256
},
{
"nll": 769.31494140625,
"tokens": 256
},
{
"nll": 753.2735595703125,
"tokens": 256
},
{
"nll": 821.0242919921875,
"tokens": 256
},
{
"nll": 772.98291015625,
"tokens": 256
},
{
"nll": 791.9259033203125,
"tokens": 256
},
{
"nll": 776.744873046875,
"tokens": 256
},
{
"nll": 767.6478271484375,
"tokens": 256
},
{
"nll": 811.0709838867188,
"tokens": 256
},
{
"nll": 866.26611328125,
"tokens": 256
},
{
"nll": 840.7933959960938,
"tokens": 256
},
{
"nll": 886.4136962890625,
"tokens": 256
},
{
"nll": 794.89990234375,
"tokens": 256
},
{
"nll": 801.617431640625,
"tokens": 256
},
{
"nll": 853.91357421875,
"tokens": 256
},
{
"nll": 924.20703125,
"tokens": 256
},
{
"nll": 859.8865966796875,
"tokens": 256
},
{
"nll": 704.8698120117188,
"tokens": 256
},
{
"nll": 661.400390625,
"tokens": 256
},
{
"nll": 547.0640869140625,
"tokens": 256
},
{
"nll": 751.8447875976562,
"tokens": 256
},
{
"nll": 617.5439453125,
"tokens": 256
},
{
"nll": 819.862060546875,
"tokens": 256
},
{
"nll": 759.3886108398438,
"tokens": 256
},
{
"nll": 698.3888549804688,
"tokens": 256
},
{
"nll": 798.2926025390625,
"tokens": 256
},
{
"nll": 743.5009765625,
"tokens": 256
},
{
"nll": 693.1680297851562,
"tokens": 256
},
{
"nll": 758.1414794921875,
"tokens": 256
},
{
"nll": 670.9154052734375,
"tokens": 256
},
{
"nll": 695.8419189453125,
"tokens": 256
},
{
"nll": 727.8995361328125,
"tokens": 256
},
{
"nll": 746.895263671875,
"tokens": 256
},
{
"nll": 661.2393188476562,
"tokens": 256
},
{
"nll": 733.5050048828125,
"tokens": 256
},
{
"nll": 746.861083984375,
"tokens": 256
},
{
"nll": 796.8766479492188,
"tokens": 256
},
{
"nll": 794.2610473632812,
"tokens": 256
},
{
"nll": 830.3275146484375,
"tokens": 256
},
{
"nll": 715.5807495117188,
"tokens": 256
},
{
"nll": 834.62158203125,
"tokens": 256
},
{
"nll": 876.12158203125,
"tokens": 256
},
{
"nll": 914.5408935546875,
"tokens": 256
},
{
"nll": 906.2349853515625,
"tokens": 256
},
{
"nll": 834.544189453125,
"tokens": 256
},
{
"nll": 816.3309326171875,
"tokens": 256
},
{
"nll": 940.7247314453125,
"tokens": 256
},
{
"nll": 897.7059936523438,
"tokens": 256
},
{
"nll": 940.9926147460938,
"tokens": 256
},
{
"nll": 851.338134765625,
"tokens": 256
},
{
"nll": 892.8035888671875,
"tokens": 256
},
{
"nll": 849.7088623046875,
"tokens": 256
},
{
"nll": 901.4281005859375,
"tokens": 256
},
{
"nll": 904.7864990234375,
"tokens": 256
},
{
"nll": 886.131103515625,
"tokens": 256
},
{
"nll": 894.51904296875,
"tokens": 256
},
{
"nll": 896.7957763671875,
"tokens": 256
},
{
"nll": 794.92919921875,
"tokens": 256
},
{
"nll": 763.4219360351562,
"tokens": 256
},
{
"nll": 906.8760986328125,
"tokens": 256
},
{
"nll": 862.8038330078125,
"tokens": 256
},
{
"nll": 858.3499145507812,
"tokens": 256
},
{
"nll": 1025.297119140625,
"tokens": 256
},
{
"nll": 781.8269653320312,
"tokens": 256
},
{
"nll": 781.1275634765625,
"tokens": 256
},
{
"nll": 844.8833618164062,
"tokens": 256
},
{
"nll": 799.2952880859375,
"tokens": 256
},
{
"nll": 890.9757690429688,
"tokens": 256
},
{
"nll": 819.8494873046875,
"tokens": 256
},
{
"nll": 816.5012817382812,
"tokens": 256
},
{
"nll": 726.3653564453125,
"tokens": 256
},
{
"nll": 713.5623779296875,
"tokens": 256
},
{
"nll": 815.1854248046875,
"tokens": 256
},
{
"nll": 789.3760986328125,
"tokens": 256
},
{
"nll": 814.73876953125,
"tokens": 256
},
{
"nll": 759.8085327148438,
"tokens": 256
},
{
"nll": 791.20166015625,
"tokens": 256
},
{
"nll": 869.795654296875,
"tokens": 256
},
{
"nll": 686.09375,
"tokens": 256
},
{
"nll": 713.298095703125,
"tokens": 256
},
{
"nll": 745.09814453125,
"tokens": 256
},
{
"nll": 813.4669799804688,
"tokens": 256
},
{
"nll": 812.396728515625,
"tokens": 256
},
{
"nll": 688.2516479492188,
"tokens": 256
},
{
"nll": 767.1207275390625,
"tokens": 256
},
{
"nll": 812.3912353515625,
"tokens": 256
},
{
"nll": 787.623779296875,
"tokens": 256
},
{
"nll": 838.8409423828125,
"tokens": 256
},
{
"nll": 769.1368408203125,
"tokens": 256
},
{
"nll": 848.9956665039062,
"tokens": 256
},
{
"nll": 805.9317626953125,
"tokens": 256
},
{
"nll": 881.8333740234375,
"tokens": 256
},
{
"nll": 740.4496459960938,
"tokens": 256
},
{
"nll": 851.7046508789062,
"tokens": 256
},
{
"nll": 846.6986083984375,
"tokens": 256
},
{
"nll": 725.1925048828125,
"tokens": 256
},
{
"nll": 679.832763671875,
"tokens": 256
},
{
"nll": 677.8973388671875,
"tokens": 256
},
{
"nll": 725.7089233398438,
"tokens": 256
},
{
"nll": 816.574462890625,
"tokens": 256
},
{
"nll": 795.848876953125,
"tokens": 256
},
{
"nll": 864.4126586914062,
"tokens": 256
},
{
"nll": 803.9396362304688,
"tokens": 256
},
{
"nll": 827.5706787109375,
"tokens": 256
},
{
"nll": 824.5787353515625,
"tokens": 256
},
{
"nll": 773.00439453125,
"tokens": 256
},
{
"nll": 770.8162841796875,
"tokens": 256
},
{
"nll": 780.388671875,
"tokens": 256
},
{
"nll": 850.7749633789062,
"tokens": 256
},
{
"nll": 853.2974853515625,
"tokens": 256
},
{
"nll": 921.132568359375,
"tokens": 256
},
{
"nll": 846.1672973632812,
"tokens": 256
},
{
"nll": 858.0599975585938,
"tokens": 256
},
{
"nll": 936.4749755859375,
"tokens": 256
},
{
"nll": 720.5575561523438,
"tokens": 256
},
{
"nll": 762.9163208007812,
"tokens": 256
},
{
"nll": 637.9879760742188,
"tokens": 256
},
{
"nll": 813.25830078125,
"tokens": 256
},
{
"nll": 860.4329833984375,
"tokens": 256
},
{
"nll": 773.9258422851562,
"tokens": 256
},
{
"nll": 831.7496337890625,
"tokens": 256
},
{
"nll": 813.6937255859375,
"tokens": 256
},
{
"nll": 792.6987915039062,
"tokens": 256
},
{
"nll": 919.6461181640625,
"tokens": 256
},
{
"nll": 849.3043823242188,
"tokens": 256
},
{
"nll": 860.3538818359375,
"tokens": 256
},
{
"nll": 782.58251953125,
"tokens": 256
},
{
"nll": 822.5432739257812,
"tokens": 256
},
{
"nll": 940.4246826171875,
"tokens": 256
},
{
"nll": 869.3372802734375,
"tokens": 256
},
{
"nll": 790.8388061523438,
"tokens": 256
},
{
"nll": 872.9925537109375,
"tokens": 256
},
{
"nll": 791.566162109375,
"tokens": 256
},
{
"nll": 827.5147705078125,
"tokens": 256
},
{
"nll": 920.99755859375,
"tokens": 256
},
{
"nll": 914.802978515625,
"tokens": 256
},
{
"nll": 809.0360107421875,
"tokens": 256
},
{
"nll": 955.999755859375,
"tokens": 256
},
{
"nll": 748.7548828125,
"tokens": 256
},
{
"nll": 701.0074462890625,
"tokens": 256
},
{
"nll": 783.3642578125,
"tokens": 256
},
{
"nll": 819.944091796875,
"tokens": 256
},
{
"nll": 751.1700439453125,
"tokens": 256
},
{
"nll": 738.5176391601562,
"tokens": 256
},
{
"nll": 757.8843383789062,
"tokens": 256
},
{
"nll": 881.5361938476562,
"tokens": 256
},
{
"nll": 808.0662231445312,
"tokens": 256
},
{
"nll": 770.8609619140625,
"tokens": 256
},
{
"nll": 754.6195068359375,
"tokens": 256
},
{
"nll": 741.9088134765625,
"tokens": 256
},
{
"nll": 806.066162109375,
"tokens": 256
},
{
"nll": 792.7862548828125,
"tokens": 256
},
{
"nll": 763.458251953125,
"tokens": 256
},
{
"nll": 852.57470703125,
"tokens": 256
},
{
"nll": 783.6900024414062,
"tokens": 256
},
{
"nll": 734.9478759765625,
"tokens": 256
},
{
"nll": 736.3299560546875,
"tokens": 256
},
{
"nll": 867.0003662109375,
"tokens": 256
},
{
"nll": 838.796142578125,
"tokens": 256
},
{
"nll": 650.4618530273438,
"tokens": 256
},
{
"nll": 737.0321044921875,
"tokens": 256
},
{
"nll": 815.2822265625,
"tokens": 256
},
{
"nll": 907.5726318359375,
"tokens": 256
},
{
"nll": 812.76171875,
"tokens": 256
},
{
"nll": 918.4183349609375,
"tokens": 256
},
{
"nll": 925.6560668945312,
"tokens": 256
},
{
"nll": 848.7965698242188,
"tokens": 256
},
{
"nll": 909.82958984375,
"tokens": 256
},
{
"nll": 923.6488647460938,
"tokens": 256
},
{
"nll": 769.6796875,
"tokens": 256
},
{
"nll": 853.0886840820312,
"tokens": 256
},
{
"nll": 900.5975341796875,
"tokens": 256
},
{
"nll": 874.9577026367188,
"tokens": 256
},
{
"nll": 862.6090087890625,
"tokens": 256
},
{
"nll": 750.7581787109375,
"tokens": 256
},
{
"nll": 634.94091796875,
"tokens": 256
},
{
"nll": 828.1968994140625,
"tokens": 256
},
{
"nll": 816.859619140625,
"tokens": 256
},
{
"nll": 828.7835693359375,
"tokens": 256
},
{
"nll": 884.328369140625,
"tokens": 256
},
{
"nll": 889.9412841796875,
"tokens": 256
},
{
"nll": 962.3885498046875,
"tokens": 256
},
{
"nll": 801.001220703125,
"tokens": 256
},
{
"nll": 865.7735595703125,
"tokens": 256
},
{
"nll": 901.5564575195312,
"tokens": 256
},
{
"nll": 912.2593994140625,
"tokens": 256
},
{
"nll": 929.340576171875,
"tokens": 256
},
{
"nll": 926.1172485351562,
"tokens": 256
},
{
"nll": 918.6209716796875,
"tokens": 256
},
{
"nll": 942.6453857421875,
"tokens": 256
},
{
"nll": 881.08056640625,
"tokens": 256
},
{
"nll": 855.5755004882812,
"tokens": 256
},
{
"nll": 1002.1483764648438,
"tokens": 256
},
{
"nll": 879.5965576171875,
"tokens": 256
},
{
"nll": 796.4779663085938,
"tokens": 256
},
{
"nll": 892.9033813476562,
"tokens": 256
},
{
"nll": 884.3019409179688,
"tokens": 256
},
{
"nll": 816.328125,
"tokens": 256
},
{
"nll": 826.9112548828125,
"tokens": 256
},
{
"nll": 783.2335205078125,
"tokens": 256
},
{
"nll": 708.4876708984375,
"tokens": 256
},
{
"nll": 661.0709838867188,
"tokens": 256
},
{
"nll": 771.7626953125,
"tokens": 256
},
{
"nll": 723.4775390625,
"tokens": 256
},
{
"nll": 817.9447021484375,
"tokens": 256
},
{
"nll": 680.3565673828125,
"tokens": 256
},
{
"nll": 820.2069091796875,
"tokens": 256
},
{
"nll": 871.5847778320312,
"tokens": 256
},
{
"nll": 761.967529296875,
"tokens": 256
},
{
"nll": 751.6815795898438,
"tokens": 256
},
{
"nll": 828.1986694335938,
"tokens": 256
},
{
"nll": 796.4323120117188,
"tokens": 256
},
{
"nll": 844.5838012695312,
"tokens": 256
},
{
"nll": 770.9552612304688,
"tokens": 256
},
{
"nll": 858.3645629882812,
"tokens": 256
},
{
"nll": 822.2623901367188,
"tokens": 256
},
{
"nll": 812.6202392578125,
"tokens": 256
},
{
"nll": 821.687255859375,
"tokens": 256
},
{
"nll": 721.7318725585938,
"tokens": 256
},
{
"nll": 909.9843139648438,
"tokens": 256
},
{
"nll": 740.5523681640625,
"tokens": 256
},
{
"nll": 794.106689453125,
"tokens": 256
},
{
"nll": 817.4683837890625,
"tokens": 256
},
{
"nll": 757.4327392578125,
"tokens": 256
},
{
"nll": 805.703857421875,
"tokens": 256
},
{
"nll": 783.5828857421875,
"tokens": 256
},
{
"nll": 748.1934204101562,
"tokens": 256
},
{
"nll": 812.543212890625,
"tokens": 256
},
{
"nll": 812.47705078125,
"tokens": 256
},
{
"nll": 783.3223876953125,
"tokens": 256
},
{
"nll": 922.2083740234375,
"tokens": 256
},
{
"nll": 772.4176635742188,
"tokens": 256
},
{
"nll": 838.3568115234375,
"tokens": 256
},
{
"nll": 820.169921875,
"tokens": 256
},
{
"nll": 696.49853515625,
"tokens": 256
},
{
"nll": 791.97509765625,
"tokens": 256
},
{
"nll": 864.2677612304688,
"tokens": 256
},
{
"nll": 781.3941650390625,
"tokens": 256
},
{
"nll": 767.91259765625,
"tokens": 256
},
{
"nll": 940.494384765625,
"tokens": 256
},
{
"nll": 829.2301025390625,
"tokens": 256
},
{
"nll": 694.0977783203125,
"tokens": 256
},
{
"nll": 818.1055297851562,
"tokens": 256
},
{
"nll": 846.923828125,
"tokens": 256
},
{
"nll": 801.3031616210938,
"tokens": 256
},
{
"nll": 738.3340454101562,
"tokens": 256
},
{
"nll": 749.4221801757812,
"tokens": 256
},
{
"nll": 753.7779541015625,
"tokens": 256
},
{
"nll": 885.712890625,
"tokens": 256
},
{
"nll": 816.357177734375,
"tokens": 256
},
{
"nll": 927.1129760742188,
"tokens": 256
},
{
"nll": 819.91552734375,
"tokens": 256
},
{
"nll": 823.7406616210938,
"tokens": 256
},
{
"nll": 799.2695922851562,
"tokens": 256
},
{
"nll": 905.4279174804688,
"tokens": 256
},
{
"nll": 818.7086791992188,
"tokens": 256
},
{
"nll": 833.2443237304688,
"tokens": 256
},
{
"nll": 858.1102294921875,
"tokens": 256
},
{
"nll": 899.278076171875,
"tokens": 256
},
{
"nll": 839.175537109375,
"tokens": 256
},
{
"nll": 816.3572387695312,
"tokens": 256
},
{
"nll": 865.4080200195312,
"tokens": 256
},
{
"nll": 818.2705078125,
"tokens": 256
},
{
"nll": 800.616455078125,
"tokens": 256
},
{
"nll": 721.7421875,
"tokens": 256
},
{
"nll": 712.6795654296875,
"tokens": 256
},
{
"nll": 783.3392333984375,
"tokens": 256
},
{
"nll": 939.6149291992188,
"tokens": 256
},
{
"nll": 817.3175048828125,
"tokens": 256
},
{
"nll": 868.6342163085938,
"tokens": 256
},
{
"nll": 881.5613403320312,
"tokens": 256
},
{
"nll": 905.8642578125,
"tokens": 256
},
{
"nll": 940.5291137695312,
"tokens": 256
},
{
"nll": 884.6649169921875,
"tokens": 256
},
{
"nll": 845.1988525390625,
"tokens": 256
},
{
"nll": 950.0387573242188,
"tokens": 256
},
{
"nll": 880.3702392578125,
"tokens": 256
},
{
"nll": 893.474365234375,
"tokens": 256
},
{
"nll": 890.009033203125,
"tokens": 256
},
{
"nll": 840.3426513671875,
"tokens": 256
},
{
"nll": 919.186279296875,
"tokens": 256
},
{
"nll": 871.615478515625,
"tokens": 256
},
{
"nll": 964.3888549804688,
"tokens": 256
},
{
"nll": 910.0325927734375,
"tokens": 256
},
{
"nll": 893.1934204101562,
"tokens": 256
},
{
"nll": 845.550048828125,
"tokens": 256
},
{
"nll": 891.5850830078125,
"tokens": 256
},
{
"nll": 739.3983154296875,
"tokens": 256
},
{
"nll": 770.3046875,
"tokens": 256
},
{
"nll": 716.32568359375,
"tokens": 256
},
{
"nll": 640.933837890625,
"tokens": 256
},
{
"nll": 807.4471435546875,
"tokens": 256
},
{
"nll": 849.8919067382812,
"tokens": 256
},
{
"nll": 723.5245971679688,
"tokens": 256
},
{
"nll": 787.1017456054688,
"tokens": 256
},
{
"nll": 839.383544921875,
"tokens": 256
},
{
"nll": 662.94189453125,
"tokens": 256
},
{
"nll": 769.5467529296875,
"tokens": 256
},
{
"nll": 747.6057739257812,
"tokens": 256
},
{
"nll": 878.8245239257812,
"tokens": 256
},
{
"nll": 722.948974609375,
"tokens": 256
},
{
"nll": 694.1908569335938,
"tokens": 256
},
{
"nll": 760.6097412109375,
"tokens": 256
},
{
"nll": 699.3958740234375,
"tokens": 256
},
{
"nll": 770.0360107421875,
"tokens": 256
},
{
"nll": 783.1907958984375,
"tokens": 256
},
{
"nll": 762.2225341796875,
"tokens": 256
},
{
"nll": 720.5263671875,
"tokens": 256
},
{
"nll": 746.503173828125,
"tokens": 256
},
{
"nll": 727.72900390625,
"tokens": 256
},
{
"nll": 783.7808837890625,
"tokens": 256
},
{
"nll": 811.59716796875,
"tokens": 256
},
{
"nll": 670.027099609375,
"tokens": 256
},
{
"nll": 697.665771484375,
"tokens": 256
},
{
"nll": 816.490966796875,
"tokens": 256
},
{
"nll": 721.513671875,
"tokens": 256
},
{
"nll": 733.709228515625,
"tokens": 256
},
{
"nll": 769.18115234375,
"tokens": 256
},
{
"nll": 711.1099853515625,
"tokens": 256
},
{
"nll": 930.2833251953125,
"tokens": 256
},
{
"nll": 788.1928100585938,
"tokens": 256
},
{
"nll": 843.081787109375,
"tokens": 256
},
{
"nll": 808.69580078125,
"tokens": 256
},
{
"nll": 781.7078857421875,
"tokens": 256
},
{
"nll": 893.9276733398438,
"tokens": 256
},
{
"nll": 780.5953369140625,
"tokens": 256
},
{
"nll": 806.5308837890625,
"tokens": 256
},
{
"nll": 724.563720703125,
"tokens": 256
},
{
"nll": 712.6216430664062,
"tokens": 256
},
{
"nll": 741.6572265625,
"tokens": 256
},
{
"nll": 833.05859375,
"tokens": 256
},
{
"nll": 800.8963012695312,
"tokens": 256
},
{
"nll": 695.24658203125,
"tokens": 256
},
{
"nll": 747.944580078125,
"tokens": 256
},
{
"nll": 807.2259521484375,
"tokens": 256
},
{
"nll": 726.602783203125,
"tokens": 256
},
{
"nll": 618.8971557617188,
"tokens": 256
},
{
"nll": 728.3671264648438,
"tokens": 256
},
{
"nll": 744.80908203125,
"tokens": 256
},
{
"nll": 831.5501098632812,
"tokens": 256
},
{
"nll": 768.1551513671875,
"tokens": 256
},
{
"nll": 781.08984375,
"tokens": 256
},
{
"nll": 792.33837890625,
"tokens": 256
},
{
"nll": 791.5855712890625,
"tokens": 256
},
{
"nll": 894.4124145507812,
"tokens": 256
},
{
"nll": 699.0443725585938,
"tokens": 256
},
{
"nll": 652.0546264648438,
"tokens": 256
},
{
"nll": 700.182373046875,
"tokens": 256
},
{
"nll": 610.7364501953125,
"tokens": 256
},
{
"nll": 730.2025146484375,
"tokens": 256
},
{
"nll": 649.166748046875,
"tokens": 256
},
{
"nll": 621.4959716796875,
"tokens": 256
},
{
"nll": 684.9215087890625,
"tokens": 256
},
{
"nll": 679.698974609375,
"tokens": 256
},
{
"nll": 775.8471069335938,
"tokens": 256
},
{
"nll": 784.8328857421875,
"tokens": 256
},
{
"nll": 734.258544921875,
"tokens": 256
},
{
"nll": 819.4644775390625,
"tokens": 256
},
{
"nll": 759.7822265625,
"tokens": 256
},
{
"nll": 711.3719482421875,
"tokens": 256
},
{
"nll": 826.24853515625,
"tokens": 256
},
{
"nll": 766.7423706054688,
"tokens": 256
},
{
"nll": 784.4420166015625,
"tokens": 256
},
{
"nll": 712.4835815429688,
"tokens": 256
},
{
"nll": 762.3212890625,
"tokens": 256
},
{
"nll": 830.2748413085938,
"tokens": 256
},
{
"nll": 883.5184326171875,
"tokens": 256
},
{
"nll": 720.6586303710938,
"tokens": 256
},
{
"nll": 688.7222900390625,
"tokens": 256
},
{
"nll": 868.9097900390625,
"tokens": 256
},
{
"nll": 742.5479736328125,
"tokens": 256
},
{
"nll": 701.7215576171875,
"tokens": 256
},
{
"nll": 845.5902709960938,
"tokens": 256
},
{
"nll": 851.2460327148438,
"tokens": 256
},
{
"nll": 900.0365600585938,
"tokens": 256
},
{
"nll": 810.4410400390625,
"tokens": 256
},
{
"nll": 743.27294921875,
"tokens": 256
},
{
"nll": 770.7713012695312,
"tokens": 256
},
{
"nll": 724.5941772460938,
"tokens": 256
},
{
"nll": 767.1109619140625,
"tokens": 256
},
{
"nll": 809.8642578125,
"tokens": 256
},
{
"nll": 781.6889038085938,
"tokens": 256
},
{
"nll": 777.0537109375,
"tokens": 256
},
{
"nll": 722.3450317382812,
"tokens": 256
},
{
"nll": 826.067626953125,
"tokens": 256
},
{
"nll": 845.6488647460938,
"tokens": 256
},
{
"nll": 796.7726440429688,
"tokens": 256
},
{
"nll": 858.5769653320312,
"tokens": 256
},
{
"nll": 788.4508056640625,
"tokens": 256
},
{
"nll": 829.9815673828125,
"tokens": 256
},
{
"nll": 868.127685546875,
"tokens": 256
},
{
"nll": 918.5963745117188,
"tokens": 256
},
{
"nll": 823.99072265625,
"tokens": 256
},
{
"nll": 795.281494140625,
"tokens": 256
},
{
"nll": 783.4771728515625,
"tokens": 256
},
{
"nll": 805.988525390625,
"tokens": 256
},
{
"nll": 672.21240234375,
"tokens": 256
},
{
"nll": 798.842529296875,
"tokens": 256
},
{
"nll": 760.4619140625,
"tokens": 256
},
{
"nll": 854.4303588867188,
"tokens": 256
},
{
"nll": 840.7026977539062,
"tokens": 256
},
{
"nll": 695.1862182617188,
"tokens": 256
},
{
"nll": 650.29150390625,
"tokens": 256
},
{
"nll": 858.6502075195312,
"tokens": 256
},
{
"nll": 705.3436279296875,
"tokens": 256
},
{
"nll": 874.3863525390625,
"tokens": 256
},
{
"nll": 807.9633178710938,
"tokens": 256
},
{
"nll": 922.1610107421875,
"tokens": 256
},
{
"nll": 795.351806640625,
"tokens": 256
},
{
"nll": 815.7636108398438,
"tokens": 256
},
{
"nll": 767.076171875,
"tokens": 256
},
{
"nll": 854.8861694335938,
"tokens": 256
},
{
"nll": 767.335693359375,
"tokens": 256
},
{
"nll": 816.6227416992188,
"tokens": 256
},
{
"nll": 761.168212890625,
"tokens": 256
},
{
"nll": 871.8341064453125,
"tokens": 256
},
{
"nll": 828.1843872070312,
"tokens": 256
},
{
"nll": 817.7818603515625,
"tokens": 256
},
{
"nll": 793.101318359375,
"tokens": 256
},
{
"nll": 780.029296875,
"tokens": 256
},
{
"nll": 800.7020263671875,
"tokens": 256
},
{
"nll": 748.3709716796875,
"tokens": 256
},
{
"nll": 726.5396118164062,
"tokens": 256
},
{
"nll": 727.4554443359375,
"tokens": 256
},
{
"nll": 734.901611328125,
"tokens": 256
},
{
"nll": 723.6178588867188,
"tokens": 256
},
{
"nll": 647.0263671875,
"tokens": 256
},
{
"nll": 712.38671875,
"tokens": 256
},
{
"nll": 654.9881591796875,
"tokens": 256
},
{
"nll": 789.81787109375,
"tokens": 256
},
{
"nll": 849.1088256835938,
"tokens": 256
},
{
"nll": 890.9605712890625,
"tokens": 256
},
{
"nll": 833.1470947265625,
"tokens": 256
},
{
"nll": 816.452880859375,
"tokens": 256
},
{
"nll": 807.785888671875,
"tokens": 256
},
{
"nll": 849.26318359375,
"tokens": 256
},
{
"nll": 793.1519165039062,
"tokens": 256
},
{
"nll": 890.1505126953125,
"tokens": 256
},
{
"nll": 805.3046264648438,
"tokens": 256
},
{
"nll": 915.02587890625,
"tokens": 256
},
{
"nll": 860.65625,
"tokens": 256
},
{
"nll": 827.3056640625,
"tokens": 256
},
{
"nll": 836.4035034179688,
"tokens": 256
},
{
"nll": 866.6859741210938,
"tokens": 256
},
{
"nll": 783.8753051757812,
"tokens": 256
},
{
"nll": 852.0789794921875,
"tokens": 256
},
{
"nll": 1018.5762939453125,
"tokens": 256
},
{
"nll": 911.197021484375,
"tokens": 256
},
{
"nll": 776.0047607421875,
"tokens": 256
},
{
"nll": 799.295654296875,
"tokens": 256
},
{
"nll": 865.5791015625,
"tokens": 256
},
{
"nll": 793.1880493164062,
"tokens": 256
},
{
"nll": 887.9426879882812,
"tokens": 256
},
{
"nll": 845.7575073242188,
"tokens": 256
},
{
"nll": 725.84423828125,
"tokens": 256
},
{
"nll": 838.23095703125,
"tokens": 256
},
{
"nll": 792.1776123046875,
"tokens": 256
},
{
"nll": 805.5458984375,
"tokens": 256
},
{
"nll": 843.7798461914062,
"tokens": 256
},
{
"nll": 864.976318359375,
"tokens": 256
},
{
"nll": 860.6195678710938,
"tokens": 256
},
{
"nll": 742.2479858398438,
"tokens": 256
},
{
"nll": 742.8314819335938,
"tokens": 256
},
{
"nll": 853.3936767578125,
"tokens": 256
},
{
"nll": 896.6140747070312,
"tokens": 256
},
{
"nll": 949.410888671875,
"tokens": 256
},
{
"nll": 951.3177490234375,
"tokens": 256
},
{
"nll": 942.0633544921875,
"tokens": 256
},
{
"nll": 964.1598510742188,
"tokens": 256
},
{
"nll": 811.628662109375,
"tokens": 256
},
{
"nll": 867.204833984375,
"tokens": 256
},
{
"nll": 982.1834716796875,
"tokens": 256
},
{
"nll": 834.4602661132812,
"tokens": 256
},
{
"nll": 879.4222412109375,
"tokens": 256
},
{
"nll": 811.2061767578125,
"tokens": 256
},
{
"nll": 843.5826416015625,
"tokens": 256
},
{
"nll": 823.77587890625,
"tokens": 256
},
{
"nll": 869.5167846679688,
"tokens": 256
},
{
"nll": 869.7041625976562,
"tokens": 256
},
{
"nll": 900.953857421875,
"tokens": 256
},
{
"nll": 910.9407958984375,
"tokens": 256
},
{
"nll": 1010.3054809570312,
"tokens": 256
},
{
"nll": 873.1300048828125,
"tokens": 256
},
{
"nll": 850.4439697265625,
"tokens": 256
},
{
"nll": 880.1715087890625,
"tokens": 256
},
{
"nll": 930.3196411132812,
"tokens": 256
},
{
"nll": 729.7633056640625,
"tokens": 256
},
{
"nll": 814.060302734375,
"tokens": 256
},
{
"nll": 867.9205932617188,
"tokens": 256
},
{
"nll": 889.7467041015625,
"tokens": 256
},
{
"nll": 899.4954833984375,
"tokens": 256
},
{
"nll": 896.32177734375,
"tokens": 256
},
{
"nll": 884.9813232421875,
"tokens": 256
},
{
"nll": 931.0479125976562,
"tokens": 256
},
{
"nll": 962.1654052734375,
"tokens": 256
},
{
"nll": 884.0066528320312,
"tokens": 256
},
{
"nll": 993.7483520507812,
"tokens": 256
},
{
"nll": 995.898681640625,
"tokens": 256
},
{
"nll": 758.909423828125,
"tokens": 256
},
{
"nll": 805.029541015625,
"tokens": 256
},
{
"nll": 917.3028564453125,
"tokens": 256
},
{
"nll": 754.38330078125,
"tokens": 256
},
{
"nll": 697.741943359375,
"tokens": 256
},
{
"nll": 788.472412109375,
"tokens": 256
},
{
"nll": 845.54931640625,
"tokens": 256
},
{
"nll": 937.0860595703125,
"tokens": 256
},
{
"nll": 876.3305053710938,
"tokens": 256
},
{
"nll": 902.55078125,
"tokens": 256
},
{
"nll": 899.5467529296875,
"tokens": 256
},
{
"nll": 872.3450927734375,
"tokens": 256
},
{
"nll": 915.9481811523438,
"tokens": 256
},
{
"nll": 645.1280517578125,
"tokens": 256
},
{
"nll": 788.7056274414062,
"tokens": 256
},
{
"nll": 851.9615478515625,
"tokens": 256
},
{
"nll": 823.2322387695312,
"tokens": 256
},
{
"nll": 849.9242553710938,
"tokens": 256
},
{
"nll": 817.1900634765625,
"tokens": 256
},
{
"nll": 876.84130859375,
"tokens": 256
},
{
"nll": 832.5074462890625,
"tokens": 256
},
{
"nll": 837.826171875,
"tokens": 256
},
{
"nll": 833.83349609375,
"tokens": 256
},
{
"nll": 845.7510986328125,
"tokens": 256
},
{
"nll": 893.5819091796875,
"tokens": 256
},
{
"nll": 967.8987426757812,
"tokens": 256
},
{
"nll": 780.9392700195312,
"tokens": 256
},
{
"nll": 899.9063720703125,
"tokens": 256
},
{
"nll": 857.978515625,
"tokens": 256
},
{
"nll": 793.595458984375,
"tokens": 256
},
{
"nll": 796.7889404296875,
"tokens": 256
},
{
"nll": 695.5093994140625,
"tokens": 256
},
{
"nll": 863.75537109375,
"tokens": 256
},
{
"nll": 834.7271728515625,
"tokens": 256
},
{
"nll": 930.0950317382812,
"tokens": 256
},
{
"nll": 931.4598388671875,
"tokens": 256
},
{
"nll": 813.6790771484375,
"tokens": 256
},
{
"nll": 881.5569458007812,
"tokens": 256
},
{
"nll": 835.1000366210938,
"tokens": 256
},
{
"nll": 860.5791015625,
"tokens": 256
},
{
"nll": 795.0407104492188,
"tokens": 256
},
{
"nll": 851.2875366210938,
"tokens": 256
},
{
"nll": 936.9578857421875,
"tokens": 256
},
{
"nll": 808.0784912109375,
"tokens": 256
},
{
"nll": 804.9774169921875,
"tokens": 256
},
{
"nll": 726.2548217773438,
"tokens": 256
},
{
"nll": 843.9075317382812,
"tokens": 256
},
{
"nll": 849.4219970703125,
"tokens": 256
},
{
"nll": 755.4954223632812,
"tokens": 256
},
{
"nll": 832.5197143554688,
"tokens": 256
},
{
"nll": 913.48095703125,
"tokens": 256
},
{
"nll": 883.5548706054688,
"tokens": 256
},
{
"nll": 905.0133056640625,
"tokens": 256
},
{
"nll": 905.160400390625,
"tokens": 256
},
{
"nll": 849.641357421875,
"tokens": 256
},
{
"nll": 932.6480102539062,
"tokens": 256
},
{
"nll": 949.5218505859375,
"tokens": 256
},
{
"nll": 954.6214599609375,
"tokens": 256
},
{
"nll": 947.6689453125,
"tokens": 256
},
{
"nll": 914.3558959960938,
"tokens": 256
},
{
"nll": 868.7828369140625,
"tokens": 256
},
{
"nll": 939.8230590820312,
"tokens": 256
},
{
"nll": 742.3106689453125,
"tokens": 256
},
{
"nll": 764.8250732421875,
"tokens": 256
},
{
"nll": 740.8013305664062,
"tokens": 256
},
{
"nll": 632.4542846679688,
"tokens": 256
},
{
"nll": 870.37255859375,
"tokens": 256
},
{
"nll": 930.9775390625,
"tokens": 256
},
{
"nll": 865.4176025390625,
"tokens": 256
},
{
"nll": 884.565673828125,
"tokens": 256
},
{
"nll": 931.6175537109375,
"tokens": 256
},
{
"nll": 750.8751831054688,
"tokens": 256
},
{
"nll": 778.3258056640625,
"tokens": 256
},
{
"nll": 884.3663330078125,
"tokens": 256
},
{
"nll": 653.898193359375,
"tokens": 256
},
{
"nll": 764.7197875976562,
"tokens": 256
},
{
"nll": 843.650390625,
"tokens": 256
},
{
"nll": 761.6394653320312,
"tokens": 256
},
{
"nll": 768.2021484375,
"tokens": 256
},
{
"nll": 836.2869262695312,
"tokens": 256
},
{
"nll": 751.4542236328125,
"tokens": 256
},
{
"nll": 958.1361083984375,
"tokens": 256
},
{
"nll": 863.2285766601562,
"tokens": 256
},
{
"nll": 866.5577392578125,
"tokens": 256
},
{
"nll": 867.8052978515625,
"tokens": 256
},
{
"nll": 754.3599853515625,
"tokens": 256
},
{
"nll": 865.4921875,
"tokens": 256
},
{
"nll": 734.4290161132812,
"tokens": 256
},
{
"nll": 710.0913696289062,
"tokens": 256
},
{
"nll": 770.8994140625,
"tokens": 256
},
{
"nll": 711.2158203125,
"tokens": 256
},
{
"nll": 744.193603515625,
"tokens": 256
},
{
"nll": 689.3052368164062,
"tokens": 256
},
{
"nll": 772.46240234375,
"tokens": 256
},
{
"nll": 776.574462890625,
"tokens": 256
},
{
"nll": 790.201416015625,
"tokens": 256
},
{
"nll": 791.9930419921875,
"tokens": 256
},
{
"nll": 838.7666625976562,
"tokens": 256
},
{
"nll": 777.9456176757812,
"tokens": 256
},
{
"nll": 820.2261962890625,
"tokens": 256
},
{
"nll": 728.0721435546875,
"tokens": 256
},
{
"nll": 818.015380859375,
"tokens": 256
},
{
"nll": 796.4462890625,
"tokens": 256
},
{
"nll": 919.270263671875,
"tokens": 256
},
{
"nll": 758.9616088867188,
"tokens": 256
},
{
"nll": 775.0103149414062,
"tokens": 256
},
{
"nll": 833.2886352539062,
"tokens": 256
},
{
"nll": 907.250244140625,
"tokens": 256
},
{
"nll": 1001.6134033203125,
"tokens": 256
},
{
"nll": 972.6913452148438,
"tokens": 256
},
{
"nll": 918.633544921875,
"tokens": 256
},
{
"nll": 928.99169921875,
"tokens": 256
},
{
"nll": 814.1094360351562,
"tokens": 256
},
{
"nll": 797.998291015625,
"tokens": 256
},
{
"nll": 832.916015625,
"tokens": 256
},
{
"nll": 800.7274169921875,
"tokens": 256
},
{
"nll": 854.1832275390625,
"tokens": 256
},
{
"nll": 931.8972778320312,
"tokens": 256
},
{
"nll": 882.0902099609375,
"tokens": 256
},
{
"nll": 806.7268676757812,
"tokens": 256
},
{
"nll": 729.0831298828125,
"tokens": 256
},
{
"nll": 753.580078125,
"tokens": 256
},
{
"nll": 745.5639038085938,
"tokens": 256
},
{
"nll": 842.5291748046875,
"tokens": 256
},
{
"nll": 905.7000732421875,
"tokens": 256
},
{
"nll": 855.7064208984375,
"tokens": 256
},
{
"nll": 756.7481689453125,
"tokens": 256
},
{
"nll": 849.636474609375,
"tokens": 256
},
{
"nll": 880.4895629882812,
"tokens": 256
},
{
"nll": 823.6075439453125,
"tokens": 256
},
{
"nll": 860.6781005859375,
"tokens": 256
},
{
"nll": 766.0277709960938,
"tokens": 256
},
{
"nll": 852.5272216796875,
"tokens": 256
},
{
"nll": 640.0451049804688,
"tokens": 224
}
],
"bytes": 1148001,
"encoded_tokens": 292833
},
"source_losses": {},
"seconds": 134.5840191419702
}