why-wrong / runs /smoke /val_preds.csv
nonsodev's picture
smoke map3 0.6880
a93ef29 verified
Raw History Blame Contribute Delete
33.5 kB
row_id,QuestionId,gold,pred1,p1
36041,109465,True_Correct:NA,True_Correct:NA,0.7701134085655212
24871,33472,True_Correct:NA,True_Correct:NA,0.7440711259841919
20731,32835,True_Correct:NA,True_Correct:NA,0.7669796347618103
6764,31774,True_Neither:NA,True_Correct:NA,0.6560182571411133
27103,33474,False_Neither:NA,False_Neither:NA,0.3579391837120056
29264,76870,False_Neither:NA,False_Neither:NA,0.4417513906955719
2395,31772,False_Neither:NA,False_Neither:NA,0.43724319338798523
5393,31774,False_Misconception:SwapDividend,False_Neither:NA,0.3793275058269501
17789,32833,True_Correct:NA,True_Correct:NA,0.7423348426818848
2381,31772,False_Misconception:WNB,False_Neither:NA,0.4512287676334381
25958,33472,False_Misconception:Adding_across,False_Neither:NA,0.405324250459671
1576,31772,True_Correct:NA,True_Correct:NA,0.7429291605949402
8737,31777,False_Neither:NA,False_Neither:NA,0.4645613729953766
20244,32835,False_Neither:NA,False_Neither:NA,0.4055551290512085
23198,33471,False_Neither:NA,False_Neither:NA,0.4649512767791748
23939,33472,True_Correct:NA,True_Correct:NA,0.6781980991363525
30253,89443,True_Misconception:Tacking,True_Correct:NA,0.697869598865509
14015,31778,True_Correct:NA,True_Correct:NA,0.7281465530395508
10856,31778,False_Misconception:Irrelevant,False_Neither:NA,0.39692431688308716
9836,31777,True_Correct:NA,True_Correct:NA,0.8162760138511658
24177,33472,True_Neither:NA,True_Correct:NA,0.48836371302604675
13009,31778,True_Misconception:Irrelevant,True_Correct:NA,0.789774477481842
16057,32829,True_Correct:NA,True_Correct:NA,0.7880061864852905
23199,33471,False_Misconception:Wrong_fraction,False_Neither:NA,0.4478033185005188
16757,32833,True_Correct:NA,True_Correct:NA,0.7220743894577026
8665,31777,False_Neither:NA,False_Neither:NA,0.47691982984542847
10158,31777,True_Correct:NA,True_Correct:NA,0.8161410093307495
22605,33471,True_Correct:NA,True_Correct:NA,0.8089181780815125
20297,32835,False_Misconception:Ignores_zeroes,False_Neither:NA,0.4015256464481354
5017,31774,False_Misconception:Mult,False_Neither:NA,0.4111235737800598
21910,32835,True_Correct:NA,True_Correct:NA,0.7001367211341858
7628,31774,False_Misconception:SwapDividend,False_Neither:NA,0.3966827094554901
20542,32835,True_Correct:NA,True_Correct:NA,0.7176698446273804
6018,31774,True_Neither:NA,True_Correct:NA,0.6797465682029724
1998,31772,True_Correct:NA,True_Correct:NA,0.7468646168708801
11283,31778,False_Misconception:Irrelevant,False_Neither:NA,0.3653043806552887
23844,33472,True_Correct:NA,True_Correct:NA,0.7218670845031738
26535,33474,True_Correct:NA,True_Correct:NA,0.45164555311203003
230,31772,True_Neither:NA,True_Correct:NA,0.7781679034233093
694,31772,True_Correct:NA,True_Correct:NA,0.77470862865448
31008,89443,True_Correct:NA,True_Correct:NA,0.6568208336830139
171,31772,True_Correct:NA,True_Correct:NA,0.7600783705711365
7837,31774,False_Misconception:FlipChange,False_Neither:NA,0.3901645839214325
24553,33472,True_Correct:NA,True_Correct:NA,0.6730880737304688
33233,91695,True_Correct:NA,True_Correct:NA,0.7004105448722839
3491,31772,False_Misconception:Incomplete,False_Neither:NA,0.43232959508895874
6270,31774,True_Correct:NA,True_Correct:NA,0.7088654041290283
36240,109465,True_Correct:NA,True_Correct:NA,0.7852586507797241
2799,31772,False_Misconception:Incomplete,False_Neither:NA,0.44414445757865906
21993,32835,True_Correct:NA,True_Correct:NA,0.7576128244400024
30179,89443,True_Neither:NA,True_Correct:NA,0.7066920399665833
7946,31774,False_Neither:NA,False_Neither:NA,0.3805689811706543
15464,32829,True_Correct:NA,True_Correct:NA,0.7879197597503662
1077,31772,True_Correct:NA,True_Correct:NA,0.7602792978286743
27932,33474,False_Neither:NA,False_Neither:NA,0.33847305178642273
3416,31772,False_Misconception:Incomplete,False_Neither:NA,0.4205891788005829
8496,31777,False_Misconception:Wrong_Fraction,False_Neither:NA,0.4616844058036804
10755,31777,True_Correct:NA,True_Correct:NA,0.7919714450836182
19515,32833,False_Misconception:Inversion,False_Neither:NA,0.40663883090019226
26271,33472,False_Misconception:Adding_across,False_Neither:NA,0.4021516442298889
12734,31778,True_Neither:NA,True_Correct:NA,0.7241469025611877
12667,31778,True_Correct:NA,True_Correct:NA,0.7302959561347961
25992,33472,False_Misconception:Adding_across,False_Neither:NA,0.40023183822631836
21581,32835,True_Correct:NA,True_Correct:NA,0.7024173736572266
741,31772,True_Neither:NA,True_Correct:NA,0.7725698947906494
34948,91695,False_Neither:NA,False_Neither:NA,0.4509594440460205
17018,32833,True_Neither:NA,True_Correct:NA,0.7631925344467163
20467,32835,True_Neither:NA,True_Correct:NA,0.7498900890350342
20713,32835,True_Neither:NA,True_Correct:NA,0.7703807353973389
36202,109465,True_Neither:NA,True_Correct:NA,0.7674008011817932
11714,31778,False_Misconception:Additive,False_Neither:NA,0.3825230896472931
36585,109465,False_Neither:NA,False_Neither:NA,0.34508585929870605
7739,31774,False_Misconception:Mult,False_Neither:NA,0.403028279542923
19752,32835,False_Neither:NA,False_Neither:NA,0.4157799482345581
24697,33472,True_Neither:NA,True_Correct:NA,0.5869207382202148
36023,109465,True_Correct:NA,True_Correct:NA,0.7756555676460266
28745,76870,True_Neither:NA,True_Correct:NA,0.7419641613960266
11450,31778,False_Misconception:Additive,False_Neither:NA,0.3544028103351593
4698,31772,False_Neither:NA,False_Neither:NA,0.4425775706768036
2655,31772,False_Neither:NA,False_Neither:NA,0.44911909103393555
998,31772,True_Correct:NA,True_Correct:NA,0.7619513273239136
22997,33471,False_Correct:NA,False_Neither:NA,0.4473290741443634
293,31772,True_Correct:NA,True_Correct:NA,0.7621374726295471
21456,32835,True_Neither:NA,True_Correct:NA,0.7091441750526428
32234,89443,False_Misconception:Positive,False_Neither:NA,0.38295289874076843
9048,31777,True_Correct:NA,True_Correct:NA,0.8149699568748474
18381,32833,False_Misconception:Inversion,False_Neither:NA,0.41766244173049927
13659,31778,True_Correct:NA,True_Correct:NA,0.7950890064239502
26492,33474,True_Neither:NA,True_Correct:NA,0.4441383481025696
26014,33472,False_Neither:NA,False_Neither:NA,0.41921550035476685
31127,89443,True_Misconception:Tacking,True_Correct:NA,0.7381496429443359
7296,31774,True_Correct:NA,True_Correct:NA,0.6089653372764587
33294,91695,True_Correct:NA,True_Correct:NA,0.6844795942306519
25266,33472,False_Neither:NA,False_Neither:NA,0.40994325280189514
6165,31774,True_Neither:NA,True_Correct:NA,0.7150837182998657
30146,89443,True_Neither:NA,True_Correct:NA,0.7299565672874451
5082,31774,False_Neither:NA,False_Neither:NA,0.41174498200416565
4190,31772,False_Misconception:Incomplete,False_Neither:NA,0.4307563602924347
24047,33472,True_Correct:NA,True_Correct:NA,0.7178636789321899
4752,31772,False_Misconception:Incomplete,False_Neither:NA,0.42552533745765686
14790,32829,True_Correct:NA,True_Correct:NA,0.7793675661087036
13712,31778,True_Correct:NA,True_Correct:NA,0.6959635615348816
15879,32829,True_Correct:NA,True_Correct:NA,0.7686432600021362
24713,33472,True_Neither:NA,True_Correct:NA,0.49047720432281494
2444,31772,False_Misconception:WNB,False_Neither:NA,0.42952755093574524
31804,89443,False_Misconception:Positive,False_Neither:NA,0.3847159445285797
9541,31777,True_Correct:NA,True_Correct:NA,0.7503646016120911
31333,89443,True_Correct:NA,True_Correct:NA,0.7088311314582825
16853,32833,True_Correct:NA,True_Correct:NA,0.7326133847236633
32505,91695,False_Misconception:Wrong_term,False_Neither:NA,0.4720972776412964
33012,91695,False_Misconception:Wrong_term,False_Neither:NA,0.43731796741485596
32863,91695,False_Neither:NA,False_Neither:NA,0.4442034363746643
35910,109465,True_Neither:NA,True_Correct:NA,0.7567377686500549
18620,32833,False_Misconception:Duplication,False_Neither:NA,0.37964215874671936
36637,109465,False_Neither:NA,False_Neither:NA,0.39129456877708435
9745,31777,True_Correct:NA,True_Correct:NA,0.8085446357727051
14188,31778,True_Correct:NA,True_Correct:NA,0.7948655486106873
4758,31772,False_Misconception:Incomplete,False_Neither:NA,0.4321894943714142
289,31772,True_Correct:NA,True_Correct:NA,0.774808406829834
16086,32829,True_Correct:NA,True_Correct:NA,0.8156883716583252
1570,31772,True_Neither:NA,True_Correct:NA,0.7603627443313599
20471,32835,True_Correct:NA,True_Correct:NA,0.7573985457420349
22976,33471,False_Neither:NA,False_Neither:NA,0.44623273611068726
2334,31772,True_Neither:NA,True_Correct:NA,0.6827812194824219
2450,31772,False_Misconception:WNB,False_Neither:NA,0.4280976355075836
30745,89443,True_Correct:NA,True_Correct:NA,0.6709774136543274
14938,32829,True_Neither:NA,True_Correct:NA,0.7685533165931702
32114,89443,False_Misconception:Positive,False_Neither:NA,0.3833311200141907
3690,31772,False_Misconception:Incomplete,False_Neither:NA,0.43757131695747375
23108,33471,False_Neither:NA,False_Neither:NA,0.43815338611602783
3442,31772,False_Neither:NA,False_Neither:NA,0.45396122336387634
17975,32833,True_Correct:NA,True_Correct:NA,0.5581648945808411
33179,91695,False_Neither:NA,False_Neither:NA,0.4614652693271637
27701,33474,False_Misconception:Subtraction,False_Neither:NA,0.34849536418914795
20821,32835,True_Neither:NA,True_Correct:NA,0.7002497911453247
24373,33472,True_Neither:NA,True_Correct:NA,0.614748477935791
10587,31777,True_Correct:NA,True_Correct:NA,0.8135396838188171
32183,89443,False_Misconception:Positive,False_Neither:NA,0.39727577567100525
30488,89443,True_Correct:NA,True_Correct:NA,0.6774687767028809
36230,109465,True_Correct:NA,True_Correct:NA,0.7960183620452881
2957,31772,False_Misconception:Incomplete,False_Neither:NA,0.43176230788230896
30774,89443,True_Neither:NA,True_Correct:NA,0.6890271306037903
26405,33474,True_Correct:NA,True_Correct:NA,0.5467501282691956
14688,32829,True_Correct:NA,True_Correct:NA,0.7962979078292847
13266,31778,True_Correct:NA,True_Correct:NA,0.7598786950111389
6055,31774,True_Correct:NA,True_Correct:NA,0.7380868792533875
4497,31772,False_Neither:NA,False_Neither:NA,0.4268505573272705
10102,31777,True_Correct:NA,True_Correct:NA,0.813400387763977
7597,31774,False_Misconception:Mult,False_Neither:NA,0.40766313672065735
34029,91695,True_Neither:NA,True_Correct:NA,0.7600060701370239
23464,33471,False_Neither:NA,False_Neither:NA,0.49017030000686646
25852,33472,False_Neither:NA,False_Neither:NA,0.41269075870513916
22566,33471,True_Correct:NA,True_Correct:NA,0.8156319260597229
8500,31777,False_Misconception:Wrong_Fraction,False_Neither:NA,0.4676712453365326
34769,91695,False_Neither:NA,False_Neither:NA,0.4933502972126007
5724,31774,True_Neither:NA,True_Correct:NA,0.7480630874633789
31360,89443,True_Correct:NA,True_Correct:NA,0.7258687615394592
29505,89443,False_Misconception:Positive,False_Neither:NA,0.40947890281677246
7400,31774,True_Correct:NA,True_Correct:NA,0.6796686053276062
15245,32829,True_Correct:NA,True_Correct:NA,0.8037432432174683
4219,31772,False_Misconception:Incomplete,False_Neither:NA,0.42465513944625854
14925,32829,True_Neither:NA,True_Correct:NA,0.7215288281440735
782,31772,True_Correct:NA,True_Correct:NA,0.7504971027374268
3410,31772,False_Misconception:Incomplete,False_Neither:NA,0.4304579496383667
24324,33472,True_Correct:NA,True_Correct:NA,0.7401559948921204
33172,91695,False_Misconception:Wrong_term,False_Neither:NA,0.4510904550552368
20550,32835,True_Correct:NA,True_Correct:NA,0.7400912046432495
32125,89443,False_Misconception:Positive,False_Neither:NA,0.4032914936542511
25449,33472,False_Neither:NA,False_Neither:NA,0.40535619854927063
2407,31772,False_Misconception:WNB,False_Neither:NA,0.4425564408302307
35560,104665,False_Misconception:Multiplying_by_4,False_Neither:NA,0.44234082102775574
33805,91695,True_Correct:NA,True_Correct:NA,0.761588454246521
27664,33474,False_Misconception:Subtraction,False_Neither:NA,0.3436676263809204
8044,31777,False_Neither:NA,False_Neither:NA,0.47180187702178955
19721,32835,False_Misconception:Whole_numbers_larger,False_Neither:NA,0.40214967727661133
4002,31772,False_Misconception:Incomplete,False_Neither:NA,0.4300912320613861
3945,31772,False_Misconception:Incomplete,False_Neither:NA,0.43977269530296326
8196,31777,False_Neither:NA,False_Neither:NA,0.4646858274936676
33478,91695,True_Misconception:Firstterm,True_Correct:NA,0.6978834271430969
33341,91695,True_Correct:NA,True_Correct:NA,0.7522429823875427
21467,32835,True_Correct:NA,True_Correct:NA,0.7400310039520264
749,31772,True_Correct:NA,True_Correct:NA,0.7601182460784912
20622,32835,True_Correct:NA,True_Correct:NA,0.7737284898757935
14424,32829,True_Correct:NA,True_Correct:NA,0.7881014943122864
15832,32829,True_Correct:NA,True_Correct:NA,0.8009856343269348
27352,33474,False_Neither:NA,False_Neither:NA,0.3351995348930359
25799,33472,False_Misconception:Denominator-only_change,False_Neither:NA,0.4270198345184326
9919,31777,True_Correct:NA,True_Correct:NA,0.8134784698486328
23158,33471,False_Misconception:Wrong_fraction,False_Neither:NA,0.44582489132881165
18198,32833,False_Neither:NA,False_Neither:NA,0.4145183563232422
13282,31778,True_Correct:NA,True_Correct:NA,0.7816095352172852
19419,32833,False_Misconception:Inversion,False_Neither:NA,0.37826991081237793
19092,32833,False_Neither:NA,False_Neither:NA,0.4020118713378906
14005,31778,True_Neither:NA,True_Correct:NA,0.5878818035125732
7388,31774,True_Correct:NA,True_Correct:NA,0.7578026652336121
10421,31777,True_Correct:NA,True_Correct:NA,0.8162285089492798
7348,31774,True_Correct:NA,True_Correct:NA,0.7088866829872131
29495,89443,False_Neither:NA,False_Neither:NA,0.3862307667732239
215,31772,True_Correct:NA,True_Correct:NA,0.7812139391899109
10515,31777,True_Correct:NA,True_Correct:NA,0.7798341512680054
7854,31774,False_Neither:NA,False_Neither:NA,0.4117351174354553
2877,31772,False_Neither:NA,False_Neither:NA,0.4309627115726471
17963,32833,True_Correct:NA,True_Correct:NA,0.7071827054023743
20871,32835,True_Neither:NA,True_Correct:NA,0.6545613408088684
27025,33474,False_Neither:NA,False_Neither:NA,0.342998206615448
17432,32833,True_Correct:NA,True_Correct:NA,0.7222296595573425
989,31772,True_Correct:NA,True_Correct:NA,0.7726191282272339
30347,89443,True_Misconception:Tacking,True_Correct:NA,0.6496778726577759
33002,91695,False_Misconception:Wrong_term,False_Neither:NA,0.4426240921020508
36360,109465,False_Neither:NA,False_Neither:NA,0.35287386178970337
29637,89443,False_Misconception:Positive,False_Neither:NA,0.3889119327068329
24988,33472,True_Neither:NA,True_Correct:NA,0.4928070604801178
8542,31777,False_Neither:NA,False_Neither:NA,0.4773220121860504
27029,33474,False_Neither:NA,False_Neither:NA,0.3550533056259155
19029,32833,False_Misconception:Duplication,False_Neither:NA,0.3955090641975403
20117,32835,False_Misconception:Whole_numbers_larger,False_Neither:NA,0.4163149893283844
13602,31778,True_Neither:NA,True_Correct:NA,0.7027175426483154
17022,32833,True_Correct:NA,True_Correct:NA,0.7510259747505188
20787,32835,True_Neither:NA,True_Correct:NA,0.7001755833625793
29930,89443,False_Neither:NA,False_Neither:NA,0.41786450147628784
28762,76870,True_Neither:NA,True_Correct:NA,0.6916773915290833
16715,32833,True_Correct:NA,True_Correct:NA,0.7804551124572754
13849,31778,True_Correct:NA,True_Correct:NA,0.7762042880058289
25876,33472,False_Neither:NA,False_Neither:NA,0.43104591965675354
15568,32829,True_Neither:NA,True_Correct:NA,0.7277162671089172
8681,31777,False_Neither:NA,False_Neither:NA,0.4771791994571686
5602,31774,True_Correct:NA,True_Correct:NA,0.7462366819381714
32349,89443,False_Misconception:Positive,False_Neither:NA,0.4004766345024109
25469,33472,False_Neither:NA,False_Neither:NA,0.40414494276046753
24050,33472,True_Neither:NA,True_Correct:NA,0.5217119455337524
28692,76870,True_Correct:NA,True_Correct:NA,0.7828335762023926
4459,31772,False_Misconception:Incomplete,False_Neither:NA,0.4219149649143219
7116,31774,True_Neither:NA,True_Correct:NA,0.6017194986343384
5437,31774,False_Misconception:Mult,False_Neither:NA,0.4146733582019806
15059,32829,True_Correct:NA,True_Correct:NA,0.7704613208770752
32686,91695,False_Misconception:Firstterm,False_Neither:NA,0.45666375756263733
9473,31777,True_Correct:NA,True_Correct:NA,0.8162475824356079
24933,33472,True_Correct:NA,True_Correct:NA,0.7680951952934265
29977,89443,False_Misconception:Positive,False_Neither:NA,0.39141207933425903
3388,31772,False_Neither:NA,False_Neither:NA,0.42224568128585815
31216,89443,True_Neither:NA,True_Correct:NA,0.6323617696762085
8199,31777,False_Misconception:Incomplete,False_Neither:NA,0.46039608120918274
2829,31772,False_Neither:NA,False_Neither:NA,0.44177013635635376
24405,33472,True_Correct:NA,True_Correct:NA,0.711355447769165
3727,31772,False_Misconception:Incomplete,False_Neither:NA,0.42709264159202576
30303,89443,True_Correct:NA,True_Correct:NA,0.6177642345428467
12958,31778,True_Correct:NA,True_Correct:NA,0.7242484092712402
18206,32833,False_Misconception:Duplication,False_Neither:NA,0.39507412910461426
21506,32835,True_Correct:NA,True_Correct:NA,0.7842704057693481
243,31772,True_Correct:NA,True_Correct:NA,0.7695121765136719
10696,31777,True_Neither:NA,True_Correct:NA,0.7464882731437683
19400,32833,False_Misconception:Inversion,False_Neither:NA,0.3829270601272583
3040,31772,False_Misconception:Incomplete,False_Neither:NA,0.4255533814430237
10604,31777,True_Correct:NA,True_Correct:NA,0.8176884651184082
11666,31778,False_Misconception:Additive,False_Neither:NA,0.3723289370536804
16630,32833,True_Correct:NA,True_Correct:NA,0.7241312265396118
6190,31774,True_Correct:NA,True_Correct:NA,0.7776522040367126
14205,31778,True_Correct:NA,True_Correct:NA,0.7926979064941406
9502,31777,True_Neither:NA,True_Correct:NA,0.7765706181526184
1656,31772,True_Correct:NA,True_Correct:NA,0.7602674961090088
27861,33474,False_Neither:NA,False_Neither:NA,0.35583075881004333
12810,31778,True_Correct:NA,True_Correct:NA,0.7851904630661011
18650,32833,False_Misconception:Duplication,False_Neither:NA,0.37165555357933044
31181,89443,True_Misconception:Tacking,True_Correct:NA,0.6956265568733215
26867,33474,True_Correct:NA,True_Correct:NA,0.5880153775215149
1331,31772,True_Correct:NA,True_Correct:NA,0.7388048768043518
2784,31772,False_Neither:NA,False_Neither:NA,0.4348306357860565
1268,31772,True_Correct:NA,True_Correct:NA,0.75087571144104
25946,33472,False_Misconception:Adding_across,False_Neither:NA,0.4155510663986206
23770,33472,True_Correct:NA,True_Correct:NA,0.7323266267776489
9736,31777,True_Correct:NA,True_Correct:NA,0.814849853515625
27304,33474,False_Neither:NA,False_Neither:NA,0.3485996723175049
2797,31772,False_Misconception:Incomplete,False_Neither:NA,0.42440351843833923
620,31772,True_Correct:NA,True_Correct:NA,0.7408171892166138
26568,33474,True_Correct:NA,True_Correct:NA,0.5176056623458862
22434,33471,True_Neither:NA,True_Correct:NA,0.8198041319847107
27911,33474,False_Misconception:Subtraction,False_Neither:NA,0.3425569534301758
23919,33472,True_Neither:NA,True_Neither:NA,0.46003422141075134
31581,89443,False_Misconception:Positive,False_Neither:NA,0.39199352264404297
30608,89443,True_Correct:NA,True_Correct:NA,0.6518580317497253
23567,33472,True_Correct:NA,True_Correct:NA,0.6892566680908203
5963,31774,True_Neither:NA,True_Correct:NA,0.729914128780365
18149,32833,True_Correct:NA,True_Correct:NA,0.7671335339546204
35921,109465,True_Neither:NA,True_Correct:NA,0.7485664486885071
14285,31778,False_Neither:NA,False_Neither:NA,0.3625165820121765
28923,76870,True_Correct:NA,True_Correct:NA,0.8044559955596924
1146,31772,True_Correct:NA,True_Correct:NA,0.760247528553009
12363,31778,False_Misconception:Additive,False_Neither:NA,0.3746218979358673
495,31772,True_Correct:NA,True_Correct:NA,0.7526447176933289
30886,89443,True_Correct:NA,True_Correct:NA,0.7196696400642395
24310,33472,True_Correct:NA,True_Correct:NA,0.7260869145393372
267,31772,True_Correct:NA,True_Correct:NA,0.7657322287559509
13107,31778,True_Correct:NA,True_Correct:NA,0.7522396445274353
9881,31777,True_Correct:NA,True_Correct:NA,0.8106042146682739
16666,32833,True_Correct:NA,True_Correct:NA,0.740436851978302
27642,33474,False_Neither:NA,False_Neither:NA,0.3587705194950104
21578,32835,True_Correct:NA,True_Correct:NA,0.6800963282585144
9043,31777,True_Correct:NA,True_Correct:NA,0.8176330924034119
20911,32835,True_Correct:NA,True_Correct:NA,0.7379299402236938
22154,33471,True_Correct:NA,True_Correct:NA,0.8137640953063965
2616,31772,False_Neither:NA,False_Neither:NA,0.44454389810562134
31970,89443,False_Neither:NA,False_Neither:NA,0.4053252041339874
29702,89443,False_Neither:NA,False_Neither:NA,0.3922899067401886
7886,31774,False_Misconception:Mult,False_Neither:NA,0.4062533378601074
14881,32829,True_Correct:NA,True_Correct:NA,0.7864982485771179
2905,31772,False_Neither:NA,False_Neither:NA,0.44775158166885376
17884,32833,True_Correct:NA,True_Correct:NA,0.7688175439834595
15213,32829,True_Correct:NA,True_Correct:NA,0.7979649305343628
29710,89443,False_Neither:NA,False_Neither:NA,0.3791751265525818
29739,89443,False_Neither:NA,False_Neither:NA,0.3986321687698364
16241,32829,False_Misconception:Adding_terms,False_Neither:NA,0.4092840850353241
16830,32833,True_Neither:NA,True_Correct:NA,0.7445740699768066
26595,33474,True_Correct:NA,True_Correct:NA,0.569837212562561
8130,31777,False_Neither:NA,False_Neither:NA,0.4543272852897644
4688,31772,False_Neither:NA,False_Neither:NA,0.44082534313201904
23447,33471,False_Neither:NA,False_Neither:NA,0.45652979612350464
16784,32833,True_Correct:NA,True_Correct:NA,0.7559602856636047
36171,109465,True_Neither:NA,True_Correct:NA,0.7583885192871094
24566,33472,True_Correct:NA,True_Correct:NA,0.6960324645042419
34607,91695,True_Correct:NA,True_Correct:NA,0.7363393902778625
29967,89443,False_Neither:NA,False_Neither:NA,0.4131406247615814
10050,31777,True_Correct:NA,True_Correct:NA,0.8027932047843933
5238,31774,False_Misconception:Mult,False_Neither:NA,0.39640334248542786
27950,33474,False_Misconception:Subtraction,False_Neither:NA,0.3387686312198639
13384,31778,True_Correct:NA,True_Correct:NA,0.7707183957099915
5795,31774,True_Correct:NA,True_Correct:NA,0.6091446876525879
12361,31778,False_Neither:NA,False_Neither:NA,0.36706042289733887
1662,31772,True_Correct:NA,True_Correct:NA,0.7585408687591553
26335,33472,False_Misconception:Adding_across,False_Neither:NA,0.4216214716434479
11444,31778,False_Misconception:Additive,False_Neither:NA,0.364772766828537
36228,109465,True_Correct:NA,True_Correct:NA,0.7670603394508362
5186,31774,False_Misconception:SwapDividend,False_Neither:NA,0.39986133575439453
4977,31774,False_Misconception:Mult,False_Neither:NA,0.4040864408016205
35669,109465,False_Neither:NA,False_Neither:NA,0.3817763924598694
22259,33471,True_Correct:NA,True_Correct:NA,0.80499666929245
9740,31777,True_Correct:NA,True_Correct:NA,0.8123521208763123
35408,104665,True_Correct:NA,True_Correct:NA,0.8116366267204285
17272,32833,True_Correct:NA,True_Correct:NA,0.7178048491477966
25903,33472,False_Misconception:Adding_across,False_Neither:NA,0.38937196135520935
32738,91695,False_Misconception:Wrong_term,False_Neither:NA,0.4513726532459259
27132,33474,False_Neither:NA,False_Neither:NA,0.34040048718452454
25028,33472,True_Neither:NA,True_Correct:NA,0.6147337555885315
13396,31778,True_Neither:NA,True_Correct:NA,0.7029973864555359
4328,31772,False_Neither:NA,False_Neither:NA,0.4469052255153656
21659,32835,True_Neither:NA,True_Correct:NA,0.7109658122062683
34683,91695,True_Correct:NA,True_Correct:NA,0.7741274833679199
25277,33472,False_Neither:NA,False_Neither:NA,0.42459937930107117
33791,91695,True_Correct:NA,True_Correct:NA,0.7581450343132019
6032,31774,True_Neither:NA,True_Correct:NA,0.6560090184211731
19284,32833,False_Misconception:Inversion,False_Neither:NA,0.40643978118896484
15535,32829,True_Correct:NA,True_Correct:NA,0.8073779344558716
12045,31778,False_Misconception:Additive,False_Neither:NA,0.3510962426662445
30427,89443,True_Correct:NA,True_Correct:NA,0.7195125222206116
11821,31778,False_Misconception:Additive,False_Neither:NA,0.36945587396621704
11337,31778,False_Misconception:Irrelevant,False_Neither:NA,0.3651297688484192
22364,33471,True_Correct:NA,True_Correct:NA,0.8162987232208252
8445,31777,False_Misconception:Wrong_Fraction,False_Neither:NA,0.4655263423919678
27335,33474,False_Neither:NA,False_Neither:NA,0.36462366580963135
6046,31774,True_Correct:NA,True_Correct:NA,0.7402854561805725
24549,33472,True_Correct:NA,True_Correct:NA,0.6350356936454773
16250,32829,False_Neither:NA,False_Neither:NA,0.41675347089767456
14421,32829,True_Correct:NA,True_Correct:NA,0.7827253341674805
8427,31777,False_Neither:NA,False_Neither:NA,0.4718804359436035
19376,32833,False_Misconception:Inversion,False_Neither:NA,0.3972371518611908
13531,31778,True_Correct:NA,True_Correct:NA,0.7991889715194702
13773,31778,True_Correct:NA,True_Correct:NA,0.713555097579956
16413,32829,False_Misconception:Not_variable,False_Neither:NA,0.4078478515148163
22120,33471,True_Correct:NA,True_Correct:NA,0.800152063369751
30142,89443,True_Correct:NA,True_Correct:NA,0.7087764143943787
17167,32833,True_Correct:NA,True_Correct:NA,0.7502027153968811
17552,32833,True_Misconception:Inversion,True_Correct:NA,0.6273590922355652
7197,31774,True_Neither:NA,True_Correct:NA,0.6089627742767334
20543,32835,True_Correct:NA,True_Correct:NA,0.7757783532142639
3559,31772,False_Misconception:Incomplete,False_Neither:NA,0.4235203266143799
2090,31772,True_Neither:NA,True_Correct:NA,0.7225151658058167
35674,109465,False_Neither:NA,False_Neither:NA,0.39738965034484863
31242,89443,True_Correct:NA,True_Correct:NA,0.6660510301589966
28620,76870,True_Neither:NA,True_Correct:NA,0.7344596982002258
23891,33472,True_Correct:NA,True_Correct:NA,0.6662743091583252
34405,91695,True_Neither:NA,True_Correct:NA,0.6938329935073853
8394,31777,False_Neither:NA,False_Neither:NA,0.4675447642803192
7231,31774,True_Neither:NA,True_Correct:NA,0.708851158618927
36028,109465,True_Neither:NA,True_Correct:NA,0.7662407159805298
34291,91695,True_Correct:NA,True_Correct:NA,0.7744292616844177
12227,31778,False_Misconception:Additive,False_Neither:NA,0.3610808253288269
34369,91695,True_Correct:NA,True_Correct:NA,0.761570394039154
7286,31774,True_Correct:NA,True_Correct:NA,0.7682651877403259
847,31772,True_Correct:NA,True_Correct:NA,0.7806547284126282
540,31772,True_Correct:NA,True_Correct:NA,0.7348819375038147
756,31772,True_Neither:NA,True_Correct:NA,0.7620580196380615
26530,33474,True_Correct:NA,True_Correct:NA,0.5042911767959595
23254,33471,False_Neither:NA,False_Neither:NA,0.4522494077682495
14416,31778,False_Misconception:WNB,False_Neither:NA,0.39325612783432007
15198,32829,True_Correct:NA,True_Correct:NA,0.7897058129310608
26380,33474,True_Neither:NA,True_Correct:NA,0.5828132033348083
13673,31778,True_Correct:NA,True_Correct:NA,0.6030779480934143
14970,32829,True_Correct:NA,True_Correct:NA,0.7192876935005188
10703,31777,True_Correct:NA,True_Correct:NA,0.8094287514686584
16909,32833,True_Neither:NA,True_Correct:NA,0.587189257144928
1598,31772,True_Correct:NA,True_Correct:NA,0.752656877040863
6301,31774,True_Neither:NA,True_Correct:NA,0.7151760458946228
24819,33472,True_Neither:NA,True_Correct:NA,0.6221379041671753
13311,31778,True_Correct:NA,True_Correct:NA,0.7710282206535339
18744,32833,False_Misconception:Duplication,False_Neither:NA,0.3814336657524109
18852,32833,False_Misconception:Duplication,False_Neither:NA,0.36520808935165405
32545,91695,False_Correct:NA,False_Neither:NA,0.4411308169364929
26460,33474,True_Neither:NA,True_Correct:NA,0.48879489302635193
10276,31777,True_Correct:NA,True_Correct:NA,0.8244989514350891
5508,31774,False_Misconception:Mult,False_Neither:NA,0.4360530972480774
24420,33472,True_Correct:NA,True_Correct:NA,0.7176657319068909
137,31772,True_Correct:NA,True_Correct:NA,0.7780622839927673
25049,33472,True_Correct:NA,True_Correct:NA,0.6466589570045471
15490,32829,True_Correct:NA,True_Correct:NA,0.7943412065505981
22620,33471,True_Correct:NA,True_Correct:NA,0.7999144196510315
5749,31774,True_Correct:NA,True_Correct:NA,0.7576643824577332
1676,31772,True_Neither:NA,True_Correct:NA,0.7508561015129089
28876,76870,True_Correct:NA,True_Correct:NA,0.8186072111129761
11191,31778,False_Neither:NA,False_Neither:NA,0.3647342622280121
17195,32833,True_Correct:NA,True_Correct:NA,0.7025758028030396
18307,32833,False_Misconception:Duplication,False_Neither:NA,0.36948496103286743
31548,89443,False_Misconception:Positive,False_Neither:NA,0.3897184133529663
20928,32835,True_Neither:NA,True_Correct:NA,0.6933622360229492
34608,91695,True_Correct:NA,True_Correct:NA,0.7654117345809937
31412,89443,True_Correct:NA,True_Correct:NA,0.7132158279418945
21995,32835,True_Correct:NA,True_Correct:NA,0.7110342979431152
20246,32835,False_Neither:NA,False_Neither:NA,0.40291932225227356
20252,32835,False_Neither:NA,False_Neither:NA,0.4162144660949707
27063,33474,False_Misconception:Subtraction,False_Neither:NA,0.33864647150039673
6973,31774,True_Neither:NA,True_Correct:NA,0.6418666839599609
22737,33471,True_Correct:NA,True_Correct:NA,0.7932902574539185
7150,31774,True_Neither:NA,True_Correct:NA,0.6469948887825012
32344,89443,False_Misconception:Positive,False_Neither:NA,0.3956161141395569
28613,76870,True_Neither:NA,True_Correct:NA,0.7520158886909485
14220,31778,True_Correct:NA,True_Correct:NA,0.7598291039466858
30229,89443,True_Correct:NA,True_Correct:NA,0.7198350429534912
14409,31778,False_Neither:NA,False_Neither:NA,0.40213361382484436
7089,31774,True_Correct:NA,True_Correct:NA,0.6629782319068909
32210,89443,False_Misconception:Positive,False_Neither:NA,0.39074742794036865
28101,33474,False_Misconception:Subtraction,False_Neither:NA,0.3534834086894989
29104,76870,False_Misconception:Definition,False_Neither:NA,0.42743346095085144
28568,76870,True_Correct:NA,True_Correct:NA,0.8037319183349609
11530,31778,False_Misconception:Additive,False_Neither:NA,0.358730286359787
10146,31777,True_Correct:NA,True_Correct:NA,0.8189395070075989
11656,31778,False_Misconception:Additive,False_Neither:NA,0.36716508865356445
2679,31772,False_Neither:NA,False_Neither:NA,0.45458486676216125
25838,33472,False_Neither:NA,False_Neither:NA,0.438824325799942
11493,31778,False_Misconception:Irrelevant,False_Neither:NA,0.41267457604408264
17589,32833,True_Correct:NA,True_Correct:NA,0.761824905872345
2800,31772,False_Misconception:WNB,False_Neither:NA,0.4344809651374817
33491,91695,True_Correct:NA,True_Correct:NA,0.7801657319068909
14654,32829,True_Correct:NA,True_Correct:NA,0.7993699312210083
7102,31774,True_Correct:NA,True_Correct:NA,0.7195577025413513
33104,91695,False_Misconception:Wrong_term,False_Neither:NA,0.4522910714149475
1537,31772,True_Neither:NA,True_Correct:NA,0.7408358454704285
36421,109465,False_Neither:NA,False_Neither:NA,0.3548998236656189
14793,32829,True_Correct:NA,True_Correct:NA,0.8088655471801758
88,31772,True_Correct:NA,True_Correct:NA,0.7545201182365417
20767,32835,True_Neither:NA,True_Correct:NA,0.7111920118331909
13316,31778,True_Correct:NA,True_Correct:NA,0.8170984983444214
4175,31772,False_Misconception:Incomplete,False_Neither:NA,0.42420515418052673
27175,33474,False_Misconception:Division,False_Neither:NA,0.3519030809402466
23110,33471,False_Misconception:Wrong_fraction,False_Neither:NA,0.45599961280822754
24635,33472,True_Correct:NA,True_Correct:NA,0.7003766894340515
30422,89443,True_Neither:NA,True_Correct:NA,0.6280734539031982
30002,89443,False_Neither:NA,False_Neither:NA,0.4135000705718994
26045,33472,False_Neither:NA,False_Neither:NA,0.4186473488807678
10377,31777,True_Correct:NA,True_Correct:NA,0.8106561303138733
10210,31777,True_Correct:NA,True_Correct:NA,0.8014306426048279
5141,31774,False_Misconception:Mult,False_Neither:NA,0.4049144685268402
17256,32833,True_Neither:NA,True_Correct:NA,0.6733205914497375
13757,31778,True_Correct:NA,True_Correct:NA,0.7463484406471252
18129,32833,True_Correct:NA,True_Correct:NA,0.7759541869163513
25047,33472,True_Correct:NA,True_Correct:NA,0.6847140789031982
11120,31778,False_Neither:NA,False_Neither:NA,0.40885215997695923
36408,109465,False_Misconception:Scale,False_Neither:NA,0.3674476146697998
34501,91695,True_Correct:NA,True_Correct:NA,0.740303635597229
13324,31778,True_Correct:NA,True_Correct:NA,0.6894505023956299
36005,109465,True_Correct:NA,True_Correct:NA,0.765751302242279
27756,33474,False_Misconception:Subtraction,False_Neither:NA,0.3448540270328522
10279,31777,True_Correct:NA,True_Correct:NA,0.7959187626838684
28776,76870,True_Correct:NA,True_Correct:NA,0.8092947602272034
11539,31778,False_Neither:NA,False_Neither:NA,0.3922865390777588
21802,32835,True_Neither:NA,True_Correct:NA,0.7500734329223633
32155,89443,False_Misconception:Positive,False_Neither:NA,0.3823443353176117
4476,31772,False_Misconception:WNB,False_Neither:NA,0.4254392981529236
35812,109465,True_Correct:NA,True_Correct:NA,0.7769790291786194
16995,32833,True_Neither:NA,True_Correct:NA,0.5712617635726929
23778,33472,True_Neither:NA,True_Correct:NA,0.5582716464996338
28622,76870,True_Correct:NA,True_Correct:NA,0.8099738955497742
21184,32835,True_Neither:NA,True_Correct:NA,0.6868223547935486
1284,31772,True_Correct:NA,True_Correct:NA,0.7638802528381348
8504,31777,False_Neither:NA,False_Neither:NA,0.4735015332698822
21970,32835,True_Correct:NA,True_Correct:NA,0.6891267895698547
13976,31778,True_Neither:NA,True_Correct:NA,0.6008383631706238
25909,33472,False_Misconception:Adding_across,False_Neither:NA,0.38508403301239014
25174,33472,True_Neither:NA,True_Correct:NA,0.573723316192627
30898,89443,True_Misconception:Tacking,True_Correct:NA,0.7441080808639526
22550,33471,True_Correct:NA,True_Correct:NA,0.8087197542190552
31737,89443,False_Neither:NA,False_Neither:NA,0.3713895380496979
32253,89443,False_Neither:NA,False_Neither:NA,0.38731271028518677