smoke map3 0.6880

runs/smoke/config.json

@@ -0,0 +1,402 @@
+{
+ "backbone": "microsoft/deberta-v3-large",
+ "classes": [
+  "Correct",
+  "Neither",
+  "Adding_across",
+  "Adding_terms",
+  "Additive",
+  "Base_rate",
+  "Certainty",
+  "Definition",
+  "Denominator-only_change",
+  "Division",
+  "Duplication",
+  "Firstterm",
+  "FlipChange",
+  "Ignores_zeroes",
+  "Incomplete",
+  "Incorrect_equivalent_fraction_addition",
+  "Interior",
+  "Inverse_operation",
+  "Inversion",
+  "Irrelevant",
+  "Longer_is_bigger",
+  "Mult",
+  "Multiplying_by_4",
+  "Not_variable",
+  "Positive",
+  "Scale",
+  "Shorter_is_bigger",
+  "Subtraction",
+  "SwapDividend",
+  "Tacking",
+  "Unknowable",
+  "WNB",
+  "Whole_numbers_larger",
+  "Wrong_Fraction",
+  "Wrong_Operation",
+  "Wrong_fraction",
+  "Wrong_term"
+ ],
+ "max_len": 256,
+ "split": "fold 0 of 5",
+ "best_map3": 0.688,
+ "log": [
+  {
+   "epoch": 0,
+   "train_loss": 2.1619,
+   "map3": 0.688,
+   "acc": 0.594,
+   "map3_masked": 0.7327,
+   "t": 55
+  }
+ ],
+ "questions": {
+  "31772": {
+   "text": "What fraction of the shape is not shaded? Give your answer in its simplest form. [Image: A triangle split into 9 equal smaller triangles. 6 of them are shaded.]",
+   "choices": [
+    "\\( \\frac{1}{3} \\)",
+    "\\( \\frac{3}{6} \\)",
+    "\\( \\frac{3}{8} \\)",
+    "\\( \\frac{3}{9} \\)"
+   ],
+   "right": "\\( \\frac{1}{3} \\)",
+   "classes": [
+    "Correct",
+    "Incomplete",
+    "Neither",
+    "WNB"
+   ],
+   "seen": [
+    "Correct",
+    "Incomplete",
+    "Neither",
+    "WNB"
+   ]
+  },
+  "31774": {
+   "text": "Calculate \\( \\frac{1}{2} \\div 6 \\)",
+   "choices": [
+    "\\( 3 \\)",
+    "\\( \\frac{1}{12} \\)",
+    "\\( \\frac{1}{3} \\)",
+    "\\( \\frac{6}{2} \\)"
+   ],
+   "right": "\\( \\frac{1}{12} \\)",
+   "classes": [
+    "Correct",
+    "FlipChange",
+    "Mult",
+    "Neither",
+    "SwapDividend"
+   ],
+   "seen": [
+    "Correct",
+    "FlipChange",
+    "Mult",
+    "Neither",
+    "SwapDividend"
+   ]
+  },
+  "31777": {
+   "text": "A box contains \\( 120 \\) counters. The counters are red or blue. \\( \\frac{3}{5} \\) of the counters are red.\nHow many red counters are there?",
+   "choices": [
+    "\\( 24 \\)",
+    "\\( 48 \\)",
+    "\\( 60 \\)",
+    "\\( 72 \\)"
+   ],
+   "right": "\\( 72 \\)",
+   "classes": [
+    "Correct",
+    "Incomplete",
+    "Irrelevant",
+    "Neither",
+    "Wrong_Fraction"
+   ],
+   "seen": [
+    "Correct",
+    "Incomplete",
+    "Irrelevant",
+    "Neither",
+    "Wrong_Fraction"
+   ]
+  },
+  "31778": {
+   "text": "\\( \\frac{A}{10}=\\frac{9}{15} \\) What is the value of \\( A \\) ?",
+   "choices": [
+    "\\( 3 \\)",
+    "\\( 4 \\)",
+    "\\( 6 \\)",
+    "\\( 9 \\)"
+   ],
+   "right": "\\( 6 \\)",
+   "classes": [
+    "Additive",
+    "Correct",
+    "Irrelevant",
+    "Neither",
+    "WNB"
+   ],
+   "seen": [
+    "Additive",
+    "Correct",
+    "Irrelevant",
+    "Neither",
+    "WNB"
+   ]
+  },
+  "32829": {
+   "text": "\\( 2 y=24 \\) What is the value of \\( y \\) ?",
+   "choices": [
+    "\\( 12 \\)",
+    "\\( 22 \\)",
+    "\\( 4 \\)",
+    "\\( 48 \\)"
+   ],
+   "right": "\\( 12 \\)",
+   "classes": [
+    "Adding_terms",
+    "Correct",
+    "Inverse_operation",
+    "Neither",
+    "Not_variable"
+   ],
+   "seen": [
+    "Adding_terms",
+    "Correct",
+    "Inverse_operation",
+    "Neither",
+    "Not_variable"
+   ]
+  },
+  "32833": {
+   "text": "Calculate \\( \\frac{2}{3} \\times 5 \\)",
+   "choices": [
+    "\\( 3 \\frac{1}{3} \\)",
+    "\\( 5 \\frac{2}{3} \\)",
+    "\\( \\frac{10}{15} \\)",
+    "\\( \\frac{2}{15} \\)"
+   ],
+   "right": "\\( 3 \\frac{1}{3} \\)",
+   "classes": [
+    "Correct",
+    "Duplication",
+    "Inversion",
+    "Neither",
+    "Wrong_Operation"
+   ],
+   "seen": [
+    "Correct",
+    "Duplication",
+    "Inversion",
+    "Neither"
+   ]
+  },
+  "32835": {
+   "text": "Which number is the greatest?",
+   "choices": [
+    "\\( 6 \\)",
+    "\\( 6.0001 \\)",
+    "\\( 6.079 \\)",
+    "\\( 6.2 \\)"
+   ],
+   "right": "\\( 6.2 \\)",
+   "classes": [
+    "Correct",
+    "Ignores_zeroes",
+    "Longer_is_bigger",
+    "Neither",
+    "Shorter_is_bigger",
+    "Whole_numbers_larger"
+   ],
+   "seen": [
+    "Correct",
+    "Ignores_zeroes",
+    "Longer_is_bigger",
+    "Neither",
+    "Shorter_is_bigger",
+    "Whole_numbers_larger"
+   ]
+  },
+  "33471": {
+   "text": "A bag contains \\( 24 \\) yellow and green balls. \\( \\frac{3}{8} \\) of the balls are yellow. How many of the balls are green?",
+   "choices": [
+    "\\( 15 \\)",
+    "\\( 3 \\)",
+    "\\( 8 \\)",
+    "\\( 9 \\)"
+   ],
+   "right": "\\( 15 \\)",
+   "classes": [
+    "Correct",
+    "Incomplete",
+    "Neither",
+    "Wrong_fraction"
+   ],
+   "seen": [
+    "Correct",
+    "Neither",
+    "Wrong_fraction"
+   ]
+  },
+  "33472": {
+   "text": "\\( \\frac{1}{3}+\\frac{2}{5}= \\)",
+   "choices": [
+    "\\( \\frac{11}{15} \\)",
+    "\\( \\frac{11}{30} \\)",
+    "\\( \\frac{3}{15} \\)",
+    "\\( \\frac{3}{8} \\)"
+   ],
+   "right": "\\( \\frac{11}{15} \\)",
+   "classes": [
+    "Adding_across",
+    "Correct",
+    "Denominator-only_change",
+    "Incorrect_equivalent_fraction_addition",
+    "Neither"
+   ],
+   "seen": [
+    "Adding_across",
+    "Correct",
+    "Denominator-only_change",
+    "Incorrect_equivalent_fraction_addition",
+    "Neither"
+   ]
+  },
+  "33474": {
+   "text": "Sally has \\( \\frac{2}{3} \\) of a whole cake in the fridge. Robert eats \\( \\frac{1}{3} \\) of this piece. What fraction of the whole cake has Robert eaten?\nChoose the number sentence that would solve the word problem.",
+   "choices": [
+    "\\( \\frac{1}{3} \\times \\frac{2}{3} \\)",
+    "\\( \\frac{1}{3}+\\frac{2}{3} \\)",
+    "\\( \\frac{2}{3} \\div \\frac{1}{3} \\)",
+    "\\( \\frac{2}{3}-\\frac{1}{3} \\)"
+   ],
+   "right": "\\( \\frac{1}{3} \\times \\frac{2}{3} \\)",
+   "classes": [
+    "Correct",
+    "Division",
+    "Neither",
+    "Subtraction"
+   ],
+   "seen": [
+    "Correct",
+    "Division",
+    "Neither",
+    "Subtraction"
+   ]
+  },
+  "76870": {
+   "text": "This is part of a regular polygon. How many sides does it have? [Image: A diagram showing an obtuse angle labelled 144 degrees]",
+   "choices": [
+    "Not enough information",
+    "\\( 10 \\)",
+    "\\( 5 \\)",
+    "\\( 6 \\)"
+   ],
+   "right": "\\( 10 \\)",
+   "classes": [
+    "Correct",
+    "Definition",
+    "Interior",
+    "Neither",
+    "Unknowable"
+   ],
+   "seen": [
+    "Correct",
+    "Definition",
+    "Interior",
+    "Neither",
+    "Unknowable"
+   ]
+  },
+  "89443": {
+   "text": "What number belongs in the box?\n\\(\n(-8)-(-5)=\n\\square\\)",
+   "choices": [
+    "\\( -13 \\)",
+    "\\( -3 \\)",
+    "\\( 13 \\)",
+    "\\( 3 \\)"
+   ],
+   "right": "\\( -3 \\)",
+   "classes": [
+    "Correct",
+    "Neither",
+    "Positive",
+    "Tacking"
+   ],
+   "seen": [
+    "Correct",
+    "Neither",
+    "Positive",
+    "Tacking"
+   ]
+  },
+  "91695": {
+   "text": "Dots have been arranged in these patterns: [Image: Pattern 1 consists of 6 dots, Pattern 2 consists of 10 dots, Pattern 3 consists of 14 dots and Pattern 4 consists of 18 dots] How many dots would there be in Pattern \\( 6 \\) ?",
+   "choices": [
+    "\\( 20 \\)",
+    "\\( 22 \\)",
+    "\\( 26 \\)",
+    "\\( 36 \\)"
+   ],
+   "right": "\\( 26 \\)",
+   "classes": [
+    "Correct",
+    "Firstterm",
+    "Neither",
+    "Wrong_term"
+   ],
+   "seen": [
+    "Correct",
+    "Firstterm",
+    "Neither",
+    "Wrong_term"
+   ]
+  },
+  "104665": {
+   "text": "It takes \\( 3 \\) people a total of \\( 192 \\) hours to build a wall.\n\nHow long would it take if \\( 12 \\) people built the same wall?",
+   "choices": [
+    "\\( 192 \\) hours",
+    "\\( 48 \\) hours",
+    "\\( 64 \\) hours",
+    "\\( 768 \\) hours"
+   ],
+   "right": "\\( 48 \\) hours",
+   "classes": [
+    "Base_rate",
+    "Correct",
+    "Multiplying_by_4",
+    "Neither"
+   ],
+   "seen": [
+    "Base_rate",
+    "Correct",
+    "Multiplying_by_4",
+    "Neither"
+   ]
+  },
+  "109465": {
+   "text": "The probability of an event occurring is \\( 0.9 \\).\n\nWhich of the following most accurately describes the likelihood of the event occurring?",
+   "choices": [
+    "Certain",
+    "Impossible",
+    "Likely",
+    "Unlikely"
+   ],
+   "right": "Likely",
+   "classes": [
+    "Certainty",
+    "Correct",
+    "Neither",
+    "Scale"
+   ],
+   "seen": [
+    "Correct",
+    "Neither",
+    "Scale"
+   ]
+  }
+ }
+}

runs/smoke/log.jsonl

@@ -0,0 +1 @@
+{"epoch": 0, "train_loss": 2.1619, "map3": 0.688, "acc": 0.594, "map3_masked": 0.7327, "t": 55}

runs/smoke/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f5ee2f5814b91dfb4c2352f6e4492388d632bc4ad535ab407359528845b1a0bf
+size 1740447924

runs/smoke/tokenizer/added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "[MASK]": 128000
+}

runs/smoke/tokenizer/special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "eos_token": "[SEP]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

runs/smoke/tokenizer/spm.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
+size 2464616

runs/smoke/tokenizer/tokenizer_config.json

@@ -0,0 +1,58 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128000": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "[CLS]",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "sp_model_kwargs": {},
+  "split_by_punct": false,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

runs/smoke/val_preds.csv

@@ -0,0 +1,501 @@
+row_id,QuestionId,gold,pred1,p1
+36041,109465,True_Correct:NA,True_Correct:NA,0.7701134085655212
+24871,33472,True_Correct:NA,True_Correct:NA,0.7440711259841919
+20731,32835,True_Correct:NA,True_Correct:NA,0.7669796347618103
+6764,31774,True_Neither:NA,True_Correct:NA,0.6560182571411133
+27103,33474,False_Neither:NA,False_Neither:NA,0.3579391837120056
+29264,76870,False_Neither:NA,False_Neither:NA,0.4417513906955719
+2395,31772,False_Neither:NA,False_Neither:NA,0.43724319338798523
+5393,31774,False_Misconception:SwapDividend,False_Neither:NA,0.3793275058269501
+17789,32833,True_Correct:NA,True_Correct:NA,0.7423348426818848
+2381,31772,False_Misconception:WNB,False_Neither:NA,0.4512287676334381
+25958,33472,False_Misconception:Adding_across,False_Neither:NA,0.405324250459671
+1576,31772,True_Correct:NA,True_Correct:NA,0.7429291605949402
+8737,31777,False_Neither:NA,False_Neither:NA,0.4645613729953766
+20244,32835,False_Neither:NA,False_Neither:NA,0.4055551290512085
+23198,33471,False_Neither:NA,False_Neither:NA,0.4649512767791748
+23939,33472,True_Correct:NA,True_Correct:NA,0.6781980991363525
+30253,89443,True_Misconception:Tacking,True_Correct:NA,0.697869598865509
+14015,31778,True_Correct:NA,True_Correct:NA,0.7281465530395508
+10856,31778,False_Misconception:Irrelevant,False_Neither:NA,0.39692431688308716
+9836,31777,True_Correct:NA,True_Correct:NA,0.8162760138511658
+24177,33472,True_Neither:NA,True_Correct:NA,0.48836371302604675
+13009,31778,True_Misconception:Irrelevant,True_Correct:NA,0.789774477481842
+16057,32829,True_Correct:NA,True_Correct:NA,0.7880061864852905
+23199,33471,False_Misconception:Wrong_fraction,False_Neither:NA,0.4478033185005188
+16757,32833,True_Correct:NA,True_Correct:NA,0.7220743894577026
+8665,31777,False_Neither:NA,False_Neither:NA,0.47691982984542847
+10158,31777,True_Correct:NA,True_Correct:NA,0.8161410093307495
+22605,33471,True_Correct:NA,True_Correct:NA,0.8089181780815125
+20297,32835,False_Misconception:Ignores_zeroes,False_Neither:NA,0.4015256464481354
+5017,31774,False_Misconception:Mult,False_Neither:NA,0.4111235737800598
+21910,32835,True_Correct:NA,True_Correct:NA,0.7001367211341858
+7628,31774,False_Misconception:SwapDividend,False_Neither:NA,0.3966827094554901
+20542,32835,True_Correct:NA,True_Correct:NA,0.7176698446273804
+6018,31774,True_Neither:NA,True_Correct:NA,0.6797465682029724
+1998,31772,True_Correct:NA,True_Correct:NA,0.7468646168708801
+11283,31778,False_Misconception:Irrelevant,False_Neither:NA,0.3653043806552887
+23844,33472,True_Correct:NA,True_Correct:NA,0.7218670845031738
+26535,33474,True_Correct:NA,True_Correct:NA,0.45164555311203003
+230,31772,True_Neither:NA,True_Correct:NA,0.7781679034233093
+694,31772,True_Correct:NA,True_Correct:NA,0.77470862865448
+31008,89443,True_Correct:NA,True_Correct:NA,0.6568208336830139
+171,31772,True_Correct:NA,True_Correct:NA,0.7600783705711365
+7837,31774,False_Misconception:FlipChange,False_Neither:NA,0.3901645839214325
+24553,33472,True_Correct:NA,True_Correct:NA,0.6730880737304688
+33233,91695,True_Correct:NA,True_Correct:NA,0.7004105448722839
+3491,31772,False_Misconception:Incomplete,False_Neither:NA,0.43232959508895874
+6270,31774,True_Correct:NA,True_Correct:NA,0.7088654041290283
+36240,109465,True_Correct:NA,True_Correct:NA,0.7852586507797241
+2799,31772,False_Misconception:Incomplete,False_Neither:NA,0.44414445757865906
+21993,32835,True_Correct:NA,True_Correct:NA,0.7576128244400024
+30179,89443,True_Neither:NA,True_Correct:NA,0.7066920399665833
+7946,31774,False_Neither:NA,False_Neither:NA,0.3805689811706543
+15464,32829,True_Correct:NA,True_Correct:NA,0.7879197597503662
+1077,31772,True_Correct:NA,True_Correct:NA,0.7602792978286743
+27932,33474,False_Neither:NA,False_Neither:NA,0.33847305178642273
+3416,31772,False_Misconception:Incomplete,False_Neither:NA,0.4205891788005829
+8496,31777,False_Misconception:Wrong_Fraction,False_Neither:NA,0.4616844058036804
+10755,31777,True_Correct:NA,True_Correct:NA,0.7919714450836182
+19515,32833,False_Misconception:Inversion,False_Neither:NA,0.40663883090019226
+26271,33472,False_Misconception:Adding_across,False_Neither:NA,0.4021516442298889
+12734,31778,True_Neither:NA,True_Correct:NA,0.7241469025611877
+12667,31778,True_Correct:NA,True_Correct:NA,0.7302959561347961
+25992,33472,False_Misconception:Adding_across,False_Neither:NA,0.40023183822631836
+21581,32835,True_Correct:NA,True_Correct:NA,0.7024173736572266
+741,31772,True_Neither:NA,True_Correct:NA,0.7725698947906494
+34948,91695,False_Neither:NA,False_Neither:NA,0.4509594440460205
+17018,32833,True_Neither:NA,True_Correct:NA,0.7631925344467163
+20467,32835,True_Neither:NA,True_Correct:NA,0.7498900890350342
+20713,32835,True_Neither:NA,True_Correct:NA,0.7703807353973389
+36202,109465,True_Neither:NA,True_Correct:NA,0.7674008011817932
+11714,31778,False_Misconception:Additive,False_Neither:NA,0.3825230896472931
+36585,109465,False_Neither:NA,False_Neither:NA,0.34508585929870605
+7739,31774,False_Misconception:Mult,False_Neither:NA,0.403028279542923
+19752,32835,False_Neither:NA,False_Neither:NA,0.4157799482345581
+24697,33472,True_Neither:NA,True_Correct:NA,0.5869207382202148
+36023,109465,True_Correct:NA,True_Correct:NA,0.7756555676460266
+28745,76870,True_Neither:NA,True_Correct:NA,0.7419641613960266
+11450,31778,False_Misconception:Additive,False_Neither:NA,0.3544028103351593
+4698,31772,False_Neither:NA,False_Neither:NA,0.4425775706768036
+2655,31772,False_Neither:NA,False_Neither:NA,0.44911909103393555
+998,31772,True_Correct:NA,True_Correct:NA,0.7619513273239136
+22997,33471,False_Correct:NA,False_Neither:NA,0.4473290741443634
+293,31772,True_Correct:NA,True_Correct:NA,0.7621374726295471
+21456,32835,True_Neither:NA,True_Correct:NA,0.7091441750526428
+32234,89443,False_Misconception:Positive,False_Neither:NA,0.38295289874076843
+9048,31777,True_Correct:NA,True_Correct:NA,0.8149699568748474
+18381,32833,False_Misconception:Inversion,False_Neither:NA,0.41766244173049927
+13659,31778,True_Correct:NA,True_Correct:NA,0.7950890064239502
+26492,33474,True_Neither:NA,True_Correct:NA,0.4441383481025696
+26014,33472,False_Neither:NA,False_Neither:NA,0.41921550035476685
+31127,89443,True_Misconception:Tacking,True_Correct:NA,0.7381496429443359
+7296,31774,True_Correct:NA,True_Correct:NA,0.6089653372764587
+33294,91695,True_Correct:NA,True_Correct:NA,0.6844795942306519
+25266,33472,False_Neither:NA,False_Neither:NA,0.40994325280189514
+6165,31774,True_Neither:NA,True_Correct:NA,0.7150837182998657
+30146,89443,True_Neither:NA,True_Correct:NA,0.7299565672874451
+5082,31774,False_Neither:NA,False_Neither:NA,0.41174498200416565
+4190,31772,False_Misconception:Incomplete,False_Neither:NA,0.4307563602924347
+24047,33472,True_Correct:NA,True_Correct:NA,0.7178636789321899
+4752,31772,False_Misconception:Incomplete,False_Neither:NA,0.42552533745765686
+14790,32829,True_Correct:NA,True_Correct:NA,0.7793675661087036
+13712,31778,True_Correct:NA,True_Correct:NA,0.6959635615348816
+15879,32829,True_Correct:NA,True_Correct:NA,0.7686432600021362
+24713,33472,True_Neither:NA,True_Correct:NA,0.49047720432281494
+2444,31772,False_Misconception:WNB,False_Neither:NA,0.42952755093574524
+31804,89443,False_Misconception:Positive,False_Neither:NA,0.3847159445285797
+9541,31777,True_Correct:NA,True_Correct:NA,0.7503646016120911
+31333,89443,True_Correct:NA,True_Correct:NA,0.7088311314582825
+16853,32833,True_Correct:NA,True_Correct:NA,0.7326133847236633
+32505,91695,False_Misconception:Wrong_term,False_Neither:NA,0.4720972776412964
+33012,91695,False_Misconception:Wrong_term,False_Neither:NA,0.43731796741485596
+32863,91695,False_Neither:NA,False_Neither:NA,0.4442034363746643
+35910,109465,True_Neither:NA,True_Correct:NA,0.7567377686500549
+18620,32833,False_Misconception:Duplication,False_Neither:NA,0.37964215874671936
+36637,109465,False_Neither:NA,False_Neither:NA,0.39129456877708435
+9745,31777,True_Correct:NA,True_Correct:NA,0.8085446357727051
+14188,31778,True_Correct:NA,True_Correct:NA,0.7948655486106873
+4758,31772,False_Misconception:Incomplete,False_Neither:NA,0.4321894943714142
+289,31772,True_Correct:NA,True_Correct:NA,0.774808406829834
+16086,32829,True_Correct:NA,True_Correct:NA,0.8156883716583252
+1570,31772,True_Neither:NA,True_Correct:NA,0.7603627443313599
+20471,32835,True_Correct:NA,True_Correct:NA,0.7573985457420349
+22976,33471,False_Neither:NA,False_Neither:NA,0.44623273611068726
+2334,31772,True_Neither:NA,True_Correct:NA,0.6827812194824219
+2450,31772,False_Misconception:WNB,False_Neither:NA,0.4280976355075836
+30745,89443,True_Correct:NA,True_Correct:NA,0.6709774136543274
+14938,32829,True_Neither:NA,True_Correct:NA,0.7685533165931702
+32114,89443,False_Misconception:Positive,False_Neither:NA,0.3833311200141907
+3690,31772,False_Misconception:Incomplete,False_Neither:NA,0.43757131695747375
+23108,33471,False_Neither:NA,False_Neither:NA,0.43815338611602783
+3442,31772,False_Neither:NA,False_Neither:NA,0.45396122336387634
+17975,32833,True_Correct:NA,True_Correct:NA,0.5581648945808411
+33179,91695,False_Neither:NA,False_Neither:NA,0.4614652693271637
+27701,33474,False_Misconception:Subtraction,False_Neither:NA,0.34849536418914795
+20821,32835,True_Neither:NA,True_Correct:NA,0.7002497911453247
+24373,33472,True_Neither:NA,True_Correct:NA,0.614748477935791
+10587,31777,True_Correct:NA,True_Correct:NA,0.8135396838188171
+32183,89443,False_Misconception:Positive,False_Neither:NA,0.39727577567100525
+30488,89443,True_Correct:NA,True_Correct:NA,0.6774687767028809
+36230,109465,True_Correct:NA,True_Correct:NA,0.7960183620452881
+2957,31772,False_Misconception:Incomplete,False_Neither:NA,0.43176230788230896
+30774,89443,True_Neither:NA,True_Correct:NA,0.6890271306037903
+26405,33474,True_Correct:NA,True_Correct:NA,0.5467501282691956
+14688,32829,True_Correct:NA,True_Correct:NA,0.7962979078292847
+13266,31778,True_Correct:NA,True_Correct:NA,0.7598786950111389
+6055,31774,True_Correct:NA,True_Correct:NA,0.7380868792533875
+4497,31772,False_Neither:NA,False_Neither:NA,0.4268505573272705
+10102,31777,True_Correct:NA,True_Correct:NA,0.813400387763977
+7597,31774,False_Misconception:Mult,False_Neither:NA,0.40766313672065735
+34029,91695,True_Neither:NA,True_Correct:NA,0.7600060701370239
+23464,33471,False_Neither:NA,False_Neither:NA,0.49017030000686646
+25852,33472,False_Neither:NA,False_Neither:NA,0.41269075870513916
+22566,33471,True_Correct:NA,True_Correct:NA,0.8156319260597229
+8500,31777,False_Misconception:Wrong_Fraction,False_Neither:NA,0.4676712453365326
+34769,91695,False_Neither:NA,False_Neither:NA,0.4933502972126007
+5724,31774,True_Neither:NA,True_Correct:NA,0.7480630874633789
+31360,89443,True_Correct:NA,True_Correct:NA,0.7258687615394592
+29505,89443,False_Misconception:Positive,False_Neither:NA,0.40947890281677246
+7400,31774,True_Correct:NA,True_Correct:NA,0.6796686053276062
+15245,32829,True_Correct:NA,True_Correct:NA,0.8037432432174683
+4219,31772,False_Misconception:Incomplete,False_Neither:NA,0.42465513944625854
+14925,32829,True_Neither:NA,True_Correct:NA,0.7215288281440735
+782,31772,True_Correct:NA,True_Correct:NA,0.7504971027374268
+3410,31772,False_Misconception:Incomplete,False_Neither:NA,0.4304579496383667
+24324,33472,True_Correct:NA,True_Correct:NA,0.7401559948921204
+33172,91695,False_Misconception:Wrong_term,False_Neither:NA,0.4510904550552368
+20550,32835,True_Correct:NA,True_Correct:NA,0.7400912046432495
+32125,89443,False_Misconception:Positive,False_Neither:NA,0.4032914936542511
+25449,33472,False_Neither:NA,False_Neither:NA,0.40535619854927063
+2407,31772,False_Misconception:WNB,False_Neither:NA,0.4425564408302307
+35560,104665,False_Misconception:Multiplying_by_4,False_Neither:NA,0.44234082102775574
+33805,91695,True_Correct:NA,True_Correct:NA,0.761588454246521
+27664,33474,False_Misconception:Subtraction,False_Neither:NA,0.3436676263809204
+8044,31777,False_Neither:NA,False_Neither:NA,0.47180187702178955
+19721,32835,False_Misconception:Whole_numbers_larger,False_Neither:NA,0.40214967727661133
+4002,31772,False_Misconception:Incomplete,False_Neither:NA,0.4300912320613861
+3945,31772,False_Misconception:Incomplete,False_Neither:NA,0.43977269530296326
+8196,31777,False_Neither:NA,False_Neither:NA,0.4646858274936676
+33478,91695,True_Misconception:Firstterm,True_Correct:NA,0.6978834271430969
+33341,91695,True_Correct:NA,True_Correct:NA,0.7522429823875427
+21467,32835,True_Correct:NA,True_Correct:NA,0.7400310039520264
+749,31772,True_Correct:NA,True_Correct:NA,0.7601182460784912
+20622,32835,True_Correct:NA,True_Correct:NA,0.7737284898757935
+14424,32829,True_Correct:NA,True_Correct:NA,0.7881014943122864
+15832,32829,True_Correct:NA,True_Correct:NA,0.8009856343269348
+27352,33474,False_Neither:NA,False_Neither:NA,0.3351995348930359
+25799,33472,False_Misconception:Denominator-only_change,False_Neither:NA,0.4270198345184326
+9919,31777,True_Correct:NA,True_Correct:NA,0.8134784698486328
+23158,33471,False_Misconception:Wrong_fraction,False_Neither:NA,0.44582489132881165
+18198,32833,False_Neither:NA,False_Neither:NA,0.4145183563232422
+13282,31778,True_Correct:NA,True_Correct:NA,0.7816095352172852
+19419,32833,False_Misconception:Inversion,False_Neither:NA,0.37826991081237793
+19092,32833,False_Neither:NA,False_Neither:NA,0.4020118713378906
+14005,31778,True_Neither:NA,True_Correct:NA,0.5878818035125732
+7388,31774,True_Correct:NA,True_Correct:NA,0.7578026652336121
+10421,31777,True_Correct:NA,True_Correct:NA,0.8162285089492798
+7348,31774,True_Correct:NA,True_Correct:NA,0.7088866829872131
+29495,89443,False_Neither:NA,False_Neither:NA,0.3862307667732239
+215,31772,True_Correct:NA,True_Correct:NA,0.7812139391899109
+10515,31777,True_Correct:NA,True_Correct:NA,0.7798341512680054
+7854,31774,False_Neither:NA,False_Neither:NA,0.4117351174354553
+2877,31772,False_Neither:NA,False_Neither:NA,0.4309627115726471
+17963,32833,True_Correct:NA,True_Correct:NA,0.7071827054023743
+20871,32835,True_Neither:NA,True_Correct:NA,0.6545613408088684
+27025,33474,False_Neither:NA,False_Neither:NA,0.342998206615448
+17432,32833,True_Correct:NA,True_Correct:NA,0.7222296595573425
+989,31772,True_Correct:NA,True_Correct:NA,0.7726191282272339
+30347,89443,True_Misconception:Tacking,True_Correct:NA,0.6496778726577759
+33002,91695,False_Misconception:Wrong_term,False_Neither:NA,0.4426240921020508
+36360,109465,False_Neither:NA,False_Neither:NA,0.35287386178970337
+29637,89443,False_Misconception:Positive,False_Neither:NA,0.3889119327068329
+24988,33472,True_Neither:NA,True_Correct:NA,0.4928070604801178
+8542,31777,False_Neither:NA,False_Neither:NA,0.4773220121860504
+27029,33474,False_Neither:NA,False_Neither:NA,0.3550533056259155
+19029,32833,False_Misconception:Duplication,False_Neither:NA,0.3955090641975403
+20117,32835,False_Misconception:Whole_numbers_larger,False_Neither:NA,0.4163149893283844
+13602,31778,True_Neither:NA,True_Correct:NA,0.7027175426483154
+17022,32833,True_Correct:NA,True_Correct:NA,0.7510259747505188
+20787,32835,True_Neither:NA,True_Correct:NA,0.7001755833625793
+29930,89443,False_Neither:NA,False_Neither:NA,0.41786450147628784
+28762,76870,True_Neither:NA,True_Correct:NA,0.6916773915290833
+16715,32833,True_Correct:NA,True_Correct:NA,0.7804551124572754
+13849,31778,True_Correct:NA,True_Correct:NA,0.7762042880058289
+25876,33472,False_Neither:NA,False_Neither:NA,0.43104591965675354
+15568,32829,True_Neither:NA,True_Correct:NA,0.7277162671089172
+8681,31777,False_Neither:NA,False_Neither:NA,0.4771791994571686
+5602,31774,True_Correct:NA,True_Correct:NA,0.7462366819381714
+32349,89443,False_Misconception:Positive,False_Neither:NA,0.4004766345024109
+25469,33472,False_Neither:NA,False_Neither:NA,0.40414494276046753
+24050,33472,True_Neither:NA,True_Correct:NA,0.5217119455337524
+28692,76870,True_Correct:NA,True_Correct:NA,0.7828335762023926
+4459,31772,False_Misconception:Incomplete,False_Neither:NA,0.4219149649143219
+7116,31774,True_Neither:NA,True_Correct:NA,0.6017194986343384
+5437,31774,False_Misconception:Mult,False_Neither:NA,0.4146733582019806
+15059,32829,True_Correct:NA,True_Correct:NA,0.7704613208770752
+32686,91695,False_Misconception:Firstterm,False_Neither:NA,0.45666375756263733
+9473,31777,True_Correct:NA,True_Correct:NA,0.8162475824356079
+24933,33472,True_Correct:NA,True_Correct:NA,0.7680951952934265
+29977,89443,False_Misconception:Positive,False_Neither:NA,0.39141207933425903
+3388,31772,False_Neither:NA,False_Neither:NA,0.42224568128585815
+31216,89443,True_Neither:NA,True_Correct:NA,0.6323617696762085
+8199,31777,False_Misconception:Incomplete,False_Neither:NA,0.46039608120918274
+2829,31772,False_Neither:NA,False_Neither:NA,0.44177013635635376
+24405,33472,True_Correct:NA,True_Correct:NA,0.711355447769165
+3727,31772,False_Misconception:Incomplete,False_Neither:NA,0.42709264159202576
+30303,89443,True_Correct:NA,True_Correct:NA,0.6177642345428467
+12958,31778,True_Correct:NA,True_Correct:NA,0.7242484092712402
+18206,32833,False_Misconception:Duplication,False_Neither:NA,0.39507412910461426
+21506,32835,True_Correct:NA,True_Correct:NA,0.7842704057693481
+243,31772,True_Correct:NA,True_Correct:NA,0.7695121765136719
+10696,31777,True_Neither:NA,True_Correct:NA,0.7464882731437683
+19400,32833,False_Misconception:Inversion,False_Neither:NA,0.3829270601272583
+3040,31772,False_Misconception:Incomplete,False_Neither:NA,0.4255533814430237
+10604,31777,True_Correct:NA,True_Correct:NA,0.8176884651184082
+11666,31778,False_Misconception:Additive,False_Neither:NA,0.3723289370536804
+16630,32833,True_Correct:NA,True_Correct:NA,0.7241312265396118
+6190,31774,True_Correct:NA,True_Correct:NA,0.7776522040367126
+14205,31778,True_Correct:NA,True_Correct:NA,0.7926979064941406
+9502,31777,True_Neither:NA,True_Correct:NA,0.7765706181526184
+1656,31772,True_Correct:NA,True_Correct:NA,0.7602674961090088
+27861,33474,False_Neither:NA,False_Neither:NA,0.35583075881004333
+12810,31778,True_Correct:NA,True_Correct:NA,0.7851904630661011
+18650,32833,False_Misconception:Duplication,False_Neither:NA,0.37165555357933044
+31181,89443,True_Misconception:Tacking,True_Correct:NA,0.6956265568733215
+26867,33474,True_Correct:NA,True_Correct:NA,0.5880153775215149
+1331,31772,True_Correct:NA,True_Correct:NA,0.7388048768043518
+2784,31772,False_Neither:NA,False_Neither:NA,0.4348306357860565
+1268,31772,True_Correct:NA,True_Correct:NA,0.75087571144104
+25946,33472,False_Misconception:Adding_across,False_Neither:NA,0.4155510663986206
+23770,33472,True_Correct:NA,True_Correct:NA,0.7323266267776489
+9736,31777,True_Correct:NA,True_Correct:NA,0.814849853515625
+27304,33474,False_Neither:NA,False_Neither:NA,0.3485996723175049
+2797,31772,False_Misconception:Incomplete,False_Neither:NA,0.42440351843833923
+620,31772,True_Correct:NA,True_Correct:NA,0.7408171892166138
+26568,33474,True_Correct:NA,True_Correct:NA,0.5176056623458862
+22434,33471,True_Neither:NA,True_Correct:NA,0.8198041319847107
+27911,33474,False_Misconception:Subtraction,False_Neither:NA,0.3425569534301758
+23919,33472,True_Neither:NA,True_Neither:NA,0.46003422141075134
+31581,89443,False_Misconception:Positive,False_Neither:NA,0.39199352264404297
+30608,89443,True_Correct:NA,True_Correct:NA,0.6518580317497253
+23567,33472,True_Correct:NA,True_Correct:NA,0.6892566680908203
+5963,31774,True_Neither:NA,True_Correct:NA,0.729914128780365
+18149,32833,True_Correct:NA,True_Correct:NA,0.7671335339546204
+35921,109465,True_Neither:NA,True_Correct:NA,0.7485664486885071
+14285,31778,False_Neither:NA,False_Neither:NA,0.3625165820121765
+28923,76870,True_Correct:NA,True_Correct:NA,0.8044559955596924
+1146,31772,True_Correct:NA,True_Correct:NA,0.760247528553009
+12363,31778,False_Misconception:Additive,False_Neither:NA,0.3746218979358673
+495,31772,True_Correct:NA,True_Correct:NA,0.7526447176933289
+30886,89443,True_Correct:NA,True_Correct:NA,0.7196696400642395
+24310,33472,True_Correct:NA,True_Correct:NA,0.7260869145393372
+267,31772,True_Correct:NA,True_Correct:NA,0.7657322287559509
+13107,31778,True_Correct:NA,True_Correct:NA,0.7522396445274353
+9881,31777,True_Correct:NA,True_Correct:NA,0.8106042146682739
+16666,32833,True_Correct:NA,True_Correct:NA,0.740436851978302
+27642,33474,False_Neither:NA,False_Neither:NA,0.3587705194950104
+21578,32835,True_Correct:NA,True_Correct:NA,0.6800963282585144
+9043,31777,True_Correct:NA,True_Correct:NA,0.8176330924034119
+20911,32835,True_Correct:NA,True_Correct:NA,0.7379299402236938
+22154,33471,True_Correct:NA,True_Correct:NA,0.8137640953063965
+2616,31772,False_Neither:NA,False_Neither:NA,0.44454389810562134
+31970,89443,False_Neither:NA,False_Neither:NA,0.4053252041339874
+29702,89443,False_Neither:NA,False_Neither:NA,0.3922899067401886
+7886,31774,False_Misconception:Mult,False_Neither:NA,0.4062533378601074
+14881,32829,True_Correct:NA,True_Correct:NA,0.7864982485771179
+2905,31772,False_Neither:NA,False_Neither:NA,0.44775158166885376
+17884,32833,True_Correct:NA,True_Correct:NA,0.7688175439834595
+15213,32829,True_Correct:NA,True_Correct:NA,0.7979649305343628
+29710,89443,False_Neither:NA,False_Neither:NA,0.3791751265525818
+29739,89443,False_Neither:NA,False_Neither:NA,0.3986321687698364
+16241,32829,False_Misconception:Adding_terms,False_Neither:NA,0.4092840850353241
+16830,32833,True_Neither:NA,True_Correct:NA,0.7445740699768066
+26595,33474,True_Correct:NA,True_Correct:NA,0.569837212562561
+8130,31777,False_Neither:NA,False_Neither:NA,0.4543272852897644
+4688,31772,False_Neither:NA,False_Neither:NA,0.44082534313201904
+23447,33471,False_Neither:NA,False_Neither:NA,0.45652979612350464
+16784,32833,True_Correct:NA,True_Correct:NA,0.7559602856636047
+36171,109465,True_Neither:NA,True_Correct:NA,0.7583885192871094
+24566,33472,True_Correct:NA,True_Correct:NA,0.6960324645042419
+34607,91695,True_Correct:NA,True_Correct:NA,0.7363393902778625
+29967,89443,False_Neither:NA,False_Neither:NA,0.4131406247615814
+10050,31777,True_Correct:NA,True_Correct:NA,0.8027932047843933
+5238,31774,False_Misconception:Mult,False_Neither:NA,0.39640334248542786
+27950,33474,False_Misconception:Subtraction,False_Neither:NA,0.3387686312198639
+13384,31778,True_Correct:NA,True_Correct:NA,0.7707183957099915
+5795,31774,True_Correct:NA,True_Correct:NA,0.6091446876525879
+12361,31778,False_Neither:NA,False_Neither:NA,0.36706042289733887
+1662,31772,True_Correct:NA,True_Correct:NA,0.7585408687591553
+26335,33472,False_Misconception:Adding_across,False_Neither:NA,0.4216214716434479
+11444,31778,False_Misconception:Additive,False_Neither:NA,0.364772766828537
+36228,109465,True_Correct:NA,True_Correct:NA,0.7670603394508362
+5186,31774,False_Misconception:SwapDividend,False_Neither:NA,0.39986133575439453
+4977,31774,False_Misconception:Mult,False_Neither:NA,0.4040864408016205
+35669,109465,False_Neither:NA,False_Neither:NA,0.3817763924598694
+22259,33471,True_Correct:NA,True_Correct:NA,0.80499666929245
+9740,31777,True_Correct:NA,True_Correct:NA,0.8123521208763123
+35408,104665,True_Correct:NA,True_Correct:NA,0.8116366267204285
+17272,32833,True_Correct:NA,True_Correct:NA,0.7178048491477966
+25903,33472,False_Misconception:Adding_across,False_Neither:NA,0.38937196135520935
+32738,91695,False_Misconception:Wrong_term,False_Neither:NA,0.4513726532459259
+27132,33474,False_Neither:NA,False_Neither:NA,0.34040048718452454
+25028,33472,True_Neither:NA,True_Correct:NA,0.6147337555885315
+13396,31778,True_Neither:NA,True_Correct:NA,0.7029973864555359
+4328,31772,False_Neither:NA,False_Neither:NA,0.4469052255153656
+21659,32835,True_Neither:NA,True_Correct:NA,0.7109658122062683
+34683,91695,True_Correct:NA,True_Correct:NA,0.7741274833679199
+25277,33472,False_Neither:NA,False_Neither:NA,0.42459937930107117
+33791,91695,True_Correct:NA,True_Correct:NA,0.7581450343132019
+6032,31774,True_Neither:NA,True_Correct:NA,0.6560090184211731
+19284,32833,False_Misconception:Inversion,False_Neither:NA,0.40643978118896484
+15535,32829,True_Correct:NA,True_Correct:NA,0.8073779344558716
+12045,31778,False_Misconception:Additive,False_Neither:NA,0.3510962426662445
+30427,89443,True_Correct:NA,True_Correct:NA,0.7195125222206116
+11821,31778,False_Misconception:Additive,False_Neither:NA,0.36945587396621704
+11337,31778,False_Misconception:Irrelevant,False_Neither:NA,0.3651297688484192
+22364,33471,True_Correct:NA,True_Correct:NA,0.8162987232208252
+8445,31777,False_Misconception:Wrong_Fraction,False_Neither:NA,0.4655263423919678
+27335,33474,False_Neither:NA,False_Neither:NA,0.36462366580963135
+6046,31774,True_Correct:NA,True_Correct:NA,0.7402854561805725
+24549,33472,True_Correct:NA,True_Correct:NA,0.6350356936454773
+16250,32829,False_Neither:NA,False_Neither:NA,0.41675347089767456
+14421,32829,True_Correct:NA,True_Correct:NA,0.7827253341674805
+8427,31777,False_Neither:NA,False_Neither:NA,0.4718804359436035
+19376,32833,False_Misconception:Inversion,False_Neither:NA,0.3972371518611908
+13531,31778,True_Correct:NA,True_Correct:NA,0.7991889715194702
+13773,31778,True_Correct:NA,True_Correct:NA,0.713555097579956
+16413,32829,False_Misconception:Not_variable,False_Neither:NA,0.4078478515148163
+22120,33471,True_Correct:NA,True_Correct:NA,0.800152063369751
+30142,89443,True_Correct:NA,True_Correct:NA,0.7087764143943787
+17167,32833,True_Correct:NA,True_Correct:NA,0.7502027153968811
+17552,32833,True_Misconception:Inversion,True_Correct:NA,0.6273590922355652
+7197,31774,True_Neither:NA,True_Correct:NA,0.6089627742767334
+20543,32835,True_Correct:NA,True_Correct:NA,0.7757783532142639
+3559,31772,False_Misconception:Incomplete,False_Neither:NA,0.4235203266143799
+2090,31772,True_Neither:NA,True_Correct:NA,0.7225151658058167
+35674,109465,False_Neither:NA,False_Neither:NA,0.39738965034484863
+31242,89443,True_Correct:NA,True_Correct:NA,0.6660510301589966
+28620,76870,True_Neither:NA,True_Correct:NA,0.7344596982002258
+23891,33472,True_Correct:NA,True_Correct:NA,0.6662743091583252
+34405,91695,True_Neither:NA,True_Correct:NA,0.6938329935073853
+8394,31777,False_Neither:NA,False_Neither:NA,0.4675447642803192
+7231,31774,True_Neither:NA,True_Correct:NA,0.708851158618927
+36028,109465,True_Neither:NA,True_Correct:NA,0.7662407159805298
+34291,91695,True_Correct:NA,True_Correct:NA,0.7744292616844177
+12227,31778,False_Misconception:Additive,False_Neither:NA,0.3610808253288269
+34369,91695,True_Correct:NA,True_Correct:NA,0.761570394039154
+7286,31774,True_Correct:NA,True_Correct:NA,0.7682651877403259
+847,31772,True_Correct:NA,True_Correct:NA,0.7806547284126282
+540,31772,True_Correct:NA,True_Correct:NA,0.7348819375038147
+756,31772,True_Neither:NA,True_Correct:NA,0.7620580196380615
+26530,33474,True_Correct:NA,True_Correct:NA,0.5042911767959595
+23254,33471,False_Neither:NA,False_Neither:NA,0.4522494077682495
+14416,31778,False_Misconception:WNB,False_Neither:NA,0.39325612783432007
+15198,32829,True_Correct:NA,True_Correct:NA,0.7897058129310608
+26380,33474,True_Neither:NA,True_Correct:NA,0.5828132033348083
+13673,31778,True_Correct:NA,True_Correct:NA,0.6030779480934143
+14970,32829,True_Correct:NA,True_Correct:NA,0.7192876935005188
+10703,31777,True_Correct:NA,True_Correct:NA,0.8094287514686584
+16909,32833,True_Neither:NA,True_Correct:NA,0.587189257144928
+1598,31772,True_Correct:NA,True_Correct:NA,0.752656877040863
+6301,31774,True_Neither:NA,True_Correct:NA,0.7151760458946228
+24819,33472,True_Neither:NA,True_Correct:NA,0.6221379041671753
+13311,31778,True_Correct:NA,True_Correct:NA,0.7710282206535339
+18744,32833,False_Misconception:Duplication,False_Neither:NA,0.3814336657524109
+18852,32833,False_Misconception:Duplication,False_Neither:NA,0.36520808935165405
+32545,91695,False_Correct:NA,False_Neither:NA,0.4411308169364929
+26460,33474,True_Neither:NA,True_Correct:NA,0.48879489302635193
+10276,31777,True_Correct:NA,True_Correct:NA,0.8244989514350891
+5508,31774,False_Misconception:Mult,False_Neither:NA,0.4360530972480774
+24420,33472,True_Correct:NA,True_Correct:NA,0.7176657319068909
+137,31772,True_Correct:NA,True_Correct:NA,0.7780622839927673
+25049,33472,True_Correct:NA,True_Correct:NA,0.6466589570045471
+15490,32829,True_Correct:NA,True_Correct:NA,0.7943412065505981
+22620,33471,True_Correct:NA,True_Correct:NA,0.7999144196510315
+5749,31774,True_Correct:NA,True_Correct:NA,0.7576643824577332
+1676,31772,True_Neither:NA,True_Correct:NA,0.7508561015129089
+28876,76870,True_Correct:NA,True_Correct:NA,0.8186072111129761
+11191,31778,False_Neither:NA,False_Neither:NA,0.3647342622280121
+17195,32833,True_Correct:NA,True_Correct:NA,0.7025758028030396
+18307,32833,False_Misconception:Duplication,False_Neither:NA,0.36948496103286743
+31548,89443,False_Misconception:Positive,False_Neither:NA,0.3897184133529663
+20928,32835,True_Neither:NA,True_Correct:NA,0.6933622360229492
+34608,91695,True_Correct:NA,True_Correct:NA,0.7654117345809937
+31412,89443,True_Correct:NA,True_Correct:NA,0.7132158279418945
+21995,32835,True_Correct:NA,True_Correct:NA,0.7110342979431152
+20246,32835,False_Neither:NA,False_Neither:NA,0.40291932225227356
+20252,32835,False_Neither:NA,False_Neither:NA,0.4162144660949707
+27063,33474,False_Misconception:Subtraction,False_Neither:NA,0.33864647150039673
+6973,31774,True_Neither:NA,True_Correct:NA,0.6418666839599609
+22737,33471,True_Correct:NA,True_Correct:NA,0.7932902574539185
+7150,31774,True_Neither:NA,True_Correct:NA,0.6469948887825012
+32344,89443,False_Misconception:Positive,False_Neither:NA,0.3956161141395569
+28613,76870,True_Neither:NA,True_Correct:NA,0.7520158886909485
+14220,31778,True_Correct:NA,True_Correct:NA,0.7598291039466858
+30229,89443,True_Correct:NA,True_Correct:NA,0.7198350429534912
+14409,31778,False_Neither:NA,False_Neither:NA,0.40213361382484436
+7089,31774,True_Correct:NA,True_Correct:NA,0.6629782319068909
+32210,89443,False_Misconception:Positive,False_Neither:NA,0.39074742794036865
+28101,33474,False_Misconception:Subtraction,False_Neither:NA,0.3534834086894989
+29104,76870,False_Misconception:Definition,False_Neither:NA,0.42743346095085144
+28568,76870,True_Correct:NA,True_Correct:NA,0.8037319183349609
+11530,31778,False_Misconception:Additive,False_Neither:NA,0.358730286359787
+10146,31777,True_Correct:NA,True_Correct:NA,0.8189395070075989
+11656,31778,False_Misconception:Additive,False_Neither:NA,0.36716508865356445
+2679,31772,False_Neither:NA,False_Neither:NA,0.45458486676216125
+25838,33472,False_Neither:NA,False_Neither:NA,0.438824325799942
+11493,31778,False_Misconception:Irrelevant,False_Neither:NA,0.41267457604408264
+17589,32833,True_Correct:NA,True_Correct:NA,0.761824905872345
+2800,31772,False_Misconception:WNB,False_Neither:NA,0.4344809651374817
+33491,91695,True_Correct:NA,True_Correct:NA,0.7801657319068909
+14654,32829,True_Correct:NA,True_Correct:NA,0.7993699312210083
+7102,31774,True_Correct:NA,True_Correct:NA,0.7195577025413513
+33104,91695,False_Misconception:Wrong_term,False_Neither:NA,0.4522910714149475
+1537,31772,True_Neither:NA,True_Correct:NA,0.7408358454704285
+36421,109465,False_Neither:NA,False_Neither:NA,0.3548998236656189
+14793,32829,True_Correct:NA,True_Correct:NA,0.8088655471801758
+88,31772,True_Correct:NA,True_Correct:NA,0.7545201182365417
+20767,32835,True_Neither:NA,True_Correct:NA,0.7111920118331909
+13316,31778,True_Correct:NA,True_Correct:NA,0.8170984983444214
+4175,31772,False_Misconception:Incomplete,False_Neither:NA,0.42420515418052673
+27175,33474,False_Misconception:Division,False_Neither:NA,0.3519030809402466
+23110,33471,False_Misconception:Wrong_fraction,False_Neither:NA,0.45599961280822754
+24635,33472,True_Correct:NA,True_Correct:NA,0.7003766894340515
+30422,89443,True_Neither:NA,True_Correct:NA,0.6280734539031982
+30002,89443,False_Neither:NA,False_Neither:NA,0.4135000705718994
+26045,33472,False_Neither:NA,False_Neither:NA,0.4186473488807678
+10377,31777,True_Correct:NA,True_Correct:NA,0.8106561303138733
+10210,31777,True_Correct:NA,True_Correct:NA,0.8014306426048279
+5141,31774,False_Misconception:Mult,False_Neither:NA,0.4049144685268402
+17256,32833,True_Neither:NA,True_Correct:NA,0.6733205914497375
+13757,31778,True_Correct:NA,True_Correct:NA,0.7463484406471252
+18129,32833,True_Correct:NA,True_Correct:NA,0.7759541869163513
+25047,33472,True_Correct:NA,True_Correct:NA,0.6847140789031982
+11120,31778,False_Neither:NA,False_Neither:NA,0.40885215997695923
+36408,109465,False_Misconception:Scale,False_Neither:NA,0.3674476146697998
+34501,91695,True_Correct:NA,True_Correct:NA,0.740303635597229
+13324,31778,True_Correct:NA,True_Correct:NA,0.6894505023956299
+36005,109465,True_Correct:NA,True_Correct:NA,0.765751302242279
+27756,33474,False_Misconception:Subtraction,False_Neither:NA,0.3448540270328522
+10279,31777,True_Correct:NA,True_Correct:NA,0.7959187626838684
+28776,76870,True_Correct:NA,True_Correct:NA,0.8092947602272034
+11539,31778,False_Neither:NA,False_Neither:NA,0.3922865390777588
+21802,32835,True_Neither:NA,True_Correct:NA,0.7500734329223633
+32155,89443,False_Misconception:Positive,False_Neither:NA,0.3823443353176117
+4476,31772,False_Misconception:WNB,False_Neither:NA,0.4254392981529236
+35812,109465,True_Correct:NA,True_Correct:NA,0.7769790291786194
+16995,32833,True_Neither:NA,True_Correct:NA,0.5712617635726929
+23778,33472,True_Neither:NA,True_Correct:NA,0.5582716464996338
+28622,76870,True_Correct:NA,True_Correct:NA,0.8099738955497742
+21184,32835,True_Neither:NA,True_Correct:NA,0.6868223547935486
+1284,31772,True_Correct:NA,True_Correct:NA,0.7638802528381348
+8504,31777,False_Neither:NA,False_Neither:NA,0.4735015332698822
+21970,32835,True_Correct:NA,True_Correct:NA,0.6891267895698547
+13976,31778,True_Neither:NA,True_Correct:NA,0.6008383631706238
+25909,33472,False_Misconception:Adding_across,False_Neither:NA,0.38508403301239014
+25174,33472,True_Neither:NA,True_Correct:NA,0.573723316192627
+30898,89443,True_Misconception:Tacking,True_Correct:NA,0.7441080808639526
+22550,33471,True_Correct:NA,True_Correct:NA,0.8087197542190552
+31737,89443,False_Neither:NA,False_Neither:NA,0.3713895380496979
+32253,89443,False_Neither:NA,False_Neither:NA,0.38731271028518677