pair-smoke map3 0.6773

runs/pair-smoke/config.json

@@ -0,0 +1,443 @@
+{
+ "type": "pair",
+ "backbone": "microsoft/deberta-v3-base",
+ "classes": [
+  "Correct",
+  "Neither",
+  "Adding_across",
+  "Adding_terms",
+  "Additive",
+  "Base_rate",
+  "Certainty",
+  "Definition",
+  "Denominator-only_change",
+  "Division",
+  "Duplication",
+  "Firstterm",
+  "FlipChange",
+  "Ignores_zeroes",
+  "Incomplete",
+  "Incorrect_equivalent_fraction_addition",
+  "Interior",
+  "Inverse_operation",
+  "Inversion",
+  "Irrelevant",
+  "Longer_is_bigger",
+  "Mult",
+  "Multiplying_by_4",
+  "Not_variable",
+  "Positive",
+  "Scale",
+  "Shorter_is_bigger",
+  "Subtraction",
+  "SwapDividend",
+  "Tacking",
+  "Unknowable",
+  "WNB",
+  "Whole_numbers_larger",
+  "Wrong_Fraction",
+  "Wrong_Operation",
+  "Wrong_fraction",
+  "Wrong_term"
+ ],
+ "descs": {
+  "Correct": "The student's reasoning is sound and leads to the answer they gave.",
+  "Neither": "The explanation gives no method to check, or the method does not match the answer picked.",
+  "Incomplete": "The student stops one step early, giving an unsimplified fraction or the value of one part instead of the whole amount asked for.",
+  "Additive": "The student makes equivalent fractions by adding or subtracting the same number from the top and bottom instead of multiplying both by the same number.",
+  "Duplication": "When multiplying a fraction by a whole number, the student multiplies both the numerator and the denominator by that number.",
+  "Subtraction": "The student subtracts one fraction from another when the question asks for a fraction of a fraction.",
+  "Positive": "The student treats two negative signs as making the whole calculation positive, instead of changing only the operation sign.",
+  "Wrong_term": "The student finds the common difference of the sequence but stops at the wrong term, giving the next term rather than the one asked for.",
+  "Irrelevant": "The student uses a fact that is true but has nothing to do with the question, such as a times table or a decimal conversion.",
+  "Wrong_fraction": "The student finds the fraction named in the question instead of the remaining fraction that was asked for.",
+  "Wrong_Fraction": "The student finds the complementary share, the other part, instead of the share the question asked for.",
+  "Inversion": "The student flips a fraction when multiplying, as if dividing.",
+  "Mult": "The student treats dividing a fraction by a whole number as finding that fraction of the whole number.",
+  "Denominator-only_change": "The student finds a common denominator but adds the original numerators without scaling them.",
+  "Adding_across": "The student adds fractions by adding the numerators together and the denominators together.",
+  "Whole_numbers_larger": "The student believes a whole number is always larger than a number with a decimal part.",
+  "WNB": "The student writes a fraction as one part over the other part instead of the part over the whole.",
+  "Tacking": "The student ignores the negative signs, works with positive numbers, then attaches a minus sign to the result.",
+  "Unknowable": "The student believes the information given, such as a single interior angle, is not enough to answer, when it is.",
+  "SwapDividend": "The student divides the numbers the wrong way round, dividing the whole number by the fraction's parts.",
+  "Scale": "The student reads a probability close to one as unlikely, misunderstanding the zero-to-one scale.",
+  "Not_variable": "The student reads a number next to a letter as digits placed side by side rather than as multiplication.",
+  "Firstterm": "The student uses the first term of a sequence as the multiplier for the rule, as if the sequence were a times table.",
+  "Adding_terms": "The student reads a coefficient next to a variable as addition, solving 2y = 24 as 2 + y = 24.",
+  "Multiplying_by_4": "In an inverse proportion problem, the student multiplies the time by the factor the number of people increased by, instead of dividing.",
+  "FlipChange": "The student divides using only the denominator of the fraction, losing the numerator.",
+  "Division": "The student divides one fraction by another when the question asks for a fraction of a fraction.",
+  "Definition": "The student believes a polygon has a fixed number of sides by definition.",
+  "Interior": "The student multiplies the interior angle by a guessed number of sides and matches it to an angle sum.",
+  "Longer_is_bigger": "The student believes a decimal with more digits is larger.",
+  "Ignores_zeroes": "The student drops the zeros in a decimal, reading 6.079 as 6.79.",
+  "Shorter_is_bigger": "The student believes a decimal with fewer digits is larger.",
+  "Base_rate": "In an inverse proportion problem, the student divides the total time by the number of people as if it were the time per person, and stops there.",
+  "Inverse_operation": "The student applies the same operation again instead of the inverse, multiplying both sides when they should divide.",
+  "Certainty": "The student rounds a high probability up to certain.",
+  "Incorrect_equivalent_fraction_addition": "The student finds the common denominator, then adds the denominators as well as the numerators.",
+  "Wrong_Operation": "The student adds, or places the numbers side by side, when the question asks them to multiply."
+ },
+ "max_len": 320,
+ "split": "fold 0 of 5",
+ "best_map3": 0.6773,
+ "log": [
+  {
+   "epoch": 0,
+   "train_loss": 1.5991,
+   "map3": 0.6773,
+   "acc": 0.574,
+   "mis_recall": 0.0,
+   "map3_masked": 0.7093,
+   "eval_s": 47,
+   "t": 140
+  }
+ ],
+ "questions": {
+  "31772": {
+   "text": "What fraction of the shape is not shaded? Give your answer in its simplest form. [Image: A triangle split into 9 equal smaller triangles. 6 of them are shaded.]",
+   "choices": [
+    "\\( \\frac{1}{3} \\)",
+    "\\( \\frac{3}{6} \\)",
+    "\\( \\frac{3}{8} \\)",
+    "\\( \\frac{3}{9} \\)"
+   ],
+   "right": "\\( \\frac{1}{3} \\)",
+   "classes": [
+    "Correct",
+    "Incomplete",
+    "Neither",
+    "WNB"
+   ],
+   "seen": [
+    "Correct",
+    "Incomplete",
+    "Neither",
+    "WNB"
+   ]
+  },
+  "31774": {
+   "text": "Calculate \\( \\frac{1}{2} \\div 6 \\)",
+   "choices": [
+    "\\( 3 \\)",
+    "\\( \\frac{1}{12} \\)",
+    "\\( \\frac{1}{3} \\)",
+    "\\( \\frac{6}{2} \\)"
+   ],
+   "right": "\\( \\frac{1}{12} \\)",
+   "classes": [
+    "Correct",
+    "FlipChange",
+    "Mult",
+    "Neither",
+    "SwapDividend"
+   ],
+   "seen": [
+    "Correct",
+    "FlipChange",
+    "Mult",
+    "Neither",
+    "SwapDividend"
+   ]
+  },
+  "31777": {
+   "text": "A box contains \\( 120 \\) counters. The counters are red or blue. \\( \\frac{3}{5} \\) of the counters are red.\nHow many red counters are there?",
+   "choices": [
+    "\\( 24 \\)",
+    "\\( 48 \\)",
+    "\\( 60 \\)",
+    "\\( 72 \\)"
+   ],
+   "right": "\\( 72 \\)",
+   "classes": [
+    "Correct",
+    "Incomplete",
+    "Irrelevant",
+    "Neither",
+    "Wrong_Fraction"
+   ],
+   "seen": [
+    "Correct",
+    "Incomplete",
+    "Irrelevant",
+    "Neither",
+    "Wrong_Fraction"
+   ]
+  },
+  "31778": {
+   "text": "\\( \\frac{A}{10}=\\frac{9}{15} \\) What is the value of \\( A \\) ?",
+   "choices": [
+    "\\( 3 \\)",
+    "\\( 4 \\)",
+    "\\( 6 \\)",
+    "\\( 9 \\)"
+   ],
+   "right": "\\( 6 \\)",
+   "classes": [
+    "Additive",
+    "Correct",
+    "Irrelevant",
+    "Neither",
+    "WNB"
+   ],
+   "seen": [
+    "Additive",
+    "Correct",
+    "Irrelevant",
+    "Neither",
+    "WNB"
+   ]
+  },
+  "32829": {
+   "text": "\\( 2 y=24 \\) What is the value of \\( y \\) ?",
+   "choices": [
+    "\\( 12 \\)",
+    "\\( 22 \\)",
+    "\\( 4 \\)",
+    "\\( 48 \\)"
+   ],
+   "right": "\\( 12 \\)",
+   "classes": [
+    "Adding_terms",
+    "Correct",
+    "Inverse_operation",
+    "Neither",
+    "Not_variable"
+   ],
+   "seen": [
+    "Adding_terms",
+    "Correct",
+    "Inverse_operation",
+    "Neither",
+    "Not_variable"
+   ]
+  },
+  "32833": {
+   "text": "Calculate \\( \\frac{2}{3} \\times 5 \\)",
+   "choices": [
+    "\\( 3 \\frac{1}{3} \\)",
+    "\\( 5 \\frac{2}{3} \\)",
+    "\\( \\frac{10}{15} \\)",
+    "\\( \\frac{2}{15} \\)"
+   ],
+   "right": "\\( 3 \\frac{1}{3} \\)",
+   "classes": [
+    "Correct",
+    "Duplication",
+    "Inversion",
+    "Neither",
+    "Wrong_Operation"
+   ],
+   "seen": [
+    "Correct",
+    "Duplication",
+    "Inversion",
+    "Neither"
+   ]
+  },
+  "32835": {
+   "text": "Which number is the greatest?",
+   "choices": [
+    "\\( 6 \\)",
+    "\\( 6.0001 \\)",
+    "\\( 6.079 \\)",
+    "\\( 6.2 \\)"
+   ],
+   "right": "\\( 6.2 \\)",
+   "classes": [
+    "Correct",
+    "Ignores_zeroes",
+    "Longer_is_bigger",
+    "Neither",
+    "Shorter_is_bigger",
+    "Whole_numbers_larger"
+   ],
+   "seen": [
+    "Correct",
+    "Ignores_zeroes",
+    "Longer_is_bigger",
+    "Neither",
+    "Shorter_is_bigger",
+    "Whole_numbers_larger"
+   ]
+  },
+  "33471": {
+   "text": "A bag contains \\( 24 \\) yellow and green balls. \\( \\frac{3}{8} \\) of the balls are yellow. How many of the balls are green?",
+   "choices": [
+    "\\( 15 \\)",
+    "\\( 3 \\)",
+    "\\( 8 \\)",
+    "\\( 9 \\)"
+   ],
+   "right": "\\( 15 \\)",
+   "classes": [
+    "Correct",
+    "Incomplete",
+    "Neither",
+    "Wrong_fraction"
+   ],
+   "seen": [
+    "Correct",
+    "Neither",
+    "Wrong_fraction"
+   ]
+  },
+  "33472": {
+   "text": "\\( \\frac{1}{3}+\\frac{2}{5}= \\)",
+   "choices": [
+    "\\( \\frac{11}{15} \\)",
+    "\\( \\frac{11}{30} \\)",
+    "\\( \\frac{3}{15} \\)",
+    "\\( \\frac{3}{8} \\)"
+   ],
+   "right": "\\( \\frac{11}{15} \\)",
+   "classes": [
+    "Adding_across",
+    "Correct",
+    "Denominator-only_change",
+    "Incorrect_equivalent_fraction_addition",
+    "Neither"
+   ],
+   "seen": [
+    "Adding_across",
+    "Correct",
+    "Denominator-only_change",
+    "Incorrect_equivalent_fraction_addition",
+    "Neither"
+   ]
+  },
+  "33474": {
+   "text": "Sally has \\( \\frac{2}{3} \\) of a whole cake in the fridge. Robert eats \\( \\frac{1}{3} \\) of this piece. What fraction of the whole cake has Robert eaten?\nChoose the number sentence that would solve the word problem.",
+   "choices": [
+    "\\( \\frac{1}{3} \\times \\frac{2}{3} \\)",
+    "\\( \\frac{1}{3}+\\frac{2}{3} \\)",
+    "\\( \\frac{2}{3} \\div \\frac{1}{3} \\)",
+    "\\( \\frac{2}{3}-\\frac{1}{3} \\)"
+   ],
+   "right": "\\( \\frac{1}{3} \\times \\frac{2}{3} \\)",
+   "classes": [
+    "Correct",
+    "Division",
+    "Neither",
+    "Subtraction"
+   ],
+   "seen": [
+    "Correct",
+    "Division",
+    "Neither",
+    "Subtraction"
+   ]
+  },
+  "76870": {
+   "text": "This is part of a regular polygon. How many sides does it have? [Image: A diagram showing an obtuse angle labelled 144 degrees]",
+   "choices": [
+    "Not enough information",
+    "\\( 10 \\)",
+    "\\( 5 \\)",
+    "\\( 6 \\)"
+   ],
+   "right": "\\( 10 \\)",
+   "classes": [
+    "Correct",
+    "Definition",
+    "Interior",
+    "Neither",
+    "Unknowable"
+   ],
+   "seen": [
+    "Correct",
+    "Definition",
+    "Interior",
+    "Neither",
+    "Unknowable"
+   ]
+  },
+  "89443": {
+   "text": "What number belongs in the box?\n\\(\n(-8)-(-5)=\n\\square\\)",
+   "choices": [
+    "\\( -13 \\)",
+    "\\( -3 \\)",
+    "\\( 13 \\)",
+    "\\( 3 \\)"
+   ],
+   "right": "\\( -3 \\)",
+   "classes": [
+    "Correct",
+    "Neither",
+    "Positive",
+    "Tacking"
+   ],
+   "seen": [
+    "Correct",
+    "Neither",
+    "Positive",
+    "Tacking"
+   ]
+  },
+  "91695": {
+   "text": "Dots have been arranged in these patterns: [Image: Pattern 1 consists of 6 dots, Pattern 2 consists of 10 dots, Pattern 3 consists of 14 dots and Pattern 4 consists of 18 dots] How many dots would there be in Pattern \\( 6 \\) ?",
+   "choices": [
+    "\\( 20 \\)",
+    "\\( 22 \\)",
+    "\\( 26 \\)",
+    "\\( 36 \\)"
+   ],
+   "right": "\\( 26 \\)",
+   "classes": [
+    "Correct",
+    "Firstterm",
+    "Neither",
+    "Wrong_term"
+   ],
+   "seen": [
+    "Correct",
+    "Firstterm",
+    "Neither",
+    "Wrong_term"
+   ]
+  },
+  "104665": {
+   "text": "It takes \\( 3 \\) people a total of \\( 192 \\) hours to build a wall.\n\nHow long would it take if \\( 12 \\) people built the same wall?",
+   "choices": [
+    "\\( 192 \\) hours",
+    "\\( 48 \\) hours",
+    "\\( 64 \\) hours",
+    "\\( 768 \\) hours"
+   ],
+   "right": "\\( 48 \\) hours",
+   "classes": [
+    "Base_rate",
+    "Correct",
+    "Multiplying_by_4",
+    "Neither"
+   ],
+   "seen": [
+    "Correct",
+    "Multiplying_by_4",
+    "Neither"
+   ]
+  },
+  "109465": {
+   "text": "The probability of an event occurring is \\( 0.9 \\).\n\nWhich of the following most accurately describes the likelihood of the event occurring?",
+   "choices": [
+    "Certain",
+    "Impossible",
+    "Likely",
+    "Unlikely"
+   ],
+   "right": "Likely",
+   "classes": [
+    "Certainty",
+    "Correct",
+    "Neither",
+    "Scale"
+   ],
+   "seen": [
+    "Correct",
+    "Neither",
+    "Scale"
+   ]
+  }
+ }
+}

runs/pair-smoke/log.jsonl

@@ -0,0 +1 @@
+{"epoch": 0, "train_loss": 1.5991, "map3": 0.6773, "acc": 0.574, "mis_recall": 0.0, "map3_masked": 0.7093, "eval_s": 47, "t": 140}

runs/pair-smoke/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c24c76ba8945b1d33edd79af3b7b29fd9ee2b54b0834b66d7c7be4a40eb3a509
+size 737716164

runs/pair-smoke/tokenizer/added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "[MASK]": 128000
+}

runs/pair-smoke/tokenizer/special_tokens_map.json

@@ -0,0 +1,15 @@
+{
+  "bos_token": "[CLS]",
+  "cls_token": "[CLS]",
+  "eos_token": "[SEP]",
+  "mask_token": "[MASK]",
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "unk_token": {
+    "content": "[UNK]",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

runs/pair-smoke/tokenizer/spm.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c679fbf93643d19aab7ee10c0b99e460bdbc02fedf34b92b05af343b4af586fd
+size 2464616

runs/pair-smoke/tokenizer/tokenizer_config.json

@@ -0,0 +1,58 @@
+{
+  "added_tokens_decoder": {
+    "0": {
+      "content": "[PAD]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "[CLS]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "[SEP]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "[UNK]",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "128000": {
+      "content": "[MASK]",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "[CLS]",
+  "clean_up_tokenization_spaces": false,
+  "cls_token": "[CLS]",
+  "do_lower_case": false,
+  "eos_token": "[SEP]",
+  "mask_token": "[MASK]",
+  "model_max_length": 1000000000000000019884624838656,
+  "pad_token": "[PAD]",
+  "sep_token": "[SEP]",
+  "sp_model_kwargs": {},
+  "split_by_punct": false,
+  "tokenizer_class": "DebertaV2Tokenizer",
+  "unk_token": "[UNK]",
+  "vocab_type": "spm"
+}

runs/pair-smoke/val_preds.csv

@@ -0,0 +1,501 @@
+row_id,QuestionId,gold,pred1,pred2
+36041,109465,True_Correct:NA,True_Correct:NA,True_Neither:NA
+24871,33472,True_Correct:NA,True_Correct:NA,True_Neither:NA
+20731,32835,True_Correct:NA,True_Correct:NA,True_Neither:NA
+6764,31774,True_Neither:NA,True_Correct:NA,True_Neither:NA
+27103,33474,False_Neither:NA,False_Neither:NA,False_Correct:NA
+29264,76870,False_Neither:NA,False_Neither:NA,False_Correct:NA
+2395,31772,False_Neither:NA,False_Neither:NA,False_Correct:NA
+5393,31774,False_Misconception:SwapDividend,False_Neither:NA,False_Correct:NA
+17789,32833,True_Correct:NA,True_Correct:NA,True_Neither:NA
+2381,31772,False_Misconception:WNB,False_Neither:NA,False_Correct:NA
+25958,33472,False_Misconception:Adding_across,False_Neither:NA,False_Correct:NA
+1576,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+8737,31777,False_Neither:NA,False_Neither:NA,False_Correct:NA
+20244,32835,False_Neither:NA,False_Neither:NA,False_Correct:NA
+23198,33471,False_Neither:NA,False_Neither:NA,False_Correct:NA
+23939,33472,True_Correct:NA,True_Correct:NA,True_Neither:NA
+30253,89443,True_Misconception:Tacking,True_Correct:NA,True_Neither:NA
+14015,31778,True_Correct:NA,True_Correct:NA,True_Neither:NA
+10856,31778,False_Misconception:Irrelevant,False_Neither:NA,False_Correct:NA
+9836,31777,True_Correct:NA,True_Correct:NA,True_Neither:NA
+24177,33472,True_Neither:NA,True_Correct:NA,True_Neither:NA
+13009,31778,True_Misconception:Irrelevant,True_Correct:NA,True_Neither:NA
+16057,32829,True_Correct:NA,True_Correct:NA,True_Neither:NA
+23199,33471,False_Misconception:Wrong_fraction,False_Correct:NA,False_Neither:NA
+16757,32833,True_Correct:NA,True_Correct:NA,True_Neither:NA
+8665,31777,False_Neither:NA,False_Neither:NA,False_Correct:NA
+10158,31777,True_Correct:NA,True_Correct:NA,True_Neither:NA
+22605,33471,True_Correct:NA,True_Correct:NA,True_Neither:NA
+20297,32835,False_Misconception:Ignores_zeroes,False_Neither:NA,False_Correct:NA
+5017,31774,False_Misconception:Mult,False_Neither:NA,False_Correct:NA
+21910,32835,True_Correct:NA,True_Correct:NA,True_Neither:NA
+7628,31774,False_Misconception:SwapDividend,False_Correct:NA,False_Neither:NA
+20542,32835,True_Correct:NA,True_Correct:NA,True_Neither:NA
+6018,31774,True_Neither:NA,True_Correct:NA,True_Neither:NA
+1998,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+11283,31778,False_Misconception:Irrelevant,False_Neither:NA,False_Correct:NA
+23844,33472,True_Correct:NA,True_Correct:NA,True_Neither:NA
+26535,33474,True_Correct:NA,True_Neither:NA,True_Correct:NA
+230,31772,True_Neither:NA,True_Correct:NA,True_Neither:NA
+694,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+31008,89443,True_Correct:NA,True_Correct:NA,True_Neither:NA
+171,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+7837,31774,False_Misconception:FlipChange,False_Correct:NA,False_Neither:NA
+24553,33472,True_Correct:NA,True_Correct:NA,True_Neither:NA
+33233,91695,True_Correct:NA,True_Correct:NA,True_Neither:NA
+3491,31772,False_Misconception:Incomplete,False_Neither:NA,False_Correct:NA
+6270,31774,True_Correct:NA,True_Correct:NA,True_Neither:NA
+36240,109465,True_Correct:NA,True_Correct:NA,True_Neither:NA
+2799,31772,False_Misconception:Incomplete,False_Neither:NA,False_Correct:NA
+21993,32835,True_Correct:NA,True_Correct:NA,True_Neither:NA
+30179,89443,True_Neither:NA,True_Correct:NA,True_Neither:NA
+7946,31774,False_Neither:NA,False_Neither:NA,False_Correct:NA
+15464,32829,True_Correct:NA,True_Correct:NA,True_Neither:NA
+1077,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+27932,33474,False_Neither:NA,False_Neither:NA,False_Correct:NA
+3416,31772,False_Misconception:Incomplete,False_Neither:NA,False_Correct:NA
+8496,31777,False_Misconception:Wrong_Fraction,False_Correct:NA,False_Neither:NA
+10755,31777,True_Correct:NA,True_Correct:NA,True_Neither:NA
+19515,32833,False_Misconception:Inversion,False_Neither:NA,False_Correct:NA
+26271,33472,False_Misconception:Adding_across,False_Neither:NA,False_Correct:NA
+12734,31778,True_Neither:NA,True_Correct:NA,True_Neither:NA
+12667,31778,True_Correct:NA,True_Correct:NA,True_Neither:NA
+25992,33472,False_Misconception:Adding_across,False_Neither:NA,False_Correct:NA
+21581,32835,True_Correct:NA,True_Correct:NA,True_Neither:NA
+741,31772,True_Neither:NA,True_Correct:NA,True_Neither:NA
+34948,91695,False_Neither:NA,False_Correct:NA,False_Neither:NA
+17018,32833,True_Neither:NA,True_Correct:NA,True_Neither:NA
+20467,32835,True_Neither:NA,True_Correct:NA,True_Neither:NA
+20713,32835,True_Neither:NA,True_Correct:NA,True_Neither:NA
+36202,109465,True_Neither:NA,True_Correct:NA,True_Neither:NA
+11714,31778,False_Misconception:Additive,False_Correct:NA,False_Neither:NA
+36585,109465,False_Neither:NA,False_Neither:NA,False_Correct:NA
+7739,31774,False_Misconception:Mult,False_Neither:NA,False_Correct:NA
+19752,32835,False_Neither:NA,False_Neither:NA,False_Correct:NA
+24697,33472,True_Neither:NA,True_Correct:NA,True_Neither:NA
+36023,109465,True_Correct:NA,True_Correct:NA,True_Neither:NA
+28745,76870,True_Neither:NA,True_Neither:NA,True_Correct:NA
+11450,31778,False_Misconception:Additive,False_Neither:NA,False_Correct:NA
+4698,31772,False_Neither:NA,False_Neither:NA,False_Correct:NA
+2655,31772,False_Neither:NA,False_Neither:NA,False_Correct:NA
+998,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+22997,33471,False_Correct:NA,False_Correct:NA,False_Neither:NA
+293,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+21456,32835,True_Neither:NA,True_Correct:NA,True_Neither:NA
+32234,89443,False_Misconception:Positive,False_Neither:NA,False_Correct:NA
+9048,31777,True_Correct:NA,True_Correct:NA,True_Neither:NA
+18381,32833,False_Misconception:Inversion,False_Neither:NA,False_Correct:NA
+13659,31778,True_Correct:NA,True_Correct:NA,True_Neither:NA
+26492,33474,True_Neither:NA,True_Neither:NA,True_Correct:NA
+26014,33472,False_Neither:NA,False_Neither:NA,False_Correct:NA
+31127,89443,True_Misconception:Tacking,True_Correct:NA,True_Neither:NA
+7296,31774,True_Correct:NA,True_Correct:NA,True_Neither:NA
+33294,91695,True_Correct:NA,True_Correct:NA,True_Neither:NA
+25266,33472,False_Neither:NA,False_Neither:NA,False_Correct:NA
+6165,31774,True_Neither:NA,True_Correct:NA,True_Neither:NA
+30146,89443,True_Neither:NA,True_Correct:NA,True_Neither:NA
+5082,31774,False_Neither:NA,False_Neither:NA,False_Correct:NA
+4190,31772,False_Misconception:Incomplete,False_Neither:NA,False_Correct:NA
+24047,33472,True_Correct:NA,True_Correct:NA,True_Neither:NA
+4752,31772,False_Misconception:Incomplete,False_Neither:NA,False_Correct:NA
+14790,32829,True_Correct:NA,True_Correct:NA,True_Neither:NA
+13712,31778,True_Correct:NA,True_Correct:NA,True_Neither:NA
+15879,32829,True_Correct:NA,True_Correct:NA,True_Neither:NA
+24713,33472,True_Neither:NA,True_Correct:NA,True_Neither:NA
+2444,31772,False_Misconception:WNB,False_Neither:NA,False_Correct:NA
+31804,89443,False_Misconception:Positive,False_Neither:NA,False_Correct:NA
+9541,31777,True_Correct:NA,True_Correct:NA,True_Neither:NA
+31333,89443,True_Correct:NA,True_Correct:NA,True_Neither:NA
+16853,32833,True_Correct:NA,True_Correct:NA,True_Neither:NA
+32505,91695,False_Misconception:Wrong_term,False_Neither:NA,False_Correct:NA
+33012,91695,False_Misconception:Wrong_term,False_Correct:NA,False_Neither:NA
+32863,91695,False_Neither:NA,False_Neither:NA,False_Correct:NA
+35910,109465,True_Neither:NA,True_Correct:NA,True_Neither:NA
+18620,32833,False_Misconception:Duplication,False_Neither:NA,False_Correct:NA
+36637,109465,False_Neither:NA,False_Neither:NA,False_Correct:NA
+9745,31777,True_Correct:NA,True_Correct:NA,True_Neither:NA
+14188,31778,True_Correct:NA,True_Correct:NA,True_Neither:NA
+4758,31772,False_Misconception:Incomplete,False_Neither:NA,False_Correct:NA
+289,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+16086,32829,True_Correct:NA,True_Correct:NA,True_Neither:NA
+1570,31772,True_Neither:NA,True_Correct:NA,True_Neither:NA
+20471,32835,True_Correct:NA,True_Correct:NA,True_Neither:NA
+22976,33471,False_Neither:NA,False_Correct:NA,False_Neither:NA
+2334,31772,True_Neither:NA,True_Correct:NA,True_Neither:NA
+2450,31772,False_Misconception:WNB,False_Neither:NA,False_Correct:NA
+30745,89443,True_Correct:NA,True_Correct:NA,True_Neither:NA
+14938,32829,True_Neither:NA,True_Correct:NA,True_Neither:NA
+32114,89443,False_Misconception:Positive,False_Neither:NA,False_Correct:NA
+3690,31772,False_Misconception:Incomplete,False_Neither:NA,False_Correct:NA
+23108,33471,False_Neither:NA,False_Neither:NA,False_Correct:NA
+3442,31772,False_Neither:NA,False_Neither:NA,False_Correct:NA
+17975,32833,True_Correct:NA,True_Correct:NA,True_Neither:NA
+33179,91695,False_Neither:NA,False_Neither:NA,False_Correct:NA
+27701,33474,False_Misconception:Subtraction,False_Neither:NA,False_Correct:NA
+20821,32835,True_Neither:NA,True_Correct:NA,True_Neither:NA
+24373,33472,True_Neither:NA,True_Correct:NA,True_Neither:NA
+10587,31777,True_Correct:NA,True_Correct:NA,True_Neither:NA
+32183,89443,False_Misconception:Positive,False_Neither:NA,False_Correct:NA
+30488,89443,True_Correct:NA,True_Correct:NA,True_Neither:NA
+36230,109465,True_Correct:NA,True_Correct:NA,True_Neither:NA
+2957,31772,False_Misconception:Incomplete,False_Neither:NA,False_Correct:NA
+30774,89443,True_Neither:NA,True_Correct:NA,True_Neither:NA
+26405,33474,True_Correct:NA,True_Neither:NA,True_Correct:NA
+14688,32829,True_Correct:NA,True_Correct:NA,True_Neither:NA
+13266,31778,True_Correct:NA,True_Correct:NA,True_Neither:NA
+6055,31774,True_Correct:NA,True_Correct:NA,True_Neither:NA
+4497,31772,False_Neither:NA,False_Neither:NA,False_Correct:NA
+10102,31777,True_Correct:NA,True_Correct:NA,True_Neither:NA
+7597,31774,False_Misconception:Mult,False_Neither:NA,False_Correct:NA
+34029,91695,True_Neither:NA,True_Correct:NA,True_Neither:NA
+23464,33471,False_Neither:NA,False_Correct:NA,False_Neither:NA
+25852,33472,False_Neither:NA,False_Neither:NA,False_Correct:NA
+22566,33471,True_Correct:NA,True_Correct:NA,True_Neither:NA
+8500,31777,False_Misconception:Wrong_Fraction,False_Correct:NA,False_Neither:NA
+34769,91695,False_Neither:NA,False_Neither:NA,False_Correct:NA
+5724,31774,True_Neither:NA,True_Correct:NA,True_Neither:NA
+31360,89443,True_Correct:NA,True_Correct:NA,True_Neither:NA
+29505,89443,False_Misconception:Positive,False_Neither:NA,False_Correct:NA
+7400,31774,True_Correct:NA,True_Correct:NA,True_Neither:NA
+15245,32829,True_Correct:NA,True_Correct:NA,True_Neither:NA
+4219,31772,False_Misconception:Incomplete,False_Neither:NA,False_Correct:NA
+14925,32829,True_Neither:NA,True_Correct:NA,True_Neither:NA
+782,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+3410,31772,False_Misconception:Incomplete,False_Neither:NA,False_Correct:NA
+24324,33472,True_Correct:NA,True_Correct:NA,True_Neither:NA
+33172,91695,False_Misconception:Wrong_term,False_Correct:NA,False_Neither:NA
+20550,32835,True_Correct:NA,True_Correct:NA,True_Neither:NA
+32125,89443,False_Misconception:Positive,False_Neither:NA,False_Correct:NA
+25449,33472,False_Neither:NA,False_Neither:NA,False_Correct:NA
+2407,31772,False_Misconception:WNB,False_Neither:NA,False_Correct:NA
+35560,104665,False_Misconception:Multiplying_by_4,False_Neither:NA,False_Correct:NA
+33805,91695,True_Correct:NA,True_Correct:NA,True_Neither:NA
+27664,33474,False_Misconception:Subtraction,False_Neither:NA,False_Correct:NA
+8044,31777,False_Neither:NA,False_Neither:NA,False_Correct:NA
+19721,32835,False_Misconception:Whole_numbers_larger,False_Neither:NA,False_Correct:NA
+4002,31772,False_Misconception:Incomplete,False_Neither:NA,False_Correct:NA
+3945,31772,False_Misconception:Incomplete,False_Neither:NA,False_Correct:NA
+8196,31777,False_Neither:NA,False_Correct:NA,False_Neither:NA
+33478,91695,True_Misconception:Firstterm,True_Correct:NA,True_Neither:NA
+33341,91695,True_Correct:NA,True_Correct:NA,True_Neither:NA
+21467,32835,True_Correct:NA,True_Correct:NA,True_Neither:NA
+749,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+20622,32835,True_Correct:NA,True_Correct:NA,True_Neither:NA
+14424,32829,True_Correct:NA,True_Correct:NA,True_Neither:NA
+15832,32829,True_Correct:NA,True_Correct:NA,True_Neither:NA
+27352,33474,False_Neither:NA,False_Neither:NA,False_Correct:NA
+25799,33472,False_Misconception:Denominator-only_change,False_Neither:NA,False_Correct:NA
+9919,31777,True_Correct:NA,True_Correct:NA,True_Neither:NA
+23158,33471,False_Misconception:Wrong_fraction,False_Correct:NA,False_Neither:NA
+18198,32833,False_Neither:NA,False_Neither:NA,False_Correct:NA
+13282,31778,True_Correct:NA,True_Correct:NA,True_Neither:NA
+19419,32833,False_Misconception:Inversion,False_Neither:NA,False_Correct:NA
+19092,32833,False_Neither:NA,False_Neither:NA,False_Correct:NA
+14005,31778,True_Neither:NA,True_Correct:NA,True_Neither:NA
+7388,31774,True_Correct:NA,True_Correct:NA,True_Neither:NA
+10421,31777,True_Correct:NA,True_Correct:NA,True_Neither:NA
+7348,31774,True_Correct:NA,True_Correct:NA,True_Neither:NA
+29495,89443,False_Neither:NA,False_Neither:NA,False_Correct:NA
+215,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+10515,31777,True_Correct:NA,True_Correct:NA,True_Neither:NA
+7854,31774,False_Neither:NA,False_Correct:NA,False_Neither:NA
+2877,31772,False_Neither:NA,False_Neither:NA,False_Correct:NA
+17963,32833,True_Correct:NA,True_Correct:NA,True_Neither:NA
+20871,32835,True_Neither:NA,True_Correct:NA,True_Neither:NA
+27025,33474,False_Neither:NA,False_Neither:NA,False_Correct:NA
+17432,32833,True_Correct:NA,True_Correct:NA,True_Neither:NA
+989,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+30347,89443,True_Misconception:Tacking,True_Correct:NA,True_Neither:NA
+33002,91695,False_Misconception:Wrong_term,False_Neither:NA,False_Correct:NA
+36360,109465,False_Neither:NA,False_Neither:NA,False_Correct:NA
+29637,89443,False_Misconception:Positive,False_Neither:NA,False_Correct:NA
+24988,33472,True_Neither:NA,True_Correct:NA,True_Neither:NA
+8542,31777,False_Neither:NA,False_Neither:NA,False_Correct:NA
+27029,33474,False_Neither:NA,False_Neither:NA,False_Correct:NA
+19029,32833,False_Misconception:Duplication,False_Neither:NA,False_Correct:NA
+20117,32835,False_Misconception:Whole_numbers_larger,False_Neither:NA,False_Correct:NA
+13602,31778,True_Neither:NA,True_Correct:NA,True_Neither:NA
+17022,32833,True_Correct:NA,True_Correct:NA,True_Neither:NA
+20787,32835,True_Neither:NA,True_Correct:NA,True_Neither:NA
+29930,89443,False_Neither:NA,False_Neither:NA,False_Correct:NA
+28762,76870,True_Neither:NA,True_Neither:NA,True_Correct:NA
+16715,32833,True_Correct:NA,True_Correct:NA,True_Neither:NA
+13849,31778,True_Correct:NA,True_Correct:NA,True_Neither:NA
+25876,33472,False_Neither:NA,False_Neither:NA,False_Correct:NA
+15568,32829,True_Neither:NA,True_Correct:NA,True_Neither:NA
+8681,31777,False_Neither:NA,False_Correct:NA,False_Neither:NA
+5602,31774,True_Correct:NA,True_Correct:NA,True_Neither:NA
+32349,89443,False_Misconception:Positive,False_Neither:NA,False_Correct:NA
+25469,33472,False_Neither:NA,False_Neither:NA,False_Correct:NA
+24050,33472,True_Neither:NA,True_Correct:NA,True_Neither:NA
+28692,76870,True_Correct:NA,True_Correct:NA,True_Neither:NA
+4459,31772,False_Misconception:Incomplete,False_Neither:NA,False_Correct:NA
+7116,31774,True_Neither:NA,True_Correct:NA,True_Neither:NA
+5437,31774,False_Misconception:Mult,False_Neither:NA,False_Correct:NA
+15059,32829,True_Correct:NA,True_Correct:NA,True_Neither:NA
+32686,91695,False_Misconception:Firstterm,False_Neither:NA,False_Correct:NA
+9473,31777,True_Correct:NA,True_Correct:NA,True_Neither:NA
+24933,33472,True_Correct:NA,True_Correct:NA,True_Neither:NA
+29977,89443,False_Misconception:Positive,False_Neither:NA,False_Correct:NA
+3388,31772,False_Neither:NA,False_Neither:NA,False_Correct:NA
+31216,89443,True_Neither:NA,True_Correct:NA,True_Neither:NA
+8199,31777,False_Misconception:Incomplete,False_Neither:NA,False_Correct:NA
+2829,31772,False_Neither:NA,False_Neither:NA,False_Correct:NA
+24405,33472,True_Correct:NA,True_Correct:NA,True_Neither:NA
+3727,31772,False_Misconception:Incomplete,False_Neither:NA,False_Correct:NA
+30303,89443,True_Correct:NA,True_Correct:NA,True_Neither:NA
+12958,31778,True_Correct:NA,True_Correct:NA,True_Neither:NA
+18206,32833,False_Misconception:Duplication,False_Correct:NA,False_Neither:NA
+21506,32835,True_Correct:NA,True_Correct:NA,True_Neither:NA
+243,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+10696,31777,True_Neither:NA,True_Correct:NA,True_Neither:NA
+19400,32833,False_Misconception:Inversion,False_Neither:NA,False_Correct:NA
+3040,31772,False_Misconception:Incomplete,False_Neither:NA,False_Correct:NA
+10604,31777,True_Correct:NA,True_Correct:NA,True_Neither:NA
+11666,31778,False_Misconception:Additive,False_Neither:NA,False_Correct:NA
+16630,32833,True_Correct:NA,True_Correct:NA,True_Neither:NA
+6190,31774,True_Correct:NA,True_Correct:NA,True_Neither:NA
+14205,31778,True_Correct:NA,True_Correct:NA,True_Neither:NA
+9502,31777,True_Neither:NA,True_Correct:NA,True_Neither:NA
+1656,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+27861,33474,False_Neither:NA,False_Neither:NA,False_Correct:NA
+12810,31778,True_Correct:NA,True_Correct:NA,True_Neither:NA
+18650,32833,False_Misconception:Duplication,False_Correct:NA,False_Neither:NA
+31181,89443,True_Misconception:Tacking,True_Correct:NA,True_Neither:NA
+26867,33474,True_Correct:NA,True_Correct:NA,True_Neither:NA
+1331,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+2784,31772,False_Neither:NA,False_Neither:NA,False_Correct:NA
+1268,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+25946,33472,False_Misconception:Adding_across,False_Neither:NA,False_Correct:NA
+23770,33472,True_Correct:NA,True_Correct:NA,True_Neither:NA
+9736,31777,True_Correct:NA,True_Correct:NA,True_Neither:NA
+27304,33474,False_Neither:NA,False_Neither:NA,False_Correct:NA
+2797,31772,False_Misconception:Incomplete,False_Neither:NA,False_Correct:NA
+620,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+26568,33474,True_Correct:NA,True_Correct:NA,True_Neither:NA
+22434,33471,True_Neither:NA,True_Correct:NA,True_Neither:NA
+27911,33474,False_Misconception:Subtraction,False_Neither:NA,False_Correct:NA
+23919,33472,True_Neither:NA,True_Correct:NA,True_Neither:NA
+31581,89443,False_Misconception:Positive,False_Neither:NA,False_Correct:NA
+30608,89443,True_Correct:NA,True_Correct:NA,True_Neither:NA
+23567,33472,True_Correct:NA,True_Correct:NA,True_Neither:NA
+5963,31774,True_Neither:NA,True_Correct:NA,True_Neither:NA
+18149,32833,True_Correct:NA,True_Correct:NA,True_Neither:NA
+35921,109465,True_Neither:NA,True_Correct:NA,True_Neither:NA
+14285,31778,False_Neither:NA,False_Neither:NA,False_Correct:NA
+28923,76870,True_Correct:NA,True_Correct:NA,True_Neither:NA
+1146,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+12363,31778,False_Misconception:Additive,False_Neither:NA,False_Correct:NA
+495,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+30886,89443,True_Correct:NA,True_Correct:NA,True_Neither:NA
+24310,33472,True_Correct:NA,True_Correct:NA,True_Neither:NA
+267,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+13107,31778,True_Correct:NA,True_Correct:NA,True_Neither:NA
+9881,31777,True_Correct:NA,True_Correct:NA,True_Neither:NA
+16666,32833,True_Correct:NA,True_Correct:NA,True_Neither:NA
+27642,33474,False_Neither:NA,False_Neither:NA,False_Correct:NA
+21578,32835,True_Correct:NA,True_Correct:NA,True_Neither:NA
+9043,31777,True_Correct:NA,True_Correct:NA,True_Neither:NA
+20911,32835,True_Correct:NA,True_Correct:NA,True_Neither:NA
+22154,33471,True_Correct:NA,True_Correct:NA,True_Neither:NA
+2616,31772,False_Neither:NA,False_Neither:NA,False_Correct:NA
+31970,89443,False_Neither:NA,False_Neither:NA,False_Correct:NA
+29702,89443,False_Neither:NA,False_Neither:NA,False_Correct:NA
+7886,31774,False_Misconception:Mult,False_Neither:NA,False_Correct:NA
+14881,32829,True_Correct:NA,True_Correct:NA,True_Neither:NA
+2905,31772,False_Neither:NA,False_Neither:NA,False_Correct:NA
+17884,32833,True_Correct:NA,True_Correct:NA,True_Neither:NA
+15213,32829,True_Correct:NA,True_Correct:NA,True_Neither:NA
+29710,89443,False_Neither:NA,False_Neither:NA,False_Correct:NA
+29739,89443,False_Neither:NA,False_Correct:NA,False_Neither:NA
+16241,32829,False_Misconception:Adding_terms,False_Correct:NA,False_Neither:NA
+16830,32833,True_Neither:NA,True_Correct:NA,True_Neither:NA
+26595,33474,True_Correct:NA,True_Correct:NA,True_Neither:NA
+8130,31777,False_Neither:NA,False_Correct:NA,False_Neither:NA
+4688,31772,False_Neither:NA,False_Neither:NA,False_Correct:NA
+23447,33471,False_Neither:NA,False_Neither:NA,False_Correct:NA
+16784,32833,True_Correct:NA,True_Correct:NA,True_Neither:NA
+36171,109465,True_Neither:NA,True_Correct:NA,True_Neither:NA
+24566,33472,True_Correct:NA,True_Correct:NA,True_Neither:NA
+34607,91695,True_Correct:NA,True_Correct:NA,True_Neither:NA
+29967,89443,False_Neither:NA,False_Neither:NA,False_Correct:NA
+10050,31777,True_Correct:NA,True_Correct:NA,True_Neither:NA
+5238,31774,False_Misconception:Mult,False_Neither:NA,False_Correct:NA
+27950,33474,False_Misconception:Subtraction,False_Neither:NA,False_Correct:NA
+13384,31778,True_Correct:NA,True_Correct:NA,True_Neither:NA
+5795,31774,True_Correct:NA,True_Correct:NA,True_Neither:NA
+12361,31778,False_Neither:NA,False_Neither:NA,False_Correct:NA
+1662,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+26335,33472,False_Misconception:Adding_across,False_Neither:NA,False_Correct:NA
+11444,31778,False_Misconception:Additive,False_Neither:NA,False_Correct:NA
+36228,109465,True_Correct:NA,True_Correct:NA,True_Neither:NA
+5186,31774,False_Misconception:SwapDividend,False_Neither:NA,False_Correct:NA
+4977,31774,False_Misconception:Mult,False_Neither:NA,False_Correct:NA
+35669,109465,False_Neither:NA,False_Neither:NA,False_Correct:NA
+22259,33471,True_Correct:NA,True_Correct:NA,True_Neither:NA
+9740,31777,True_Correct:NA,True_Correct:NA,True_Neither:NA
+35408,104665,True_Correct:NA,True_Correct:NA,True_Neither:NA
+17272,32833,True_Correct:NA,True_Correct:NA,True_Neither:NA
+25903,33472,False_Misconception:Adding_across,False_Neither:NA,False_Correct:NA
+32738,91695,False_Misconception:Wrong_term,False_Neither:NA,False_Correct:NA
+27132,33474,False_Neither:NA,False_Neither:NA,False_Correct:NA
+25028,33472,True_Neither:NA,True_Correct:NA,True_Neither:NA
+13396,31778,True_Neither:NA,True_Correct:NA,True_Neither:NA
+4328,31772,False_Neither:NA,False_Neither:NA,False_Correct:NA
+21659,32835,True_Neither:NA,True_Correct:NA,True_Neither:NA
+34683,91695,True_Correct:NA,True_Correct:NA,True_Neither:NA
+25277,33472,False_Neither:NA,False_Neither:NA,False_Correct:NA
+33791,91695,True_Correct:NA,True_Correct:NA,True_Neither:NA
+6032,31774,True_Neither:NA,True_Correct:NA,True_Neither:NA
+19284,32833,False_Misconception:Inversion,False_Neither:NA,False_Correct:NA
+15535,32829,True_Correct:NA,True_Correct:NA,True_Neither:NA
+12045,31778,False_Misconception:Additive,False_Neither:NA,False_Correct:NA
+30427,89443,True_Correct:NA,True_Correct:NA,True_Neither:NA
+11821,31778,False_Misconception:Additive,False_Correct:NA,False_Neither:NA
+11337,31778,False_Misconception:Irrelevant,False_Neither:NA,False_Correct:NA
+22364,33471,True_Correct:NA,True_Correct:NA,True_Neither:NA
+8445,31777,False_Misconception:Wrong_Fraction,False_Correct:NA,False_Neither:NA
+27335,33474,False_Neither:NA,False_Neither:NA,False_Correct:NA
+6046,31774,True_Correct:NA,True_Correct:NA,True_Neither:NA
+24549,33472,True_Correct:NA,True_Correct:NA,True_Neither:NA
+16250,32829,False_Neither:NA,False_Neither:NA,False_Correct:NA
+14421,32829,True_Correct:NA,True_Correct:NA,True_Neither:NA
+8427,31777,False_Neither:NA,False_Neither:NA,False_Correct:NA
+19376,32833,False_Misconception:Inversion,False_Correct:NA,False_Neither:NA
+13531,31778,True_Correct:NA,True_Correct:NA,True_Neither:NA
+13773,31778,True_Correct:NA,True_Correct:NA,True_Neither:NA
+16413,32829,False_Misconception:Not_variable,False_Neither:NA,False_Correct:NA
+22120,33471,True_Correct:NA,True_Correct:NA,True_Neither:NA
+30142,89443,True_Correct:NA,True_Correct:NA,True_Neither:NA
+17167,32833,True_Correct:NA,True_Correct:NA,True_Neither:NA
+17552,32833,True_Misconception:Inversion,True_Correct:NA,True_Neither:NA
+7197,31774,True_Neither:NA,True_Correct:NA,True_Neither:NA
+20543,32835,True_Correct:NA,True_Correct:NA,True_Neither:NA
+3559,31772,False_Misconception:Incomplete,False_Neither:NA,False_Correct:NA
+2090,31772,True_Neither:NA,True_Correct:NA,True_Neither:NA
+35674,109465,False_Neither:NA,False_Neither:NA,False_Correct:NA
+31242,89443,True_Correct:NA,True_Correct:NA,True_Neither:NA
+28620,76870,True_Neither:NA,True_Correct:NA,True_Neither:NA
+23891,33472,True_Correct:NA,True_Correct:NA,True_Neither:NA
+34405,91695,True_Neither:NA,True_Correct:NA,True_Neither:NA
+8394,31777,False_Neither:NA,False_Neither:NA,False_Correct:NA
+7231,31774,True_Neither:NA,True_Correct:NA,True_Neither:NA
+36028,109465,True_Neither:NA,True_Correct:NA,True_Neither:NA
+34291,91695,True_Correct:NA,True_Correct:NA,True_Neither:NA
+12227,31778,False_Misconception:Additive,False_Neither:NA,False_Correct:NA
+34369,91695,True_Correct:NA,True_Correct:NA,True_Neither:NA
+7286,31774,True_Correct:NA,True_Correct:NA,True_Neither:NA
+847,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+540,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+756,31772,True_Neither:NA,True_Correct:NA,True_Neither:NA
+26530,33474,True_Correct:NA,True_Correct:NA,True_Neither:NA
+23254,33471,False_Neither:NA,False_Correct:NA,False_Neither:NA
+14416,31778,False_Misconception:WNB,False_Neither:NA,False_Correct:NA
+15198,32829,True_Correct:NA,True_Correct:NA,True_Neither:NA
+26380,33474,True_Neither:NA,True_Correct:NA,True_Neither:NA
+13673,31778,True_Correct:NA,True_Correct:NA,True_Neither:NA
+14970,32829,True_Correct:NA,True_Correct:NA,True_Neither:NA
+10703,31777,True_Correct:NA,True_Correct:NA,True_Neither:NA
+16909,32833,True_Neither:NA,True_Correct:NA,True_Neither:NA
+1598,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+6301,31774,True_Neither:NA,True_Correct:NA,True_Neither:NA
+24819,33472,True_Neither:NA,True_Correct:NA,True_Neither:NA
+13311,31778,True_Correct:NA,True_Correct:NA,True_Neither:NA
+18744,32833,False_Misconception:Duplication,False_Neither:NA,False_Correct:NA
+18852,32833,False_Misconception:Duplication,False_Neither:NA,False_Correct:NA
+32545,91695,False_Correct:NA,False_Neither:NA,False_Correct:NA
+26460,33474,True_Neither:NA,True_Correct:NA,True_Neither:NA
+10276,31777,True_Correct:NA,True_Correct:NA,True_Neither:NA
+5508,31774,False_Misconception:Mult,False_Neither:NA,False_Correct:NA
+24420,33472,True_Correct:NA,True_Correct:NA,True_Neither:NA
+137,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+25049,33472,True_Correct:NA,True_Correct:NA,True_Neither:NA
+15490,32829,True_Correct:NA,True_Correct:NA,True_Neither:NA
+22620,33471,True_Correct:NA,True_Correct:NA,True_Neither:NA
+5749,31774,True_Correct:NA,True_Correct:NA,True_Neither:NA
+1676,31772,True_Neither:NA,True_Correct:NA,True_Neither:NA
+28876,76870,True_Correct:NA,True_Correct:NA,True_Neither:NA
+11191,31778,False_Neither:NA,False_Neither:NA,False_Correct:NA
+17195,32833,True_Correct:NA,True_Correct:NA,True_Neither:NA
+18307,32833,False_Misconception:Duplication,False_Neither:NA,False_Correct:NA
+31548,89443,False_Misconception:Positive,False_Neither:NA,False_Correct:NA
+20928,32835,True_Neither:NA,True_Correct:NA,True_Neither:NA
+34608,91695,True_Correct:NA,True_Correct:NA,True_Neither:NA
+31412,89443,True_Correct:NA,True_Correct:NA,True_Neither:NA
+21995,32835,True_Correct:NA,True_Correct:NA,True_Neither:NA
+20246,32835,False_Neither:NA,False_Neither:NA,False_Correct:NA
+20252,32835,False_Neither:NA,False_Neither:NA,False_Correct:NA
+27063,33474,False_Misconception:Subtraction,False_Neither:NA,False_Correct:NA
+6973,31774,True_Neither:NA,True_Correct:NA,True_Neither:NA
+22737,33471,True_Correct:NA,True_Correct:NA,True_Neither:NA
+7150,31774,True_Neither:NA,True_Correct:NA,True_Neither:NA
+32344,89443,False_Misconception:Positive,False_Neither:NA,False_Correct:NA
+28613,76870,True_Neither:NA,True_Correct:NA,True_Neither:NA
+14220,31778,True_Correct:NA,True_Correct:NA,True_Neither:NA
+30229,89443,True_Correct:NA,True_Correct:NA,True_Neither:NA
+14409,31778,False_Neither:NA,False_Neither:NA,False_Correct:NA
+7089,31774,True_Correct:NA,True_Correct:NA,True_Neither:NA
+32210,89443,False_Misconception:Positive,False_Neither:NA,False_Correct:NA
+28101,33474,False_Misconception:Subtraction,False_Neither:NA,False_Correct:NA
+29104,76870,False_Misconception:Definition,False_Neither:NA,False_Correct:NA
+28568,76870,True_Correct:NA,True_Correct:NA,True_Neither:NA
+11530,31778,False_Misconception:Additive,False_Neither:NA,False_Correct:NA
+10146,31777,True_Correct:NA,True_Correct:NA,True_Neither:NA
+11656,31778,False_Misconception:Additive,False_Neither:NA,False_Correct:NA
+2679,31772,False_Neither:NA,False_Neither:NA,False_Correct:NA
+25838,33472,False_Neither:NA,False_Neither:NA,False_Correct:NA
+11493,31778,False_Misconception:Irrelevant,False_Neither:NA,False_Correct:NA
+17589,32833,True_Correct:NA,True_Correct:NA,True_Neither:NA
+2800,31772,False_Misconception:WNB,False_Neither:NA,False_Correct:NA
+33491,91695,True_Correct:NA,True_Correct:NA,True_Neither:NA
+14654,32829,True_Correct:NA,True_Correct:NA,True_Neither:NA
+7102,31774,True_Correct:NA,True_Correct:NA,True_Neither:NA
+33104,91695,False_Misconception:Wrong_term,False_Neither:NA,False_Correct:NA
+1537,31772,True_Neither:NA,True_Correct:NA,True_Neither:NA
+36421,109465,False_Neither:NA,False_Neither:NA,False_Correct:NA
+14793,32829,True_Correct:NA,True_Correct:NA,True_Neither:NA
+88,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+20767,32835,True_Neither:NA,True_Correct:NA,True_Neither:NA
+13316,31778,True_Correct:NA,True_Correct:NA,True_Neither:NA
+4175,31772,False_Misconception:Incomplete,False_Neither:NA,False_Correct:NA
+27175,33474,False_Misconception:Division,False_Neither:NA,False_Correct:NA
+23110,33471,False_Misconception:Wrong_fraction,False_Correct:NA,False_Neither:NA
+24635,33472,True_Correct:NA,True_Correct:NA,True_Neither:NA
+30422,89443,True_Neither:NA,True_Correct:NA,True_Neither:NA
+30002,89443,False_Neither:NA,False_Neither:NA,False_Correct:NA
+26045,33472,False_Neither:NA,False_Neither:NA,False_Correct:NA
+10377,31777,True_Correct:NA,True_Correct:NA,True_Neither:NA
+10210,31777,True_Correct:NA,True_Correct:NA,True_Neither:NA
+5141,31774,False_Misconception:Mult,False_Neither:NA,False_Correct:NA
+17256,32833,True_Neither:NA,True_Correct:NA,True_Neither:NA
+13757,31778,True_Correct:NA,True_Correct:NA,True_Neither:NA
+18129,32833,True_Correct:NA,True_Correct:NA,True_Neither:NA
+25047,33472,True_Correct:NA,True_Correct:NA,True_Neither:NA
+11120,31778,False_Neither:NA,False_Correct:NA,False_Neither:NA
+36408,109465,False_Misconception:Scale,False_Neither:NA,False_Correct:NA
+34501,91695,True_Correct:NA,True_Correct:NA,True_Neither:NA
+13324,31778,True_Correct:NA,True_Correct:NA,True_Neither:NA
+36005,109465,True_Correct:NA,True_Correct:NA,True_Neither:NA
+27756,33474,False_Misconception:Subtraction,False_Neither:NA,False_Correct:NA
+10279,31777,True_Correct:NA,True_Correct:NA,True_Neither:NA
+28776,76870,True_Correct:NA,True_Correct:NA,True_Neither:NA
+11539,31778,False_Neither:NA,False_Neither:NA,False_Correct:NA
+21802,32835,True_Neither:NA,True_Correct:NA,True_Neither:NA
+32155,89443,False_Misconception:Positive,False_Neither:NA,False_Correct:NA
+4476,31772,False_Misconception:WNB,False_Neither:NA,False_Correct:NA
+35812,109465,True_Correct:NA,True_Correct:NA,True_Neither:NA
+16995,32833,True_Neither:NA,True_Correct:NA,True_Neither:NA
+23778,33472,True_Neither:NA,True_Correct:NA,True_Neither:NA
+28622,76870,True_Correct:NA,True_Correct:NA,True_Neither:NA
+21184,32835,True_Neither:NA,True_Correct:NA,True_Neither:NA
+1284,31772,True_Correct:NA,True_Correct:NA,True_Neither:NA
+8504,31777,False_Neither:NA,False_Correct:NA,False_Neither:NA
+21970,32835,True_Correct:NA,True_Correct:NA,True_Neither:NA
+13976,31778,True_Neither:NA,True_Correct:NA,True_Neither:NA
+25909,33472,False_Misconception:Adding_across,False_Neither:NA,False_Correct:NA
+25174,33472,True_Neither:NA,True_Correct:NA,True_Neither:NA
+30898,89443,True_Misconception:Tacking,True_Correct:NA,True_Neither:NA
+22550,33471,True_Correct:NA,True_Correct:NA,True_Neither:NA
+31737,89443,False_Neither:NA,False_Neither:NA,False_Correct:NA
+32253,89443,False_Neither:NA,False_Neither:NA,False_Correct:NA