{
 "check": {
  "snippet": 60,
  "gap": 100,
  "look_back": 6000,
  "min_count": 3
 },
 "runs": {
  "dev/base": {
   "answers": 512,
   "correct": 62,
   "groups": {
    "cut while thinking": {
     "answers": 453,
     "correct": 4
    },
    "stopped while thinking": {
     "answers": 0,
     "correct": 0
    },
    "closed out of a loop": {
     "answers": 3,
     "correct": 2
    },
    "closed normally": {
     "answers": 56,
     "correct": 56
    }
   }
  },
  "dev/a-4": {
   "answers": 512,
   "correct": 101,
   "groups": {
    "cut while thinking": {
     "answers": 255,
     "correct": 4
    },
    "stopped while thinking": {
     "answers": 47,
     "correct": 0
    },
    "closed out of a loop": {
     "answers": 197,
     "correct": 87
    },
    "closed normally": {
     "answers": 13,
     "correct": 10
    }
   }
  },
  "dev/a1": {
   "answers": 512,
   "correct": 116,
   "groups": {
    "cut while thinking": {
     "answers": 394,
     "correct": 3
    },
    "stopped while thinking": {
     "answers": 1,
     "correct": 0
    },
    "closed out of a loop": {
     "answers": 31,
     "correct": 29
    },
    "closed normally": {
     "answers": 86,
     "correct": 84
    }
   }
  },
  "dev/a2": {
   "answers": 512,
   "correct": 180,
   "groups": {
    "cut while thinking": {
     "answers": 306,
     "correct": 4
    },
    "stopped while thinking": {
     "answers": 0,
     "correct": 0
    },
    "closed out of a loop": {
     "answers": 70,
     "correct": 44
    },
    "closed normally": {
     "answers": 136,
     "correct": 132
    }
   }
  },
  "dev/a4": {
   "answers": 512,
   "correct": 303,
   "groups": {
    "cut while thinking": {
     "answers": 83,
     "correct": 1
    },
    "stopped while thinking": {
     "answers": 1,
     "correct": 0
    },
    "closed out of a loop": {
     "answers": 172,
     "correct": 70
    },
    "closed normally": {
     "answers": 256,
     "correct": 232
    }
   }
  },
  "dev/p50c": {
   "answers": 512,
   "correct": 315,
   "groups": {
    "cut while thinking": {
     "answers": 72,
     "correct": 0
    },
    "stopped while thinking": {
     "answers": 0,
     "correct": 0
    },
    "closed out of a loop": {
     "answers": 96,
     "correct": 29
    },
    "closed normally": {
     "answers": 344,
     "correct": 286
    }
   }
  },
  "dev/a8": {
   "answers": 512,
   "correct": 311,
   "groups": {
    "cut while thinking": {
     "answers": 51,
     "correct": 0
    },
    "stopped while thinking": {
     "answers": 28,
     "correct": 0
    },
    "closed out of a loop": {
     "answers": 69,
     "correct": 16
    },
    "closed normally": {
     "answers": 364,
     "correct": 295
    }
   }
  },
  "dev/a12": {
   "answers": 512,
   "correct": 265,
   "groups": {
    "cut while thinking": {
     "answers": 43,
     "correct": 0
    },
    "stopped while thinking": {
     "answers": 37,
     "correct": 0
    },
    "closed out of a loop": {
     "answers": 19,
     "correct": 3
    },
    "closed normally": {
     "answers": 413,
     "correct": 262
    }
   }
  }
 }
}