{
 "check": {
  "snippet": 60,
  "gap": 100,
  "look_back": 6000,
  "min_count": 3
 },
 "runs": {
  "dev/base": {
   "answers": 512,
   "correct": 62,
   "groups": {
    "cut while thinking": {
     "answers": 453,
     "correct": 4
    },
    "stopped while thinking": {
     "answers": 0,
     "correct": 0
    },
    "closed out of a loop": {
     "answers": 3,
     "correct": 2
    },
    "closed normally": {
     "answers": 56,
     "correct": 56
    }
   }
  },
  "dev/p50c": {
   "answers": 512,
   "correct": 315,
   "groups": {
    "cut while thinking": {
     "answers": 72,
     "correct": 0
    },
    "stopped while thinking": {
     "answers": 0,
     "correct": 0
    },
    "closed out of a loop": {
     "answers": 96,
     "correct": 29
    },
    "closed normally": {
     "answers": 344,
     "correct": 286
    }
   }
  },
  "dev/capA-a6": {
   "answers": 512,
   "correct": 220,
   "groups": {
    "cut while thinking": {
     "answers": 237,
     "correct": 3
    },
    "stopped while thinking": {
     "answers": 1,
     "correct": 0
    },
    "closed out of a loop": {
     "answers": 141,
     "correct": 94
    },
    "closed normally": {
     "answers": 133,
     "correct": 123
    }
   }
  },
  "dev/capB-a6": {
   "answers": 512,
   "correct": 298,
   "groups": {
    "cut while thinking": {
     "answers": 108,
     "correct": 0
    },
    "stopped while thinking": {
     "answers": 0,
     "correct": 0
    },
    "closed out of a loop": {
     "answers": 145,
     "correct": 67
    },
    "closed normally": {
     "answers": 259,
     "correct": 231
    }
   }
  }
 }
}