{
 "check": {
  "snippet": 60,
  "gap": 100,
  "look_back": 6000,
  "min_count": 3
 },
 "runs": {
  "dev/base": {
   "answers": 512,
   "correct": 62,
   "groups": {
    "cut while thinking": {
     "answers": 453,
     "correct": 4
    },
    "stopped while thinking": {
     "answers": 0,
     "correct": 0
    },
    "closed out of a loop": {
     "answers": 3,
     "correct": 2
    },
    "closed normally": {
     "answers": 56,
     "correct": 56
    }
   }
  },
  "dev/p50c": {
   "answers": 512,
   "correct": 315,
   "groups": {
    "cut while thinking": {
     "answers": 72,
     "correct": 0
    },
    "stopped while thinking": {
     "answers": 0,
     "correct": 0
    },
    "closed out of a loop": {
     "answers": 96,
     "correct": 29
    },
    "closed normally": {
     "answers": 344,
     "correct": 286
    }
   }
  },
  "dev/rebuilt": {
   "answers": 512,
   "correct": 315,
   "groups": {
    "cut while thinking": {
     "answers": 55,
     "correct": 0
    },
    "stopped while thinking": {
     "answers": 0,
     "correct": 0
    },
    "closed out of a loop": {
     "answers": 118,
     "correct": 39
    },
    "closed normally": {
     "answers": 339,
     "correct": 276
    }
   }
  }
 }
}