{
 "check": {
  "snippet": 60,
  "gap": 100,
  "look_back": 6000,
  "min_count": 3
 },
 "runs": {
  "dev/base": {
   "answers": 512,
   "correct": 62,
   "groups": {
    "cut while thinking": {
     "answers": 453,
     "correct": 4
    },
    "stopped while thinking": {
     "answers": 0,
     "correct": 0
    },
    "closed out of a loop": {
     "answers": 3,
     "correct": 2
    },
    "closed normally": {
     "answers": 56,
     "correct": 56
    }
   }
  },
  "dev/base+temp1.0": {
   "answers": 512,
   "correct": 143,
   "groups": {
    "cut while thinking": {
     "answers": 352,
     "correct": 2
    },
    "stopped while thinking": {
     "answers": 0,
     "correct": 0
    },
    "closed out of a loop": {
     "answers": 3,
     "correct": 1
    },
    "closed normally": {
     "answers": 157,
     "correct": 140
    }
   }
  },
  "dev/base+pp0": {
   "answers": 512,
   "correct": 23,
   "groups": {
    "cut while thinking": {
     "answers": 507,
     "correct": 18
    },
    "stopped while thinking": {
     "answers": 0,
     "correct": 0
    },
    "closed out of a loop": {
     "answers": 1,
     "correct": 1
    },
    "closed normally": {
     "answers": 4,
     "correct": 4
    }
   }
  },
  "dev/base+pp2": {
   "answers": 512,
   "correct": 83,
   "groups": {
    "cut while thinking": {
     "answers": 433,
     "correct": 5
    },
    "stopped while thinking": {
     "answers": 0,
     "correct": 0
    },
    "closed out of a loop": {
     "answers": 4,
     "correct": 4
    },
    "closed normally": {
     "answers": 75,
     "correct": 74
    }
   }
  },
  "dev/base+rep1.1": {
   "answers": 512,
   "correct": 176,
   "groups": {
    "cut while thinking": {
     "answers": 294,
     "correct": 0
    },
    "stopped while thinking": {
     "answers": 0,
     "correct": 0
    },
    "closed out of a loop": {
     "answers": 28,
     "correct": 11
    },
    "closed normally": {
     "answers": 190,
     "correct": 165
    }
   }
  },
  "dev/base+max4k": {
   "answers": 512,
   "correct": 30,
   "groups": {
    "cut while thinking": {
     "answers": 484,
     "correct": 7
    },
    "stopped while thinking": {
     "answers": 0,
     "correct": 0
    },
    "closed out of a loop": {
     "answers": 0,
     "correct": 0
    },
    "closed normally": {
     "answers": 28,
     "correct": 23
    }
   }
  }
 }
}