| { | |
| "check": { | |
| "snippet": 60, | |
| "gap": 100, | |
| "look_back": 6000, | |
| "min_count": 3 | |
| }, | |
| "runs": { | |
| "dev/base": { | |
| "answers": 512, | |
| "correct": 62, | |
| "groups": { | |
| "cut while thinking": { | |
| "answers": 453, | |
| "correct": 4 | |
| }, | |
| "stopped while thinking": { | |
| "answers": 0, | |
| "correct": 0 | |
| }, | |
| "closed out of a loop": { | |
| "answers": 3, | |
| "correct": 2 | |
| }, | |
| "closed normally": { | |
| "answers": 56, | |
| "correct": 56 | |
| } | |
| } | |
| }, | |
| "dev/a-4": { | |
| "answers": 512, | |
| "correct": 101, | |
| "groups": { | |
| "cut while thinking": { | |
| "answers": 255, | |
| "correct": 4 | |
| }, | |
| "stopped while thinking": { | |
| "answers": 47, | |
| "correct": 0 | |
| }, | |
| "closed out of a loop": { | |
| "answers": 197, | |
| "correct": 87 | |
| }, | |
| "closed normally": { | |
| "answers": 13, | |
| "correct": 10 | |
| } | |
| } | |
| }, | |
| "dev/a1": { | |
| "answers": 512, | |
| "correct": 116, | |
| "groups": { | |
| "cut while thinking": { | |
| "answers": 394, | |
| "correct": 3 | |
| }, | |
| "stopped while thinking": { | |
| "answers": 1, | |
| "correct": 0 | |
| }, | |
| "closed out of a loop": { | |
| "answers": 31, | |
| "correct": 29 | |
| }, | |
| "closed normally": { | |
| "answers": 86, | |
| "correct": 84 | |
| } | |
| } | |
| }, | |
| "dev/a2": { | |
| "answers": 512, | |
| "correct": 180, | |
| "groups": { | |
| "cut while thinking": { | |
| "answers": 306, | |
| "correct": 4 | |
| }, | |
| "stopped while thinking": { | |
| "answers": 0, | |
| "correct": 0 | |
| }, | |
| "closed out of a loop": { | |
| "answers": 70, | |
| "correct": 44 | |
| }, | |
| "closed normally": { | |
| "answers": 136, | |
| "correct": 132 | |
| } | |
| } | |
| }, | |
| "dev/a4": { | |
| "answers": 512, | |
| "correct": 303, | |
| "groups": { | |
| "cut while thinking": { | |
| "answers": 83, | |
| "correct": 1 | |
| }, | |
| "stopped while thinking": { | |
| "answers": 1, | |
| "correct": 0 | |
| }, | |
| "closed out of a loop": { | |
| "answers": 172, | |
| "correct": 70 | |
| }, | |
| "closed normally": { | |
| "answers": 256, | |
| "correct": 232 | |
| } | |
| } | |
| }, | |
| "dev/p50c": { | |
| "answers": 512, | |
| "correct": 315, | |
| "groups": { | |
| "cut while thinking": { | |
| "answers": 72, | |
| "correct": 0 | |
| }, | |
| "stopped while thinking": { | |
| "answers": 0, | |
| "correct": 0 | |
| }, | |
| "closed out of a loop": { | |
| "answers": 96, | |
| "correct": 29 | |
| }, | |
| "closed normally": { | |
| "answers": 344, | |
| "correct": 286 | |
| } | |
| } | |
| }, | |
| "dev/a8": { | |
| "answers": 512, | |
| "correct": 311, | |
| "groups": { | |
| "cut while thinking": { | |
| "answers": 51, | |
| "correct": 0 | |
| }, | |
| "stopped while thinking": { | |
| "answers": 28, | |
| "correct": 0 | |
| }, | |
| "closed out of a loop": { | |
| "answers": 69, | |
| "correct": 16 | |
| }, | |
| "closed normally": { | |
| "answers": 364, | |
| "correct": 295 | |
| } | |
| } | |
| }, | |
| "dev/a12": { | |
| "answers": 512, | |
| "correct": 265, | |
| "groups": { | |
| "cut while thinking": { | |
| "answers": 43, | |
| "correct": 0 | |
| }, | |
| "stopped while thinking": { | |
| "answers": 37, | |
| "correct": 0 | |
| }, | |
| "closed out of a loop": { | |
| "answers": 19, | |
| "correct": 3 | |
| }, | |
| "closed normally": { | |
| "answers": 413, | |
| "correct": 262 | |
| } | |
| } | |
| } | |
| } | |
| } |