| { | |
| "check": { | |
| "snippet": 60, | |
| "gap": 100, | |
| "look_back": 6000, | |
| "min_count": 3 | |
| }, | |
| "runs": { | |
| "dev/base": { | |
| "answers": 512, | |
| "correct": 62, | |
| "groups": { | |
| "cut while thinking": { | |
| "answers": 453, | |
| "correct": 4 | |
| }, | |
| "stopped while thinking": { | |
| "answers": 0, | |
| "correct": 0 | |
| }, | |
| "closed out of a loop": { | |
| "answers": 3, | |
| "correct": 2 | |
| }, | |
| "closed normally": { | |
| "answers": 56, | |
| "correct": 56 | |
| } | |
| } | |
| }, | |
| "dev/p50c": { | |
| "answers": 512, | |
| "correct": 315, | |
| "groups": { | |
| "cut while thinking": { | |
| "answers": 72, | |
| "correct": 0 | |
| }, | |
| "stopped while thinking": { | |
| "answers": 0, | |
| "correct": 0 | |
| }, | |
| "closed out of a loop": { | |
| "answers": 96, | |
| "correct": 29 | |
| }, | |
| "closed normally": { | |
| "answers": 344, | |
| "correct": 286 | |
| } | |
| } | |
| }, | |
| "dev/capA-a6": { | |
| "answers": 512, | |
| "correct": 220, | |
| "groups": { | |
| "cut while thinking": { | |
| "answers": 237, | |
| "correct": 3 | |
| }, | |
| "stopped while thinking": { | |
| "answers": 1, | |
| "correct": 0 | |
| }, | |
| "closed out of a loop": { | |
| "answers": 141, | |
| "correct": 94 | |
| }, | |
| "closed normally": { | |
| "answers": 133, | |
| "correct": 123 | |
| } | |
| } | |
| }, | |
| "dev/capB-a6": { | |
| "answers": 512, | |
| "correct": 298, | |
| "groups": { | |
| "cut while thinking": { | |
| "answers": 108, | |
| "correct": 0 | |
| }, | |
| "stopped while thinking": { | |
| "answers": 0, | |
| "correct": 0 | |
| }, | |
| "closed out of a loop": { | |
| "answers": 145, | |
| "correct": 67 | |
| }, | |
| "closed normally": { | |
| "answers": 259, | |
| "correct": 231 | |
| } | |
| } | |
| } | |
| } | |
| } |