| { | |
| "check": { | |
| "snippet": 60, | |
| "gap": 100, | |
| "look_back": 6000, | |
| "min_count": 3 | |
| }, | |
| "runs": { | |
| "dev/base": { | |
| "answers": 512, | |
| "correct": 62, | |
| "groups": { | |
| "cut while thinking": { | |
| "answers": 453, | |
| "correct": 4 | |
| }, | |
| "stopped while thinking": { | |
| "answers": 0, | |
| "correct": 0 | |
| }, | |
| "closed out of a loop": { | |
| "answers": 3, | |
| "correct": 2 | |
| }, | |
| "closed normally": { | |
| "answers": 56, | |
| "correct": 56 | |
| } | |
| } | |
| }, | |
| "dev/p50c": { | |
| "answers": 512, | |
| "correct": 315, | |
| "groups": { | |
| "cut while thinking": { | |
| "answers": 72, | |
| "correct": 0 | |
| }, | |
| "stopped while thinking": { | |
| "answers": 0, | |
| "correct": 0 | |
| }, | |
| "closed out of a loop": { | |
| "answers": 96, | |
| "correct": 29 | |
| }, | |
| "closed normally": { | |
| "answers": 344, | |
| "correct": 286 | |
| } | |
| } | |
| }, | |
| "dev/rebuilt": { | |
| "answers": 512, | |
| "correct": 315, | |
| "groups": { | |
| "cut while thinking": { | |
| "answers": 55, | |
| "correct": 0 | |
| }, | |
| "stopped while thinking": { | |
| "answers": 0, | |
| "correct": 0 | |
| }, | |
| "closed out of a loop": { | |
| "answers": 118, | |
| "correct": 39 | |
| }, | |
| "closed normally": { | |
| "answers": 339, | |
| "correct": 276 | |
| } | |
| } | |
| } | |
| } | |
| } |