| { | |
| "check": { | |
| "snippet": 60, | |
| "gap": 100, | |
| "look_back": 6000, | |
| "min_count": 3 | |
| }, | |
| "runs": { | |
| "dev/base": { | |
| "answers": 512, | |
| "correct": 62, | |
| "groups": { | |
| "cut while thinking": { | |
| "answers": 453, | |
| "correct": 4 | |
| }, | |
| "stopped while thinking": { | |
| "answers": 0, | |
| "correct": 0 | |
| }, | |
| "closed out of a loop": { | |
| "answers": 3, | |
| "correct": 2 | |
| }, | |
| "closed normally": { | |
| "answers": 56, | |
| "correct": 56 | |
| } | |
| } | |
| }, | |
| "dev/base+temp1.0": { | |
| "answers": 512, | |
| "correct": 143, | |
| "groups": { | |
| "cut while thinking": { | |
| "answers": 352, | |
| "correct": 2 | |
| }, | |
| "stopped while thinking": { | |
| "answers": 0, | |
| "correct": 0 | |
| }, | |
| "closed out of a loop": { | |
| "answers": 3, | |
| "correct": 1 | |
| }, | |
| "closed normally": { | |
| "answers": 157, | |
| "correct": 140 | |
| } | |
| } | |
| }, | |
| "dev/base+pp0": { | |
| "answers": 512, | |
| "correct": 23, | |
| "groups": { | |
| "cut while thinking": { | |
| "answers": 507, | |
| "correct": 18 | |
| }, | |
| "stopped while thinking": { | |
| "answers": 0, | |
| "correct": 0 | |
| }, | |
| "closed out of a loop": { | |
| "answers": 1, | |
| "correct": 1 | |
| }, | |
| "closed normally": { | |
| "answers": 4, | |
| "correct": 4 | |
| } | |
| } | |
| }, | |
| "dev/base+pp2": { | |
| "answers": 512, | |
| "correct": 83, | |
| "groups": { | |
| "cut while thinking": { | |
| "answers": 433, | |
| "correct": 5 | |
| }, | |
| "stopped while thinking": { | |
| "answers": 0, | |
| "correct": 0 | |
| }, | |
| "closed out of a loop": { | |
| "answers": 4, | |
| "correct": 4 | |
| }, | |
| "closed normally": { | |
| "answers": 75, | |
| "correct": 74 | |
| } | |
| } | |
| }, | |
| "dev/base+rep1.1": { | |
| "answers": 512, | |
| "correct": 176, | |
| "groups": { | |
| "cut while thinking": { | |
| "answers": 294, | |
| "correct": 0 | |
| }, | |
| "stopped while thinking": { | |
| "answers": 0, | |
| "correct": 0 | |
| }, | |
| "closed out of a loop": { | |
| "answers": 28, | |
| "correct": 11 | |
| }, | |
| "closed normally": { | |
| "answers": 190, | |
| "correct": 165 | |
| } | |
| } | |
| }, | |
| "dev/base+max4k": { | |
| "answers": 512, | |
| "correct": 30, | |
| "groups": { | |
| "cut while thinking": { | |
| "answers": 484, | |
| "correct": 7 | |
| }, | |
| "stopped while thinking": { | |
| "answers": 0, | |
| "correct": 0 | |
| }, | |
| "closed out of a loop": { | |
| "answers": 0, | |
| "correct": 0 | |
| }, | |
| "closed normally": { | |
| "answers": 28, | |
| "correct": 23 | |
| } | |
| } | |
| } | |
| } | |
| } |