thegovind's picture
Publish the weight-space programming labs
bb102c0 verified
Raw History Blame Contribute Delete
1.2 kB
{
"problems": 256,
"samples": 512,
"acc": 0.521484375,
"acc_se": 0.027012114865977856,
"cut_share": 0.1796875,
"mean_tokens": 2270.0703125,
"closed_share": 0.0,
"p_finish": 0.8203125,
"p_correct_given_finished": 0.6357142857142857,
"p_correct_given_cut": 0.0,
"no_answer_finished_share": 0.0,
"loop_end_share_of_cut": 0.07608695652173914,
"tail_dup8_cut_mean": 0.10142391304347825,
"median_tokens_correct": 452,
"by_source": {
"gsm8k": {
"problems": 128,
"samples": 256,
"acc": 0.58203125,
"acc_se": 0.03752350958849786,
"cut_share": 0.04296875,
"mean_tokens": 1025.88671875
},
"math": {
"problems": 128,
"samples": 256,
"acc": 0.4609375,
"acc_se": 0.03826699829119739,
"cut_share": 0.31640625,
"mean_tokens": 3514.25390625
}
},
"run": {
"name": "dev/base+nothink",
"model": "base",
"data": "dev256",
"n": 2,
"shards": 1,
"est": 2,
"preset": "nothink35"
},
"sampling": {
"temperature": 0.7,
"top_p": 0.8,
"top_k": 20,
"presence_penalty": 1.5,
"repetition_penalty": 1.0,
"max_tokens": 8192,
"thinking": false
},
"edit_note": null,
"tokens_total": 1162276,
"gpu_seconds": 164,
"tok_per_s_per_gpu": 11284
}