{ "problems": 256, "samples": 512, "acc": 0.521484375, "acc_se": 0.027012114865977856, "cut_share": 0.1796875, "mean_tokens": 2270.0703125, "closed_share": 0.0, "p_finish": 0.8203125, "p_correct_given_finished": 0.6357142857142857, "p_correct_given_cut": 0.0, "no_answer_finished_share": 0.0, "loop_end_share_of_cut": 0.07608695652173914, "tail_dup8_cut_mean": 0.10142391304347825, "median_tokens_correct": 452, "by_source": { "gsm8k": { "problems": 128, "samples": 256, "acc": 0.58203125, "acc_se": 0.03752350958849786, "cut_share": 0.04296875, "mean_tokens": 1025.88671875 }, "math": { "problems": 128, "samples": 256, "acc": 0.4609375, "acc_se": 0.03826699829119739, "cut_share": 0.31640625, "mean_tokens": 3514.25390625 } }, "run": { "name": "dev/base+nothink", "model": "base", "data": "dev256", "n": 2, "shards": 1, "est": 2, "preset": "nothink35" }, "sampling": { "temperature": 0.7, "top_p": 0.8, "top_k": 20, "presence_penalty": 1.5, "repetition_penalty": 1.0, "max_tokens": 8192, "thinking": false }, "edit_note": null, "tokens_total": 1162276, "gpu_seconds": 164, "tok_per_s_per_gpu": 11284 }