Download code/results/runs/dev/base+nothink/summary.json from thegovind/weight-space-programming: direct link, hf CLI and curl.
- Browser
- Download file 1.2 kB
-
https://huggingface.co/spaces/thegovind/weight-space-programming/resolve/main/code/results/runs/dev/base%2Bnothink/summary.json
- Command line
-
hf download hf://spaces/thegovind/weight-space-programming/code/results/runs/dev/base+nothink/summary.json
-
curl -L -o summary.json https://huggingface.co/spaces/thegovind/weight-space-programming/resolve/main/code/results/runs/dev/base%2Bnothink/summary.json
1.2 kB
| { | |
| "problems": 256, | |
| "samples": 512, | |
| "acc": 0.521484375, | |
| "acc_se": 0.027012114865977856, | |
| "cut_share": 0.1796875, | |
| "mean_tokens": 2270.0703125, | |
| "closed_share": 0.0, | |
| "p_finish": 0.8203125, | |
| "p_correct_given_finished": 0.6357142857142857, | |
| "p_correct_given_cut": 0.0, | |
| "no_answer_finished_share": 0.0, | |
| "loop_end_share_of_cut": 0.07608695652173914, | |
| "tail_dup8_cut_mean": 0.10142391304347825, | |
| "median_tokens_correct": 452, | |
| "by_source": { | |
| "gsm8k": { | |
| "problems": 128, | |
| "samples": 256, | |
| "acc": 0.58203125, | |
| "acc_se": 0.03752350958849786, | |
| "cut_share": 0.04296875, | |
| "mean_tokens": 1025.88671875 | |
| }, | |
| "math": { | |
| "problems": 128, | |
| "samples": 256, | |
| "acc": 0.4609375, | |
| "acc_se": 0.03826699829119739, | |
| "cut_share": 0.31640625, | |
| "mean_tokens": 3514.25390625 | |
| } | |
| }, | |
| "run": { | |
| "name": "dev/base+nothink", | |
| "model": "base", | |
| "data": "dev256", | |
| "n": 2, | |
| "shards": 1, | |
| "est": 2, | |
| "preset": "nothink35" | |
| }, | |
| "sampling": { | |
| "temperature": 0.7, | |
| "top_p": 0.8, | |
| "top_k": 20, | |
| "presence_penalty": 1.5, | |
| "repetition_penalty": 1.0, | |
| "max_tokens": 8192, | |
| "thinking": false | |
| }, | |
| "edit_note": null, | |
| "tokens_total": 1162276, | |
| "gpu_seconds": 164, | |
| "tok_per_s_per_gpu": 11284 | |
| } |