| { | |
| "protocol": { | |
| "sampling": "random", | |
| "temperature": 1.0, | |
| "top_k": 0, | |
| "top_p": 1.0, | |
| "n_provided_levels": 1, | |
| "n_levels": 16, | |
| "document_aware_validation_sampling": true | |
| }, | |
| "reference_model": "gpt2-large", | |
| "checkpoint": "/home/ubuntu/mstok-results/iclr-debug-decoder-135b-20260916/decoder-mstok/exports/step-34333/ncp.pt", | |
| "checkpoint_step": 34333, | |
| "seeds": [ | |
| 0, | |
| 1, | |
| 2, | |
| 3, | |
| 4 | |
| ], | |
| "samples_per_seed": 128, | |
| "total_scored_samples": 640, | |
| "total_scored_tokens": 160503, | |
| "per_seed_mean_ppl": { | |
| "0": 106.99428697044395, | |
| "1": 104.0656312139604, | |
| "2": 106.59998968944139, | |
| "3": 117.78306621364587, | |
| "4": 108.63302937787536 | |
| }, | |
| "mean_gen_ppl": 108.8152006930734, | |
| "gen_ppl_se": 2.3583584883976796, | |
| "mean_of_seed_median_ppl": 99.95965270996093, | |
| "mean_entropy_nats": 4.37164044491404 | |
| } | |