{ "protocol": { "sampling": "random", "temperature": 1.0, "top_k": 0, "top_p": 1.0, "n_provided_levels": 1, "n_levels": 16, "document_aware_validation_sampling": true }, "reference_model": "gpt2-large", "checkpoint": "/home/ubuntu/mstok-results/iclr-debug-decoder-135b-20260916/decoder-mstok/exports/step-34333/ncp.pt", "checkpoint_step": 34333, "seeds": [ 0, 1, 2, 3, 4 ], "samples_per_seed": 128, "total_scored_samples": 640, "total_scored_tokens": 160503, "per_seed_mean_ppl": { "0": 106.99428697044395, "1": 104.0656312139604, "2": 106.59998968944139, "3": 117.78306621364587, "4": 108.63302937787536 }, "mean_gen_ppl": 108.8152006930734, "gen_ppl_se": 2.3583584883976796, "mean_of_seed_median_ppl": 99.95965270996093, "mean_entropy_nats": 4.37164044491404 }