| { |
| "objective": "rank_1_efficiency_after_full_confirmation", |
| "selection_version": "combined-development-v2-before-pilots", |
| "results": [ |
| { |
| "source": "fineweb_edu", |
| "effects": [ |
| { |
| "seed": 1337, |
| "arc_delta_pp": 0.17543859649122806, |
| "grammar_delta_pp": 2.430555555555556, |
| "wiki_ppl_ratio": 0.9998499487147989, |
| "wiki_normalized_delta": 0.0026825473015649644, |
| "combined_dev_delta": 0.869558899782783 |
| }, |
| { |
| "seed": 2027, |
| "arc_delta_pp": 0.3508771929824561, |
| "grammar_delta_pp": 0.6944444444444444, |
| "wiki_ppl_ratio": 0.9999204588938312, |
| "wiki_normalized_delta": 0.001421948878126593, |
| "combined_dev_delta": 0.3489145287683424 |
| } |
| ], |
| "mean_combined_dev_delta": 0.6092367142755627, |
| "paired_dev_99pct_interval": [ |
| -0.2904952545353535, |
| 1.7977113731449583 |
| ], |
| "eligible_for_extension": false |
| }, |
| { |
| "source": "dclm_edu", |
| "effects": [ |
| { |
| "seed": 1337, |
| "arc_delta_pp": 0.17543859649122806, |
| "grammar_delta_pp": 1.3888888888888888, |
| "wiki_ppl_ratio": 0.9999958367943211, |
| "wiki_normalized_delta": 7.442243152627325e-05, |
| "combined_dev_delta": 0.5214673026038811 |
| }, |
| { |
| "seed": 2027, |
| "arc_delta_pp": 0.3508771929824561, |
| "grammar_delta_pp": 0.0, |
| "wiki_ppl_ratio": 0.9998027158537773, |
| "wiki_normalized_delta": 0.003527037797255739, |
| "combined_dev_delta": 0.11813474359323728 |
| } |
| ], |
| "mean_combined_dev_delta": 0.3198010230985592, |
| "paired_dev_99pct_interval": [ |
| -0.40827828976693786, |
| 1.1902993174455379 |
| ], |
| "eligible_for_extension": false |
| }, |
| { |
| "source": "cosmopedia", |
| "effects": [ |
| { |
| "seed": 1337, |
| "arc_delta_pp": 0.3508771929824561, |
| "grammar_delta_pp": 1.7361111111111112, |
| "wiki_ppl_ratio": 1.0022786467949207, |
| "wiki_normalized_delta": -0.04068719618935495, |
| "combined_dev_delta": 0.6821003693014039 |
| }, |
| { |
| "seed": 2027, |
| "arc_delta_pp": -0.8771929824561403, |
| "grammar_delta_pp": 0.3472222222222222, |
| "wiki_ppl_ratio": 1.0025389677110237, |
| "wiki_normalized_delta": -0.04532956111627206, |
| "combined_dev_delta": -0.1917667737833967 |
| } |
| ], |
| "mean_combined_dev_delta": 0.24516679775900363, |
| "paired_dev_99pct_interval": [ |
| -0.7168184605255966, |
| 1.2868486934705048 |
| ], |
| "eligible_for_extension": false |
| }, |
| { |
| "source": "finemath", |
| "effects": [ |
| { |
| "seed": 1337, |
| "arc_delta_pp": -0.17543859649122806, |
| "grammar_delta_pp": 2.083333333333333, |
| "wiki_ppl_ratio": 0.9999358419833166, |
| "wiki_normalized_delta": 0.0011469380111162695, |
| "combined_dev_delta": 0.6363472249510737 |
| }, |
| { |
| "seed": 2027, |
| "arc_delta_pp": 0.0, |
| "grammar_delta_pp": 0.6944444444444444, |
| "wiki_ppl_ratio": 0.9999406018055441, |
| "wiki_normalized_delta": 0.0010618452438650554, |
| "combined_dev_delta": 0.23183542989610317 |
| } |
| ], |
| "mean_combined_dev_delta": 0.4340913274235884, |
| "paired_dev_99pct_interval": [ |
| -0.26400808778108986, |
| 1.3345603820044878 |
| ], |
| "eligible_for_extension": false |
| } |
| ], |
| "selected_source": null, |
| "note": "Development-only surrogate; narrow grammar proxy; interval conditional on fixed WikiText validation corpus. Two seeds do not establish population variance. No official GLINT scores." |
| } |
