{ "0.5.0": { "ref": "0221af718b51a56b6ee0fbea52f0bf42afa381bb", "facts": [ { "label": "Gaming gain", "value": "+0.007", "title": "Largest rl_reward gain from an adversarial probe (40 padding helpers)" }, { "label": "Held-out issues", "value": "2.0 / 100 lines", "title": "25 unmodified CPython 3.13 stdlib modules" }, { "label": "Python vs browser", "value": "Δ 0.0000", "title": "Largest score difference between the Python and JavaScript scorers" }, { "label": "Model", "value": "14.47 KiB", "title": "1.58-bit weights, NumPy only" } ] }, "0.5.1": { "ref": "b97871b", "facts": [ { "label": "Gaming gain", "value": "+0.007", "title": "Largest rl_reward gain from an adversarial probe (40 padding helpers)" }, { "label": "Held-out issues", "value": "1.9 / 100 lines", "title": "25 unmodified CPython 3.13 stdlib modules" }, { "label": "Python vs browser", "value": "Δ 0.0000", "title": "Largest score difference between the Python and JavaScript scorers" }, { "label": "Model", "value": "14.85 KiB", "title": "1.58-bit weights, NumPy only" } ] }, "0.6.0": { "ref": "818aa04623b07f1c7222a16d6ae594e9741f503c", "facts": [ { "label": "Gaming gain", "value": "+0.012", "title": "Largest rl_reward gain from an adversarial probe (40 padding helpers)" }, { "label": "Held-out issues", "value": "1.8 / 100 lines", "title": "25 unmodified CPython 3.13 stdlib modules" }, { "label": "Python vs browser", "value": "Δ 0.0000", "title": "Largest score difference between the Python and JavaScript scorers" }, { "label": "Model", "value": "23.84 KiB", "title": "1.58-bit weights, NumPy only" } ] }, "0.6.1": { "ref": "2ec03172f47f14655c1490540c2f593b77095807", "facts": [ { "label": "Gaming gain", "value": "+0.012", "title": "Largest rl_reward gain from an adversarial probe (40 padding helpers)" }, { "label": "Held-out issues", "value": "1.8 / 100 lines", "title": "25 unmodified CPython 3.13 stdlib modules" }, { "label": "Python vs browser", "value": "Δ 0.0000", "title": "Largest score difference between the Python and JavaScript scorers" }, { "label": "Model", "value": "23.84 KiB", "title": "1.58-bit weights, NumPy only" } ] } }