codehygiene / web /src /reward-facts.json
brianbellx's picture
Upgrade to codehygiene v0.6.1, Bonsai 1.7B WebGPU + ZeroGPU refiner, and Data Retention page
5c265c1 verified
Raw History Blame Contribute Delete
2.29 kB
{
"0.5.0": {
"ref": "0221af718b51a56b6ee0fbea52f0bf42afa381bb",
"facts": [
{ "label": "Gaming gain", "value": "+0.007", "title": "Largest rl_reward gain from an adversarial probe (40 padding helpers)" },
{ "label": "Held-out issues", "value": "2.0 / 100 lines", "title": "25 unmodified CPython 3.13 stdlib modules" },
{ "label": "Python vs browser", "value": "Δ 0.0000", "title": "Largest score difference between the Python and JavaScript scorers" },
{ "label": "Model", "value": "14.47 KiB", "title": "1.58-bit weights, NumPy only" }
]
},
"0.5.1": {
"ref": "b97871b",
"facts": [
{ "label": "Gaming gain", "value": "+0.007", "title": "Largest rl_reward gain from an adversarial probe (40 padding helpers)" },
{ "label": "Held-out issues", "value": "1.9 / 100 lines", "title": "25 unmodified CPython 3.13 stdlib modules" },
{ "label": "Python vs browser", "value": "Δ 0.0000", "title": "Largest score difference between the Python and JavaScript scorers" },
{ "label": "Model", "value": "14.85 KiB", "title": "1.58-bit weights, NumPy only" }
]
},
"0.6.0": {
"ref": "818aa04623b07f1c7222a16d6ae594e9741f503c",
"facts": [
{ "label": "Gaming gain", "value": "+0.012", "title": "Largest rl_reward gain from an adversarial probe (40 padding helpers)" },
{ "label": "Held-out issues", "value": "1.8 / 100 lines", "title": "25 unmodified CPython 3.13 stdlib modules" },
{ "label": "Python vs browser", "value": "Δ 0.0000", "title": "Largest score difference between the Python and JavaScript scorers" },
{ "label": "Model", "value": "23.84 KiB", "title": "1.58-bit weights, NumPy only" }
]
},
"0.6.1": {
"ref": "2ec03172f47f14655c1490540c2f593b77095807",
"facts": [
{ "label": "Gaming gain", "value": "+0.012", "title": "Largest rl_reward gain from an adversarial probe (40 padding helpers)" },
{ "label": "Held-out issues", "value": "1.8 / 100 lines", "title": "25 unmodified CPython 3.13 stdlib modules" },
{ "label": "Python vs browser", "value": "Δ 0.0000", "title": "Largest score difference between the Python and JavaScript scorers" },
{ "label": "Model", "value": "23.84 KiB", "title": "1.58-bit weights, NumPy only" }
]
}
}