File size: 2,290 Bytes
161cb23
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5c265c1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
161cb23
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
{
  "0.5.0": {
    "ref": "0221af718b51a56b6ee0fbea52f0bf42afa381bb",
    "facts": [
      { "label": "Gaming gain", "value": "+0.007", "title": "Largest rl_reward gain from an adversarial probe (40 padding helpers)" },
      { "label": "Held-out issues", "value": "2.0 / 100 lines", "title": "25 unmodified CPython 3.13 stdlib modules" },
      { "label": "Python vs browser", "value": "Δ 0.0000", "title": "Largest score difference between the Python and JavaScript scorers" },
      { "label": "Model", "value": "14.47 KiB", "title": "1.58-bit weights, NumPy only" }
    ]
  },
  "0.5.1": {
    "ref": "b97871b",
    "facts": [
      { "label": "Gaming gain", "value": "+0.007", "title": "Largest rl_reward gain from an adversarial probe (40 padding helpers)" },
      { "label": "Held-out issues", "value": "1.9 / 100 lines", "title": "25 unmodified CPython 3.13 stdlib modules" },
      { "label": "Python vs browser", "value": "Δ 0.0000", "title": "Largest score difference between the Python and JavaScript scorers" },
      { "label": "Model", "value": "14.85 KiB", "title": "1.58-bit weights, NumPy only" }
    ]
  },
  "0.6.0": {
    "ref": "818aa04623b07f1c7222a16d6ae594e9741f503c",
    "facts": [
      { "label": "Gaming gain", "value": "+0.012", "title": "Largest rl_reward gain from an adversarial probe (40 padding helpers)" },
      { "label": "Held-out issues", "value": "1.8 / 100 lines", "title": "25 unmodified CPython 3.13 stdlib modules" },
      { "label": "Python vs browser", "value": "Δ 0.0000", "title": "Largest score difference between the Python and JavaScript scorers" },
      { "label": "Model", "value": "23.84 KiB", "title": "1.58-bit weights, NumPy only" }
    ]
  },
  "0.6.1": {
    "ref": "2ec03172f47f14655c1490540c2f593b77095807",
    "facts": [
      { "label": "Gaming gain", "value": "+0.012", "title": "Largest rl_reward gain from an adversarial probe (40 padding helpers)" },
      { "label": "Held-out issues", "value": "1.8 / 100 lines", "title": "25 unmodified CPython 3.13 stdlib modules" },
      { "label": "Python vs browser", "value": "Δ 0.0000", "title": "Largest score difference between the Python and JavaScript scorers" },
      { "label": "Model", "value": "23.84 KiB", "title": "1.58-bit weights, NumPy only" }
    ]
  }
}