Hugging Face's logo

SlayerLab
/
Slayer149-checkpoints

Text Generation
PyTorch
Safetensors
English
experimental
checkpoints
Model card Files
xet
 Community
Slayer149-checkpoints
File size: 3,774 Bytes
6669ad2
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
{
  "objective": "rank_1_efficiency_after_full_confirmation",
  "selection_version": "combined-development-v2-before-pilots",
  "results": [
    {
      "source": "fineweb_edu",
      "effects": [
        {
          "seed": 1337,
          "arc_delta_pp": 0.17543859649122806,
          "grammar_delta_pp": 2.430555555555556,
          "wiki_ppl_ratio": 0.9998499487147989,
          "wiki_normalized_delta": 0.0026825473015649644,
          "combined_dev_delta": 0.869558899782783
        },
        {
          "seed": 2027,
          "arc_delta_pp": 0.3508771929824561,
          "grammar_delta_pp": 0.6944444444444444,
          "wiki_ppl_ratio": 0.9999204588938312,
          "wiki_normalized_delta": 0.001421948878126593,
          "combined_dev_delta": 0.3489145287683424
        }
      ],
      "mean_combined_dev_delta": 0.6092367142755627,
      "paired_dev_99pct_interval": [
        -0.2904952545353535,
        1.7977113731449583
      ],
      "eligible_for_extension": false
    },
    {
      "source": "dclm_edu",
      "effects": [
        {
          "seed": 1337,
          "arc_delta_pp": 0.17543859649122806,
          "grammar_delta_pp": 1.3888888888888888,
          "wiki_ppl_ratio": 0.9999958367943211,
          "wiki_normalized_delta": 7.442243152627325e-05,
          "combined_dev_delta": 0.5214673026038811
        },
        {
          "seed": 2027,
          "arc_delta_pp": 0.3508771929824561,
          "grammar_delta_pp": 0.0,
          "wiki_ppl_ratio": 0.9998027158537773,
          "wiki_normalized_delta": 0.003527037797255739,
          "combined_dev_delta": 0.11813474359323728
        }
      ],
      "mean_combined_dev_delta": 0.3198010230985592,
      "paired_dev_99pct_interval": [
        -0.40827828976693786,
        1.1902993174455379
      ],
      "eligible_for_extension": false
    },
    {
      "source": "cosmopedia",
      "effects": [
        {
          "seed": 1337,
          "arc_delta_pp": 0.3508771929824561,
          "grammar_delta_pp": 1.7361111111111112,
          "wiki_ppl_ratio": 1.0022786467949207,
          "wiki_normalized_delta": -0.04068719618935495,
          "combined_dev_delta": 0.6821003693014039
        },
        {
          "seed": 2027,
          "arc_delta_pp": -0.8771929824561403,
          "grammar_delta_pp": 0.3472222222222222,
          "wiki_ppl_ratio": 1.0025389677110237,
          "wiki_normalized_delta": -0.04532956111627206,
          "combined_dev_delta": -0.1917667737833967
        }
      ],
      "mean_combined_dev_delta": 0.24516679775900363,
      "paired_dev_99pct_interval": [
        -0.7168184605255966,
        1.2868486934705048
      ],
      "eligible_for_extension": false
    },
    {
      "source": "finemath",
      "effects": [
        {
          "seed": 1337,
          "arc_delta_pp": -0.17543859649122806,
          "grammar_delta_pp": 2.083333333333333,
          "wiki_ppl_ratio": 0.9999358419833166,
          "wiki_normalized_delta": 0.0011469380111162695,
          "combined_dev_delta": 0.6363472249510737
        },
        {
          "seed": 2027,
          "arc_delta_pp": 0.0,
          "grammar_delta_pp": 0.6944444444444444,
          "wiki_ppl_ratio": 0.9999406018055441,
          "wiki_normalized_delta": 0.0010618452438650554,
          "combined_dev_delta": 0.23183542989610317
        }
      ],
      "mean_combined_dev_delta": 0.4340913274235884,
      "paired_dev_99pct_interval": [
        -0.26400808778108986,
        1.3345603820044878
      ],
      "eligible_for_extension": false
    }
  ],
  "selected_source": null,
  "note": "Development-only surrogate; narrow grammar proxy; interval conditional on fixed WikiText validation corpus. Two seeds do not establish population variance. No official GLINT scores."
}