w-ahmad commited on
Commit
db144d2
·
verified ·
1 Parent(s): e32932c

Upload results_4b.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. results_4b.json +282 -0
results_4b.json ADDED
@@ -0,0 +1,282 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "LiquidAI/LFM2.5-230M-Base",
3
+ "baseline": {
4
+ "text": {
5
+ "fineweb-edu": {
6
+ "mean_kld": 0.0,
7
+ "ppl": 79.49815828662017,
8
+ "ear": 0.7534971237182617,
9
+ "top10_mass": 0.7534971237182617,
10
+ "normalized_ear": 1.0,
11
+ "tokens": 511
12
+ },
13
+ "finemath-4plus": {
14
+ "mean_kld": 0.0,
15
+ "ppl": 87.32766592357271,
16
+ "ear": 0.7907381057739258,
17
+ "top10_mass": 0.7907381057739258,
18
+ "normalized_ear": 1.0,
19
+ "tokens": 511
20
+ },
21
+ "the-stack-python": {
22
+ "mean_kld": 0.0,
23
+ "ppl": 85.3008102289376,
24
+ "ear": 0.7510960102081299,
25
+ "top10_mass": 0.7510960102081299,
26
+ "normalized_ear": 1.0,
27
+ "tokens": 511
28
+ },
29
+ "wiki": {
30
+ "mean_kld": 0.0,
31
+ "ppl": 108.3028540504347,
32
+ "ear": 0.7639498710632324,
33
+ "top10_mass": 0.7639498710632324,
34
+ "normalized_ear": 1.0,
35
+ "tokens": 511
36
+ }
37
+ }
38
+ },
39
+ "variants": [],
40
+ "clipping": [
41
+ {
42
+ "clip": "no_clip",
43
+ "symmetric": true,
44
+ "bits": 8,
45
+ "group_size": 32,
46
+ "text": {
47
+ "fineweb-edu": {
48
+ "mean_kld": 0.0026966496370732784,
49
+ "ppl": 81.70630042354475,
50
+ "ear": 0.7389369010925293,
51
+ "top10_mass": 0.7534971237182617,
52
+ "normalized_ear": 0.9806764721889282,
53
+ "tokens": 511
54
+ },
55
+ "finemath-4plus": {
56
+ "mean_kld": 0.003092996310442686,
57
+ "ppl": 88.01393090009604,
58
+ "ear": 0.7726728916168213,
59
+ "top10_mass": 0.7907381057739258,
60
+ "normalized_ear": 0.9771539855924568,
61
+ "tokens": 511
62
+ },
63
+ "the-stack-python": {
64
+ "mean_kld": 0.0031404466135427356,
65
+ "ppl": 86.64675191380186,
66
+ "ear": 0.736914873123169,
67
+ "top10_mass": 0.7510960102081299,
68
+ "normalized_ear": 0.9811194083150151,
69
+ "tokens": 511
70
+ },
71
+ "wiki": {
72
+ "mean_kld": 0.002412013476714492,
73
+ "ppl": 107.8797965657982,
74
+ "ear": 0.7496263980865479,
75
+ "top10_mass": 0.7639498710632324,
76
+ "normalized_ear": 0.98125076851345,
77
+ "tokens": 511
78
+ }
79
+ }
80
+ },
81
+ {
82
+ "clip": "clip99.9",
83
+ "symmetric": true,
84
+ "bits": 8,
85
+ "group_size": 32,
86
+ "text": {
87
+ "fineweb-edu": {
88
+ "mean_kld": 0.7247534990310669,
89
+ "ppl": 98.59278091469157,
90
+ "ear": 0.47813910245895386,
91
+ "top10_mass": 0.7534971237182617,
92
+ "normalized_ear": 0.6345599570433579,
93
+ "tokens": 511
94
+ },
95
+ "finemath-4plus": {
96
+ "mean_kld": 1.0531943440437317,
97
+ "ppl": 162.07555612049615,
98
+ "ear": 0.4441123604774475,
99
+ "top10_mass": 0.7907381057739258,
100
+ "normalized_ear": 0.5616427958063026,
101
+ "tokens": 511
102
+ },
103
+ "the-stack-python": {
104
+ "mean_kld": 0.9825755208730698,
105
+ "ppl": 154.03533067772338,
106
+ "ear": 0.5045776907354593,
107
+ "top10_mass": 0.7510960102081299,
108
+ "normalized_ear": 0.6717885381865363,
109
+ "tokens": 511
110
+ },
111
+ "wiki": {
112
+ "mean_kld": 0.8744925409555435,
113
+ "ppl": 151.64259733317476,
114
+ "ear": 0.46152953803539276,
115
+ "top10_mass": 0.7639498710632324,
116
+ "normalized_ear": 0.6041358936196375,
117
+ "tokens": 511
118
+ }
119
+ }
120
+ },
121
+ {
122
+ "clip": "clip99",
123
+ "symmetric": true,
124
+ "bits": 8,
125
+ "group_size": 32,
126
+ "text": {
127
+ "fineweb-edu": {
128
+ "mean_kld": 1.44821223244071,
129
+ "ppl": 165.2785271241124,
130
+ "ear": 0.3583930879831314,
131
+ "top10_mass": 0.7534971237182617,
132
+ "normalized_ear": 0.4756396231674765,
133
+ "tokens": 511
134
+ },
135
+ "finemath-4plus": {
136
+ "mean_kld": 1.5694732964038849,
137
+ "ppl": 162.71114572370396,
138
+ "ear": 0.3551716208457947,
139
+ "top10_mass": 0.7907381057739258,
140
+ "normalized_ear": 0.4491646706442389,
141
+ "tokens": 511
142
+ },
143
+ "the-stack-python": {
144
+ "mean_kld": 1.4058308154344559,
145
+ "ppl": 175.9595964627016,
146
+ "ear": 0.4203494116663933,
147
+ "top10_mass": 0.7510960102081299,
148
+ "normalized_ear": 0.5596480422654806,
149
+ "tokens": 511
150
+ },
151
+ "wiki": {
152
+ "mean_kld": 1.6555513963103294,
153
+ "ppl": 189.54347074823946,
154
+ "ear": 0.34823813661932945,
155
+ "top10_mass": 0.7639498710632324,
156
+ "normalized_ear": 0.4558389886690689,
157
+ "tokens": 511
158
+ }
159
+ }
160
+ },
161
+ {
162
+ "clip": "no_clip",
163
+ "symmetric": false,
164
+ "bits": 8,
165
+ "group_size": 32,
166
+ "text": {
167
+ "fineweb-edu": {
168
+ "mean_kld": 0.027525457669980824,
169
+ "ppl": 81.38713559414845,
170
+ "ear": 0.704193115234375,
171
+ "top10_mass": 0.7534971237182617,
172
+ "normalized_ear": 0.934566427751459,
173
+ "tokens": 511
174
+ },
175
+ "finemath-4plus": {
176
+ "mean_kld": 0.020756272017024457,
177
+ "ppl": 87.32766592357271,
178
+ "ear": 0.7465629577636719,
179
+ "top10_mass": 0.7907381057739258,
180
+ "normalized_ear": 0.9441342870822976,
181
+ "tokens": 511
182
+ },
183
+ "the-stack-python": {
184
+ "mean_kld": 0.026301398524083197,
185
+ "ppl": 84.96760436350303,
186
+ "ear": 0.7097413539886475,
187
+ "top10_mass": 0.7510960102081299,
188
+ "normalized_ear": 0.9449409187940927,
189
+ "tokens": 511
190
+ },
191
+ "wiki": {
192
+ "mean_kld": 0.03759151475969702,
193
+ "ppl": 108.72757058190855,
194
+ "ear": 0.7042272090911865,
195
+ "top10_mass": 0.7639498710632324,
196
+ "normalized_ear": 0.921823847042573,
197
+ "tokens": 511
198
+ }
199
+ }
200
+ },
201
+ {
202
+ "clip": "clip99.9",
203
+ "symmetric": false,
204
+ "bits": 8,
205
+ "group_size": 32,
206
+ "text": {
207
+ "fineweb-edu": {
208
+ "mean_kld": 0.7454017326235771,
209
+ "ppl": 98.59278091469157,
210
+ "ear": 0.4713289737701416,
211
+ "top10_mass": 0.7534971237182617,
212
+ "normalized_ear": 0.6255219282646858,
213
+ "tokens": 511
214
+ },
215
+ "finemath-4plus": {
216
+ "mean_kld": 1.0569904148578644,
217
+ "ppl": 159.55792860115014,
218
+ "ear": 0.4404619038105011,
219
+ "top10_mass": 0.7907381057739258,
220
+ "normalized_ear": 0.557026277846322,
221
+ "tokens": 511
222
+ },
223
+ "the-stack-python": {
224
+ "mean_kld": 0.9685867615044117,
225
+ "ppl": 141.32699529385312,
226
+ "ear": 0.4987421855330467,
227
+ "top10_mass": 0.7510960102081299,
228
+ "normalized_ear": 0.6640192182552593,
229
+ "tokens": 511
230
+ },
231
+ "wiki": {
232
+ "mean_kld": 0.9162033125758171,
233
+ "ppl": 160.18364516789063,
234
+ "ear": 0.45013876259326935,
235
+ "top10_mass": 0.7639498710632324,
236
+ "normalized_ear": 0.5892255233537583,
237
+ "tokens": 511
238
+ }
239
+ }
240
+ },
241
+ {
242
+ "clip": "clip99",
243
+ "symmetric": false,
244
+ "bits": 8,
245
+ "group_size": 32,
246
+ "text": {
247
+ "fineweb-edu": {
248
+ "mean_kld": 1.4555821232497692,
249
+ "ppl": 165.2785271241124,
250
+ "ear": 0.35630879551172256,
251
+ "top10_mass": 0.7534971237182617,
252
+ "normalized_ear": 0.4728734646702502,
253
+ "tokens": 511
254
+ },
255
+ "finemath-4plus": {
256
+ "mean_kld": 1.560297891497612,
257
+ "ppl": 155.8546245818667,
258
+ "ear": 0.3576807677745819,
259
+ "top10_mass": 0.7907381057739258,
260
+ "normalized_ear": 0.4523378412685778,
261
+ "tokens": 511
262
+ },
263
+ "the-stack-python": {
264
+ "mean_kld": 1.4087886773049831,
265
+ "ppl": 178.73602209213485,
266
+ "ear": 0.4227433353662491,
267
+ "top10_mass": 0.7510960102081299,
268
+ "normalized_ear": 0.5628352828676406,
269
+ "tokens": 511
270
+ },
271
+ "wiki": {
272
+ "mean_kld": 1.6697356775403023,
273
+ "ppl": 191.782147286831,
274
+ "ear": 0.34430133551359177,
275
+ "top10_mass": 0.7639498710632324,
276
+ "normalized_ear": 0.4506857695183691,
277
+ "tokens": 511
278
+ }
279
+ }
280
+ }
281
+ ]
282
+ }