PowerMachine commited on
Commit
dc66ecb
·
verified ·
1 Parent(s): ed3b4a8

V6.5-7ds cleanup: remove legacy v6_5_final_w8a8_compression.json

Browse files
Files changed (1) hide show
  1. v6_5_final_w8a8_compression.json +0 -315
v6_5_final_w8a8_compression.json DELETED
@@ -1,315 +0,0 @@
1
- {
2
- "n_calls": 28,
3
- "log": [
4
- {
5
- "step": 0,
6
- "phase": 1,
7
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
8
- "relative_error": 0.08564349913797292,
9
- "compression_ratio": 4.0,
10
- "preserves_topology": false,
11
- "smooth_scale_mean": 0.007225902751088142,
12
- "elapsed_ms": 0.6461143493652344
13
- },
14
- {
15
- "step": 2,
16
- "phase": 1,
17
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
18
- "relative_error": 0.15450305409221826,
19
- "compression_ratio": 4.0,
20
- "preserves_topology": false,
21
- "smooth_scale_mean": 0.01163043174892664,
22
- "elapsed_ms": 0.5459785461425781
23
- },
24
- {
25
- "step": 4,
26
- "phase": 1,
27
- "dataset": "carolina-c4ai/corpus-carolina",
28
- "relative_error": 0.15302146496855623,
29
- "compression_ratio": 4.0,
30
- "preserves_topology": false,
31
- "smooth_scale_mean": 0.013445748947560787,
32
- "elapsed_ms": 0.6535053253173828
33
- },
34
- {
35
- "step": 6,
36
- "phase": 1,
37
- "dataset": "carolina-c4ai/corpus-carolina",
38
- "relative_error": 0.18615433008559695,
39
- "compression_ratio": 4.0,
40
- "preserves_topology": false,
41
- "smooth_scale_mean": 0.01609840616583824,
42
- "elapsed_ms": 0.5929470062255859
43
- },
44
- {
45
- "step": 8,
46
- "phase": 1,
47
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
48
- "relative_error": 0.091190285942846,
49
- "compression_ratio": 4.0,
50
- "preserves_topology": false,
51
- "smooth_scale_mean": 0.0174460019916296,
52
- "elapsed_ms": 0.60272216796875
53
- },
54
- {
55
- "step": 10,
56
- "phase": 1,
57
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
58
- "relative_error": 0.1653016322404397,
59
- "compression_ratio": 4.0,
60
- "preserves_topology": false,
61
- "smooth_scale_mean": 0.01947426237165928,
62
- "elapsed_ms": 0.6651878356933594
63
- },
64
- {
65
- "step": 12,
66
- "phase": 1,
67
- "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
68
- "relative_error": 0.03136036530439453,
69
- "compression_ratio": 4.0,
70
- "preserves_topology": true,
71
- "smooth_scale_mean": 0.02065754495561123,
72
- "elapsed_ms": 0.5841255187988281
73
- },
74
- {
75
- "step": 14,
76
- "phase": 1,
77
- "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
78
- "relative_error": 0.08783820126461311,
79
- "compression_ratio": 4.0,
80
- "preserves_topology": false,
81
- "smooth_scale_mean": 0.022427618503570557,
82
- "elapsed_ms": 0.6923675537109375
83
- },
84
- {
85
- "step": 18,
86
- "phase": 1,
87
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
88
- "relative_error": 0.15884122834361195,
89
- "compression_ratio": 4.0,
90
- "preserves_topology": false,
91
- "smooth_scale_mean": 0.024837689474225044,
92
- "elapsed_ms": 0.6513595581054688
93
- },
94
- {
95
- "step": 20,
96
- "phase": 1,
97
- "dataset": "carolina-c4ai/corpus-carolina",
98
- "relative_error": 0.11487984553279505,
99
- "compression_ratio": 4.0,
100
- "preserves_topology": false,
101
- "smooth_scale_mean": 0.025593247264623642,
102
- "elapsed_ms": 0.6368160247802734
103
- },
104
- {
105
- "step": 22,
106
- "phase": 1,
107
- "dataset": "carolina-c4ai/corpus-carolina",
108
- "relative_error": 0.11592525512140915,
109
- "compression_ratio": 4.0,
110
- "preserves_topology": false,
111
- "smooth_scale_mean": 0.026943279430270195,
112
- "elapsed_ms": 0.713348388671875
113
- },
114
- {
115
- "step": 24,
116
- "phase": 1,
117
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
118
- "relative_error": 0.0879821979972805,
119
- "compression_ratio": 4.0,
120
- "preserves_topology": false,
121
- "smooth_scale_mean": 0.027660520747303963,
122
- "elapsed_ms": 0.6377696990966797
123
- },
124
- {
125
- "step": 26,
126
- "phase": 1,
127
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
128
- "relative_error": 0.09366754143952212,
129
- "compression_ratio": 4.0,
130
- "preserves_topology": false,
131
- "smooth_scale_mean": 0.028919870033860207,
132
- "elapsed_ms": 0.6213188171386719
133
- },
134
- {
135
- "step": 28,
136
- "phase": 1,
137
- "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
138
- "relative_error": 0.07270135913120278,
139
- "compression_ratio": 4.0,
140
- "preserves_topology": false,
141
- "smooth_scale_mean": 0.029597193002700806,
142
- "elapsed_ms": 0.6744861602783203
143
- },
144
- {
145
- "step": 34,
146
- "phase": 2,
147
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
148
- "relative_error": 0.14215809882882202,
149
- "compression_ratio": 4.0,
150
- "preserves_topology": false,
151
- "smooth_scale_mean": 0.03253469243645668,
152
- "elapsed_ms": 0.7369518280029297
153
- },
154
- {
155
- "step": 36,
156
- "phase": 2,
157
- "dataset": "carolina-c4ai/corpus-carolina",
158
- "relative_error": 0.09034610163830144,
159
- "compression_ratio": 4.0,
160
- "preserves_topology": false,
161
- "smooth_scale_mean": 0.03311214968562126,
162
- "elapsed_ms": 0.5824565887451172
163
- },
164
- {
165
- "step": 38,
166
- "phase": 2,
167
- "dataset": "carolina-c4ai/corpus-carolina",
168
- "relative_error": 0.07915359630677801,
169
- "compression_ratio": 4.0,
170
- "preserves_topology": false,
171
- "smooth_scale_mean": 0.03415818139910698,
172
- "elapsed_ms": 0.6012916564941406
173
- },
174
- {
175
- "step": 40,
176
- "phase": 2,
177
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
178
- "relative_error": 0.057737840120080465,
179
- "compression_ratio": 4.0,
180
- "preserves_topology": false,
181
- "smooth_scale_mean": 0.03473402187228203,
182
- "elapsed_ms": 0.6229877471923828
183
- },
184
- {
185
- "step": 42,
186
- "phase": 2,
187
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
188
- "relative_error": 0.05960904034802436,
189
- "compression_ratio": 4.0,
190
- "preserves_topology": false,
191
- "smooth_scale_mean": 0.035743240267038345,
192
- "elapsed_ms": 0.5939006805419922
193
- },
194
- {
195
- "step": 44,
196
- "phase": 2,
197
- "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
198
- "relative_error": 0.04654041805209326,
199
- "compression_ratio": 4.0,
200
- "preserves_topology": true,
201
- "smooth_scale_mean": 0.03630052134394646,
202
- "elapsed_ms": 0.6887912750244141
203
- },
204
- {
205
- "step": 46,
206
- "phase": 2,
207
- "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
208
- "relative_error": 0.051285161591419264,
209
- "compression_ratio": 4.0,
210
- "preserves_topology": false,
211
- "smooth_scale_mean": 0.03726968541741371,
212
- "elapsed_ms": 0.6911754608154297
213
- },
214
- {
215
- "step": 50,
216
- "phase": 2,
217
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
218
- "relative_error": 0.06656315083005508,
219
- "compression_ratio": 4.0,
220
- "preserves_topology": false,
221
- "smooth_scale_mean": 0.03872557729482651,
222
- "elapsed_ms": 0.7059574127197266
223
- },
224
- {
225
- "step": 52,
226
- "phase": 2,
227
- "dataset": "carolina-c4ai/corpus-carolina",
228
- "relative_error": 0.047252254862237754,
229
- "compression_ratio": 4.0,
230
- "preserves_topology": true,
231
- "smooth_scale_mean": 0.03923629969358444,
232
- "elapsed_ms": 0.637054443359375
233
- },
234
- {
235
- "step": 54,
236
- "phase": 2,
237
- "dataset": "carolina-c4ai/corpus-carolina",
238
- "relative_error": 0.04750803235249309,
239
- "compression_ratio": 4.0,
240
- "preserves_topology": true,
241
- "smooth_scale_mean": 0.04013155400753021,
242
- "elapsed_ms": 0.6172657012939453
243
- },
244
- {
245
- "step": 56,
246
- "phase": 2,
247
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
248
- "relative_error": 0.0368292290110104,
249
- "compression_ratio": 4.0,
250
- "preserves_topology": true,
251
- "smooth_scale_mean": 0.04063061624765396,
252
- "elapsed_ms": 0.5803108215332031
253
- },
254
- {
255
- "step": 58,
256
- "phase": 2,
257
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
258
- "relative_error": 0.040623014499364764,
259
- "compression_ratio": 4.0,
260
- "preserves_topology": true,
261
- "smooth_scale_mean": 0.04149823635816574,
262
- "elapsed_ms": 1.068115234375
263
- },
264
- {
265
- "step": 60,
266
- "phase": 2,
267
- "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
268
- "relative_error": 0.03253139815353905,
269
- "compression_ratio": 4.0,
270
- "preserves_topology": true,
271
- "smooth_scale_mean": 0.04198281839489937,
272
- "elapsed_ms": 0.8008480072021484
273
- },
274
- {
275
- "step": 62,
276
- "phase": 2,
277
- "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
278
- "relative_error": 0.03702241876350528,
279
- "compression_ratio": 4.0,
280
- "preserves_topology": true,
281
- "smooth_scale_mean": 0.042823534458875656,
282
- "elapsed_ms": 0.6420612335205078
283
- }
284
- ],
285
- "summary": {
286
- "active": true,
287
- "n_calls": 28,
288
- "latest": {
289
- "active": true,
290
- "n_neurons": 864,
291
- "n_features": 4,
292
- "n_calibration_samples": 16,
293
- "smooth_scale_mean": 0.042823534458875656,
294
- "smooth_scale_std": 0.08385249227285385,
295
- "smooth_scale_min": 0.0008972898940555751,
296
- "smooth_scale_max": 0.16860227286815643,
297
- "alpha": 0.5,
298
- "n_bits": 8,
299
- "compression_ratio": 4.0,
300
- "weights_norm_original": 268.19549560546875,
301
- "weights_norm_dequant": 278.0921325683594,
302
- "absolute_error": 9.929245948791504,
303
- "relative_error": 0.03702241876350528,
304
- "preserves_topology": true,
305
- "w8a8_int8_range": [
306
- -123,
307
- 127
308
- ],
309
- "elapsed_ms": 0.6420612335205078
310
- },
311
- "mean_relative_error": 0.0869346434271494,
312
- "max_relative_error": 0.18615433008559695,
313
- "all_preserve_topology": false
314
- }
315
- }