PowerMachine commited on
Commit
8ba7666
·
verified ·
1 Parent(s): 2b6f6bb

V6.5-attn-v2 cleanup: remove legacy v6_5_7ds_attn_v2_w8a8_compression.json

Browse files
Files changed (1) hide show
  1. v6_5_7ds_attn_v2_w8a8_compression.json +0 -1035
v6_5_7ds_attn_v2_w8a8_compression.json DELETED
@@ -1,1035 +0,0 @@
1
- {
2
- "n_calls": 100,
3
- "log": [
4
- {
5
- "step": 0,
6
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
7
- "chunk_idx": 1,
8
- "relative_error": 0.08564349913797292,
9
- "compression_ratio": 4.0,
10
- "preserves_topology": false,
11
- "smooth_scale_mean": 0.007225902751088142,
12
- "elapsed_ms": 0.5502700805664062
13
- },
14
- {
15
- "step": 2,
16
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
17
- "chunk_idx": 1,
18
- "relative_error": 0.15479964005664892,
19
- "compression_ratio": 4.0,
20
- "preserves_topology": false,
21
- "smooth_scale_mean": 0.011630397289991379,
22
- "elapsed_ms": 0.5624294281005859
23
- },
24
- {
25
- "step": 4,
26
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
27
- "chunk_idx": 1,
28
- "relative_error": 0.2009209120298671,
29
- "compression_ratio": 4.0,
30
- "preserves_topology": false,
31
- "smooth_scale_mean": 0.014633141458034515,
32
- "elapsed_ms": 0.5624294281005859
33
- },
34
- {
35
- "step": 7,
36
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
37
- "chunk_idx": 2,
38
- "relative_error": 0.22440579346774248,
39
- "compression_ratio": 4.0,
40
- "preserves_topology": false,
41
- "smooth_scale_mean": 0.01729685254395008,
42
- "elapsed_ms": 0.5877017974853516
43
- },
44
- {
45
- "step": 9,
46
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
47
- "chunk_idx": 2,
48
- "relative_error": 0.13517246789775203,
49
- "compression_ratio": 4.0,
50
- "preserves_topology": false,
51
- "smooth_scale_mean": 0.019377199932932854,
52
- "elapsed_ms": 0.7450580596923828
53
- },
54
- {
55
- "step": 11,
56
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
57
- "chunk_idx": 2,
58
- "relative_error": 0.17126423867255017,
59
- "compression_ratio": 4.0,
60
- "preserves_topology": false,
61
- "smooth_scale_mean": 0.02116679772734642,
62
- "elapsed_ms": 0.5648136138916016
63
- },
64
- {
65
- "step": 14,
66
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
67
- "chunk_idx": 3,
68
- "relative_error": 0.044887732911389144,
69
- "compression_ratio": 4.0,
70
- "preserves_topology": true,
71
- "smooth_scale_mean": 0.023150909692049026,
72
- "elapsed_ms": 0.6003379821777344
73
- },
74
- {
75
- "step": 16,
76
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
77
- "chunk_idx": 3,
78
- "relative_error": 0.08517795655012997,
79
- "compression_ratio": 4.0,
80
- "preserves_topology": false,
81
- "smooth_scale_mean": 0.024702010676264763,
82
- "elapsed_ms": 0.5726814270019531
83
- },
84
- {
85
- "step": 18,
86
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
87
- "chunk_idx": 3,
88
- "relative_error": 0.10443996364414876,
89
- "compression_ratio": 4.0,
90
- "preserves_topology": false,
91
- "smooth_scale_mean": 0.026120537891983986,
92
- "elapsed_ms": 0.5812644958496094
93
- },
94
- {
95
- "step": 21,
96
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
97
- "chunk_idx": 4,
98
- "relative_error": 0.1147290915176734,
99
- "compression_ratio": 4.0,
100
- "preserves_topology": false,
101
- "smooth_scale_mean": 0.027611201629042625,
102
- "elapsed_ms": 0.6701946258544922
103
- },
104
- {
105
- "step": 23,
106
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
107
- "chunk_idx": 4,
108
- "relative_error": 0.113942549433572,
109
- "compression_ratio": 4.0,
110
- "preserves_topology": false,
111
- "smooth_scale_mean": 0.02885909378528595,
112
- "elapsed_ms": 0.5214214324951172
113
- },
114
- {
115
- "step": 25,
116
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
117
- "chunk_idx": 4,
118
- "relative_error": 0.10308170866864594,
119
- "compression_ratio": 4.0,
120
- "preserves_topology": false,
121
- "smooth_scale_mean": 0.030055120587348938,
122
- "elapsed_ms": 0.6787776947021484
123
- },
124
- {
125
- "step": 28,
126
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
127
- "chunk_idx": 5,
128
- "relative_error": 0.09773494474776438,
129
- "compression_ratio": 4.0,
130
- "preserves_topology": false,
131
- "smooth_scale_mean": 0.031348325312137604,
132
- "elapsed_ms": 0.8192062377929688
133
- },
134
- {
135
- "step": 30,
136
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
137
- "chunk_idx": 5,
138
- "relative_error": 0.08664815940451621,
139
- "compression_ratio": 4.0,
140
- "preserves_topology": false,
141
- "smooth_scale_mean": 0.03245191648602486,
142
- "elapsed_ms": 0.5228519439697266
143
- },
144
- {
145
- "step": 32,
146
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
147
- "chunk_idx": 5,
148
- "relative_error": 0.07850060291416591,
149
- "compression_ratio": 4.0,
150
- "preserves_topology": false,
151
- "smooth_scale_mean": 0.03352143242955208,
152
- "elapsed_ms": 0.5445480346679688
153
- },
154
- {
155
- "step": 35,
156
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
157
- "chunk_idx": 6,
158
- "relative_error": 0.0763721082250016,
159
- "compression_ratio": 4.0,
160
- "preserves_topology": false,
161
- "smooth_scale_mean": 0.03468688577413559,
162
- "elapsed_ms": 0.9436607360839844
163
- },
164
- {
165
- "step": 37,
166
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
167
- "chunk_idx": 6,
168
- "relative_error": 0.0690074873135999,
169
- "compression_ratio": 4.0,
170
- "preserves_topology": false,
171
- "smooth_scale_mean": 0.035690031945705414,
172
- "elapsed_ms": 0.5726814270019531
173
- },
174
- {
175
- "step": 39,
176
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
177
- "chunk_idx": 6,
178
- "relative_error": 0.0637491847885547,
179
- "compression_ratio": 4.0,
180
- "preserves_topology": false,
181
- "smooth_scale_mean": 0.036667320877313614,
182
- "elapsed_ms": 0.9558200836181641
183
- },
184
- {
185
- "step": 42,
186
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
187
- "chunk_idx": 7,
188
- "relative_error": 0.0626666558320244,
189
- "compression_ratio": 4.0,
190
- "preserves_topology": false,
191
- "smooth_scale_mean": 0.0377369150519371,
192
- "elapsed_ms": 0.6055831909179688
193
- },
194
- {
195
- "step": 44,
196
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
197
- "chunk_idx": 7,
198
- "relative_error": 0.05718552174981847,
199
- "compression_ratio": 4.0,
200
- "preserves_topology": false,
201
- "smooth_scale_mean": 0.03866267576813698,
202
- "elapsed_ms": 1.16729736328125
203
- },
204
- {
205
- "step": 46,
206
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
207
- "chunk_idx": 7,
208
- "relative_error": 0.05319962909526208,
209
- "compression_ratio": 4.0,
210
- "preserves_topology": false,
211
- "smooth_scale_mean": 0.03956785425543785,
212
- "elapsed_ms": 0.5364418029785156
213
- },
214
- {
215
- "step": 49,
216
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
217
- "chunk_idx": 8,
218
- "relative_error": 0.052909804491855,
219
- "compression_ratio": 4.0,
220
- "preserves_topology": false,
221
- "smooth_scale_mean": 0.04056166857481003,
222
- "elapsed_ms": 0.4696846008300781
223
- },
224
- {
225
- "step": 51,
226
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
227
- "chunk_idx": 8,
228
- "relative_error": 0.04874580243294147,
229
- "compression_ratio": 4.0,
230
- "preserves_topology": true,
231
- "smooth_scale_mean": 0.041425324976444244,
232
- "elapsed_ms": 0.4639625549316406
233
- },
234
- {
235
- "step": 53,
236
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
237
- "chunk_idx": 8,
238
- "relative_error": 0.045719136518974884,
239
- "compression_ratio": 4.0,
240
- "preserves_topology": true,
241
- "smooth_scale_mean": 0.042272116988897324,
242
- "elapsed_ms": 0.5633831024169922
243
- },
244
- {
245
- "step": 56,
246
- "dataset": "dominguesm/restore-punctuation-ptbr-dataset",
247
- "chunk_idx": 9,
248
- "relative_error": 0.04581977449942311,
249
- "compression_ratio": 4.0,
250
- "preserves_topology": true,
251
- "smooth_scale_mean": 0.04320410266518593,
252
- "elapsed_ms": 0.476837158203125
253
- },
254
- {
255
- "step": 60,
256
- "dataset": "carolina-c4ai/corpus-carolina",
257
- "chunk_idx": 10,
258
- "relative_error": 0.059018779486613965,
259
- "compression_ratio": 4.0,
260
- "preserves_topology": false,
261
- "smooth_scale_mean": 0.04470638558268547,
262
- "elapsed_ms": 0.5443096160888672
263
- },
264
- {
265
- "step": 62,
266
- "dataset": "carolina-c4ai/corpus-carolina",
267
- "chunk_idx": 10,
268
- "relative_error": 0.04771683278610203,
269
- "compression_ratio": 4.0,
270
- "preserves_topology": true,
271
- "smooth_scale_mean": 0.04548715054988861,
272
- "elapsed_ms": 0.5440711975097656
273
- },
274
- {
275
- "step": 64,
276
- "dataset": "carolina-c4ai/corpus-carolina",
277
- "chunk_idx": 10,
278
- "relative_error": 0.04146282200764242,
279
- "compression_ratio": 4.0,
280
- "preserves_topology": true,
281
- "smooth_scale_mean": 0.04625779390335083,
282
- "elapsed_ms": 0.48089027404785156
283
- },
284
- {
285
- "step": 67,
286
- "dataset": "carolina-c4ai/corpus-carolina",
287
- "chunk_idx": 11,
288
- "relative_error": 0.039816804872524585,
289
- "compression_ratio": 4.0,
290
- "preserves_topology": true,
291
- "smooth_scale_mean": 0.04711003974080086,
292
- "elapsed_ms": 0.5640983581542969
293
- },
294
- {
295
- "step": 69,
296
- "dataset": "carolina-c4ai/corpus-carolina",
297
- "chunk_idx": 11,
298
- "relative_error": 0.03630155813420305,
299
- "compression_ratio": 4.0,
300
- "preserves_topology": true,
301
- "smooth_scale_mean": 0.047856174409389496,
302
- "elapsed_ms": 0.5199909210205078
303
- },
304
- {
305
- "step": 71,
306
- "dataset": "carolina-c4ai/corpus-carolina",
307
- "chunk_idx": 11,
308
- "relative_error": 0.03402731139533154,
309
- "compression_ratio": 4.0,
310
- "preserves_topology": true,
311
- "smooth_scale_mean": 0.04859156906604767,
312
- "elapsed_ms": 0.5133152008056641
313
- },
314
- {
315
- "step": 74,
316
- "dataset": "carolina-c4ai/corpus-carolina",
317
- "chunk_idx": 12,
318
- "relative_error": 0.03426986720247634,
319
- "compression_ratio": 4.0,
320
- "preserves_topology": true,
321
- "smooth_scale_mean": 0.04940466955304146,
322
- "elapsed_ms": 0.47469139099121094
323
- },
324
- {
325
- "step": 76,
326
- "dataset": "carolina-c4ai/corpus-carolina",
327
- "chunk_idx": 12,
328
- "relative_error": 0.03201115856399576,
329
- "compression_ratio": 4.0,
330
- "preserves_topology": true,
331
- "smooth_scale_mean": 0.0501173734664917,
332
- "elapsed_ms": 0.5376338958740234
333
- },
334
- {
335
- "step": 78,
336
- "dataset": "carolina-c4ai/corpus-carolina",
337
- "chunk_idx": 12,
338
- "relative_error": 0.03045361516953306,
339
- "compression_ratio": 4.0,
340
- "preserves_topology": true,
341
- "smooth_scale_mean": 0.050820473581552505,
342
- "elapsed_ms": 0.5712509155273438
343
- },
344
- {
345
- "step": 81,
346
- "dataset": "carolina-c4ai/corpus-carolina",
347
- "chunk_idx": 13,
348
- "relative_error": 0.030972858870829335,
349
- "compression_ratio": 4.0,
350
- "preserves_topology": true,
351
- "smooth_scale_mean": 0.051598627120256424,
352
- "elapsed_ms": 0.5507469177246094
353
- },
354
- {
355
- "step": 83,
356
- "dataset": "carolina-c4ai/corpus-carolina",
357
- "chunk_idx": 13,
358
- "relative_error": 0.029100675373706596,
359
- "compression_ratio": 4.0,
360
- "preserves_topology": true,
361
- "smooth_scale_mean": 0.052281659096479416,
362
- "elapsed_ms": 0.5326271057128906
363
- },
364
- {
365
- "step": 85,
366
- "dataset": "carolina-c4ai/corpus-carolina",
367
- "chunk_idx": 13,
368
- "relative_error": 0.027805131321628675,
369
- "compression_ratio": 4.0,
370
- "preserves_topology": true,
371
- "smooth_scale_mean": 0.05295617878437042,
372
- "elapsed_ms": 0.5815029144287109
373
- },
374
- {
375
- "step": 88,
376
- "dataset": "carolina-c4ai/corpus-carolina",
377
- "chunk_idx": 14,
378
- "relative_error": 0.02838100321755298,
379
- "compression_ratio": 4.0,
380
- "preserves_topology": true,
381
- "smooth_scale_mean": 0.053703442215919495,
382
- "elapsed_ms": 0.5526542663574219
383
- },
384
- {
385
- "step": 90,
386
- "dataset": "carolina-c4ai/corpus-carolina",
387
- "chunk_idx": 14,
388
- "relative_error": 0.02673979516079846,
389
- "compression_ratio": 4.0,
390
- "preserves_topology": true,
391
- "smooth_scale_mean": 0.05436015874147415,
392
- "elapsed_ms": 0.5199909210205078
393
- },
394
- {
395
- "step": 93,
396
- "dataset": "carolina-c4ai/corpus-carolina",
397
- "chunk_idx": 14,
398
- "relative_error": 0.03153832890610517,
399
- "compression_ratio": 4.0,
400
- "preserves_topology": true,
401
- "smooth_scale_mean": 0.055324532091617584,
402
- "elapsed_ms": 0.5981922149658203
403
- },
404
- {
405
- "step": 95,
406
- "dataset": "carolina-c4ai/corpus-carolina",
407
- "chunk_idx": 15,
408
- "relative_error": 0.023254707538520287,
409
- "compression_ratio": 4.0,
410
- "preserves_topology": true,
411
- "smooth_scale_mean": 0.05572759360074997,
412
- "elapsed_ms": 0.5671977996826172
413
- },
414
- {
415
- "step": 98,
416
- "dataset": "carolina-c4ai/corpus-carolina",
417
- "chunk_idx": 15,
418
- "relative_error": 0.028894679937687556,
419
- "compression_ratio": 4.0,
420
- "preserves_topology": true,
421
- "smooth_scale_mean": 0.05666911602020264,
422
- "elapsed_ms": 0.5803108215332031
423
- },
424
- {
425
- "step": 103,
426
- "dataset": "carolina-c4ai/corpus-carolina",
427
- "chunk_idx": 16,
428
- "relative_error": 0.03793217897247102,
429
- "compression_ratio": 4.0,
430
- "preserves_topology": true,
431
- "smooth_scale_mean": 0.057969532907009125,
432
- "elapsed_ms": 0.6017684936523438
433
- },
434
- {
435
- "step": 105,
436
- "dataset": "carolina-c4ai/corpus-carolina",
437
- "chunk_idx": 16,
438
- "relative_error": 0.029680024291305493,
439
- "compression_ratio": 4.0,
440
- "preserves_topology": true,
441
- "smooth_scale_mean": 0.0585753433406353,
442
- "elapsed_ms": 0.5655288696289062
443
- },
444
- {
445
- "step": 109,
446
- "dataset": "carolina-c4ai/corpus-carolina",
447
- "chunk_idx": 17,
448
- "relative_error": 0.03173384281440842,
449
- "compression_ratio": 4.0,
450
- "preserves_topology": true,
451
- "smooth_scale_mean": 0.05954251438379288,
452
- "elapsed_ms": 0.5657672882080078
453
- },
454
- {
455
- "step": 111,
456
- "dataset": "carolina-c4ai/corpus-carolina",
457
- "chunk_idx": 17,
458
- "relative_error": 0.02602815929116341,
459
- "compression_ratio": 4.0,
460
- "preserves_topology": true,
461
- "smooth_scale_mean": 0.06013365834951401,
462
- "elapsed_ms": 0.5614757537841797
463
- },
464
- {
465
- "step": 116,
466
- "dataset": "carolina-c4ai/corpus-carolina",
467
- "chunk_idx": 18,
468
- "relative_error": 0.03383817822412602,
469
- "compression_ratio": 4.0,
470
- "preserves_topology": true,
471
- "smooth_scale_mean": 0.061360158026218414,
472
- "elapsed_ms": 0.5862712860107422
473
- },
474
- {
475
- "step": 118,
476
- "dataset": "carolina-c4ai/corpus-carolina",
477
- "chunk_idx": 18,
478
- "relative_error": 0.026467915006391562,
479
- "compression_ratio": 4.0,
480
- "preserves_topology": true,
481
- "smooth_scale_mean": 0.06193321943283081,
482
- "elapsed_ms": 0.5152225494384766
483
- },
484
- {
485
- "step": 121,
486
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
487
- "chunk_idx": 19,
488
- "relative_error": 0.026045340334987167,
489
- "compression_ratio": 4.0,
490
- "preserves_topology": true,
491
- "smooth_scale_mean": 0.0627104640007019,
492
- "elapsed_ms": 0.4684925079345703
493
- },
494
- {
495
- "step": 123,
496
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
497
- "chunk_idx": 19,
498
- "relative_error": 0.022175829793123207,
499
- "compression_ratio": 4.0,
500
- "preserves_topology": true,
501
- "smooth_scale_mean": 0.06327281892299652,
502
- "elapsed_ms": 0.5252361297607422
503
- },
504
- {
505
- "step": 125,
506
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
507
- "chunk_idx": 19,
508
- "relative_error": 0.020081543688405853,
509
- "compression_ratio": 4.0,
510
- "preserves_topology": true,
511
- "smooth_scale_mean": 0.06383099406957626,
512
- "elapsed_ms": 0.5509853363037109
513
- },
514
- {
515
- "step": 128,
516
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
517
- "chunk_idx": 20,
518
- "relative_error": 0.019948618025712503,
519
- "compression_ratio": 4.0,
520
- "preserves_topology": true,
521
- "smooth_scale_mean": 0.06445202976465225,
522
- "elapsed_ms": 0.621795654296875
523
- },
524
- {
525
- "step": 130,
526
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
527
- "chunk_idx": 20,
528
- "relative_error": 0.018638633359718524,
529
- "compression_ratio": 4.0,
530
- "preserves_topology": true,
531
- "smooth_scale_mean": 0.06500040739774704,
532
- "elapsed_ms": 0.5676746368408203
533
- },
534
- {
535
- "step": 134,
536
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
537
- "chunk_idx": 21,
538
- "relative_error": 0.022989923349155676,
539
- "compression_ratio": 4.0,
540
- "preserves_topology": true,
541
- "smooth_scale_mean": 0.06587429344654083,
542
- "elapsed_ms": 0.4889965057373047
543
- },
544
- {
545
- "step": 138,
546
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
547
- "chunk_idx": 21,
548
- "relative_error": 0.027814349505638707,
549
- "compression_ratio": 4.0,
550
- "preserves_topology": true,
551
- "smooth_scale_mean": 0.06693025678396225,
552
- "elapsed_ms": 0.5135536193847656
553
- },
554
- {
555
- "step": 141,
556
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
557
- "chunk_idx": 22,
558
- "relative_error": 0.022897539387901865,
559
- "compression_ratio": 4.0,
560
- "preserves_topology": true,
561
- "smooth_scale_mean": 0.06752084195613861,
562
- "elapsed_ms": 0.49996376037597656
563
- },
564
- {
565
- "step": 143,
566
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
567
- "chunk_idx": 22,
568
- "relative_error": 0.01932948287156265,
569
- "compression_ratio": 4.0,
570
- "preserves_topology": true,
571
- "smooth_scale_mean": 0.06804358959197998,
572
- "elapsed_ms": 0.49304962158203125
573
- },
574
- {
575
- "step": 145,
576
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
577
- "chunk_idx": 22,
578
- "relative_error": 0.01742760577929416,
579
- "compression_ratio": 4.0,
580
- "preserves_topology": true,
581
- "smooth_scale_mean": 0.06856301426887512,
582
- "elapsed_ms": 0.5755424499511719
583
- },
584
- {
585
- "step": 148,
586
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
587
- "chunk_idx": 23,
588
- "relative_error": 0.017286344629932508,
589
- "compression_ratio": 4.0,
590
- "preserves_topology": true,
591
- "smooth_scale_mean": 0.06914156675338745,
592
- "elapsed_ms": 0.5400180816650391
593
- },
594
- {
595
- "step": 150,
596
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
597
- "chunk_idx": 23,
598
- "relative_error": 0.016159660240301698,
599
- "compression_ratio": 4.0,
600
- "preserves_topology": true,
601
- "smooth_scale_mean": 0.06965311616659164,
602
- "elapsed_ms": 0.4711151123046875
603
- },
604
- {
605
- "step": 156,
606
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
607
- "chunk_idx": 24,
608
- "relative_error": 0.02709622445443157,
609
- "compression_ratio": 4.0,
610
- "preserves_topology": true,
611
- "smooth_scale_mean": 0.07095913589000702,
612
- "elapsed_ms": 0.5397796630859375
613
- },
614
- {
615
- "step": 158,
616
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
617
- "chunk_idx": 24,
618
- "relative_error": 0.020661754788224313,
619
- "compression_ratio": 4.0,
620
- "preserves_topology": true,
621
- "smooth_scale_mean": 0.07145563513040543,
622
- "elapsed_ms": 0.6017684936523438
623
- },
624
- {
625
- "step": 162,
626
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
627
- "chunk_idx": 25,
628
- "relative_error": 0.02162665434382449,
629
- "compression_ratio": 4.0,
630
- "preserves_topology": true,
631
- "smooth_scale_mean": 0.07225020229816437,
632
- "elapsed_ms": 0.6358623504638672
633
- },
634
- {
635
- "step": 166,
636
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
637
- "chunk_idx": 25,
638
- "relative_error": 0.024357316160943946,
639
- "compression_ratio": 4.0,
640
- "preserves_topology": true,
641
- "smooth_scale_mean": 0.07321348786354065,
642
- "elapsed_ms": 1.0313987731933594
643
- },
644
- {
645
- "step": 171,
646
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
647
- "chunk_idx": 26,
648
- "relative_error": 0.026179072702724883,
649
- "compression_ratio": 4.0,
650
- "preserves_topology": true,
651
- "smooth_scale_mean": 0.07422196865081787,
652
- "elapsed_ms": 0.6225109100341797
653
- },
654
- {
655
- "step": 173,
656
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
657
- "chunk_idx": 26,
658
- "relative_error": 0.01958293802427164,
659
- "compression_ratio": 4.0,
660
- "preserves_topology": true,
661
- "smooth_scale_mean": 0.07469673454761505,
662
- "elapsed_ms": 0.5190372467041016
663
- },
664
- {
665
- "step": 176,
666
- "dataset": "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
667
- "chunk_idx": 27,
668
- "relative_error": 0.01699833151555558,
669
- "compression_ratio": 4.0,
670
- "preserves_topology": true,
671
- "smooth_scale_mean": 0.07522723823785782,
672
- "elapsed_ms": 0.5445480346679688
673
- },
674
- {
675
- "step": 180,
676
- "dataset": "dominguesm/Canarim-Instruct-PTBR-Dataset",
677
- "chunk_idx": 28,
678
- "relative_error": 0.020211899095164156,
679
- "compression_ratio": 4.0,
680
- "preserves_topology": true,
681
- "smooth_scale_mean": 0.07609647512435913,
682
- "elapsed_ms": 0.7979869842529297
683
- },
684
- {
685
- "step": 242,
686
- "dataset": "adalbertojunior/punctuation-ptbr",
687
- "chunk_idx": 37,
688
- "relative_error": 0.16713649906961597,
689
- "compression_ratio": 4.0,
690
- "preserves_topology": false,
691
- "smooth_scale_mean": 0.08787360787391663,
692
- "elapsed_ms": 0.6031990051269531
693
- },
694
- {
695
- "step": 244,
696
- "dataset": "adalbertojunior/punctuation-ptbr",
697
- "chunk_idx": 37,
698
- "relative_error": 0.08534712688421797,
699
- "compression_ratio": 4.0,
700
- "preserves_topology": false,
701
- "smooth_scale_mean": 0.08825158327817917,
702
- "elapsed_ms": 0.5443096160888672
703
- },
704
- {
705
- "step": 247,
706
- "dataset": "adalbertojunior/punctuation-ptbr",
707
- "chunk_idx": 38,
708
- "relative_error": 0.047156518334220944,
709
- "compression_ratio": 4.0,
710
- "preserves_topology": true,
711
- "smooth_scale_mean": 0.08869004249572754,
712
- "elapsed_ms": 0.6129741668701172
713
- },
714
- {
715
- "step": 249,
716
- "dataset": "adalbertojunior/punctuation-ptbr",
717
- "chunk_idx": 38,
718
- "relative_error": 0.027952300193750522,
719
- "compression_ratio": 4.0,
720
- "preserves_topology": true,
721
- "smooth_scale_mean": 0.08908385038375854,
722
- "elapsed_ms": 1.0190010070800781
723
- },
724
- {
725
- "step": 251,
726
- "dataset": "adalbertojunior/punctuation-ptbr",
727
- "chunk_idx": 38,
728
- "relative_error": 0.018440755331078054,
729
- "compression_ratio": 4.0,
730
- "preserves_topology": true,
731
- "smooth_scale_mean": 0.08947890251874924,
732
- "elapsed_ms": 0.7638931274414062
733
- },
734
- {
735
- "step": 254,
736
- "dataset": "adalbertojunior/punctuation-ptbr",
737
- "chunk_idx": 39,
738
- "relative_error": 0.014221811972550104,
739
- "compression_ratio": 4.0,
740
- "preserves_topology": true,
741
- "smooth_scale_mean": 0.0899217426776886,
742
- "elapsed_ms": 0.5695819854736328
743
- },
744
- {
745
- "step": 257,
746
- "dataset": "adalbertojunior/punctuation-ptbr",
747
- "chunk_idx": 39,
748
- "relative_error": 0.013679781642205766,
749
- "compression_ratio": 4.0,
750
- "preserves_topology": true,
751
- "smooth_scale_mean": 0.090506412088871,
752
- "elapsed_ms": 0.8034706115722656
753
- },
754
- {
755
- "step": 259,
756
- "dataset": "adalbertojunior/punctuation-ptbr",
757
- "chunk_idx": 39,
758
- "relative_error": 0.011203617522565134,
759
- "compression_ratio": 4.0,
760
- "preserves_topology": true,
761
- "smooth_scale_mean": 0.09089741110801697,
762
- "elapsed_ms": 0.5054473876953125
763
- },
764
- {
765
- "step": 263,
766
- "dataset": "adalbertojunior/punctuation-ptbr",
767
- "chunk_idx": 40,
768
- "relative_error": 0.012553542932008185,
769
- "compression_ratio": 4.0,
770
- "preserves_topology": true,
771
- "smooth_scale_mean": 0.09152346849441528,
772
- "elapsed_ms": 0.5609989166259766
773
- },
774
- {
775
- "step": 265,
776
- "dataset": "adalbertojunior/punctuation-ptbr",
777
- "chunk_idx": 40,
778
- "relative_error": 0.010544102960285304,
779
- "compression_ratio": 4.0,
780
- "preserves_topology": true,
781
- "smooth_scale_mean": 0.09191027283668518,
782
- "elapsed_ms": 0.6153583526611328
783
- },
784
- {
785
- "step": 268,
786
- "dataset": "adalbertojunior/punctuation-ptbr",
787
- "chunk_idx": 41,
788
- "relative_error": 0.010018474674543507,
789
- "compression_ratio": 4.0,
790
- "preserves_topology": true,
791
- "smooth_scale_mean": 0.0923425629734993,
792
- "elapsed_ms": 0.5452632904052734
793
- },
794
- {
795
- "step": 270,
796
- "dataset": "adalbertojunior/punctuation-ptbr",
797
- "chunk_idx": 41,
798
- "relative_error": 0.009202590889967827,
799
- "compression_ratio": 4.0,
800
- "preserves_topology": true,
801
- "smooth_scale_mean": 0.09272630512714386,
802
- "elapsed_ms": 0.5390644073486328
803
- },
804
- {
805
- "step": 273,
806
- "dataset": "adalbertojunior/punctuation-ptbr",
807
- "chunk_idx": 41,
808
- "relative_error": 0.010775142639733941,
809
- "compression_ratio": 4.0,
810
- "preserves_topology": true,
811
- "smooth_scale_mean": 0.09329401701688766,
812
- "elapsed_ms": 0.5192756652832031
813
- },
814
- {
815
- "step": 275,
816
- "dataset": "adalbertojunior/punctuation-ptbr",
817
- "chunk_idx": 42,
818
- "relative_error": 0.007997963878492532,
819
- "compression_ratio": 4.0,
820
- "preserves_topology": true,
821
- "smooth_scale_mean": 0.09353525191545486,
822
- "elapsed_ms": 0.48232078552246094
823
- },
824
- {
825
- "step": 278,
826
- "dataset": "adalbertojunior/punctuation-ptbr",
827
- "chunk_idx": 42,
828
- "relative_error": 0.01006480817971627,
829
- "compression_ratio": 4.0,
830
- "preserves_topology": true,
831
- "smooth_scale_mean": 0.09409823268651962,
832
- "elapsed_ms": 0.5638599395751953
833
- },
834
- {
835
- "step": 282,
836
- "dataset": "adalbertojunior/punctuation-ptbr",
837
- "chunk_idx": 43,
838
- "relative_error": 0.01151613334486699,
839
- "compression_ratio": 4.0,
840
- "preserves_topology": true,
841
- "smooth_scale_mean": 0.09470317512750626,
842
- "elapsed_ms": 0.5533695220947266
843
- },
844
- {
845
- "step": 285,
846
- "dataset": "adalbertojunior/punctuation-ptbr",
847
- "chunk_idx": 43,
848
- "relative_error": 0.01167668883113271,
849
- "compression_ratio": 4.0,
850
- "preserves_topology": true,
851
- "smooth_scale_mean": 0.0952586978673935,
852
- "elapsed_ms": 0.5922317504882812
853
- },
854
- {
855
- "step": 289,
856
- "dataset": "adalbertojunior/punctuation-ptbr",
857
- "chunk_idx": 44,
858
- "relative_error": 0.012165009101566263,
859
- "compression_ratio": 4.0,
860
- "preserves_topology": true,
861
- "smooth_scale_mean": 0.09585604071617126,
862
- "elapsed_ms": 0.5688667297363281
863
- },
864
- {
865
- "step": 291,
866
- "dataset": "adalbertojunior/punctuation-ptbr",
867
- "chunk_idx": 44,
868
- "relative_error": 0.009970129957672188,
869
- "compression_ratio": 4.0,
870
- "preserves_topology": true,
871
- "smooth_scale_mean": 0.09622537344694138,
872
- "elapsed_ms": 0.5929470062255859
873
- },
874
- {
875
- "step": 294,
876
- "dataset": "adalbertojunior/punctuation-ptbr",
877
- "chunk_idx": 44,
878
- "relative_error": 0.01071649210784082,
879
- "compression_ratio": 4.0,
880
- "preserves_topology": true,
881
- "smooth_scale_mean": 0.09677233546972275,
882
- "elapsed_ms": 0.5846023559570312
883
- },
884
- {
885
- "step": 297,
886
- "dataset": "adalbertojunior/punctuation-ptbr",
887
- "chunk_idx": 45,
888
- "relative_error": 0.009636556587073523,
889
- "compression_ratio": 4.0,
890
- "preserves_topology": true,
891
- "smooth_scale_mean": 0.09718283265829086,
892
- "elapsed_ms": 0.6144046783447266
893
- },
894
- {
895
- "step": 301,
896
- "dataset": "iara-project/news-articles-ptbr-dataset",
897
- "chunk_idx": 46,
898
- "relative_error": 0.011810488310205088,
899
- "compression_ratio": 4.0,
900
- "preserves_topology": true,
901
- "smooth_scale_mean": 0.09785696119070053,
902
- "elapsed_ms": 0.5862712860107422
903
- },
904
- {
905
- "step": 303,
906
- "dataset": "iara-project/news-articles-ptbr-dataset",
907
- "chunk_idx": 46,
908
- "relative_error": 0.009634757067906069,
909
- "compression_ratio": 4.0,
910
- "preserves_topology": true,
911
- "smooth_scale_mean": 0.09821879118680954,
912
- "elapsed_ms": 0.5612373352050781
913
- },
914
- {
915
- "step": 305,
916
- "dataset": "iara-project/news-articles-ptbr-dataset",
917
- "chunk_idx": 46,
918
- "relative_error": 0.008520881860444706,
919
- "compression_ratio": 4.0,
920
- "preserves_topology": true,
921
- "smooth_scale_mean": 0.09857958555221558,
922
- "elapsed_ms": 0.5815029144287109
923
- },
924
- {
925
- "step": 307,
926
- "dataset": "iara-project/news-articles-ptbr-dataset",
927
- "chunk_idx": 47,
928
- "relative_error": 0.006598336139097221,
929
- "compression_ratio": 4.0,
930
- "preserves_topology": true,
931
- "smooth_scale_mean": 0.098808154463768,
932
- "elapsed_ms": 0.5021095275878906
933
- },
934
- {
935
- "step": 309,
936
- "dataset": "iara-project/news-articles-ptbr-dataset",
937
- "chunk_idx": 47,
938
- "relative_error": 0.006958979759847544,
939
- "compression_ratio": 4.0,
940
- "preserves_topology": true,
941
- "smooth_scale_mean": 0.09916720539331436,
942
- "elapsed_ms": 0.5433559417724609
943
- },
944
- {
945
- "step": 312,
946
- "dataset": "iara-project/news-articles-ptbr-dataset",
947
- "chunk_idx": 47,
948
- "relative_error": 0.008872249936802443,
949
- "compression_ratio": 4.0,
950
- "preserves_topology": true,
951
- "smooth_scale_mean": 0.09969834238290787,
952
- "elapsed_ms": 0.507354736328125
953
- },
954
- {
955
- "step": 314,
956
- "dataset": "iara-project/news-articles-ptbr-dataset",
957
- "chunk_idx": 48,
958
- "relative_error": 0.006721214819414625,
959
- "compression_ratio": 4.0,
960
- "preserves_topology": true,
961
- "smooth_scale_mean": 0.09992430359125137,
962
- "elapsed_ms": 0.5211830139160156
963
- },
964
- {
965
- "step": 316,
966
- "dataset": "iara-project/news-articles-ptbr-dataset",
967
- "chunk_idx": 48,
968
- "relative_error": 0.006938676479887478,
969
- "compression_ratio": 4.0,
970
- "preserves_topology": true,
971
- "smooth_scale_mean": 0.1002793237566948,
972
- "elapsed_ms": 0.5009174346923828
973
- },
974
- {
975
- "step": 318,
976
- "dataset": "iara-project/news-articles-ptbr-dataset",
977
- "chunk_idx": 48,
978
- "relative_error": 0.007021861577042208,
979
- "compression_ratio": 4.0,
980
- "preserves_topology": true,
981
- "smooth_scale_mean": 0.10063304752111435,
982
- "elapsed_ms": 0.6096363067626953
983
- },
984
- {
985
- "step": 321,
986
- "dataset": "iara-project/news-articles-ptbr-dataset",
987
- "chunk_idx": 49,
988
- "relative_error": 0.007465898188224538,
989
- "compression_ratio": 4.0,
990
- "preserves_topology": true,
991
- "smooth_scale_mean": 0.10102827847003937,
992
- "elapsed_ms": 0.5862712860107422
993
- },
994
- {
995
- "step": 324,
996
- "dataset": "iara-project/news-articles-ptbr-dataset",
997
- "chunk_idx": 49,
998
- "relative_error": 0.008928846682364516,
999
- "compression_ratio": 4.0,
1000
- "preserves_topology": true,
1001
- "smooth_scale_mean": 0.10154955834150314,
1002
- "elapsed_ms": 0.5161762237548828
1003
- }
1004
- ],
1005
- "summary": {
1006
- "active": true,
1007
- "n_calls": 100,
1008
- "latest": {
1009
- "active": true,
1010
- "n_neurons": 864,
1011
- "n_features": 4,
1012
- "n_calibration_samples": 16,
1013
- "smooth_scale_mean": 0.11529327929019928,
1014
- "smooth_scale_std": 0.22994910180568695,
1015
- "smooth_scale_min": 0.00031872352701611817,
1016
- "smooth_scale_max": 0.4602169394493103,
1017
- "alpha": 0.5,
1018
- "n_bits": 8,
1019
- "compression_ratio": 4.0,
1020
- "weights_norm_original": 1962.3458251953125,
1021
- "weights_norm_dequant": 1973.36376953125,
1022
- "absolute_error": 11.020599365234375,
1023
- "relative_error": 0.005616033231113835,
1024
- "preserves_topology": true,
1025
- "w8a8_int8_range": [
1026
- -122,
1027
- 127
1028
- ],
1029
- "elapsed_ms": 0.5145072937011719
1030
- },
1031
- "mean_relative_error": 0.015359933862165893,
1032
- "max_relative_error": 0.16713649906961597,
1033
- "all_preserve_topology": false
1034
- }
1035
- }