PowerMachine commited on
Commit
bb17d57
·
verified ·
1 Parent(s): 74129a3

V6.5-7ds cleanup: remove legacy v6_1_report.json

Browse files
Files changed (1) hide show
  1. v6_1_report.json +0 -580
v6_1_report.json DELETED
@@ -1,580 +0,0 @@
1
- {
2
- "version": "V6.1",
3
- "timestamp": "2026-08-07 00:03:59",
4
- "config": {
5
- "datasets": [
6
- "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
7
- "Madras1/corpus-ptbr-v2",
8
- "TucanoBR/GigaVerbo",
9
- "nvidia/OpenMathInstruct-2",
10
- "dominguesm/restore-punctuation-ptbr-dataset"
11
- ],
12
- "n_per_dataset": 10,
13
- "epochs": 2,
14
- "batch_size": 4,
15
- "max_seq_len": 16,
16
- "num_layers_hyp": 8,
17
- "use_mtp": true,
18
- "use_ewc": true,
19
- "use_kohonen_orq": true,
20
- "mtp_K": 4,
21
- "mtp_entropy_beta": 0.01,
22
- "ewc_lambda": 0.0,
23
- "ewc_lambda_topo": 0.05,
24
- "pgv_complete_thr": 0.6,
25
- "pgv_missing_thr": 0.2
26
- },
27
- "v6_1_improvements": {
28
- "pgvector_like_lookup": {
29
- "method": "pgvector_lookup() no OrqCell",
30
- "statuses": [
31
- "COMPLETE",
32
- "INCOMPLETE",
33
- "MISSING"
34
- ],
35
- "complete_threshold": 0.6,
36
- "missing_threshold": 0.2,
37
- "neuron_filled_mask": true,
38
- "auto_fill_missing": true
39
- },
40
- "ewc_math_upgrade": {
41
- "skip_som_filled_neurons": true,
42
- "rationale": "EWC n\u00e3o reutiliza pesos j\u00e1 presentes no SOM \u2014 evita dupla penaliza\u00e7\u00e3o (BMU + Fisher)",
43
- "fisher_neuron_mask": true,
44
- "n_masked_som_neurons_final": 8
45
- },
46
- "5_datasets_x_10_samples": true,
47
- "hypothesis_level_pgvector": true,
48
- "training_level_pgvector": true
49
- },
50
- "v6_features_preserved": {
51
- "kohonen_4d_som": true,
52
- "ewc_per_neuron": true,
53
- "mtp_active_in_val": true,
54
- "mtp_entropy_regularizer": true,
55
- "window_context_2m": true,
56
- "dynamic_rep_penalty": true,
57
- "data_augmentation": true,
58
- "rlhf_mapping": true,
59
- "thinking_system": true,
60
- "tool_system": [
61
- "mutation",
62
- "cache",
63
- "agent"
64
- ],
65
- "langchain_compat": true,
66
- "optimized_pipeline": true,
67
- "xeon_v6_always_active": true,
68
- "libvirt_amx_vm_activation": true
69
- },
70
- "xeon_status": {
71
- "version": "V6",
72
- "physical_cores": 2,
73
- "env": {
74
- "MKL_ENABLE_INSTRUCTIONS": "AVX512",
75
- "MKL_NUM_THREADS": "2",
76
- "OMP_NUM_THREADS": "2",
77
- "MKL_DYNAMIC": "FALSE",
78
- "DNNL_PRIMITIVE_CACHE_CAPACITY": "1024",
79
- "ONEDNN_MAX_CPU_ISA": "AMX_INT8",
80
- "KMP_AFFINITY": "granularity=fine,compact,1,0",
81
- "KMP_BLOCKTIME": "1"
82
- },
83
- "avx512": {
84
- "supported": true,
85
- "desc": "AVX512_VNNI (full INT8 acceleration)"
86
- },
87
- "amx": {
88
- "supported": true,
89
- "desc": "AMX (tile + int8 + bf16) \u2014 full AMX acceleration"
90
- },
91
- "ipex_available": false,
92
- "init_done": true
93
- },
94
- "fp16_benchmark": {
95
- "best_time_ms": 8.137860999795521,
96
- "avg_time_ms": 9.180876000073113,
97
- "best_tflops": 1.966118615248163,
98
- "avg_tflops": 1.7427530880356714,
99
- "matrix_size": 2000.0
100
- },
101
- "dataset_distribution": {
102
- "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1": 6,
103
- "Madras1/corpus-ptbr-v2": 4,
104
- "TucanoBR/GigaVerbo": 6,
105
- "nvidia/OpenMathInstruct-2": 4
106
- },
107
- "result": {
108
- "n_steps": 20,
109
- "n_epochs": 2,
110
- "final_train_loss": 8.95526123046875,
111
- "final_val_loss": 9.007498455047607,
112
- "final_perplexity": 8164.072913971902,
113
- "final_overfitting_gap": 0.5984001159667969,
114
- "final_eval_benchmark": 0.0,
115
- "avg_tokens_per_sec": 34.57634302712832,
116
- "avg_tflops_per_cpu": 0.000667780381373023,
117
- "avg_time_per_step_ms": 1852.609849800024,
118
- "avg_grad_norm": 9.19138070344925,
119
- "avg_cpu_pct": 137.995,
120
- "final_rss_mb": 872.390625,
121
- "max_rss_mb": 880.421875,
122
- "rss_trend": "stable",
123
- "n_alerts": 0,
124
- "alerts": [],
125
- "alert_types": [],
126
- "meta_history": [],
127
- "kohonen_evolution": {
128
- "sigma_t": [
129
- 1.384021282196045,
130
- 1.2770098447799683,
131
- 1.1782726049423218,
132
- 1.0871695280075073,
133
- 1.003110408782959,
134
- 0.9255508184432983,
135
- 0.853987991809845,
136
- 0.7879583239555359,
137
- 0.7270340323448181,
138
- 0.670820415019989,
139
- 0.6189531087875366,
140
- 0.5710961818695068,
141
- 0.5269395112991333,
142
- 0.48619696497917175,
143
- 0.44860464334487915,
144
- 0.4139189124107361,
145
- 0.38191503286361694,
146
- 0.35238566994667053,
147
- 0.32513952255249023,
148
- 0.30000001192092896
149
- ],
150
- "alpha_t": [
151
- 0.4456254541873932,
152
- 0.39716410636901855,
153
- 0.3539728820323944,
154
- 0.31547868251800537,
155
- 0.28117066621780396,
156
- 0.2505936026573181,
157
- 0.22334179282188416,
158
- 0.1990535855293274,
159
- 0.1774066984653473,
160
- 0.15811388194561005,
161
- 0.14091914892196655,
162
- 0.12559431791305542,
163
- 0.111936055123806,
164
- 0.09976311773061752,
165
- 0.08891396969556808,
166
- 0.07924465835094452,
167
- 0.0706268772482872,
168
- 0.06294626742601395,
169
- 0.05610092356801033,
170
- 0.05000000074505806
171
- ],
172
- "bmu_diversity": [
173
- 1,
174
- 1,
175
- 1,
176
- 2,
177
- 2,
178
- 1,
179
- 1,
180
- 1,
181
- 1,
182
- 1,
183
- 1,
184
- 1,
185
- 1,
186
- 1,
187
- 1,
188
- 1,
189
- 1,
190
- 1,
191
- 1,
192
- 1
193
- ],
194
- "map_entropy": [
195
- -0.0,
196
- -0.0,
197
- -0.0,
198
- 0.5623351335525513,
199
- 0.5623351335525513,
200
- -0.0,
201
- -0.0,
202
- -0.0,
203
- -0.0,
204
- -0.0,
205
- -0.0,
206
- -0.0,
207
- -0.0,
208
- -0.0,
209
- -0.0,
210
- -0.0,
211
- -0.0,
212
- -0.0,
213
- -0.0,
214
- -0.0
215
- ],
216
- "neighborhood_spread": [
217
- 0.69346022605896,
218
- 0.6539043188095093,
219
- 0.6115002036094666,
220
- 0.5666936039924622,
221
- 0.5201174020767212,
222
- 0.4725886881351471,
223
- 0.4250819981098175,
224
- 0.37867772579193115,
225
- 0.33448442816734314,
226
- 0.2935446500778198,
227
- 0.25673601031303406,
228
- 0.22468914091587067,
229
- 0.19773666560649872,
230
- 0.17590436339378357,
231
- 0.15894067287445068,
232
- 0.14637233316898346,
233
- 0.13756908476352692,
234
- 0.13180842995643616,
235
- 0.12834037840366364,
236
- 0.12645532190799713
237
- ],
238
- "update_magnitude": [
239
- 1.7733118534088135,
240
- 1.1040481328964233,
241
- 0.7362503409385681,
242
- 0.5203624963760376,
243
- 0.3804885745048523,
244
- 0.28771743178367615,
245
- 0.21806250512599945,
246
- 0.1706063151359558,
247
- 0.13349632918834686,
248
- 0.10120385140180588,
249
- 0.07817182689905167,
250
- 0.0603366494178772,
251
- 0.045329220592975616,
252
- 0.03576458618044853,
253
- 0.028652094304561615,
254
- 0.02487526461482048,
255
- 0.020203959196805954,
256
- 0.017652250826358795,
257
- 0.017456991598010063,
258
- 0.017063762992620468
259
- ],
260
- "bmu_drift": [
261
- 0.24679547548294067,
262
- 0.3537101149559021,
263
- 0.23110663890838623,
264
- 0.14959216117858887,
265
- 0.09846150875091553,
266
- 0.06671786308288574,
267
- 0.04513096809387207,
268
- 0.031584978103637695,
269
- 0.021926403045654297,
270
- 0.014822602272033691,
271
- 0.010076165199279785,
272
- 0.006844878196716309,
273
- 0.004448533058166504,
274
- 0.0029137134552001953,
275
- 0.0018589496612548828,
276
- 0.0012536048889160156,
277
- 0.0007802248001098633,
278
- 0.000525355339050293,
279
- 0.00039505958557128906,
280
- 0.0002874135971069336
281
- ],
282
- "n_filled": [
283
- 8,
284
- 8,
285
- 8,
286
- 8,
287
- 8,
288
- 8,
289
- 8,
290
- 8,
291
- 8,
292
- 8,
293
- 8,
294
- 8,
295
- 8,
296
- 8,
297
- 8,
298
- 8,
299
- 8,
300
- 8,
301
- 8,
302
- 8
303
- ],
304
- "filled_ratio": [
305
- 1.0,
306
- 1.0,
307
- 1.0,
308
- 1.0,
309
- 1.0,
310
- 1.0,
311
- 1.0,
312
- 1.0,
313
- 1.0,
314
- 1.0,
315
- 1.0,
316
- 1.0,
317
- 1.0,
318
- 1.0,
319
- 1.0,
320
- 1.0,
321
- 1.0,
322
- 1.0,
323
- 1.0,
324
- 1.0
325
- ],
326
- "final_sigma_t": 0.30000001192092896,
327
- "final_alpha_t": 0.05000000074505806,
328
- "sigma_decay": 1.084021270275116,
329
- "alpha_decay": 0.39562545344233513,
330
- "final_n_filled": 8,
331
- "final_filled_ratio": 1.0
332
- },
333
- "mtp_evolution": {
334
- "train_loss": [
335
- 6.553211212158203,
336
- 6.4814019203186035,
337
- 6.512597560882568,
338
- 6.508908748626709,
339
- 6.495436191558838,
340
- 6.468592643737793,
341
- 6.456118583679199,
342
- 6.389763355255127,
343
- 6.352229118347168,
344
- 6.327796459197998,
345
- 6.411394119262695,
346
- 6.3602471351623535,
347
- 6.394613265991211,
348
- 6.356604099273682,
349
- 6.3215155601501465,
350
- 6.312246799468994,
351
- 6.3158793449401855,
352
- 6.214627265930176,
353
- 6.1928935050964355,
354
- 6.155653953552246
355
- ],
356
- "val_loss": [
357
- 6.393180084228516,
358
- 6.224726915359497
359
- ],
360
- "entropy_reg": [
361
- 1.3862943649291992,
362
- 1.3862943649291992,
363
- 1.3862941265106201,
364
- 1.3862940073013306,
365
- 1.3862937688827515,
366
- 1.3862934112548828,
367
- 1.3862931728363037,
368
- 1.3862926959991455,
369
- 1.3862920999526978,
370
- 1.38629150390625,
371
- 1.3862910270690918,
372
- 1.3862903118133545,
373
- 1.3862894773483276,
374
- 1.3862886428833008,
375
- 1.3862876892089844,
376
- 1.386286735534668,
377
- 1.386285662651062,
378
- 1.386284589767456,
379
- 1.3862833976745605,
380
- 1.3862820863723755
381
- ],
382
- "final_alphas": [
383
- 0.24928787350654602,
384
- 0.24928365647792816,
385
- 0.2492905557155609,
386
- 0.2521378993988037
387
- ]
388
- },
389
- "ewc_evolution": {
390
- "total_penalty": [
391
- 0.0,
392
- 0.0,
393
- 0.0,
394
- 0.0,
395
- 0.0,
396
- 0.0,
397
- 0.0,
398
- 0.0,
399
- 0.0,
400
- 0.0
401
- ],
402
- "classic_pen": [
403
- 0,
404
- 0,
405
- 0,
406
- 0,
407
- 0,
408
- 0,
409
- 0,
410
- 0,
411
- 0,
412
- 0
413
- ],
414
- "kohonen_pen": [
415
- 0,
416
- 0,
417
- 0,
418
- 0,
419
- 0,
420
- 0,
421
- 0,
422
- 0,
423
- 0,
424
- 0
425
- ],
426
- "topo_pen": [
427
- 0,
428
- 0,
429
- 0,
430
- 0,
431
- 0,
432
- 0,
433
- 0,
434
- 0,
435
- 0,
436
- 0
437
- ],
438
- "n_masked_som_neurons": [
439
- 8,
440
- 8,
441
- 8,
442
- 8,
443
- 8,
444
- 8,
445
- 8,
446
- 8,
447
- 8,
448
- 8
449
- ]
450
- },
451
- "pgvector_evolution": {
452
- "status_per_step": [
453
- "MISSING",
454
- "INCOMPLETE",
455
- "INCOMPLETE",
456
- "INCOMPLETE",
457
- "INCOMPLETE",
458
- "INCOMPLETE",
459
- "INCOMPLETE",
460
- "INCOMPLETE",
461
- "INCOMPLETE",
462
- "INCOMPLETE",
463
- "INCOMPLETE",
464
- "INCOMPLETE",
465
- "INCOMPLETE",
466
- "INCOMPLETE",
467
- "INCOMPLETE",
468
- "INCOMPLETE",
469
- "INCOMPLETE",
470
- "INCOMPLETE",
471
- "INCOMPLETE",
472
- "INCOMPLETE"
473
- ],
474
- "status_counts": {
475
- "COMPLETE": 0,
476
- "INCOMPLETE": 19,
477
- "MISSING": 1
478
- },
479
- "coverage_ratio": [
480
- 0.0,
481
- 1.0,
482
- 1.0,
483
- 1.0,
484
- 1.0,
485
- 1.0,
486
- 1.0,
487
- 1.0,
488
- 1.0,
489
- 1.0,
490
- 1.0,
491
- 1.0,
492
- 1.0,
493
- 1.0,
494
- 1.0,
495
- 1.0,
496
- 1.0,
497
- 1.0,
498
- 1.0,
499
- 1.0
500
- ],
501
- "best_sim": [
502
- 0.14598573744297028,
503
- 0.40406447649002075,
504
- 0.418964684009552,
505
- 0.40291208028793335,
506
- 0.3913118839263916,
507
- 0.3694383203983307,
508
- 0.3722689151763916,
509
- 0.3724372982978821,
510
- 0.3629907965660095,
511
- 0.35789668560028076,
512
- 0.3523437976837158,
513
- 0.34320616722106934,
514
- 0.33242273330688477,
515
- 0.3401498794555664,
516
- 0.3416547179222107,
517
- 0.31360486149787903,
518
- 0.3154335618019104,
519
- 0.3324233889579773,
520
- 0.3183605372905731,
521
- 0.324212908744812
522
- ],
523
- "n_filled": [
524
- 0,
525
- 8,
526
- 8,
527
- 8,
528
- 8,
529
- 8,
530
- 8,
531
- 8,
532
- 8,
533
- 8,
534
- 8,
535
- 8,
536
- 8,
537
- 8,
538
- 8,
539
- 8,
540
- 8,
541
- 8,
542
- 8,
543
- 8
544
- ],
545
- "filled_ratio": [
546
- 0.0,
547
- 1.0,
548
- 1.0,
549
- 1.0,
550
- 1.0,
551
- 1.0,
552
- 1.0,
553
- 1.0,
554
- 1.0,
555
- 1.0,
556
- 1.0,
557
- 1.0,
558
- 1.0,
559
- 1.0,
560
- 1.0,
561
- 1.0,
562
- 1.0,
563
- 1.0,
564
- 1.0,
565
- 1.0
566
- ],
567
- "final_coverage": 1.0,
568
- "final_best_sim": 0.324212908744812,
569
- "final_n_filled": 8,
570
- "final_filled_ratio": 1.0
571
- },
572
- "dataset_distribution": {
573
- "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1": 6,
574
- "Madras1/corpus-ptbr-v2": 4,
575
- "TucanoBR/GigaVerbo": 6,
576
- "nvidia/OpenMathInstruct-2": 4
577
- },
578
- "n_params_M": 9.656608
579
- }
580
- }