V6.5-7ds cleanup: remove legacy v6_report.json
Browse files- v6_report.json +0 -396
v6_report.json
DELETED
|
@@ -1,396 +0,0 @@
|
|
| 1 |
-
{
|
| 2 |
-
"version": "V6",
|
| 3 |
-
"timestamp": "2026-08-06 23:31:33",
|
| 4 |
-
"config": {
|
| 5 |
-
"n_scoring": 30,
|
| 6 |
-
"n_text": 30,
|
| 7 |
-
"n_heavy": 5,
|
| 8 |
-
"limit_scoring": 500,
|
| 9 |
-
"limit_text": 500,
|
| 10 |
-
"limit_heavy": 100,
|
| 11 |
-
"epochs": 2,
|
| 12 |
-
"batch_size": 4,
|
| 13 |
-
"max_seq_len": 16,
|
| 14 |
-
"num_layers_hyp": 8,
|
| 15 |
-
"use_mtp": true,
|
| 16 |
-
"use_ewc": false,
|
| 17 |
-
"use_kohonen_orq": true,
|
| 18 |
-
"mtp_K": 4,
|
| 19 |
-
"mtp_entropy_beta": 0.01,
|
| 20 |
-
"ewc_lambda": 0.5,
|
| 21 |
-
"ewc_lambda_topo": 0.05
|
| 22 |
-
},
|
| 23 |
-
"v6_improvements": {
|
| 24 |
-
"kohonen_4d_som": {
|
| 25 |
-
"n_neurons": 8,
|
| 26 |
-
"grid_shape": [
|
| 27 |
-
2,
|
| 28 |
-
2,
|
| 29 |
-
2,
|
| 30 |
-
1
|
| 31 |
-
],
|
| 32 |
-
"sigma_0": 1.5,
|
| 33 |
-
"sigma_f": 0.3,
|
| 34 |
-
"alpha_0": 0.5,
|
| 35 |
-
"alpha_f": 0.05,
|
| 36 |
-
"bmu_update": true,
|
| 37 |
-
"topological_preservation": true,
|
| 38 |
-
"gaussian_neighborhood": true,
|
| 39 |
-
"random_pad_for_unprepared_data": true
|
| 40 |
-
},
|
| 41 |
-
"ewc_per_neuron": {
|
| 42 |
-
"fisher_per_neuron": true,
|
| 43 |
-
"bmu_reinforcement_gamma": 2.0,
|
| 44 |
-
"topological_regularizer": true,
|
| 45 |
-
"eval_mode_penalty": true
|
| 46 |
-
},
|
| 47 |
-
"mtp_v6": {
|
| 48 |
-
"active_in_val": true,
|
| 49 |
-
"entropy_regularizer": true,
|
| 50 |
-
"entropy_beta": 0.01,
|
| 51 |
-
"learnable_alphas": true
|
| 52 |
-
},
|
| 53 |
-
"window_context_2m": true,
|
| 54 |
-
"dynamic_rep_penalty": true,
|
| 55 |
-
"data_augmentation": true,
|
| 56 |
-
"rlhf_mapping": true,
|
| 57 |
-
"thinking_system": true,
|
| 58 |
-
"tool_system": [
|
| 59 |
-
"mutation",
|
| 60 |
-
"cache",
|
| 61 |
-
"agent"
|
| 62 |
-
],
|
| 63 |
-
"langchain_compat": true,
|
| 64 |
-
"optimized_pipeline": true,
|
| 65 |
-
"xeon_v6": {
|
| 66 |
-
"avx512": true,
|
| 67 |
-
"amx_int8": true,
|
| 68 |
-
"ipex_optional": true,
|
| 69 |
-
"fp16_autocast": true,
|
| 70 |
-
"onednn_max_cpu_isa": "AMX_INT8",
|
| 71 |
-
"libvirt_amx_vm_activation": true
|
| 72 |
-
}
|
| 73 |
-
},
|
| 74 |
-
"xeon_status": {
|
| 75 |
-
"version": "V6",
|
| 76 |
-
"physical_cores": 2,
|
| 77 |
-
"env": {
|
| 78 |
-
"MKL_ENABLE_INSTRUCTIONS": "AVX512",
|
| 79 |
-
"MKL_NUM_THREADS": "2",
|
| 80 |
-
"OMP_NUM_THREADS": "2",
|
| 81 |
-
"MKL_DYNAMIC": "FALSE",
|
| 82 |
-
"DNNL_PRIMITIVE_CACHE_CAPACITY": "1024",
|
| 83 |
-
"ONEDNN_MAX_CPU_ISA": "AMX_INT8",
|
| 84 |
-
"KMP_AFFINITY": "granularity=fine,compact,1,0",
|
| 85 |
-
"KMP_BLOCKTIME": "1"
|
| 86 |
-
},
|
| 87 |
-
"avx512": {
|
| 88 |
-
"supported": true,
|
| 89 |
-
"desc": "AVX512_VNNI (full INT8 acceleration)"
|
| 90 |
-
},
|
| 91 |
-
"amx": {
|
| 92 |
-
"supported": true,
|
| 93 |
-
"desc": "AMX (tile + int8 + bf16) \u2014 full AMX acceleration"
|
| 94 |
-
},
|
| 95 |
-
"ipex_available": false,
|
| 96 |
-
"init_done": true
|
| 97 |
-
},
|
| 98 |
-
"result": {
|
| 99 |
-
"n_steps": 26,
|
| 100 |
-
"n_epochs": 2,
|
| 101 |
-
"final_train_loss": 9.111993789672852,
|
| 102 |
-
"final_val_loss": 8.718945063077486,
|
| 103 |
-
"final_perplexity": 6117.72187204921,
|
| 104 |
-
"final_overfitting_gap": -0.23435181837815477,
|
| 105 |
-
"final_eval_benchmark": 0.25,
|
| 106 |
-
"avg_tokens_per_sec": 34.726385375247325,
|
| 107 |
-
"avg_tflops_per_cpu": 0.0006706781816513927,
|
| 108 |
-
"avg_time_per_step_ms": 1844.4343000769113,
|
| 109 |
-
"avg_grad_norm": 7.680478898378519,
|
| 110 |
-
"avg_cpu_pct": 140.16153846153844,
|
| 111 |
-
"final_rss_mb": 742.53515625,
|
| 112 |
-
"max_rss_mb": 745.2578125,
|
| 113 |
-
"rss_trend": "stable",
|
| 114 |
-
"n_alerts": 0,
|
| 115 |
-
"alerts": [],
|
| 116 |
-
"alert_types": [],
|
| 117 |
-
"meta_history": [],
|
| 118 |
-
"kohonen_evolution": {
|
| 119 |
-
"sigma_t": [
|
| 120 |
-
1.4099632501602173,
|
| 121 |
-
1.3253309726715088,
|
| 122 |
-
1.2457786798477173,
|
| 123 |
-
1.1710014343261719,
|
| 124 |
-
1.1007126569747925,
|
| 125 |
-
1.0346429347991943,
|
| 126 |
-
0.9725390076637268,
|
| 127 |
-
0.914162814617157,
|
| 128 |
-
0.8592906594276428,
|
| 129 |
-
0.807712197303772,
|
| 130 |
-
0.7592296600341797,
|
| 131 |
-
0.7136573195457458,
|
| 132 |
-
0.670820415019989,
|
| 133 |
-
0.630554735660553,
|
| 134 |
-
0.592706024646759,
|
| 135 |
-
0.5571291446685791,
|
| 136 |
-
0.5236877202987671,
|
| 137 |
-
0.4922536611557007,
|
| 138 |
-
0.46270638704299927,
|
| 139 |
-
0.4349326491355896,
|
| 140 |
-
0.4088260531425476,
|
| 141 |
-
0.38428646326065063,
|
| 142 |
-
0.3612198829650879,
|
| 143 |
-
0.3395378291606903,
|
| 144 |
-
0.3191572427749634,
|
| 145 |
-
0.30000001192092896
|
| 146 |
-
],
|
| 147 |
-
"alpha_t": [
|
| 148 |
-
0.4576236605644226,
|
| 149 |
-
0.41883882880210876,
|
| 150 |
-
0.38334110379219055,
|
| 151 |
-
0.3508519232273102,
|
| 152 |
-
0.32111626863479614,
|
| 153 |
-
0.29390081763267517,
|
| 154 |
-
0.2689919173717499,
|
| 155 |
-
0.24619412422180176,
|
| 156 |
-
0.22532851994037628,
|
| 157 |
-
0.20623132586479187,
|
| 158 |
-
0.1887526661157608,
|
| 159 |
-
0.17275536060333252,
|
| 160 |
-
0.15811388194561005,
|
| 161 |
-
0.14471331238746643,
|
| 162 |
-
0.1324484646320343,
|
| 163 |
-
0.1212230995297432,
|
| 164 |
-
0.11094911396503448,
|
| 165 |
-
0.10154587775468826,
|
| 166 |
-
0.092939592897892,
|
| 167 |
-
0.08506271243095398,
|
| 168 |
-
0.07785341888666153,
|
| 169 |
-
0.07125513255596161,
|
| 170 |
-
0.0652160719037056,
|
| 171 |
-
0.059688832610845566,
|
| 172 |
-
0.05463004484772682,
|
| 173 |
-
0.05000000074505806
|
| 174 |
-
],
|
| 175 |
-
"bmu_diversity": [
|
| 176 |
-
1,
|
| 177 |
-
2,
|
| 178 |
-
1,
|
| 179 |
-
2,
|
| 180 |
-
2,
|
| 181 |
-
1,
|
| 182 |
-
1,
|
| 183 |
-
1,
|
| 184 |
-
1,
|
| 185 |
-
1,
|
| 186 |
-
1,
|
| 187 |
-
1,
|
| 188 |
-
1,
|
| 189 |
-
1,
|
| 190 |
-
1,
|
| 191 |
-
2,
|
| 192 |
-
2,
|
| 193 |
-
2,
|
| 194 |
-
1,
|
| 195 |
-
3,
|
| 196 |
-
1,
|
| 197 |
-
1,
|
| 198 |
-
1,
|
| 199 |
-
1,
|
| 200 |
-
2,
|
| 201 |
-
1
|
| 202 |
-
],
|
| 203 |
-
"map_entropy": [
|
| 204 |
-
-0.0,
|
| 205 |
-
0.5623351335525513,
|
| 206 |
-
-0.0,
|
| 207 |
-
0.5623351335525513,
|
| 208 |
-
0.5623351335525513,
|
| 209 |
-
-0.0,
|
| 210 |
-
-0.0,
|
| 211 |
-
-0.0,
|
| 212 |
-
-0.0,
|
| 213 |
-
-0.0,
|
| 214 |
-
-0.0,
|
| 215 |
-
-0.0,
|
| 216 |
-
-0.0,
|
| 217 |
-
-0.0,
|
| 218 |
-
-0.0,
|
| 219 |
-
0.5623351335525513,
|
| 220 |
-
0.5623351335525513,
|
| 221 |
-
0.5623351335525513,
|
| 222 |
-
-0.0,
|
| 223 |
-
1.0397207736968994,
|
| 224 |
-
-0.0,
|
| 225 |
-
-0.0,
|
| 226 |
-
-0.0,
|
| 227 |
-
-0.0,
|
| 228 |
-
0.5623351335525513,
|
| 229 |
-
-0.0
|
| 230 |
-
],
|
| 231 |
-
"neighborhood_spread": [
|
| 232 |
-
0.7021521925926208,
|
| 233 |
-
0.6725351214408875,
|
| 234 |
-
0.6411432027816772,
|
| 235 |
-
0.6081318855285645,
|
| 236 |
-
0.5737201571464539,
|
| 237 |
-
0.5381925702095032,
|
| 238 |
-
0.5018997192382812,
|
| 239 |
-
0.4652523696422577,
|
| 240 |
-
0.4287113547325134,
|
| 241 |
-
0.39277151226997375,
|
| 242 |
-
0.3579402565956116,
|
| 243 |
-
0.32471275329589844,
|
| 244 |
-
0.2935446500778198,
|
| 245 |
-
0.26482605934143066,
|
| 246 |
-
0.2388598471879959,
|
| 247 |
-
0.21584638953208923,
|
| 248 |
-
0.1958770900964737,
|
| 249 |
-
0.17893707752227783,
|
| 250 |
-
0.16491499543190002,
|
| 251 |
-
0.1536182165145874,
|
| 252 |
-
0.14479027688503265,
|
| 253 |
-
0.1381286382675171,
|
| 254 |
-
0.13330206274986267,
|
| 255 |
-
0.1299675554037094,
|
| 256 |
-
0.1277889609336853,
|
| 257 |
-
0.12645532190799713
|
| 258 |
-
],
|
| 259 |
-
"update_magnitude": [
|
| 260 |
-
1.8821362257003784,
|
| 261 |
-
1.1668528318405151,
|
| 262 |
-
0.7748692631721497,
|
| 263 |
-
0.5399702191352844,
|
| 264 |
-
0.39208677411079407,
|
| 265 |
-
0.29368939995765686,
|
| 266 |
-
0.2281785011291504,
|
| 267 |
-
0.1785946488380432,
|
| 268 |
-
0.1427212357521057,
|
| 269 |
-
0.11445966362953186,
|
| 270 |
-
0.09117568284273148,
|
| 271 |
-
0.07347790896892548,
|
| 272 |
-
0.059328675270080566,
|
| 273 |
-
0.048907987773418427,
|
| 274 |
-
0.03925073891878128,
|
| 275 |
-
0.032604366540908813,
|
| 276 |
-
0.025726305320858955,
|
| 277 |
-
0.0211201049387455,
|
| 278 |
-
0.018690289929509163,
|
| 279 |
-
0.01516170147806406,
|
| 280 |
-
0.015079926699399948,
|
| 281 |
-
0.01480409037321806,
|
| 282 |
-
0.014481165446341038,
|
| 283 |
-
0.015086461789906025,
|
| 284 |
-
0.014257668517529964,
|
| 285 |
-
0.012283590622246265
|
| 286 |
-
],
|
| 287 |
-
"bmu_drift": [
|
| 288 |
-
0.2508999705314636,
|
| 289 |
-
0.39516371488571167,
|
| 290 |
-
0.264453649520874,
|
| 291 |
-
0.17276310920715332,
|
| 292 |
-
0.1156930923461914,
|
| 293 |
-
0.07942116260528564,
|
| 294 |
-
0.056506991386413574,
|
| 295 |
-
0.04034829139709473,
|
| 296 |
-
0.029471635818481445,
|
| 297 |
-
0.021564722061157227,
|
| 298 |
-
0.015637874603271484,
|
| 299 |
-
0.011507272720336914,
|
| 300 |
-
0.008384466171264648,
|
| 301 |
-
0.0060384273529052734,
|
| 302 |
-
0.00432133674621582,
|
| 303 |
-
0.0032172203063964844,
|
| 304 |
-
0.0021598339080810547,
|
| 305 |
-
0.0014955997467041016,
|
| 306 |
-
0.0010480880737304688,
|
| 307 |
-
0.0006608963012695312,
|
| 308 |
-
0.0004723072052001953,
|
| 309 |
-
0.0003485679626464844,
|
| 310 |
-
0.00021266937255859375,
|
| 311 |
-
0.00018358230590820312,
|
| 312 |
-
6.747245788574219e-05,
|
| 313 |
-
6.937980651855469e-05
|
| 314 |
-
],
|
| 315 |
-
"final_sigma_t": 0.30000001192092896,
|
| 316 |
-
"final_alpha_t": 0.05000000074505806,
|
| 317 |
-
"sigma_decay": 1.1099632382392883,
|
| 318 |
-
"alpha_decay": 0.40762365981936455
|
| 319 |
-
},
|
| 320 |
-
"mtp_evolution": {
|
| 321 |
-
"train_loss": [
|
| 322 |
-
6.6284966468811035,
|
| 323 |
-
6.598544120788574,
|
| 324 |
-
6.559889316558838,
|
| 325 |
-
6.531694412231445,
|
| 326 |
-
6.499096393585205,
|
| 327 |
-
6.484045505523682,
|
| 328 |
-
6.432807445526123,
|
| 329 |
-
6.393436908721924,
|
| 330 |
-
6.3620734214782715,
|
| 331 |
-
6.40880012512207,
|
| 332 |
-
6.38801908493042,
|
| 333 |
-
6.394525051116943,
|
| 334 |
-
6.293731212615967,
|
| 335 |
-
6.26659631729126,
|
| 336 |
-
6.236012935638428,
|
| 337 |
-
6.200387477874756,
|
| 338 |
-
6.166052341461182,
|
| 339 |
-
6.126028060913086,
|
| 340 |
-
6.1276750564575195,
|
| 341 |
-
6.096163749694824,
|
| 342 |
-
6.114363670349121,
|
| 343 |
-
6.078212261199951,
|
| 344 |
-
6.126358985900879,
|
| 345 |
-
6.127588748931885,
|
| 346 |
-
6.084132194519043,
|
| 347 |
-
5.979753017425537
|
| 348 |
-
],
|
| 349 |
-
"val_loss": [
|
| 350 |
-
6.268579006195068,
|
| 351 |
-
6.006008991828332
|
| 352 |
-
],
|
| 353 |
-
"entropy_reg": [
|
| 354 |
-
1.3862943649291992,
|
| 355 |
-
1.3862943649291992,
|
| 356 |
-
1.3862941265106201,
|
| 357 |
-
1.3862940073013306,
|
| 358 |
-
1.3862937688827515,
|
| 359 |
-
1.3862934112548828,
|
| 360 |
-
1.3862931728363037,
|
| 361 |
-
1.3862926959991455,
|
| 362 |
-
1.3862920999526978,
|
| 363 |
-
1.38629150390625,
|
| 364 |
-
1.3862910270690918,
|
| 365 |
-
1.386290192604065,
|
| 366 |
-
1.3862894773483276,
|
| 367 |
-
1.3862886428833008,
|
| 368 |
-
1.386287808418274,
|
| 369 |
-
1.386286735534668,
|
| 370 |
-
1.3862857818603516,
|
| 371 |
-
1.386284589767456,
|
| 372 |
-
1.3862833976745605,
|
| 373 |
-
1.386282205581665,
|
| 374 |
-
1.3862810134887695,
|
| 375 |
-
1.386279582977295,
|
| 376 |
-
1.3862781524658203,
|
| 377 |
-
1.3862766027450562,
|
| 378 |
-
1.386275053024292,
|
| 379 |
-
1.3862733840942383
|
| 380 |
-
],
|
| 381 |
-
"final_alphas": [
|
| 382 |
-
0.24906358122825623,
|
| 383 |
-
0.2490590512752533,
|
| 384 |
-
0.24907375872135162,
|
| 385 |
-
0.25280359387397766
|
| 386 |
-
]
|
| 387 |
-
},
|
| 388 |
-
"ewc_evolution": {
|
| 389 |
-
"total_penalty": [],
|
| 390 |
-
"classic_pen": [],
|
| 391 |
-
"kohonen_pen": [],
|
| 392 |
-
"topo_pen": []
|
| 393 |
-
},
|
| 394 |
-
"n_params_M": 9.656608
|
| 395 |
-
}
|
| 396 |
-
}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|