V6.5-attn-v2 cleanup: remove legacy v6_5_7ds_attn_report.json

v6_5_7ds_attn_report.json

@@ -1,412 +0,0 @@
-{
-  "version": "V6.5-attn-100batch-5000meta-train-only",
-  "timestamp": "2026-08-08T02:07:14.927181",
-  "user_requirements_checklist": {
-    "HF_TOKEN_deleted_after_use": true,
-    "streaming_datasets_active_REAL": true,
-    "xeon_runtime_active": true,
-    "V65_ENABLE_STREAMING_forced": true,
-    "attention_active_and_logic_functional": true,
-    "streaming_100_per_batch": true,
-    "meta_minima_5000_atingida": true,
-    "no_synthetic_data": true,
-    "streaming_with_pauses": true,
-    "storage_critical_check": true,
-    "aggressive_ram_cleanup": true,
-    "metrics_reasoning_response_verified": true,
-    "exhausted_7_datasets_in_sequence": true,
-    "som_grid_864_neurons": true,
-    "mtp_head_size_increased_K6": true,
-    "vqvae2_active_in_pipeline": true,
-    "reasoning_engine_integrated_to_kls": true,
-    "smoothquant_w8a8_integrated_to_kls": true,
-    "tool_coordinator_workers_reactivated": true,
-    "logic_and_bugfixes_verified": true
-  },
-  "config": {
-    "BATCH_SIZE": 16,
-    "STREAM_BATCH_SIZE": 100,
-    "MAX_SAMPLES_PER_DATASET": 720,
-    "TOTAL_SAMPLES_TARGET": 5040,
-    "META_MINIMA_SAMPLES": 5000,
-    "SOM_GRID": [
-      6,
-      6,
-      6,
-      4
-    ],
-    "n_neurons": 864,
-    "HIDDEN_DIM": 1024,
-    "VOCAB_SIZE": 16384,
-    "MTP_K": 6,
-    "ATTENTION_N_HEADS": 8
-  },
-  "xeon_status": {
-    "version": "V6",
-    "physical_cores": 2,
-    "env": {
-      "MKL_ENABLE_INSTRUCTIONS": "AVX512",
-      "MKL_NUM_THREADS": "2",
-      "OMP_NUM_THREADS": "2",
-      "MKL_DYNAMIC": "FALSE",
-      "DNNL_PRIMITIVE_CACHE_CAPACITY": "1024",
-      "ONEDNN_MAX_CPU_ISA": "AMX_INT8",
-      "KMP_AFFINITY": "granularity=fine,compact,1,0",
-      "KMP_BLOCKTIME": "1"
-    },
-    "avx512": {
-      "supported": true,
-      "desc": "AVX512_VNNI (full INT8 acceleration)"
-    },
-    "amx": {
-      "supported": true,
-      "desc": "AMX (tile + int8 + bf16) — full AMX acceleration"
-    },
-    "ipex_available": false,
-    "init_done": true
-  },
-  "fp16_benchmark": {
-    "best_time_ms": 96.11023900288274,
-    "avg_time_ms": 100.32488200158696,
-    "best_tflops": 1.331803992248534,
-    "avg_tflops": 1.27585497681398,
-    "matrix_size": 4000.0
-  },
-  "training": {
-    "duration_s": 592.9951963424683,
-    "n_steps": 357,
-    "samples_per_dataset_actual": {
-      "dominguesm/restore-punctuation-ptbr-dataset": 720,
-      "carolina-c4ai/corpus-carolina": 720,
-      "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1": 720,
-      "dominguesm/Canarim-Instruct-PTBR-Dataset": 720,
-      "adalbertojunior/punctuation-ptbr": 720,
-      "iara-project/news-articles-ptbr-dataset": 720,
-      "manoela/noticias_ptbr": 720
-    },
-    "total_samples_processed": 5040,
-    "meta_minima_atingida": true,
-    "streaming_failures": {
-      "dominguesm/restore-punctuation-ptbr-dataset": 0,
-      "carolina-c4ai/corpus-carolina": 0,
-      "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1": 0,
-      "dominguesm/Canarim-Instruct-PTBR-Dataset": 0,
-      "adalbertojunior/punctuation-ptbr": 0,
-      "iara-project/news-articles-ptbr-dataset": 0,
-      "manoela/noticias_ptbr": 0
-    },
-    "storage_critical_stopped": false
-  },
-  "kohonen_final": {
-    "t": 10220,
-    "sigma_t": 5.465144559085541e-05,
-    "alpha_t": 0.0006036082923599565,
-    "sigma0": 1.5,
-    "alpha0": 0.1,
-    "lambda_ewc": 0.02,
-    "grid_shape": [
-      6,
-      6,
-      6,
-      4
-    ],
-    "n_neurons": 864,
-    "has_ewc_reference": true,
-    "fisher_w_mean": 0.0,
-    "fisher_w_max": 0.0,
-    "fisher_accum_count": 0,
-    "weights_norm": 1664.1396484375,
-    "weights_w_mean": 0.02392551675438881
-  },
-  "kls_state": {
-    "som": {
-      "t": 10220,
-      "sigma_t": 5.465144559085541e-05,
-      "alpha_t": 0.0006036082923599565,
-      "sigma0": 1.5,
-      "alpha0": 0.1,
-      "lambda_ewc": 0.02,
-      "grid_shape": [
-        6,
-        6,
-        6,
-        4
-      ],
-      "n_neurons": 864,
-      "has_ewc_reference": true,
-      "fisher_w_mean": 0.0,
-      "fisher_w_max": 0.0,
-      "fisher_accum_count": 0,
-      "weights_norm": 1664.1396484375,
-      "weights_w_mean": 0.02392551675438881
-    },
-    "kls": {
-      "time_counter": 5176,
-      "T_max": 10000,
-      "buffer_size": 0,
-      "training_ready": false,
-      "punishment_count": 0,
-      "success_count": 0,
-      "classifier_trained": true,
-      "histogram_size": 0,
-      "histogram_max": 0,
-      "N_start": 10,
-      "dim_choice": "y",
-      "som_neuron_count": 864,
-      "required_new_samples": 10,
-      "has_classifier": true,
-      "vocab_size": 16384,
-      "hidden_dim": 1024,
-      "seq_len": 8,
-      "enable_vqvae2": true,
-      "enable_reasoning": true,
-      "enable_w8a8": true,
-      "vqvae2_n_calls": 100,
-      "w8a8_n_calls": 100,
-      "tool_coordinator_workers_active": true,
-      "enable_attention": true,
-      "attention_active": true,
-      "attention_n_heads": 8
-    },
-    "vqvae2": {
-      "active": true,
-      "n_calls": 100,
-      "latest": {
-        "vq_loss": 1.3525170743378112e-06,
-        "recon_loss": 0.21045470237731934,
-        "total_loss": 0.21045605838298798,
-        "n_used_top": 64,
-        "n_used_bot": 128,
-        "usage_ratio_top": 1.0,
-        "usage_ratio_bot": 1.0,
-        "codebook_ppl_top": 17.411011265609076,
-        "codebook_ppl_bot": 18.660659830381586,
-        "n_restarted_top": 0,
-        "n_restarted_bot": 0,
-        "goose_temp": 0.5,
-        "active": true
-      },
-      "mean_total_loss": 0.14916955351829528,
-      "mean_recon_loss": 0.14915248230099679,
-      "n_nan_skipped": 0
-    },
-    "reasoning": {
-      "active": true,
-      "stats": {
-        "n_steps": 8,
-        "n_history": 7,
-        "tools": [
-          "som_query",
-          "buffer_stats"
-        ],
-        "tool_stats": {
-          "som_query": {
-            "n_calls": 129,
-            "n_success": 129,
-            "n_failures": 0,
-            "total_time_s": 0.9299983978271484,
-            "avg_time_s": 0.007209289905636809,
-            "cache_size": 0,
-            "instructions_count": 0,
-            "error_count": 0,
-            "success_rate": 1.0,
-            "circuit_breaker": {
-              "state": "closed",
-              "failure_count": 0,
-              "success_count": 0,
-              "failure_threshold": 5,
-              "recovery_timeout_s": 30.0
-            }
-          },
-          "buffer_stats": {
-            "n_calls": 122,
-            "n_success": 122,
-            "n_failures": 0,
-            "total_time_s": 0.2865762710571289,
-            "avg_time_s": 0.002348985828337122,
-            "cache_size": 0,
-            "instructions_count": 0,
-            "error_count": 0,
-            "success_rate": 1.0,
-            "circuit_breaker": {
-              "state": "closed",
-              "failure_count": 0,
-              "success_count": 0,
-              "failure_threshold": 5,
-              "recovery_timeout_s": 30.0
-            }
-          }
-        },
-        "phases_used": [
-          "answering",
-          "monitoring",
-          "decomposing",
-          "thinking",
-          "adjusting",
-          "planning",
-          "executing",
-          "predicting"
-        ]
-      },
-      "n_history": 7
-    },
-    "attention": {
-      "active": true,
-      "n_calls": 5177,
-      "n_errors": 0,
-      "last_norm_in": 110.55284881591797,
-      "last_norm_out": 115.7743911743164,
-      "last_attn_activated": true,
-      "last_attn_diff_norm": 113.8590316772461,
-      "n_heads": 8,
-      "logic_functional": true
-    },
-    "w8a8": {
-      "active": true,
-      "n_calls": 100,
-      "latest": {
-        "active": true,
-        "n_neurons": 864,
-        "n_features": 4,
-        "n_calibration_samples": 20,
-        "smooth_scale_mean": 0.10064595937728882,
-        "smooth_scale_std": 0.20062804222106934,
-        "smooth_scale_min": 0.0003319382085464895,
-        "smooth_scale_max": 0.4015880227088928,
-        "alpha": 0.5,
-        "n_bits": 8,
-        "compression_ratio": 4.0,
-        "weights_norm_original": 1652.71875,
-        "weights_norm_dequant": 1664.1396484375,
-        "absolute_error": 11.421292304992676,
-        "relative_error": 0.006910608538199664,
-        "preserves_topology": true,
-        "w8a8_int8_range": [
-          -123,
-          127
-        ],
-        "elapsed_ms": 0.6363391876220703
-      },
-      "mean_relative_error": 0.020276215304510577,
-      "max_relative_error": 0.17164724821171012,
-      "all_preserve_topology": false
-    }
-  },
-  "attention_eval_summary": {
-    "active": true,
-    "n_calls": 5163,
-    "n_errors": 0,
-    "last_attn_activated": true,
-    "logic_functional": true,
-    "attention_modifies_output": true,
-    "verdict": "ACTIVE_AND_FUNCTIONAL"
-  },
-  "reasoning_eval_summary": {
-    "n_with_answer": 7,
-    "n_with_think": 7,
-    "answer_rate": 1.0,
-    "think_rate": 1.0,
-    "avg_reasoning_length": 996.5714285714286,
-    "reasoning_engine_active": true,
-    "reasoning_engine_n_history": 7
-  },
-  "w8a8_compression_summary": {
-    "active": true,
-    "n_calls": 100,
-    "latest": {
-      "active": true,
-      "n_neurons": 864,
-      "n_features": 4,
-      "n_calibration_samples": 20,
-      "smooth_scale_mean": 0.10064595937728882,
-      "smooth_scale_std": 0.20062804222106934,
-      "smooth_scale_min": 0.0003319382085464895,
-      "smooth_scale_max": 0.4015880227088928,
-      "alpha": 0.5,
-      "n_bits": 8,
-      "compression_ratio": 4.0,
-      "weights_norm_original": 1652.71875,
-      "weights_norm_dequant": 1664.1396484375,
-      "absolute_error": 11.421292304992676,
-      "relative_error": 0.006910608538199664,
-      "preserves_topology": true,
-      "w8a8_int8_range": [
-        -123,
-        127
-      ],
-      "elapsed_ms": 0.6363391876220703
-    },
-    "mean_relative_error": 0.020276215304510577,
-    "max_relative_error": 0.17164724821171012,
-    "all_preserve_topology": false
-  },
-  "attention_metrics_final": {
-    "active": true,
-    "n_calls": 5177,
-    "n_errors": 0,
-    "last_norm_in": 110.55284881591797,
-    "last_norm_out": 115.7743911743164,
-    "last_attn_activated": true,
-    "last_attn_diff_norm": 113.8590316772461,
-    "n_heads": 8,
-    "logic_functional": true
-  },
-  "datasets_used": [
-    "dominguesm/restore-punctuation-ptbr-dataset",
-    "carolina-c4ai/corpus-carolina",
-    "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
-    "dominguesm/Canarim-Instruct-PTBR-Dataset",
-    "adalbertojunior/punctuation-ptbr",
-    "iara-project/news-articles-ptbr-dataset",
-    "manoela/noticias_ptbr"
-  ],
-  "verification": {
-    "checks": {
-      "kls_instantiation": {
-        "status": "PASS",
-        "details": "vqvae2=True, reasoning=True, w8a8=True, attention=True, workers=True"
-      },
-      "find_bmu_no_premature_return": {
-        "status": "PASS",
-        "details": "bmu=(0, 0, 1, 1)"
-      },
-      "activate_hypothesis_detach": {
-        "status": "PASS",
-        "details": "classifier_trained=True"
-      },
-      "pgvector_lookup_removed": {
-        "status": "PASS"
-      },
-      "kohonen_refactored_removed": {
-        "status": "PASS",
-        "details": "old_folder=False, new_file=True"
-      },
-      "trainer_removed": {
-        "status": "PASS"
-      },
-      "vqvae2_valid_output": {
-        "status": "PASS",
-        "details": "n_calls=1, total_loss=0.1358"
-      },
-      "reasoning_engine_tags": {
-        "status": "PASS",
-        "details": "reasoning length=934 chars"
-      },
-      "smoothquant_w8a8_som_weights": {
-        "status": "PASS",
-        "details": "relative_error=0.005070, compression_ratio=4.0x"
-      },
-      "tool_coordinator_workers_reactivated": {
-        "status": "PASS",
-        "details": "n_workers=4, n_tools=2, elapsed_ms=3.08"
-      },
-      "attention_integrated_and_functional": {
-        "status": "PASS",
-        "details": "n_calls=15, n_errors=0, logic_functional=True, n_heads=8"
-      }
-    },
-    "n_pass": 11,
-    "n_fail": 0,
-    "all_pass": true
-  }
-}