V6.5-7ds cleanup: remove legacy v6_5_report.json

v6_5_report.json

@@ -1,554 +0,0 @@
-{
-  "version": "V6.5-final-restructured",
-  "timestamp": "2026-08-08T00:01:44.330223",
-  "user_requirements_checklist": {
-    "HF_TOKEN_deleted_after_use": "PENDING (will delete after upload)",
-    "streaming_datasets_active": true,
-    "xeon_runtime_active": true,
-    "removed_pre_v64_modules": true,
-    "removed_pre_v64_scripts": true,
-    "kohonen_refactored_removed": true,
-    "kohonen_learning_system_moved_up": true,
-    "vqvae2_active_in_compression_pipeline": true,
-    "reasoning_engine_integrated_to_kls": true,
-    "ewc_w8a8_dequant_benchmark_active": true,
-    "logic_and_bugfixes_verified": true,
-    "exhausted_6_datasets": true,
-    "metrics_reasoning_response_verified": true,
-    "mtp_active_in_val": true,
-    "entropy_regularizer": 0.01
-  },
-  "config": {
-    "BATCH_SIZE": 16,
-    "datasets_to_exhaust": [
-      "dominguesm/restore-punctuation-ptbr-dataset",
-      "carolina-c4ai/corpus-carolina",
-      "nvidia/OpenMathInstruct-2",
-      "nvidia/OpenMathReasoning",
-      "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
-      "Dexavator/English-PTBR"
-    ],
-    "SAMPLES_PER_DATASET_PHASE": 25,
-    "N_PHASES": 2,
-    "TOTAL_SAMPLES": 300,
-    "EPOCHS": 2,
-    "SOM_GRID": [
-      4,
-      4,
-      4,
-      2
-    ],
-    "n_neurons": 128,
-    "HIDDEN_DIM": 256,
-    "VOCAB_SIZE": 4096,
-    "MAX_SEQ_LEN": 8,
-    "T_max": 10000,
-    "N_start": 10,
-    "lambda_ewc": 0.02,
-    "MTP_K": 4,
-    "MTP_ENTROPY_BETA": 0.01,
-    "MTP_ACTIVE_IN_VAL": true,
-    "VQVAE2_active": true,
-    "reasoning_engine_active": true
-  },
-  "xeon_status": {
-    "version": "V6",
-    "physical_cores": 2,
-    "env": {
-      "MKL_ENABLE_INSTRUCTIONS": "AVX512",
-      "MKL_NUM_THREADS": "2",
-      "OMP_NUM_THREADS": "2",
-      "MKL_DYNAMIC": "FALSE",
-      "DNNL_PRIMITIVE_CACHE_CAPACITY": "1024",
-      "ONEDNN_MAX_CPU_ISA": "AMX_INT8",
-      "KMP_AFFINITY": "granularity=fine,compact,1,0",
-      "KMP_BLOCKTIME": "1"
-    },
-    "avx512": {
-      "supported": true,
-      "desc": "AVX512_VNNI (full INT8 acceleration)"
-    },
-    "amx": {
-      "supported": true,
-      "desc": "AMX (tile + int8 + bf16) — full AMX acceleration"
-    },
-    "ipex_available": false,
-    "init_done": true
-  },
-  "fp16_benchmark": {
-    "best_time_ms": 92.62251599830051,
-    "avg_time_ms": 94.71624399975553,
-    "best_tflops": 1.381953390278759,
-    "avg_tflops": 1.3514049395828067,
-    "matrix_size": 4000.0
-  },
-  "training": {
-    "duration_s": 2.615633010864258,
-    "n_steps": 48,
-    "n_epochs": 2,
-    "n_phases": 2,
-    "samples_per_dataset_actual": {
-      "dominguesm/restore-punctuation-ptbr-dataset": 100,
-      "carolina-c4ai/corpus-carolina": 100,
-      "nvidia/OpenMathInstruct-2": 100,
-      "nvidia/OpenMathReasoning": 100,
-      "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1": 100,
-      "Dexavator/English-PTBR": 100
-    },
-    "total_samples_processed": 600
-  },
-  "summary": {
-    "n_steps": 48,
-    "n_steps_phase1": 24,
-    "n_steps_phase2": 24,
-    "final_loss": -1.0,
-    "mean_loss": -0.966248317048069,
-    "min_loss": -1.0,
-    "max_loss": -0.6123724356957945,
-    "final_acc": 1.0,
-    "mean_acc": 0.9450431034482758,
-    "sigma_start": 1.3846745195799537,
-    "sigma_end": 0.7909386360645728,
-    "alpha_start": 0.09607894391523232,
-    "alpha_end": 0.0726149037073691,
-    "vqvae2_mean_total_loss": 0.1773861167223557,
-    "vqvae2_final_total_loss": 0.11622760444879532,
-    "rss_max_mb": 392.875,
-    "rss_final_mb": 392.875,
-    "n_alerts": 47,
-    "alerts": [
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 1,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 2,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 3,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 4,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 5,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 6,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 7,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 8,
-        "value": -0.982607368881035
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 9,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 10,
-        "value": -0.6123724356957945
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 11,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 12,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 13,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 14,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 15,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 16,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 17,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 18,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 19,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 20,
-        "value": -0.982607368881035
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 21,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 22,
-        "value": -0.6123724356957945
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 23,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 24,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 25,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 26,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 27,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 28,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 29,
-        "value": -1.0
-      },
-      {
-        "type": "3.3_loss_vanishing",
-        "step": 30,
-        "value": -1.0
-      }
-    ],
-    "kohonen_final": {
-      "sigma_t": 0.7909386360645728,
-      "alpha_t": 0.0726149037073691,
-      "t": 640,
-      "n_neurons": 128,
-      "fisher_w_mean": 0.0,
-      "fisher_w_max": 0.0,
-      "fisher_accum_count": 0,
-      "has_ewc_reference": true,
-      "weights_norm": 1.1414568424224854,
-      "weights_w_mean": 0.03337728977203369
-    },
-    "hypothesis_final": {
-      "classifier_trained": true,
-      "punishment_count": 0,
-      "success_count": 0,
-      "training_ready": false,
-      "buffer_size": 0,
-      "required_new_samples": 10,
-      "histogram_max": 0,
-      "time_counter": 600
-    },
-    "mtp_final": {
-      "active": false,
-      "mtp_train_loss": 0.0,
-      "mtp_val_loss": 0.0,
-      "mtp_weighted_loss": 0.0,
-      "mtp_entropy_reg": 0.0,
-      "mtp_alphas": [],
-      "mtp_per_k_loss": [],
-      "active_in_val": true,
-      "entropy_beta": 0.01
-    },
-    "vqvae2_final": {
-      "active": true,
-      "n_calls": 8,
-      "latest_total_loss": 0.11622760444879532,
-      "latest_recon_loss": 0.1146363615989685,
-      "latest_vq_loss": 0.0015912405215203762,
-      "latest_usage_top": 0.9375,
-      "latest_usage_bot": 0.890625,
-      "latest_goose_temp": 1.7280679941177368,
-      "mean_total_loss": 0.1640255962099348,
-      "mean_recon_loss": 0.1340886503458023
-    },
-    "reasoning_final": {
-      "active": true,
-      "n_history": 0,
-      "n_steps_last": 0,
-      "phases_used": []
-    },
-    "ewc_final": {
-      "active": true,
-      "ewc_eval_mode_penalty": true,
-      "w8a8_dequant_active": true,
-      "fisher_w_mean": 0.0,
-      "fisher_w_max": 0.0,
-      "fisher_accum_count": 0
-    },
-    "evolution_phase1_to_phase2": {
-      "acc_phase1_mean": 0.9450431034482758,
-      "acc_phase2_mean": 0.9450431034482758,
-      "sigma_phase1_end": 1.0892235556105363,
-      "sigma_phase2_end": 0.7909386360645728,
-      "vqvae2_phase1_mean": 0.2318861267783425,
-      "vqvae2_phase2_mean": 0.12742777417103449
-    }
-  },
-  "kohonen_final": {
-    "t": 640,
-    "sigma_t": 0.7909386360645728,
-    "alpha_t": 0.0726149037073691,
-    "sigma0": 1.5,
-    "alpha0": 0.1,
-    "lambda_ewc": 0.02,
-    "grid_shape": [
-      4,
-      4,
-      4,
-      2
-    ],
-    "n_neurons": 128,
-    "has_ewc_reference": true,
-    "fisher_w_mean": 0.0,
-    "fisher_w_max": 0.0,
-    "fisher_accum_count": 0,
-    "weights_norm": 1.1414568424224854,
-    "weights_w_mean": 0.03337728977203369
-  },
-  "kls_state": {
-    "som": {
-      "t": 640,
-      "sigma_t": 0.7909386360645728,
-      "alpha_t": 0.0726149037073691,
-      "sigma0": 1.5,
-      "alpha0": 0.1,
-      "lambda_ewc": 0.02,
-      "grid_shape": [
-        4,
-        4,
-        4,
-        2
-      ],
-      "n_neurons": 128,
-      "has_ewc_reference": true,
-      "fisher_w_mean": 0.0,
-      "fisher_w_max": 0.0,
-      "fisher_accum_count": 0,
-      "weights_norm": 1.1414568424224854,
-      "weights_w_mean": 0.03337728977203369
-    },
-    "kls": {
-      "time_counter": 610,
-      "T_max": 10000,
-      "buffer_size": 0,
-      "training_ready": false,
-      "punishment_count": 0,
-      "success_count": 0,
-      "classifier_trained": true,
-      "histogram_size": 0,
-      "histogram_max": 0,
-      "N_start": 10,
-      "dim_choice": "y",
-      "som_neuron_count": 128,
-      "required_new_samples": 10,
-      "has_classifier": true,
-      "vocab_size": 4096,
-      "hidden_dim": 256,
-      "seq_len": 8,
-      "enable_vqvae2": true,
-      "enable_reasoning": true,
-      "vqvae2_n_calls": 8
-    },
-    "vqvae2": {
-      "active": true,
-      "n_calls": 8,
-      "latest": {
-        "vq_loss": 0.0015912405215203762,
-        "recon_loss": 0.1146363615989685,
-        "total_loss": 0.11622760444879532,
-        "n_used_top": 30,
-        "n_used_bot": 57,
-        "usage_ratio_top": 0.9375,
-        "usage_ratio_bot": 0.890625,
-        "codebook_ppl_top": 10.040919817876812,
-        "codebook_ppl_bot": 13.454342643871065,
-        "n_restarted_top": 0,
-        "n_restarted_bot": 0,
-        "goose_temp": 1.7280679941177368,
-        "active": true
-      },
-      "mean_total_loss": 0.1640255962099348,
-      "mean_recon_loss": 0.1340886503458023,
-      "n_nan_skipped": 1
-    },
-    "reasoning": {
-      "active": true,
-      "stats": {
-        "n_steps": 8,
-        "n_history": 5,
-        "tools": [
-          "som_query"
-        ],
-        "tool_stats": {
-          "som_query": {
-            "n_calls": 5,
-            "n_success": 5,
-            "n_failures": 0,
-            "total_time_s": 0.03197741508483887,
-            "avg_time_s": 0.006395483016967773,
-            "cache_size": 0,
-            "instructions_count": 0,
-            "error_count": 0,
-            "success_rate": 1.0,
-            "circuit_breaker": {
-              "state": "closed",
-              "failure_count": 0,
-              "success_count": 0,
-              "failure_threshold": 5,
-              "recovery_timeout_s": 30.0
-            }
-          }
-        },
-        "phases_used": [
-          "answering",
-          "planning",
-          "monitoring",
-          "adjusting",
-          "executing",
-          "predicting",
-          "decomposing",
-          "thinking"
-        ]
-      },
-      "n_history": 5
-    }
-  },
-  "verification": {
-    "checks": {
-      "kls_instantiation": {
-        "status": "PASS",
-        "details": "vqvae2=True, reasoning=True"
-      },
-      "find_bmu_no_premature_return": {
-        "status": "PASS",
-        "details": "bmu=(0, 2, 2, 0) valid"
-      },
-      "activate_hypothesis_detach": {
-        "status": "PASS",
-        "details": "classifier_trained=True"
-      },
-      "pgvector_lookup_removed": {
-        "status": "PASS"
-      },
-      "kohonen_refactored_removed": {
-        "status": "PASS",
-        "details": "old_folder=False, new_file=True"
-      },
-      "trainer_removed": {
-        "status": "PASS"
-      },
-      "vqvae2_valid_output": {
-        "status": "PASS",
-        "details": "n_calls=1, total_loss=0.4196"
-      },
-      "reasoning_engine_tags": {
-        "status": "PASS",
-        "details": "reasoning length=928 chars"
-      }
-    },
-    "n_pass": 8,
-    "n_fail": 0,
-    "all_pass": true
-  },
-  "ewc_w8a8_benchmark_summary": {
-    "dequant_preserves_accuracy": true,
-    "dequant_relative_error": 0.00027968583245277626,
-    "int8_relative_error": 145504.6191166922,
-    "dequant_overhead_ms": 0.08233785629272461,
-    "dequant_overhead_pct": 181.32416255381708,
-    "conclusion": "EWC+W8A8 eval com dequantização ativa: erro relativo dequant=0.000280 (< 0.1 = OK), erro relativo int8 direto=145504.619117 (mostra que dequant é necessário). Overhead dequant: 0.082ms (181.3%)."
-  },
-  "reasoning_eval_summary": {
-    "n_with_answer": 5,
-    "n_with_think": 5,
-    "answer_rate": 1.0,
-    "think_rate": 1.0,
-    "avg_reasoning_length": 974.0,
-    "reasoning_engine_active": true,
-    "reasoning_engine_n_history": 5
-  },
-  "module_analysis_summary": {
-    "n_removed_modules": 9,
-    "n_removed_folders": 1,
-    "n_active_modules": 21
-  },
-  "script_activity_summary": {
-    "n_scripts": 4,
-    "active_v65": 2,
-    "active_v64": 2,
-    "upload_utility": 0
-  },
-  "math_analysis": {
-    "text_to_4d": "SVD: M @ V[:3].T -> centroid 3D + w = time_step/T_max (LINEAR)",
-    "bmu_distance": "||W - x||^2 (L2 squared in R^4)",
-    "neighborhood": "Lambda(d, sigma) = exp(-d^2 / (2*sigma^2))",
-    "weight_update": "dW = alpha * Lambda * (x - W)",
-    "sigma_decay": "sigma_t = sigma0 * exp(-t/1000)",
-    "alpha_decay": "alpha_t = alpha0 * exp(-t/2000)",
-    "ewc_only_dim4": "penalty = lambda * F * (W_w - W*_w)",
-    "vqvae2_loss": "L = recon_loss + vq_loss (commitment top + bottom + diversity)",
-    "vqvae2_ema": "EMA codebook update + dead code restart + Goose VQ",
-    "mtp_loss": "L = sum_k(alpha_k * L_k) - beta * H(alpha)",
-    "ewc_w8a8_dequant": "W_float = (W_int8 * scale) / smooth_scale; EWC uses W_float for (p-w*)^2"
-  },
-  "datasets_used": [
-    "dominguesm/restore-punctuation-ptbr-dataset",
-    "carolina-c4ai/corpus-carolina",
-    "nvidia/OpenMathInstruct-2",
-    "nvidia/OpenMathReasoning",
-    "CEIA-POSITIVO/ultrachat_br_clustred_balanced_v1",
-    "Dexavator/English-PTBR"
-  ]
-}