PowerMachine commited on
Commit
97292fd
·
verified ·
1 Parent(s): 7f8f292

V6.5-7ds cleanup: remove legacy v6_5_ewc_w8a8_benchmark.json

Browse files
Files changed (1) hide show
  1. v6_5_ewc_w8a8_benchmark.json +0 -50
v6_5_ewc_w8a8_benchmark.json DELETED
@@ -1,50 +0,0 @@
1
- {
2
- "benchmark": "EWC+W8A8 eval with active dequantization",
3
- "config": {
4
- "model": "TestModel(64-128-32)",
5
- "n_linears": 2,
6
- "n_bits": 8,
7
- "alpha_smoothquant": 0.5,
8
- "calibration_samples": 32,
9
- "n_iterations": 100
10
- },
11
- "results": {
12
- "baseline_float": {
13
- "penalty": 7.579145386815071,
14
- "time_ms_per_call": 0.045409202575683594,
15
- "description": "EWC penalty on float weights (ground truth)"
16
- },
17
- "w8a8_with_dequant": {
18
- "penalty": 7.581265166401863,
19
- "time_ms_per_call": 0.1277470588684082,
20
- "relative_error": 0.00027968583245277626,
21
- "description": "W8A8 quantized, then dequantized via scaling factors"
22
- },
23
- "w8a8_no_dequant_broken": {
24
- "penalty": 1102808.2418839484,
25
- "time_ms_per_call": 0.09474039077758789,
26
- "relative_error": 145504.6191166922,
27
- "description": "W8A8 quantized INT8 used directly (BROKEN — should differ)"
28
- }
29
- },
30
- "analysis": {
31
- "dequant_preserves_accuracy": true,
32
- "dequant_relative_error": 0.00027968583245277626,
33
- "int8_relative_error": 145504.6191166922,
34
- "dequant_overhead_ms": 0.08233785629272461,
35
- "dequant_overhead_pct": 181.32416255381708,
36
- "conclusion": "EWC+W8A8 eval com dequantização ativa: erro relativo dequant=0.000280 (< 0.1 = OK), erro relativo int8 direto=145504.619117 (mostra que dequant é necessário). Overhead dequant: 0.082ms (181.3%)."
37
- },
38
- "ewc_config": {
39
- "eval_mode_penalty": true,
40
- "skip_som_filled_neurons": true,
41
- "lambda_ewc": 100.0,
42
- "fisher_n_samples": 32
43
- },
44
- "smoothquant_config": {
45
- "alpha": 0.5,
46
- "n_bits": 8,
47
- "calibration_samples": 32,
48
- "dequant_formula": "W_float = (W_int8 * scale) / smooth_scale, where scale = max|W_smooth| / (2^(n_bits-1) - 1)"
49
- }
50
- }