File size: 327 Bytes
d072c3b
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
{
  "op": "rank1_column_ablation",
  "formula": "w_j <- w_j - alpha * (u^T w_j) * u",
  "alpha": 6.0,
  "top_k": 64,
  "target": "residual_out_proj",
  "layers": [
    15,
    19
  ],
  "note": "alpha 6 multiplies the component by -5. alpha 1 removes it. u must be length d_model of the target matrix (1024 on Qwen3.5-0.8B)."
}