KNOCKOUT-RANDOM/config.json

{
 "run": "KNOCKOUT-RANDOM",
 "model": "EleutherAI/pythia-160m",
 "revision": "step512",
 "data": "JeanKaddour/minipile shuffle seed 1",
 "data_file": "/local/scratch/sas245/.cache/knockout_data/minipile_seed1_rows80000_L2048.npy",
 "n_steps": 2500,
 "batch_seqs": 32,
 "seq_len": 2048,
 "knockout_kind": "random",
 "knockout_heads": [
  [
   4,
   5
  ],
  [
   8,
   6
  ],
  [
   4,
   3
  ],
  [
   5,
   3
  ],
  [
   5,
   1
  ],
  [
   4,
   0
  ],
  [
   9,
   0
  ],
  [
   8,
   0
  ]
 ],
 "winners_original_final_top8": [
  [
   4,
   6
  ],
  [
   8,
   2
  ],
  [
   4,
   10
  ],
  [
   5,
   0
  ],
  [
   5,
   6
  ],
  [
   4,
   8
  ],
  [
   9,
   8
  ],
  [
   8,
   8
  ]
 ],
 "device": "cuda:1",
 "torch": "2.12.0+cu130",
 "lr_scale": 0.1767766952966369,
 "lr_at_start": 5.2810492469037254e-05,
 "lr_at_end": 0.00010603660789647171,
 "started": "2026-09-20 10:26:54"
}