File size: 890 Bytes
6dd69c8 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 | {
"run": "KNOCKOUT-RANDOM",
"model": "EleutherAI/pythia-160m",
"revision": "step512",
"data": "JeanKaddour/minipile shuffle seed 1",
"data_file": "/local/scratch/sas245/.cache/knockout_data/minipile_seed1_rows80000_L2048.npy",
"n_steps": 2500,
"batch_seqs": 32,
"seq_len": 2048,
"knockout_kind": "random",
"knockout_heads": [
[
4,
5
],
[
8,
6
],
[
4,
3
],
[
5,
3
],
[
5,
1
],
[
4,
0
],
[
9,
0
],
[
8,
0
]
],
"winners_original_final_top8": [
[
4,
6
],
[
8,
2
],
[
4,
10
],
[
5,
0
],
[
5,
6
],
[
4,
8
],
[
9,
8
],
[
8,
8
]
],
"device": "cuda:1",
"torch": "2.12.0+cu130",
"lr_scale": 0.1767766952966369,
"lr_at_start": 5.2810492469037254e-05,
"lr_at_end": 0.00010603660789647171,
"started": "2026-09-20 10:26:54"
} |