sojup commited on
Commit
dd3a7b7
·
verified ·
1 Parent(s): eee9244

Upload folder using huggingface_hub

Browse files
s0/b0_hookz_h0_sep_jumprelu_d2048_l016/trainer_0/ae.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e92c5a23a22a70350379285a32e9d01bc36fad084488fae5843f0e6c879f4170
3
  size 2116666
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c2bc061b6150e65d7628d5bbba2fa8fedc7a7e29a10ea149d611fd1405f6f5e
3
  size 2116666
s0/b0_hookz_h0_sep_jumprelu_d2048_l016/trainer_0/config.json CHANGED
@@ -13,8 +13,8 @@
13
  "wandb_name": "b0_hookz_h0_sep_jumprelu_d2048_l016",
14
  "submodule_name": null,
15
  "bandwidth": 0.001,
16
- "sparsity_penalty": 1.0,
17
- "sparsity_warmup_steps": 2000,
18
  "target_l0": 16.0
19
  }
20
  }
 
13
  "wandb_name": "b0_hookz_h0_sep_jumprelu_d2048_l016",
14
  "submodule_name": null,
15
  "bandwidth": 0.001,
16
+ "sparsity_penalty": 0.2,
17
+ "sparsity_warmup_steps": 1000000,
18
  "target_l0": 16.0
19
  }
20
  }