Hugging Face's logo

john-at-reticular
/
gemma_nested_dropout

Model card Files
xet
 Community
john-at-reticular commited on
Commit
dfd6fd6
·
verified ·
1 Parent(s): 6e9b335

Upload folder using huggingface_hub

Browse files
Files changed (21) hide show
  1. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/ae.pt +1 -1
  2. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_10000.pt +1 -1
  3. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_100000.pt +1 -1
  4. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_110000.pt +1 -1
  5. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_120000.pt +1 -1
  6. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_130000.pt +1 -1
  7. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_140000.pt +1 -1
  8. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_150000.pt +1 -1
  9. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_160000.pt +1 -1
  10. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_170000.pt +1 -1
  11. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_180000.pt +1 -1
  12. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_190000.pt +1 -1
  13. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_20000.pt +1 -1
  14. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_30000.pt +1 -1
  15. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_40000.pt +1 -1
  16. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_50000.pt +1 -1
  17. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_60000.pt +1 -1
  18. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_70000.pt +1 -1
  19. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_80000.pt +1 -1
  20. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_90000.pt +1 -1
  21. google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/config.json +2 -2
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/ae.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c53626c4c9b861c334aba726d0b39427e5aa03f058edf14e9f3d2c42609bb660
3
  size 75525078
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:429796528202b3b62e90a753d848ae9366adf9a35fe5840ad0c11e47c526af28
3
  size 75525078
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_10000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:92053063437783db6fbdbf44b3897b58c99560f913a57d5c71feb397fa7efc09
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9095e3641b64e2166eb4c6b89951e7e3db6cec200384cc59b6d3b677ef199547
3
  size 75525522
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_100000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e6648c3447e9281c35530a080bf5af457b2a7762fad2e6bbc26e08e9e4840a4c
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e7c6ce4f6a7e2031a77bbc947ed385cc543ad22f91e644164c9c02b692d6afd
3
  size 75525532
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_110000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ab9866ad00af39f8331ad014b5ded384aa175741cbaa5a9e7995464bb759035c
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e2948827fa268b9a448f310ee022e468ce790630d08a5bb1d3fcc37544d5df8
3
  size 75525532
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_120000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4346a7a1e52ee5f491370663b0401b71156bd7688f68c2e8fb1402f8869ed599
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82cf289503e046214167777f81c451992a69f3c6647aae1df837b851153e8101
3
  size 75525532
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_130000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:305700ba3fadb784d5711409d8ff6f290264cc7fc4f094bd9c98a06a99a421e2
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94a4f48e932ae07b7aaf78c8c9da5435075b30470340b822225a3514b0b6e2be
3
  size 75525532
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_140000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d73d3eac4bf8bfa9f88fcbb7a1354bc9adb44a2ac56e88a894d1e26a8768a445
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c85a7808dd8538b08313ddccc5c3132b24881f324e2dce01754a63a90c678fa
3
  size 75525532
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_150000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5b77d8423196fc9691436e97339e408ea8b2fecf6c083243129fa24071c753c2
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d00d874801aed2f8195e52486194a751be368686fd723c65381b178a734f44c
3
  size 75525532
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_160000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5a74bfaf42eda91a3d61f8d67ba03885878d43b66cf8be94fce73ae2df6745a9
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34be452399a09b040530470b591403239cd2555f10b251416b0a13e562cc2cd2
3
  size 75525532
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_170000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:571aef19d246e07298ed8d5642409194c0cafc336bb76b32a33c8227f4f73f6f
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bf523cbb8e54fca1a07ce121f7bc9f9375fe571147e9860f4eb69af9d35f962
3
  size 75525532
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_180000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2da6c97c282b43756cf07ca5af61ee2edf9b6c3054c0006e3f48edfd9e60ea6a
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9fd5a76abd1b0cba886ac549a9cb018a95dda533269b73b5f73797e3d5e82692
3
  size 75525532
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_190000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9846543dc0af83c7afd3c516870a334c95d440b230ce8f96016670aef5e6b557
3
  size 75525532
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9b848d264ba47903119ff9233650449de2b4ea8450bd1eabe69b894716ee82b
3
  size 75525532
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_20000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d677dab84347f470811936166b36172a5551b02ca0f01535d42a4a01128f8a43
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4e4b4df7d2e31326d59ad67ce915e07e231325d9909d1df35ff7def096dff7b1
3
  size 75525522
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_30000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c9ef6724f023fa09ce677ab58e40d4e634bf09ab20fa1db8417e52071f796dca
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6714704c04013437ffa65a2f07213aa1e5a35db55bc081057920ac81cac7e583
3
  size 75525522
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_40000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:47df2d465eba1488e39c95236e6cfcd3aa7ec01778c08728c2cf36275c692583
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7822021cf941790bc661a8129d75cc8d454d8209b8c209cf60068e3a275674e
3
  size 75525522
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_50000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b67011888b288d1386b3744ec2c104f35fcd148974530a500b4c57f8dc374b8b
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d403b17d5a1d8aba308446bcb0269368d91c8c6b26e5f7c13284bfcb14b4cdc
3
  size 75525522
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_60000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:895b53ea18aa2fedfb1aede1f1bda85b27b549286b0d7e1f64a83042f6be385e
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e60cc4e774d8ab1609eb438bd5ebdf4aaa1d3afb8792e675d723b72cfd6673d3
3
  size 75525522
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_70000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a9b1f51adbd59d0089125180de675f8e12a3e29529987b45efa2e59034909385
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b6fce803bac1270538abd17869c44b011dc86948c9738e22e95618d7d62c59b
3
  size 75525522
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_80000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5c2dc3d2b581143b2873b72d392559f3cabff49401667445bbfae10e19e8511f
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e22dbac8b2cd6405632f1dceb4fabbed579494440c5d77fcff10de37b0760e85
3
  size 75525522
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/checkpoints/ae_90000.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7e72ebddd9ff13cd21a1f34f1348ca921d4ddeeea2f426cde2d53ca7326cbc2f
3
  size 75525522
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ea1b8ecce8996cda0dc15c6e6048a6d5bd651ac030df160a4185df3991ea271
3
  size 75525522
google_gemma-2-2b_layer12_seed1/layer_12/trainer_0/config.json CHANGED
@@ -31,12 +31,12 @@
31
  ],
32
  "slope": 1.0
33
  },
34
- "ortho_alpha": 0.0001,
35
  "k": 80,
36
  "device": "cuda",
37
  "layer": 12,
38
  "lm_name": "google/gemma-2-2b",
39
- "wandb_name": "5_11_25_nd_slope_1.0_ortho_0.0001_seed_s2_trainer_0",
40
  "submodule_name": "resid_post_layer_12",
41
  "unit_sweep_on": false,
42
  "unit_sweep_warmup_start": 10000,
 
31
  ],
32
  "slope": 1.0
33
  },
34
+ "ortho_alpha": 0.01,
35
  "k": 80,
36
  "device": "cuda",
37
  "layer": 12,
38
  "lm_name": "google/gemma-2-2b",
39
+ "wandb_name": "5_11_25_nd_slope_1.0_ortho_0.01_seed_s2_trainer_0",
40
  "submodule_name": "resid_post_layer_12",
41
  "unit_sweep_on": false,
42
  "unit_sweep_warmup_start": 10000,