Jacob Dunefsky commited on
Commit ·
06ed72e
1
Parent(s): 01a805b
tc20 through tc29 (inclusive)
Browse files- pythia-2.8B-dun-mlp-tc21/sae.json +1 -0
- pythia-2.8B-dun-mlp-tc21/sae.safetensors +3 -0
- pythia-2.8B-dun-mlp-tc21/sae_info.json +1 -0
- pythia-2.8B-dun-mlp-tc22/sae.json +1 -0
- pythia-2.8B-dun-mlp-tc22/sae.safetensors +3 -0
- pythia-2.8B-dun-mlp-tc22/sae_info.json +1 -0
- pythia-2.8B-dun-mlp-tc23/sae.json +1 -0
- pythia-2.8B-dun-mlp-tc23/sae.safetensors +3 -0
- pythia-2.8B-dun-mlp-tc23/sae_info.json +1 -0
- pythia-2.8B-dun-mlp-tc24/sae.json +1 -0
- pythia-2.8B-dun-mlp-tc24/sae.safetensors +3 -0
- pythia-2.8B-dun-mlp-tc24/sae_info.json +1 -0
- pythia-2.8B-dun-mlp-tc25/sae.json +1 -0
- pythia-2.8B-dun-mlp-tc25/sae.safetensors +3 -0
- pythia-2.8B-dun-mlp-tc25/sae_info.json +1 -0
- pythia-2.8B-dun-mlp-tc26/sae.json +1 -0
- pythia-2.8B-dun-mlp-tc26/sae.safetensors +3 -0
- pythia-2.8B-dun-mlp-tc26/sae_info.json +1 -0
- pythia-2.8B-dun-mlp-tc27/sae.json +1 -0
- pythia-2.8B-dun-mlp-tc27/sae.safetensors +3 -0
- pythia-2.8B-dun-mlp-tc27/sae_info.json +1 -0
- pythia-2.8B-dun-mlp-tc28/sae.json +1 -0
- pythia-2.8B-dun-mlp-tc28/sae.safetensors +3 -0
- pythia-2.8B-dun-mlp-tc28/sae_info.json +1 -0
- pythia-2.8B-dun-mlp-tc29/sae.json +1 -0
- pythia-2.8B-dun-mlp-tc29/sae.safetensors +3 -0
- pythia-2.8B-dun-mlp-tc29/sae_info.json +1 -0
pythia-2.8B-dun-mlp-tc21/sae.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"d_in": 2560, "num_features": 61440, "d_out": 2560, "dtype": "torch.float32", "act_fn": "top_k", "top_k": 60, "tensors_filename": "sae.safetensors"}
|
pythia-2.8B-dun-mlp-tc21/sae.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fb11f87aeb83513aa5e2f1f5ad0612af90ad3e07aa665fe13dc9b3d2a8f055b7
|
| 3 |
+
size 629273928
|
pythia-2.8B-dun-mlp-tc21/sae_info.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"name": "pythia-2.8B-dun-mlp-tc21", "input_layer": {"layer": 21, "sublayer": "mlp_in", "parallel_attn_mlp": true}, "output_layer": {"layer": 21, "sublayer": "mlp_out", "parallel_attn_mlp": true}, "short_name": null, "model_path": "pythia-2.8B", "upstreams": [{"path_type": "huggingface", "hf_repo_id": "jacobdunefsky/pythia-2.8B-transcoders", "hf_path": "pythia-2.8B-dun-mlp-tc21/sae_info.json", "absolute_path": null, "relative_path": null}], "sae_filename": "sae.json"}
|
pythia-2.8B-dun-mlp-tc22/sae.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"d_in": 2560, "num_features": 61440, "d_out": 2560, "dtype": "torch.float32", "act_fn": "top_k", "top_k": 60, "tensors_filename": "sae.safetensors"}
|
pythia-2.8B-dun-mlp-tc22/sae.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f5068c862ae7a8346646de0ee616f1aa8a1fef2b04d534d740abee5852d9356c
|
| 3 |
+
size 629273928
|
pythia-2.8B-dun-mlp-tc22/sae_info.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"name": "pythia-2.8B-dun-mlp-tc22", "input_layer": {"layer": 22, "sublayer": "mlp_in", "parallel_attn_mlp": true}, "output_layer": {"layer": 22, "sublayer": "mlp_out", "parallel_attn_mlp": true}, "short_name": null, "model_path": "pythia-2.8B", "upstreams": [{"path_type": "huggingface", "hf_repo_id": "jacobdunefsky/pythia-2.8B-transcoders", "hf_path": "pythia-2.8B-dun-mlp-tc22/sae_info.json", "absolute_path": null, "relative_path": null}], "sae_filename": "sae.json"}
|
pythia-2.8B-dun-mlp-tc23/sae.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"d_in": 2560, "num_features": 61440, "d_out": 2560, "dtype": "torch.float32", "act_fn": "top_k", "top_k": 60, "tensors_filename": "sae.safetensors"}
|
pythia-2.8B-dun-mlp-tc23/sae.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:30890a27540f49a4d187b58ccfeb1103721fb151215251b03dd12d9d9bd95157
|
| 3 |
+
size 629273928
|
pythia-2.8B-dun-mlp-tc23/sae_info.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"name": "pythia-2.8B-dun-mlp-tc23", "input_layer": {"layer": 23, "sublayer": "mlp_in", "parallel_attn_mlp": true}, "output_layer": {"layer": 23, "sublayer": "mlp_out", "parallel_attn_mlp": true}, "short_name": null, "model_path": "pythia-2.8B", "upstreams": [{"path_type": "huggingface", "hf_repo_id": "jacobdunefsky/pythia-2.8B-transcoders", "hf_path": "pythia-2.8B-dun-mlp-tc23/sae_info.json", "absolute_path": null, "relative_path": null}], "sae_filename": "sae.json"}
|
pythia-2.8B-dun-mlp-tc24/sae.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"d_in": 2560, "num_features": 61440, "d_out": 2560, "dtype": "torch.float32", "act_fn": "top_k", "top_k": 60, "tensors_filename": "sae.safetensors"}
|
pythia-2.8B-dun-mlp-tc24/sae.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b6ebd1f8ef682bb4763e4ed96796c1fbef8877bdb5da8cdc46a42ad76df5469c
|
| 3 |
+
size 629273928
|
pythia-2.8B-dun-mlp-tc24/sae_info.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"name": "pythia-2.8B-dun-mlp-tc24", "input_layer": {"layer": 24, "sublayer": "mlp_in", "parallel_attn_mlp": true}, "output_layer": {"layer": 24, "sublayer": "mlp_out", "parallel_attn_mlp": true}, "short_name": null, "model_path": "pythia-2.8B", "upstreams": [{"path_type": "huggingface", "hf_repo_id": "jacobdunefsky/pythia-2.8B-transcoders", "hf_path": "pythia-2.8B-dun-mlp-tc24/sae_info.json", "absolute_path": null, "relative_path": null}], "sae_filename": "sae.json"}
|
pythia-2.8B-dun-mlp-tc25/sae.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"d_in": 2560, "num_features": 61440, "d_out": 2560, "dtype": "torch.float32", "act_fn": "top_k", "top_k": 60, "tensors_filename": "sae.safetensors"}
|
pythia-2.8B-dun-mlp-tc25/sae.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:3d77868b772340c32b1f3567667644ddd8098d75e24494406b6cb0cb8afaec1e
|
| 3 |
+
size 629273928
|
pythia-2.8B-dun-mlp-tc25/sae_info.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"name": "pythia-2.8B-dun-mlp-tc25", "input_layer": {"layer": 25, "sublayer": "mlp_in", "parallel_attn_mlp": true}, "output_layer": {"layer": 25, "sublayer": "mlp_out", "parallel_attn_mlp": true}, "short_name": null, "model_path": "pythia-2.8B", "upstreams": [{"path_type": "huggingface", "hf_repo_id": "jacobdunefsky/pythia-2.8B-transcoders", "hf_path": "pythia-2.8B-dun-mlp-tc25/sae_info.json", "absolute_path": null, "relative_path": null}], "sae_filename": "sae.json"}
|
pythia-2.8B-dun-mlp-tc26/sae.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"d_in": 2560, "num_features": 61440, "d_out": 2560, "dtype": "torch.float32", "act_fn": "top_k", "top_k": 60, "tensors_filename": "sae.safetensors"}
|
pythia-2.8B-dun-mlp-tc26/sae.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ac6bd79eea868cadf6899324405be38ec2dc96eaf4060146f0bf65105f0450a4
|
| 3 |
+
size 629273928
|
pythia-2.8B-dun-mlp-tc26/sae_info.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"name": "pythia-2.8B-dun-mlp-tc26", "input_layer": {"layer": 26, "sublayer": "mlp_in", "parallel_attn_mlp": true}, "output_layer": {"layer": 26, "sublayer": "mlp_out", "parallel_attn_mlp": true}, "short_name": null, "model_path": "pythia-2.8B", "upstreams": [{"path_type": "huggingface", "hf_repo_id": "jacobdunefsky/pythia-2.8B-transcoders", "hf_path": "pythia-2.8B-dun-mlp-tc26/sae_info.json", "absolute_path": null, "relative_path": null}], "sae_filename": "sae.json"}
|
pythia-2.8B-dun-mlp-tc27/sae.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"d_in": 2560, "num_features": 61440, "d_out": 2560, "dtype": "torch.float32", "act_fn": "top_k", "top_k": 60, "tensors_filename": "sae.safetensors"}
|
pythia-2.8B-dun-mlp-tc27/sae.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d0fe3ced02d211095cee657812120d3e8d7f7abf06cdc736823a1688322536f7
|
| 3 |
+
size 629273928
|
pythia-2.8B-dun-mlp-tc27/sae_info.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"name": "pythia-2.8B-dun-mlp-tc27", "input_layer": {"layer": 27, "sublayer": "mlp_in", "parallel_attn_mlp": true}, "output_layer": {"layer": 27, "sublayer": "mlp_out", "parallel_attn_mlp": true}, "short_name": null, "model_path": "pythia-2.8B", "upstreams": [{"path_type": "huggingface", "hf_repo_id": "jacobdunefsky/pythia-2.8B-transcoders", "hf_path": "pythia-2.8B-dun-mlp-tc27/sae_info.json", "absolute_path": null, "relative_path": null}], "sae_filename": "sae.json"}
|
pythia-2.8B-dun-mlp-tc28/sae.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"d_in": 2560, "num_features": 61440, "d_out": 2560, "dtype": "torch.float32", "act_fn": "top_k", "top_k": 60, "tensors_filename": "sae.safetensors"}
|
pythia-2.8B-dun-mlp-tc28/sae.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:0fada92be718cb6d3b4518f4dd7c9645a194c240990e0cbfe1f9dd3bddf6da9f
|
| 3 |
+
size 629273928
|
pythia-2.8B-dun-mlp-tc28/sae_info.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"name": "pythia-2.8B-dun-mlp-tc28", "input_layer": {"layer": 28, "sublayer": "mlp_in", "parallel_attn_mlp": true}, "output_layer": {"layer": 28, "sublayer": "mlp_out", "parallel_attn_mlp": true}, "short_name": null, "model_path": "pythia-2.8B", "upstreams": [{"path_type": "huggingface", "hf_repo_id": "jacobdunefsky/pythia-2.8B-transcoders", "hf_path": "pythia-2.8B-dun-mlp-tc28/sae_info.json", "absolute_path": null, "relative_path": null}], "sae_filename": "sae.json"}
|
pythia-2.8B-dun-mlp-tc29/sae.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"d_in": 2560, "num_features": 61440, "d_out": 2560, "dtype": "torch.float32", "act_fn": "top_k", "top_k": 60, "tensors_filename": "sae.safetensors"}
|
pythia-2.8B-dun-mlp-tc29/sae.safetensors
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:af32270bbd892061f7107d3e08b374d738f2e4e9c4b97f42d5441bc52f8c10e4
|
| 3 |
+
size 629273928
|
pythia-2.8B-dun-mlp-tc29/sae_info.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"name": "pythia-2.8B-dun-mlp-tc29", "input_layer": {"layer": 29, "sublayer": "mlp_in", "parallel_attn_mlp": true}, "output_layer": {"layer": 29, "sublayer": "mlp_out", "parallel_attn_mlp": true}, "short_name": null, "model_path": "pythia-2.8B", "upstreams": [{"path_type": "huggingface", "hf_repo_id": "jacobdunefsky/pythia-2.8B-transcoders", "hf_path": "pythia-2.8B-dun-mlp-tc29/sae_info.json", "absolute_path": null, "relative_path": null}], "sae_filename": "sae.json"}
|