Jacob Dunefsky commited on
Commit
06ed72e
·
1 Parent(s): 01a805b

tc20 through tc29 (inclusive)

Browse files
pythia-2.8B-dun-mlp-tc21/sae.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"d_in": 2560, "num_features": 61440, "d_out": 2560, "dtype": "torch.float32", "act_fn": "top_k", "top_k": 60, "tensors_filename": "sae.safetensors"}
pythia-2.8B-dun-mlp-tc21/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb11f87aeb83513aa5e2f1f5ad0612af90ad3e07aa665fe13dc9b3d2a8f055b7
3
+ size 629273928
pythia-2.8B-dun-mlp-tc21/sae_info.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"name": "pythia-2.8B-dun-mlp-tc21", "input_layer": {"layer": 21, "sublayer": "mlp_in", "parallel_attn_mlp": true}, "output_layer": {"layer": 21, "sublayer": "mlp_out", "parallel_attn_mlp": true}, "short_name": null, "model_path": "pythia-2.8B", "upstreams": [{"path_type": "huggingface", "hf_repo_id": "jacobdunefsky/pythia-2.8B-transcoders", "hf_path": "pythia-2.8B-dun-mlp-tc21/sae_info.json", "absolute_path": null, "relative_path": null}], "sae_filename": "sae.json"}
pythia-2.8B-dun-mlp-tc22/sae.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"d_in": 2560, "num_features": 61440, "d_out": 2560, "dtype": "torch.float32", "act_fn": "top_k", "top_k": 60, "tensors_filename": "sae.safetensors"}
pythia-2.8B-dun-mlp-tc22/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5068c862ae7a8346646de0ee616f1aa8a1fef2b04d534d740abee5852d9356c
3
+ size 629273928
pythia-2.8B-dun-mlp-tc22/sae_info.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"name": "pythia-2.8B-dun-mlp-tc22", "input_layer": {"layer": 22, "sublayer": "mlp_in", "parallel_attn_mlp": true}, "output_layer": {"layer": 22, "sublayer": "mlp_out", "parallel_attn_mlp": true}, "short_name": null, "model_path": "pythia-2.8B", "upstreams": [{"path_type": "huggingface", "hf_repo_id": "jacobdunefsky/pythia-2.8B-transcoders", "hf_path": "pythia-2.8B-dun-mlp-tc22/sae_info.json", "absolute_path": null, "relative_path": null}], "sae_filename": "sae.json"}
pythia-2.8B-dun-mlp-tc23/sae.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"d_in": 2560, "num_features": 61440, "d_out": 2560, "dtype": "torch.float32", "act_fn": "top_k", "top_k": 60, "tensors_filename": "sae.safetensors"}
pythia-2.8B-dun-mlp-tc23/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30890a27540f49a4d187b58ccfeb1103721fb151215251b03dd12d9d9bd95157
3
+ size 629273928
pythia-2.8B-dun-mlp-tc23/sae_info.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"name": "pythia-2.8B-dun-mlp-tc23", "input_layer": {"layer": 23, "sublayer": "mlp_in", "parallel_attn_mlp": true}, "output_layer": {"layer": 23, "sublayer": "mlp_out", "parallel_attn_mlp": true}, "short_name": null, "model_path": "pythia-2.8B", "upstreams": [{"path_type": "huggingface", "hf_repo_id": "jacobdunefsky/pythia-2.8B-transcoders", "hf_path": "pythia-2.8B-dun-mlp-tc23/sae_info.json", "absolute_path": null, "relative_path": null}], "sae_filename": "sae.json"}
pythia-2.8B-dun-mlp-tc24/sae.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"d_in": 2560, "num_features": 61440, "d_out": 2560, "dtype": "torch.float32", "act_fn": "top_k", "top_k": 60, "tensors_filename": "sae.safetensors"}
pythia-2.8B-dun-mlp-tc24/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6ebd1f8ef682bb4763e4ed96796c1fbef8877bdb5da8cdc46a42ad76df5469c
3
+ size 629273928
pythia-2.8B-dun-mlp-tc24/sae_info.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"name": "pythia-2.8B-dun-mlp-tc24", "input_layer": {"layer": 24, "sublayer": "mlp_in", "parallel_attn_mlp": true}, "output_layer": {"layer": 24, "sublayer": "mlp_out", "parallel_attn_mlp": true}, "short_name": null, "model_path": "pythia-2.8B", "upstreams": [{"path_type": "huggingface", "hf_repo_id": "jacobdunefsky/pythia-2.8B-transcoders", "hf_path": "pythia-2.8B-dun-mlp-tc24/sae_info.json", "absolute_path": null, "relative_path": null}], "sae_filename": "sae.json"}
pythia-2.8B-dun-mlp-tc25/sae.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"d_in": 2560, "num_features": 61440, "d_out": 2560, "dtype": "torch.float32", "act_fn": "top_k", "top_k": 60, "tensors_filename": "sae.safetensors"}
pythia-2.8B-dun-mlp-tc25/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d77868b772340c32b1f3567667644ddd8098d75e24494406b6cb0cb8afaec1e
3
+ size 629273928
pythia-2.8B-dun-mlp-tc25/sae_info.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"name": "pythia-2.8B-dun-mlp-tc25", "input_layer": {"layer": 25, "sublayer": "mlp_in", "parallel_attn_mlp": true}, "output_layer": {"layer": 25, "sublayer": "mlp_out", "parallel_attn_mlp": true}, "short_name": null, "model_path": "pythia-2.8B", "upstreams": [{"path_type": "huggingface", "hf_repo_id": "jacobdunefsky/pythia-2.8B-transcoders", "hf_path": "pythia-2.8B-dun-mlp-tc25/sae_info.json", "absolute_path": null, "relative_path": null}], "sae_filename": "sae.json"}
pythia-2.8B-dun-mlp-tc26/sae.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"d_in": 2560, "num_features": 61440, "d_out": 2560, "dtype": "torch.float32", "act_fn": "top_k", "top_k": 60, "tensors_filename": "sae.safetensors"}
pythia-2.8B-dun-mlp-tc26/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac6bd79eea868cadf6899324405be38ec2dc96eaf4060146f0bf65105f0450a4
3
+ size 629273928
pythia-2.8B-dun-mlp-tc26/sae_info.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"name": "pythia-2.8B-dun-mlp-tc26", "input_layer": {"layer": 26, "sublayer": "mlp_in", "parallel_attn_mlp": true}, "output_layer": {"layer": 26, "sublayer": "mlp_out", "parallel_attn_mlp": true}, "short_name": null, "model_path": "pythia-2.8B", "upstreams": [{"path_type": "huggingface", "hf_repo_id": "jacobdunefsky/pythia-2.8B-transcoders", "hf_path": "pythia-2.8B-dun-mlp-tc26/sae_info.json", "absolute_path": null, "relative_path": null}], "sae_filename": "sae.json"}
pythia-2.8B-dun-mlp-tc27/sae.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"d_in": 2560, "num_features": 61440, "d_out": 2560, "dtype": "torch.float32", "act_fn": "top_k", "top_k": 60, "tensors_filename": "sae.safetensors"}
pythia-2.8B-dun-mlp-tc27/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0fe3ced02d211095cee657812120d3e8d7f7abf06cdc736823a1688322536f7
3
+ size 629273928
pythia-2.8B-dun-mlp-tc27/sae_info.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"name": "pythia-2.8B-dun-mlp-tc27", "input_layer": {"layer": 27, "sublayer": "mlp_in", "parallel_attn_mlp": true}, "output_layer": {"layer": 27, "sublayer": "mlp_out", "parallel_attn_mlp": true}, "short_name": null, "model_path": "pythia-2.8B", "upstreams": [{"path_type": "huggingface", "hf_repo_id": "jacobdunefsky/pythia-2.8B-transcoders", "hf_path": "pythia-2.8B-dun-mlp-tc27/sae_info.json", "absolute_path": null, "relative_path": null}], "sae_filename": "sae.json"}
pythia-2.8B-dun-mlp-tc28/sae.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"d_in": 2560, "num_features": 61440, "d_out": 2560, "dtype": "torch.float32", "act_fn": "top_k", "top_k": 60, "tensors_filename": "sae.safetensors"}
pythia-2.8B-dun-mlp-tc28/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fada92be718cb6d3b4518f4dd7c9645a194c240990e0cbfe1f9dd3bddf6da9f
3
+ size 629273928
pythia-2.8B-dun-mlp-tc28/sae_info.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"name": "pythia-2.8B-dun-mlp-tc28", "input_layer": {"layer": 28, "sublayer": "mlp_in", "parallel_attn_mlp": true}, "output_layer": {"layer": 28, "sublayer": "mlp_out", "parallel_attn_mlp": true}, "short_name": null, "model_path": "pythia-2.8B", "upstreams": [{"path_type": "huggingface", "hf_repo_id": "jacobdunefsky/pythia-2.8B-transcoders", "hf_path": "pythia-2.8B-dun-mlp-tc28/sae_info.json", "absolute_path": null, "relative_path": null}], "sae_filename": "sae.json"}
pythia-2.8B-dun-mlp-tc29/sae.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"d_in": 2560, "num_features": 61440, "d_out": 2560, "dtype": "torch.float32", "act_fn": "top_k", "top_k": 60, "tensors_filename": "sae.safetensors"}
pythia-2.8B-dun-mlp-tc29/sae.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af32270bbd892061f7107d3e08b374d738f2e4e9c4b97f42d5441bc52f8c10e4
3
+ size 629273928
pythia-2.8B-dun-mlp-tc29/sae_info.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"name": "pythia-2.8B-dun-mlp-tc29", "input_layer": {"layer": 29, "sublayer": "mlp_in", "parallel_attn_mlp": true}, "output_layer": {"layer": 29, "sublayer": "mlp_out", "parallel_attn_mlp": true}, "short_name": null, "model_path": "pythia-2.8B", "upstreams": [{"path_type": "huggingface", "hf_repo_id": "jacobdunefsky/pythia-2.8B-transcoders", "hf_path": "pythia-2.8B-dun-mlp-tc29/sae_info.json", "absolute_path": null, "relative_path": null}], "sae_filename": "sae.json"}