Upload tinystories_lambda200/model_cfg.yaml with huggingface_hub
Browse files
tinystories_lambda200/model_cfg.yaml
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
crosscoding_dims: !!python/tuple
|
| 2 |
+
- 1
|
| 3 |
+
- 17
|
| 4 |
+
d_model: 768
|
| 5 |
+
hidden_activation_cfg:
|
| 6 |
+
k_per_example: 20
|
| 7 |
+
hidden_activation_classname: BatchTopkActivation
|
| 8 |
+
hidden_dim: 1536
|