Upload model_config.json with huggingface_hub
Browse files- model_config.json +1 -0
model_config.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"architectures": ["GPT2SLMHeadModel"], "activation_function": "gelu_new", "bos_token_id": 50256, "embd_pdrop": 0.1, "eos_token_id": 50256, "layer_norm_epsilon": 1e-05, "model_type": "gpt2", "n_embd": 768, "num_senses": 16, "resid_pdrop": 0.1, "sense_intermediate_scale": 4, "transformers_version": "4.29.0.dev0", "vocab_size": 50264}
|