File size: 618 Bytes
58050ef | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 | {
"K": 16,
"T": 3,
"arch": "bind2_0",
"architectures": [
"BabyLMForCausalLM"
],
"auto_map": {
"AutoConfig": "modeling_babylm.BabyLMConfig",
"AutoModel": "modeling_babylm.BabyLMModel",
"AutoModelForCausalLM": "modeling_babylm.BabyLMForCausalLM"
},
"chunk": 32,
"core_n": 4,
"depth": 12,
"dim": 384,
"dtype": "float32",
"gdn_hd": 72,
"gdn_heads": 4,
"in_n": 3,
"mlp_hidden": 576,
"model_type": "babylm",
"n_layer": 12,
"nhead": 6,
"out_n": 3,
"tie_word_embeddings": false,
"transformers_version": "5.13.0",
"vocab_size": 16000
}
|