config.json

{
  "K": 16,
  "T": 3,
  "arch": "bind2_0",
  "architectures": [
    "BabyLMForCausalLM"
  ],
  "auto_map": {
    "AutoConfig": "modeling_babylm.BabyLMConfig",
    "AutoModel": "modeling_babylm.BabyLMModel",
    "AutoModelForCausalLM": "modeling_babylm.BabyLMForCausalLM"
  },
  "chunk": 32,
  "core_n": 4,
  "depth": 12,
  "dim": 384,
  "dtype": "float32",
  "gdn_hd": 72,
  "gdn_heads": 4,
  "in_n": 3,
  "mlp_hidden": 576,
  "model_type": "babylm",
  "n_layer": 12,
  "nhead": 6,
  "out_n": 3,
  "tie_word_embeddings": false,
  "transformers_version": "5.13.0",
  "vocab_size": 16000
}