{ "architectures": [ "COReForCausalLM" ], "auto_map": { "AutoConfig": "configuration_core.COReConfig", "AutoModelForCausalLM": "modeling_core.COReForCausalLM" }, "block_size": 512, "dropout": 0.0, "dtype": "float32", "hidden_size": 512, "model_type": "core", "n_embd": 512, "n_head": 8, "n_layer": 8, "num_attention_heads": 8, "num_hidden_layers": 8, "rope": false, "rope_base": 10000.0, "transformers_version": "5.15.1", "vocab_size": 8192 }