zzjrabbit3 / config.json
xiaoyewuz-Ruster's picture
Add files using upload-large-folder tool
a4fa4a3 verified
Raw History Blame Contribute Delete
471 Bytes
{
"architectures": [
"ZZJRabbit3ForCausalLM"
],
"attention_dropout": 0.0,
"auto_map": {
"AutoConfig": "zzjrabbit3.ZZJRabbit3Config",
"AutoModelForCausalLM": "zzjrabbit3.ZZJRabbit3ForCausalLM"
},
"dtype": "float32",
"eos_token_id": 0,
"hidden_size": 1024,
"model_type": "zzjrabbit3",
"num_attention_heads": 8,
"num_hidden_layers": 12,
"pad_token_id": 0,
"transformers_version": "5.3.0",
"use_cache": false,
"vocab_size": 100000
}