File size: 469 Bytes
02afb58 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 | {
"model_type": "bard",
"architectures": [
"BardForStory"
],
"auto_map": {
"AutoConfig": "configuration_bard.BardConfig",
"AutoModel": "modeling_bard.BardForStory",
"AutoModelForCausalLM": "modeling_bard.BardForStory"
},
"vocab_size": 16128,
"d_model": 512,
"n_heads": 8,
"n_layers": 36,
"window": 256,
"global_every": 4,
"rope": "local",
"parallel": true,
"context": 4096,
"vars_weight": 4.0,
"torch_dtype": "bfloat16"
} |