File size: 450 Bytes
46ceb0d | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 | {
"model_type": "sentinel_custom",
"architectures": [
"SentinelModel"
],
"vocab_size": 7053,
"hidden_size": 768,
"num_layers": 12,
"num_heads": 12,
"intermediate_size": 3072,
"max_position_embeddings": 768,
"dropout": 0.1,
"pad_token_id": 0,
"unk_token_id": 1,
"bos_token_id": 2,
"eos_token_id": 3,
"note": "Custom PyTorch architecture; not directly loadable via AutoModelForCausalLM without custom modeling code."
} |