File size: 452 Bytes
de5ea99 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 | {
"model_type": "m31",
"architectures": [
"M31Model"
],
"vocab_size": 32768,
"hidden_size": 896,
"num_hidden_layers": 20,
"num_attention_heads": 14,
"num_key_value_heads": 7,
"intermediate_size": 2816,
"max_position_embeddings": 2048,
"training_sequence_length": 512,
"rms_norm_eps": 1e-06,
"rope_theta": 10000.0,
"tie_word_embeddings": true,
"parameter_count": 228953984,
"experiment": "M31-Python-Agent-220M-v5"
}
|