af32a15
1
2
3
4
5
6
7
8
9
10
11
12
13
{ "architectures": ["LDT"], "vocab_size": 12288, "d_model": 320, "n_layers": 5, "n_heads": 5, "head_dim": 64, "ffn_inter": 896, "max_position_embeddings": 512, "tie_word_embeddings": true, "num_parameters": 10284480, "rope_base": 10000.0 }
