ecf17ca
1
2
3
4
5
6
7
8
9
10
11
12
13
{ "format": "nanochat-gpt/1", "model_config": { "sequence_len": 2048, "vocab_size": 32768, "n_layer": 12, "n_head": 6, "n_kv_head": 6, "n_embd": 768, "window_pattern": "SSSL" } }