| { | |
| "vocab_size": 768, | |
| "block_size": 256, | |
| "n_layer": 4, | |
| "n_head": 4, | |
| "n_embd": 144, | |
| "ffn_dim": 384, | |
| "rope_theta": 10000.0, | |
| "dropout": 0.0, | |
| "tie_embeddings": true | |
| } | |
| { | |
| "vocab_size": 768, | |
| "block_size": 256, | |
| "n_layer": 4, | |
| "n_head": 4, | |
| "n_embd": 144, | |
| "ffn_dim": 384, | |
| "rope_theta": 10000.0, | |
| "dropout": 0.0, | |
| "tie_embeddings": true | |
| } | |