File size: 191 Bytes
9b994a0
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
{
  "vocab_size": 768,
  "block_size": 256,
  "n_layer": 4,
  "n_head": 4,
  "n_embd": 144,
  "ffn_dim": 384,
  "rope_theta": 10000.0,
  "dropout": 0.0,
  "tie_embeddings": true
}