File size: 178 Bytes
b20b0d8
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
{
  "vocab_size": 16384,
  "context_length": 256,
  "embedding_dim": 640,
  "num_layers": 6,
  "num_heads": 10,
  "ffn_multiplier": 4,
  "dropout": 0.1,
  "weight_tying": false
}