File size: 342 Bytes
bb06882
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
{
    "run_name": "C1_Base_Model",
    "d_model": 256,
    "num_heads": 8,
    "num_layers": 4,
    "d_ff": 1024,
    "dropout": 0.1,
    "max_seq_len": 64,
    "batch_size": 64,
    "learning_rate": 0.0005,
    "epochs": 100,
    "tokenization": "subword",
    "pos_type": "sinusoidal",
    "attn_type": "mha",
    "norm_type": "layernorm"
}