File size: 342 Bytes
bb06882 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 | {
"run_name": "C1_Base_Model",
"d_model": 256,
"num_heads": 8,
"num_layers": 4,
"d_ff": 1024,
"dropout": 0.1,
"max_seq_len": 64,
"batch_size": 64,
"learning_rate": 0.0005,
"epochs": 100,
"tokenization": "subword",
"pos_type": "sinusoidal",
"attn_type": "mha",
"norm_type": "layernorm"
} |