File size: 174 Bytes
d6a86af
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
seed = 1337
block = 2048
micro_batch = 16
accumulation = 2
adam_lr = 0.0015
muon_lr = 0.02
weight_decay = 0.1
clip = 1.0
checkpoint_every = 500
log_every = 20
compile = true