File size: 174 Bytes
d6a86af | 1 2 3 4 5 6 7 8 9 10 11 12 | seed = 1337
block = 2048
micro_batch = 16
accumulation = 2
adam_lr = 0.0015
muon_lr = 0.02
weight_decay = 0.1
clip = 1.0
checkpoint_every = 500
log_every = 20
compile = true
|
d6a86af | 1 2 3 4 5 6 7 8 9 10 11 12 | seed = 1337
block = 2048
micro_batch = 16
accumulation = 2
adam_lr = 0.0015
muon_lr = 0.02
weight_decay = 0.1
clip = 1.0
checkpoint_every = 500
log_every = 20
compile = true
|