6227640 a54d7d2 6227640
1
2
3
4
5
6
7
8
9
10
11
12
13
{ "step": 10000, "dp_world_size": 1, "batch_size": 8, "grad_accum_steps": 1, "mixed_precision": "no", "parallelism": { "dp_replicate": 1, "dp_shard": 1, "ring_degree": 1, "ulysses_degree": 1 } }