e4f7c99 26f8c11 e4f7c99
1
2
3
4
5
6
7
8
9
10
11
12
13
{ "step": 75000, "dp_world_size": 1, "batch_size": 8, "grad_accum_steps": 1, "mixed_precision": "no", "parallelism": { "dp_replicate": 1, "dp_shard": 1, "ring_degree": 1, "ulysses_degree": 1 } }