| { | |
| "step": 12000, | |
| "dp_world_size": 1, | |
| "batch_size": 256, | |
| "grad_accum_steps": 1, | |
| "mixed_precision": "bf16", | |
| "parallelism": { | |
| "dp_replicate": 1, | |
| "dp_shard": 1, | |
| "ring_degree": 1, | |
| "ulysses_degree": 1 | |
| } | |
| } |
| { | |
| "step": 12000, | |
| "dp_world_size": 1, | |
| "batch_size": 256, | |
| "grad_accum_steps": 1, | |
| "mixed_precision": "bf16", | |
| "parallelism": { | |
| "dp_replicate": 1, | |
| "dp_shard": 1, | |
| "ring_degree": 1, | |
| "ulysses_degree": 1 | |
| } | |
| } |