Blame for checkpoints/005000/training_state/training_step.json

{
    "step": 5000,
    "dp_world_size": 1,
    "batch_size": 16,
    "grad_accum_steps": 1,
    "parallelism": {
        "dp_replicate": 1,
        "dp_shard": 1,
        "ring_degree": 1,
        "ulysses_degree": 1
    }
}