{ "pretrain": { "first_loss": 10.997010231018066, "last_loss": 2.365316390991211, "tokens": 40000004096, "tokens_per_source": { "dclm-edu/train": 21200001024, "fineweb-edu/train": 14000001024, "stack-edu-HF/train": 2400000000, "finemath/infiwebmath-4plus/train": 800000000, "finemath/finemath-4plus/train": 700000256, "smollm-corpus/cosmopedia-v2/train": 900001792 }, "tok_per_sec": 70463.29019271227 }, "sft": { "first_loss": 3.732140064239502, "last_loss": 0.010234128683805466, "tokens": 147299012, "tokens_per_source": { "fineweb-edu/train": 12001280, "squad_v2/train": 4000097, "synthqa/train": 3292997, "hotpot_qa/distractor/train": 6001037, "smoltalk/apigen-80k/train": 6000009, "When2Call/train_sft/train": 6000033, "teapot-chat/train": 8000135, "smoltalk/everyday-conversations/train": 8000033, "smoltalk/smol-constraints/train": 6000177, "smoltalk/smol-rewrite/train": 4000072, "smoltalk/smol-summarize/train": 4000330, "smoltalk/smol-magpie-ultra/train": 2000695, "gsm8k/main/train": 4000302 }, "tok_per_sec": 23070.48189301041 } }