teapot1alpha / phase_stats.json
zakerytclarke's picture
Upload teapot1alpha run and checkpoints
718255d verified
Raw History Blame Contribute Delete
1.21 kB
{
"pretrain": {
"first_loss": 10.997010231018066,
"last_loss": 2.365316390991211,
"tokens": 40000004096,
"tokens_per_source": {
"dclm-edu/train": 21200001024,
"fineweb-edu/train": 14000001024,
"stack-edu-HF/train": 2400000000,
"finemath/infiwebmath-4plus/train": 800000000,
"finemath/finemath-4plus/train": 700000256,
"smollm-corpus/cosmopedia-v2/train": 900001792
},
"tok_per_sec": 70463.29019271227
},
"sft": {
"first_loss": 3.732140064239502,
"last_loss": 0.010234128683805466,
"tokens": 147299012,
"tokens_per_source": {
"fineweb-edu/train": 12001280,
"squad_v2/train": 4000097,
"synthqa/train": 3292997,
"hotpot_qa/distractor/train": 6001037,
"smoltalk/apigen-80k/train": 6000009,
"When2Call/train_sft/train": 6000033,
"teapot-chat/train": 8000135,
"smoltalk/everyday-conversations/train": 8000033,
"smoltalk/smol-constraints/train": 6000177,
"smoltalk/smol-rewrite/train": 4000072,
"smoltalk/smol-summarize/train": 4000330,
"smoltalk/smol-magpie-ultra/train": 2000695,
"gsm8k/main/train": 4000302
},
"tok_per_sec": 23070.48189301041
}
}