Opt_sophia / metrics.json
Invictus22's picture
Upload Part 2 optimizer checkpoint and tokenizer
5485fc9 verified
Raw History Blame Contribute Delete
2.28 kB
{
"final": {
"optimizer": "sophia",
"final_val_loss": 0.9151548261300828,
"final_val_ppl": 2.4971618478816344,
"final_test_loss": 0.921614446055268,
"final_test_ppl": 2.5133447758208765,
"final_test_bleu": 72.4453208403082,
"total_tokens": 836214,
"total_steps": 3731,
"trainable_parameters": 33513984
},
"interval_metrics": [
{
"tokens": 83757,
"step": 373,
"val_loss": 4.602273157726522,
"val_ppl": 99.7107164075388,
"test_bleu": 31.54421009012572,
"fraction": 0.1
},
{
"tokens": 167424,
"step": 746,
"val_loss": 2.0439814580938456,
"val_ppl": 7.7212900739001205,
"test_bleu": 69.81881395594117,
"fraction": 0.2
},
{
"tokens": 251309,
"step": 1119,
"val_loss": 1.5920810478913858,
"val_ppl": 4.913964490544146,
"test_bleu": 67.52653732743481,
"fraction": 0.3
},
{
"tokens": 335115,
"step": 1492,
"val_loss": 1.304296990676075,
"val_ppl": 3.6850975249436413,
"test_bleu": 67.52653732743481,
"fraction": 0.4
},
{
"tokens": 418695,
"step": 1866,
"val_loss": 1.1186510268123917,
"val_ppl": 3.0607225844968555,
"test_bleu": 73.8244075245152,
"fraction": 0.5
},
{
"tokens": 502198,
"step": 2239,
"val_loss": 1.0188125989138024,
"val_ppl": 2.76990382370901,
"test_bleu": 72.56198661222149,
"fraction": 0.6
},
{
"tokens": 585487,
"step": 2612,
"val_loss": 0.9664090494639356,
"val_ppl": 2.628488718992607,
"test_bleu": 67.52653732743481,
"fraction": 0.7
},
{
"tokens": 668923,
"step": 2985,
"val_loss": 0.939272640363604,
"val_ppl": 2.5581200681931966,
"test_bleu": 69.81881395594117,
"fraction": 0.8
},
{
"tokens": 752480,
"step": 3358,
"val_loss": 0.9237932727254671,
"val_ppl": 2.518826888567809,
"test_bleu": 71.23000806985263,
"fraction": 0.9
},
{
"tokens": 836214,
"step": 3731,
"val_loss": 0.9151548261300828,
"val_ppl": 2.4971618478816344,
"test_bleu": 71.90524950650567,
"fraction": 1.0
}
]
}