{ "final": { "optimizer": "sophia", "final_val_loss": 0.9151548261300828, "final_val_ppl": 2.4971618478816344, "final_test_loss": 0.921614446055268, "final_test_ppl": 2.5133447758208765, "final_test_bleu": 72.4453208403082, "total_tokens": 836214, "total_steps": 3731, "trainable_parameters": 33513984 }, "interval_metrics": [ { "tokens": 83757, "step": 373, "val_loss": 4.602273157726522, "val_ppl": 99.7107164075388, "test_bleu": 31.54421009012572, "fraction": 0.1 }, { "tokens": 167424, "step": 746, "val_loss": 2.0439814580938456, "val_ppl": 7.7212900739001205, "test_bleu": 69.81881395594117, "fraction": 0.2 }, { "tokens": 251309, "step": 1119, "val_loss": 1.5920810478913858, "val_ppl": 4.913964490544146, "test_bleu": 67.52653732743481, "fraction": 0.3 }, { "tokens": 335115, "step": 1492, "val_loss": 1.304296990676075, "val_ppl": 3.6850975249436413, "test_bleu": 67.52653732743481, "fraction": 0.4 }, { "tokens": 418695, "step": 1866, "val_loss": 1.1186510268123917, "val_ppl": 3.0607225844968555, "test_bleu": 73.8244075245152, "fraction": 0.5 }, { "tokens": 502198, "step": 2239, "val_loss": 1.0188125989138024, "val_ppl": 2.76990382370901, "test_bleu": 72.56198661222149, "fraction": 0.6 }, { "tokens": 585487, "step": 2612, "val_loss": 0.9664090494639356, "val_ppl": 2.628488718992607, "test_bleu": 67.52653732743481, "fraction": 0.7 }, { "tokens": 668923, "step": 2985, "val_loss": 0.939272640363604, "val_ppl": 2.5581200681931966, "test_bleu": 69.81881395594117, "fraction": 0.8 }, { "tokens": 752480, "step": 3358, "val_loss": 0.9237932727254671, "val_ppl": 2.518826888567809, "test_bleu": 71.23000806985263, "fraction": 0.9 }, { "tokens": 836214, "step": 3731, "val_loss": 0.9151548261300828, "val_ppl": 2.4971618478816344, "test_bleu": 71.90524950650567, "fraction": 1.0 } ] }