File size: 763 Bytes
fe397d3 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 | [
{
"optimizer": "adamw",
"lr": 0.0003,
"data_frac": 1.0,
"val_loss": 5.244997378732208,
"test_loss": 5.230067724000111,
"test_bleu": 1.0500773708522961
},
{
"optimizer": "nadamw",
"lr": 0.0003,
"data_frac": 1.0,
"val_loss": 5.083500027687537,
"test_loss": 5.0683712828393075,
"test_bleu": 1.168636216988763
},
{
"optimizer": "lion",
"lr": 0.0003,
"data_frac": 1.0,
"val_loss": 6.432690493873273,
"test_loss": 6.428772030681354,
"test_bleu": 0.14413534443283713
},
{
"optimizer": "muon",
"lr": 0.0003,
"data_frac": 1.0,
"val_loss": 4.6750992679632395,
"test_loss": 4.652725040211397,
"test_bleu": 1.946057914995322
}
] |