| [ | |
| { | |
| "optimizer": "adamw", | |
| "lr": 0.0003, | |
| "data_frac": 1.0, | |
| "val_loss": 5.244997378732208, | |
| "test_loss": 5.230067724000111, | |
| "test_bleu": 1.0500773708522961 | |
| }, | |
| { | |
| "optimizer": "nadamw", | |
| "lr": 0.0003, | |
| "data_frac": 1.0, | |
| "val_loss": 5.083500027687537, | |
| "test_loss": 5.0683712828393075, | |
| "test_bleu": 1.168636216988763 | |
| }, | |
| { | |
| "optimizer": "lion", | |
| "lr": 0.0003, | |
| "data_frac": 1.0, | |
| "val_loss": 6.432690493873273, | |
| "test_loss": 6.428772030681354, | |
| "test_bleu": 0.14413534443283713 | |
| }, | |
| { | |
| "optimizer": "muon", | |
| "lr": 0.0003, | |
| "data_frac": 1.0, | |
| "val_loss": 4.6750992679632395, | |
| "test_loss": 4.652725040211397, | |
| "test_bleu": 1.946057914995322 | |
| } | |
| ] |