| { | |
| "config": { | |
| "epochs": 30, | |
| "lr": 0.0003, | |
| "warmup_steps": 500, | |
| "grad_accum_steps": 8, | |
| "grad_clip": 1.0 | |
| }, | |
| "train": [ | |
| { | |
| "epoch": 1, | |
| "avg_loss": 6.3824, | |
| "lr": 9.24e-05, | |
| "step": 154, | |
| "time_s": 1992.5 | |
| }, | |
| { | |
| "epoch": 2, | |
| "avg_loss": 4.865482, | |
| "lr": 0.0001848, | |
| "step": 308, | |
| "time_s": 1984.5 | |
| } | |
| ], | |
| "val": [ | |
| { | |
| "epoch": 1, | |
| "avg_loss": 5.362817 | |
| }, | |
| { | |
| "epoch": 2, | |
| "avg_loss": 4.490635 | |
| } | |
| ], | |
| "sanity": [] | |
| } |