| { | |
| "config": { | |
| "epochs": 30, | |
| "lr": 0.0003, | |
| "warmup_steps": 500, | |
| "grad_accum_steps": 8, | |
| "grad_clip": 1.0 | |
| }, | |
| "train": [ | |
| { | |
| "epoch": 1, | |
| "avg_loss": 6.3824, | |
| "lr": 9.24e-05, | |
| "step": 154, | |
| "time_s": 1992.5 | |
| } | |
| ], | |
| "val": [ | |
| { | |
| "epoch": 1, | |
| "avg_loss": 5.362817 | |
| } | |
| ], | |
| "sanity": [] | |
| } |