| { |
| "config": { |
| "epochs": 50, |
| "lr": 0.0003, |
| "warmup_steps": 500, |
| "grad_accum_steps": 8, |
| "grad_clip": 1.0 |
| }, |
| "train": [ |
| { |
| "epoch": 1, |
| "avg_loss": 6.387481, |
| "lr": 0.00029999490289274813, |
| "step": 574, |
| "time_s": 2632.4 |
| }, |
| { |
| "epoch": 2, |
| "avg_loss": 4.254239, |
| "lr": 0.00029960931729134234, |
| "step": 1148, |
| "time_s": 2630.6 |
| }, |
| { |
| "epoch": 3, |
| "avg_loss": 3.588417, |
| "lr": 0.0002986121760707165, |
| "step": 1722, |
| "time_s": 2626.8 |
| } |
| ], |
| "val": [ |
| { |
| "epoch": 1, |
| "avg_loss": 4.748258 |
| }, |
| { |
| "epoch": 2, |
| "avg_loss": 3.860872 |
| }, |
| { |
| "epoch": 3, |
| "avg_loss": 3.437115 |
| } |
| ], |
| "sanity": [] |
| } |
