| { |
| "config": { |
| "epochs": 30, |
| "lr": 0.0003, |
| "warmup_steps": 500, |
| "grad_accum_steps": 1, |
| "grad_clip": 1.0 |
| }, |
| "train": [ |
| { |
| "epoch": 1, |
| "avg_loss": 6.375119, |
| "lr": 0.0002994896488977018, |
| "step": 2296, |
| "time_s": 2555.0 |
| }, |
| { |
| "epoch": 2, |
| "avg_loss": 5.113232, |
| "lr": 0.0002973570158693121, |
| "step": 4592, |
| "time_s": 2558.0 |
| }, |
| { |
| "epoch": 3, |
| "avg_loss": 4.698285, |
| "lr": 0.0002935862338662239, |
| "step": 6888, |
| "time_s": 2558.8 |
| }, |
| { |
| "epoch": 4, |
| "avg_loss": 4.461017, |
| "lr": 0.00028821922218651554, |
| "step": 9184, |
| "time_s": 2502.3 |
| }, |
| { |
| "epoch": 5, |
| "avg_loss": 4.27398, |
| "lr": 0.0002813156452080821, |
| "step": 11480, |
| "time_s": 2504.1 |
| }, |
| { |
| "epoch": 6, |
| "avg_loss": 4.111808, |
| "lr": 0.0002729522491074273, |
| "step": 13776, |
| "time_s": 2508.4 |
| }, |
| { |
| "epoch": 7, |
| "avg_loss": 3.960994, |
| "lr": 0.00026322200868229975, |
| "step": 16072, |
| "time_s": 2509.8 |
| }, |
| { |
| "epoch": 8, |
| "avg_loss": 3.824394, |
| "lr": 0.0002522330937628358, |
| "step": 18368, |
| "time_s": 2515.9 |
| }, |
| { |
| "epoch": 9, |
| "avg_loss": 3.704921, |
| "lr": 0.000240107666701484, |
| "step": 20664, |
| "time_s": 2519.0 |
| }, |
| { |
| "epoch": 10, |
| "avg_loss": 3.603755, |
| "lr": 0.00022698052430985955, |
| "step": 22960, |
| "time_s": 2516.9 |
| }, |
| { |
| "epoch": 11, |
| "avg_loss": 3.514683, |
| "lr": 0.00021299759933994378, |
| "step": 25256, |
| "time_s": 2518.8 |
| }, |
| { |
| "epoch": 12, |
| "avg_loss": 3.435752, |
| "lr": 0.00019831433816846762, |
| "step": 27552, |
| "time_s": 2507.9 |
| }, |
| { |
| "epoch": 13, |
| "avg_loss": 3.366267, |
| "lr": 0.00018309397271955332, |
| "step": 29848, |
| "time_s": 2508.7 |
| }, |
| { |
| "epoch": 14, |
| "avg_loss": 3.30577, |
| "lr": 0.000167505705836429, |
| "step": 32144, |
| "time_s": 2513.6 |
| }, |
| { |
| "epoch": 15, |
| "avg_loss": 3.249759, |
| "lr": 0.0001517228302752031, |
| "step": 34440, |
| "time_s": 2516.2 |
| }, |
| { |
| "epoch": 16, |
| "avg_loss": 3.198617, |
| "lr": 0.00013592080223160462, |
| "step": 36736, |
| "time_s": 2518.5 |
| }, |
| { |
| "epoch": 17, |
| "avg_loss": 3.151068, |
| "lr": 0.00012027529081704365, |
| "step": 39032, |
| "time_s": 2515.4 |
| }, |
| { |
| "epoch": 18, |
| "avg_loss": 3.106923, |
| "lr": 0.0001049602251677148, |
| "step": 41328, |
| "time_s": 2510.8 |
| }, |
| { |
| "epoch": 19, |
| "avg_loss": 3.093604, |
| "lr": 9.014586089678252e-05, |
| "step": 43624, |
| "time_s": 2436.8 |
| } |
| ], |
| "val": [ |
| { |
| "epoch": 1, |
| "avg_loss": 5.357941 |
| }, |
| { |
| "epoch": 2, |
| "avg_loss": 4.749041 |
| }, |
| { |
| "epoch": 3, |
| "avg_loss": 4.459847 |
| }, |
| { |
| "epoch": 4, |
| "avg_loss": 4.238065 |
| }, |
| { |
| "epoch": 5, |
| "avg_loss": 4.085373 |
| }, |
| { |
| "epoch": 6, |
| "avg_loss": 3.930117 |
| }, |
| { |
| "epoch": 7, |
| "avg_loss": 3.791228 |
| }, |
| { |
| "epoch": 8, |
| "avg_loss": 3.664075 |
| }, |
| { |
| "epoch": 9, |
| "avg_loss": 3.561065 |
| }, |
| { |
| "epoch": 10, |
| "avg_loss": 3.480822 |
| }, |
| { |
| "epoch": 11, |
| "avg_loss": 3.412537 |
| }, |
| { |
| "epoch": 12, |
| "avg_loss": 3.360075 |
| }, |
| { |
| "epoch": 13, |
| "avg_loss": 3.307848 |
| }, |
| { |
| "epoch": 14, |
| "avg_loss": 3.26252 |
| }, |
| { |
| "epoch": 15, |
| "avg_loss": 3.222749 |
| }, |
| { |
| "epoch": 16, |
| "avg_loss": 3.197138 |
| }, |
| { |
| "epoch": 17, |
| "avg_loss": 3.16499 |
| }, |
| { |
| "epoch": 18, |
| "avg_loss": 3.147003 |
| }, |
| { |
| "epoch": 19, |
| "avg_loss": 2.865002 |
| } |
| ], |
| "sanity": [] |
| } |
