{ "config": { "epochs": 30, "lr": 0.0003, "warmup_steps": 500, "grad_accum_steps": 1, "grad_clip": 1.0 }, "train": [ { "epoch": 1, "avg_loss": 6.375119, "lr": 0.0002994896488977018, "step": 2296, "time_s": 2555.0 }, { "epoch": 2, "avg_loss": 5.113232, "lr": 0.0002973570158693121, "step": 4592, "time_s": 2558.0 }, { "epoch": 3, "avg_loss": 4.698285, "lr": 0.0002935862338662239, "step": 6888, "time_s": 2558.8 }, { "epoch": 4, "avg_loss": 4.461017, "lr": 0.00028821922218651554, "step": 9184, "time_s": 2502.3 }, { "epoch": 5, "avg_loss": 4.27398, "lr": 0.0002813156452080821, "step": 11480, "time_s": 2504.1 }, { "epoch": 6, "avg_loss": 4.111808, "lr": 0.0002729522491074273, "step": 13776, "time_s": 2508.4 }, { "epoch": 7, "avg_loss": 3.960994, "lr": 0.00026322200868229975, "step": 16072, "time_s": 2509.8 }, { "epoch": 8, "avg_loss": 3.824394, "lr": 0.0002522330937628358, "step": 18368, "time_s": 2515.9 }, { "epoch": 9, "avg_loss": 3.704921, "lr": 0.000240107666701484, "step": 20664, "time_s": 2519.0 }, { "epoch": 10, "avg_loss": 3.603755, "lr": 0.00022698052430985955, "step": 22960, "time_s": 2516.9 }, { "epoch": 11, "avg_loss": 3.514683, "lr": 0.00021299759933994378, "step": 25256, "time_s": 2518.8 }, { "epoch": 12, "avg_loss": 3.435752, "lr": 0.00019831433816846762, "step": 27552, "time_s": 2507.9 }, { "epoch": 13, "avg_loss": 3.366267, "lr": 0.00018309397271955332, "step": 29848, "time_s": 2508.7 }, { "epoch": 14, "avg_loss": 3.30577, "lr": 0.000167505705836429, "step": 32144, "time_s": 2513.6 }, { "epoch": 15, "avg_loss": 3.249759, "lr": 0.0001517228302752031, "step": 34440, "time_s": 2516.2 }, { "epoch": 16, "avg_loss": 3.198617, "lr": 0.00013592080223160462, "step": 36736, "time_s": 2518.5 }, { "epoch": 17, "avg_loss": 3.151068, "lr": 0.00012027529081704365, "step": 39032, "time_s": 2515.4 }, { "epoch": 18, "avg_loss": 3.106923, "lr": 0.0001049602251677148, "step": 41328, "time_s": 2510.8 }, { "epoch": 19, "avg_loss": 3.093604, "lr": 9.014586089678252e-05, "step": 43624, "time_s": 2436.8 } ], "val": [ { "epoch": 1, "avg_loss": 5.357941 }, { "epoch": 2, "avg_loss": 4.749041 }, { "epoch": 3, "avg_loss": 4.459847 }, { "epoch": 4, "avg_loss": 4.238065 }, { "epoch": 5, "avg_loss": 4.085373 }, { "epoch": 6, "avg_loss": 3.930117 }, { "epoch": 7, "avg_loss": 3.791228 }, { "epoch": 8, "avg_loss": 3.664075 }, { "epoch": 9, "avg_loss": 3.561065 }, { "epoch": 10, "avg_loss": 3.480822 }, { "epoch": 11, "avg_loss": 3.412537 }, { "epoch": 12, "avg_loss": 3.360075 }, { "epoch": 13, "avg_loss": 3.307848 }, { "epoch": 14, "avg_loss": 3.26252 }, { "epoch": 15, "avg_loss": 3.222749 }, { "epoch": 16, "avg_loss": 3.197138 }, { "epoch": 17, "avg_loss": 3.16499 }, { "epoch": 18, "avg_loss": 3.147003 }, { "epoch": 19, "avg_loss": 2.865002 } ], "sanity": [] }