| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.0, |
| "eval_steps": 500, |
| "global_step": 10000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "ce_loss_10": 6.949970483779907, |
| "ce_loss_13": 3.5991063117980957, |
| "ce_loss_2": 20.74317169189453, |
| "ce_loss_3": 26.111305236816406, |
| "ce_loss_7": 10.075343608856201, |
| "epoch": 0.0001, |
| "grad_norm": 212992.0, |
| "kl_loss_10": 7864.61865234375, |
| "kl_loss_2": 35348.310546875, |
| "kl_loss_3": 46478.765625, |
| "kl_loss_7": 14199.76806640625, |
| "learning_rate": 1e-05, |
| "loss": 25853.3086, |
| "step": 1 |
| }, |
| { |
| "ce_loss_10": 6.125355773501926, |
| "ce_loss_13": 3.6540163622962103, |
| "ce_loss_2": 12.076997624503242, |
| "ce_loss_3": 15.207524087693956, |
| "ce_loss_7": 7.174011654324001, |
| "epoch": 0.001, |
| "grad_norm": 17792.0, |
| "kl_loss_10": 5945.64690483941, |
| "kl_loss_2": 17211.485812717016, |
| "kl_loss_3": 23727.339274088543, |
| "kl_loss_7": 7859.595960828993, |
| "learning_rate": 0.0001, |
| "loss": 13522.6684, |
| "step": 10 |
| }, |
| { |
| "ce_loss_10": 4.603781843185425, |
| "ce_loss_13": 3.6583157896995546, |
| "ce_loss_2": 6.582165956497192, |
| "ce_loss_3": 6.530840277671814, |
| "ce_loss_7": 4.767995834350586, |
| "epoch": 0.002, |
| "grad_norm": 2416.0, |
| "kl_loss_10": 2069.933459472656, |
| "kl_loss_2": 5383.958471679687, |
| "kl_loss_3": 5293.375524902343, |
| "kl_loss_7": 2034.765203857422, |
| "learning_rate": 0.0002, |
| "loss": 3721.8547, |
| "step": 20 |
| }, |
| { |
| "ce_loss_10": 3.8755152463912963, |
| "ce_loss_13": 3.440992832183838, |
| "ce_loss_2": 5.676479697227478, |
| "ce_loss_3": 5.412591814994812, |
| "ce_loss_7": 4.082889425754547, |
| "epoch": 0.003, |
| "grad_norm": 1440.0, |
| "kl_loss_10": 764.9044219970704, |
| "kl_loss_2": 4085.6137573242186, |
| "kl_loss_3": 3584.689697265625, |
| "kl_loss_7": 1103.4823669433595, |
| "learning_rate": 0.0003, |
| "loss": 2353.6012, |
| "step": 30 |
| }, |
| { |
| "ce_loss_10": 3.9151899099349974, |
| "ce_loss_13": 3.612821674346924, |
| "ce_loss_2": 5.4220003366470335, |
| "ce_loss_3": 5.159578323364258, |
| "ce_loss_7": 4.096081411838531, |
| "epoch": 0.004, |
| "grad_norm": 2240.0, |
| "kl_loss_10": 524.7813415527344, |
| "kl_loss_2": 3348.9226196289064, |
| "kl_loss_3": 2841.234338378906, |
| "kl_loss_7": 838.199349975586, |
| "learning_rate": 0.0004, |
| "loss": 1895.9125, |
| "step": 40 |
| }, |
| { |
| "ce_loss_10": 3.8530999541282656, |
| "ce_loss_13": 3.5993613958358766, |
| "ce_loss_2": 5.269976806640625, |
| "ce_loss_3": 4.972214603424073, |
| "ce_loss_7": 4.020862734317779, |
| "epoch": 0.005, |
| "grad_norm": 1856.0, |
| "kl_loss_10": 415.9984130859375, |
| "kl_loss_2": 3121.74814453125, |
| "kl_loss_3": 2545.165393066406, |
| "kl_loss_7": 715.3964080810547, |
| "learning_rate": 0.0005, |
| "loss": 1695.3973, |
| "step": 50 |
| }, |
| { |
| "ce_loss_10": 3.8142170667648316, |
| "ce_loss_13": 3.6055872440338135, |
| "ce_loss_2": 5.112091851234436, |
| "ce_loss_3": 4.877537202835083, |
| "ce_loss_7": 3.9615157723426817, |
| "epoch": 0.006, |
| "grad_norm": 1256.0, |
| "kl_loss_10": 352.13475494384767, |
| "kl_loss_2": 2834.7232299804687, |
| "kl_loss_3": 2411.520703125, |
| "kl_loss_7": 626.5961456298828, |
| "learning_rate": 0.0006, |
| "loss": 1559.8957, |
| "step": 60 |
| }, |
| { |
| "ce_loss_10": 3.7009406328201293, |
| "ce_loss_13": 3.519935369491577, |
| "ce_loss_2": 4.975889682769775, |
| "ce_loss_3": 4.767486214637756, |
| "ce_loss_7": 3.847541904449463, |
| "epoch": 0.007, |
| "grad_norm": 1208.0, |
| "kl_loss_10": 301.96008453369143, |
| "kl_loss_2": 2753.304443359375, |
| "kl_loss_3": 2332.9209411621096, |
| "kl_loss_7": 579.1212310791016, |
| "learning_rate": 0.0007, |
| "loss": 1482.1832, |
| "step": 70 |
| }, |
| { |
| "ce_loss_10": 3.691651237010956, |
| "ce_loss_13": 3.5254875898361204, |
| "ce_loss_2": 4.9323248863220215, |
| "ce_loss_3": 4.6815266609191895, |
| "ce_loss_7": 3.918946826457977, |
| "epoch": 0.008, |
| "grad_norm": 1920.0, |
| "kl_loss_10": 277.7585922241211, |
| "kl_loss_2": 2673.962158203125, |
| "kl_loss_3": 2198.915148925781, |
| "kl_loss_7": 679.1366607666016, |
| "learning_rate": 0.0008, |
| "loss": 1458.9709, |
| "step": 80 |
| }, |
| { |
| "ce_loss_10": 3.630067002773285, |
| "ce_loss_13": 3.48206342458725, |
| "ce_loss_2": 4.835212993621826, |
| "ce_loss_3": 4.615828561782837, |
| "ce_loss_7": 3.8199189424514772, |
| "epoch": 0.009, |
| "grad_norm": 2336.0, |
| "kl_loss_10": 252.8492774963379, |
| "kl_loss_2": 2587.6504516601562, |
| "kl_loss_3": 2134.85634765625, |
| "kl_loss_7": 622.173226928711, |
| "learning_rate": 0.0009000000000000001, |
| "loss": 1391.4618, |
| "step": 90 |
| }, |
| { |
| "ce_loss_10": 3.7532737612724305, |
| "ce_loss_13": 3.6053535461425783, |
| "ce_loss_2": 4.9651381254196165, |
| "ce_loss_3": 4.679249548912049, |
| "ce_loss_7": 3.9317663073539735, |
| "epoch": 0.01, |
| "grad_norm": 2128.0, |
| "kl_loss_10": 251.45062484741212, |
| "kl_loss_2": 2572.321484375, |
| "kl_loss_3": 2009.2118774414062, |
| "kl_loss_7": 549.0976821899415, |
| "learning_rate": 0.001, |
| "loss": 1348.2805, |
| "step": 100 |
| }, |
| { |
| "ce_loss_10": 3.7507344126701354, |
| "ce_loss_13": 3.560739505290985, |
| "ce_loss_2": 4.900289678573609, |
| "ce_loss_3": 4.575748300552368, |
| "ce_loss_7": 3.855139982700348, |
| "epoch": 0.011, |
| "grad_norm": 2096.0, |
| "kl_loss_10": 336.0966377258301, |
| "kl_loss_2": 2548.9544921875, |
| "kl_loss_3": 1914.9787902832031, |
| "kl_loss_7": 503.8795822143555, |
| "learning_rate": 0.0009999974825027757, |
| "loss": 1319.618, |
| "step": 110 |
| }, |
| { |
| "ce_loss_10": 3.820546102523804, |
| "ce_loss_13": 3.6168412566184998, |
| "ce_loss_2": 4.895331883430481, |
| "ce_loss_3": 4.579937386512756, |
| "ce_loss_7": 3.905752420425415, |
| "epoch": 0.012, |
| "grad_norm": 1216.0, |
| "kl_loss_10": 360.8111114501953, |
| "kl_loss_2": 2423.57294921875, |
| "kl_loss_3": 1821.830096435547, |
| "kl_loss_7": 497.84374084472654, |
| "learning_rate": 0.0009999899300364532, |
| "loss": 1256.7569, |
| "step": 120 |
| }, |
| { |
| "ce_loss_10": 3.765466582775116, |
| "ce_loss_13": 3.588362789154053, |
| "ce_loss_2": 4.861788105964661, |
| "ce_loss_3": 4.571296620368957, |
| "ce_loss_7": 3.876194405555725, |
| "epoch": 0.013, |
| "grad_norm": 1920.0, |
| "kl_loss_10": 300.5776092529297, |
| "kl_loss_2": 2421.4876953125, |
| "kl_loss_3": 1850.192041015625, |
| "kl_loss_7": 510.1988525390625, |
| "learning_rate": 0.0009999773426770863, |
| "loss": 1278.616, |
| "step": 130 |
| }, |
| { |
| "ce_loss_10": 3.812940168380737, |
| "ce_loss_13": 3.6267056345939634, |
| "ce_loss_2": 4.856600952148438, |
| "ce_loss_3": 4.555375063419342, |
| "ce_loss_7": 3.9197404980659485, |
| "epoch": 0.014, |
| "grad_norm": 1104.0, |
| "kl_loss_10": 334.16673736572267, |
| "kl_loss_2": 2343.682012939453, |
| "kl_loss_3": 1750.5664672851562, |
| "kl_loss_7": 514.5185562133789, |
| "learning_rate": 0.0009999597205514296, |
| "loss": 1248.4314, |
| "step": 140 |
| }, |
| { |
| "ce_loss_10": 3.7693222880363466, |
| "ce_loss_13": 3.5812222719192506, |
| "ce_loss_2": 4.7746042013168335, |
| "ce_loss_3": 4.491594767570495, |
| "ce_loss_7": 3.9013134360313417, |
| "epoch": 0.015, |
| "grad_norm": 2000.0, |
| "kl_loss_10": 301.1280906677246, |
| "kl_loss_2": 2261.218878173828, |
| "kl_loss_3": 1705.700830078125, |
| "kl_loss_7": 572.2008193969726, |
| "learning_rate": 0.0009999370638369377, |
| "loss": 1215.427, |
| "step": 150 |
| }, |
| { |
| "ce_loss_10": 3.771867072582245, |
| "ce_loss_13": 3.623634135723114, |
| "ce_loss_2": 4.793287062644959, |
| "ce_loss_3": 4.509058833122253, |
| "ce_loss_7": 3.964562237262726, |
| "epoch": 0.016, |
| "grad_norm": 1736.0, |
| "kl_loss_10": 262.3149169921875, |
| "kl_loss_2": 2258.9556396484377, |
| "kl_loss_3": 1685.8056640625, |
| "kl_loss_7": 604.1481872558594, |
| "learning_rate": 0.000999909372761763, |
| "loss": 1207.4248, |
| "step": 160 |
| }, |
| { |
| "ce_loss_10": 3.702605497837067, |
| "ce_loss_13": 3.555959129333496, |
| "ce_loss_2": 4.72133858203888, |
| "ce_loss_3": 4.451281535625458, |
| "ce_loss_7": 3.8406598806381225, |
| "epoch": 0.017, |
| "grad_norm": 1536.0, |
| "kl_loss_10": 242.87019119262695, |
| "kl_loss_2": 2254.203680419922, |
| "kl_loss_3": 1717.980206298828, |
| "kl_loss_7": 507.3527557373047, |
| "learning_rate": 0.0009998766476047546, |
| "loss": 1188.5746, |
| "step": 170 |
| }, |
| { |
| "ce_loss_10": 3.7377680063247682, |
| "ce_loss_13": 3.600107181072235, |
| "ce_loss_2": 4.7649291276931764, |
| "ce_loss_3": 4.480887150764465, |
| "ce_loss_7": 3.8928799867630004, |
| "epoch": 0.018, |
| "grad_norm": 1096.0, |
| "kl_loss_10": 231.40118408203125, |
| "kl_loss_2": 2247.180828857422, |
| "kl_loss_3": 1668.1500427246094, |
| "kl_loss_7": 502.5091278076172, |
| "learning_rate": 0.0009998388886954545, |
| "loss": 1181.5367, |
| "step": 180 |
| }, |
| { |
| "ce_loss_10": 3.693929398059845, |
| "ce_loss_13": 3.5655275106430055, |
| "ce_loss_2": 4.720048952102661, |
| "ce_loss_3": 4.425967907905578, |
| "ce_loss_7": 3.8348891854286196, |
| "epoch": 0.019, |
| "grad_norm": 1032.0, |
| "kl_loss_10": 214.6924057006836, |
| "kl_loss_2": 2225.93642578125, |
| "kl_loss_3": 1640.7731079101563, |
| "kl_loss_7": 467.8557983398438, |
| "learning_rate": 0.0009997960964140947, |
| "loss": 1132.1148, |
| "step": 190 |
| }, |
| { |
| "ce_loss_10": 3.682847249507904, |
| "ce_loss_13": 3.5613570332527162, |
| "ce_loss_2": 4.7296292066574095, |
| "ce_loss_3": 4.422930908203125, |
| "ce_loss_7": 3.8146942615509034, |
| "epoch": 0.02, |
| "grad_norm": 1360.0, |
| "kl_loss_10": 204.76239395141602, |
| "kl_loss_2": 2234.7769409179687, |
| "kl_loss_3": 1619.6412719726563, |
| "kl_loss_7": 443.86146240234376, |
| "learning_rate": 0.0009997482711915926, |
| "loss": 1118.6208, |
| "step": 200 |
| }, |
| { |
| "ce_loss_10": 3.6386141061782835, |
| "ce_loss_13": 3.523626208305359, |
| "ce_loss_2": 4.654034543037414, |
| "ce_loss_3": 4.351287698745727, |
| "ce_loss_7": 3.7648990035057066, |
| "epoch": 0.021, |
| "grad_norm": 844.0, |
| "kl_loss_10": 191.48220748901366, |
| "kl_loss_2": 2176.9761169433596, |
| "kl_loss_3": 1592.8676696777343, |
| "kl_loss_7": 425.4680374145508, |
| "learning_rate": 0.0009996954135095479, |
| "loss": 1087.035, |
| "step": 210 |
| }, |
| { |
| "ce_loss_10": 3.726301395893097, |
| "ce_loss_13": 3.613930583000183, |
| "ce_loss_2": 4.689849066734314, |
| "ce_loss_3": 4.408529257774353, |
| "ce_loss_7": 3.8633771181106566, |
| "epoch": 0.022, |
| "grad_norm": 968.0, |
| "kl_loss_10": 185.19210891723634, |
| "kl_loss_2": 2058.4550598144533, |
| "kl_loss_3": 1519.1773864746094, |
| "kl_loss_7": 434.87823486328125, |
| "learning_rate": 0.0009996375239002368, |
| "loss": 1051.0784, |
| "step": 220 |
| }, |
| { |
| "ce_loss_10": 3.7977551460266112, |
| "ce_loss_13": 3.6818463683128355, |
| "ce_loss_2": 4.714341163635254, |
| "ce_loss_3": 4.444690012931824, |
| "ce_loss_7": 3.9216720938682554, |
| "epoch": 0.023, |
| "grad_norm": 792.0, |
| "kl_loss_10": 197.30275802612306, |
| "kl_loss_2": 1985.7976623535155, |
| "kl_loss_3": 1460.261212158203, |
| "kl_loss_7": 417.5539093017578, |
| "learning_rate": 0.0009995746029466072, |
| "loss": 1021.8153, |
| "step": 230 |
| }, |
| { |
| "ce_loss_10": 3.5866660118103026, |
| "ce_loss_13": 3.465270149707794, |
| "ce_loss_2": 4.572040939331055, |
| "ce_loss_3": 4.279095077514649, |
| "ce_loss_7": 3.7078741550445558, |
| "epoch": 0.024, |
| "grad_norm": 908.0, |
| "kl_loss_10": 207.95580520629883, |
| "kl_loss_2": 2143.852404785156, |
| "kl_loss_3": 1571.8129760742188, |
| "kl_loss_7": 426.2864517211914, |
| "learning_rate": 0.0009995066512822719, |
| "loss": 1050.4631, |
| "step": 240 |
| }, |
| { |
| "ce_loss_10": 3.686765193939209, |
| "ce_loss_13": 3.5706915736198424, |
| "ce_loss_2": 4.679925036430359, |
| "ce_loss_3": 4.384693300724029, |
| "ce_loss_7": 3.8067264676094057, |
| "epoch": 0.025, |
| "grad_norm": 1032.0, |
| "kl_loss_10": 199.02285385131836, |
| "kl_loss_2": 2131.8410888671874, |
| "kl_loss_3": 1544.0210571289062, |
| "kl_loss_7": 413.1264175415039, |
| "learning_rate": 0.000999433669591504, |
| "loss": 1033.4686, |
| "step": 250 |
| }, |
| { |
| "ce_loss_10": 3.581657183170319, |
| "ce_loss_13": 3.472314774990082, |
| "ce_loss_2": 4.541779208183288, |
| "ce_loss_3": 4.317579293251038, |
| "ce_loss_7": 3.7064756393432616, |
| "epoch": 0.026, |
| "grad_norm": 932.0, |
| "kl_loss_10": 189.23829040527343, |
| "kl_loss_2": 2088.3945861816405, |
| "kl_loss_3": 1637.8548217773437, |
| "kl_loss_7": 412.1736145019531, |
| "learning_rate": 0.000999355658609228, |
| "loss": 1057.2906, |
| "step": 260 |
| }, |
| { |
| "ce_loss_10": 3.6219969391822815, |
| "ce_loss_13": 3.5048365235328673, |
| "ce_loss_2": 4.596334934234619, |
| "ce_loss_3": 4.441597318649292, |
| "ce_loss_7": 3.7431845664978027, |
| "epoch": 0.027, |
| "grad_norm": 900.0, |
| "kl_loss_10": 188.88880004882813, |
| "kl_loss_2": 2095.5673889160157, |
| "kl_loss_3": 1750.0010925292968, |
| "kl_loss_7": 405.53798522949216, |
| "learning_rate": 0.0009992726191210138, |
| "loss": 1093.5438, |
| "step": 270 |
| }, |
| { |
| "ce_loss_10": 3.652155375480652, |
| "ce_loss_13": 3.5428276896476745, |
| "ce_loss_2": 4.579152154922485, |
| "ce_loss_3": 4.383497536182404, |
| "ce_loss_7": 3.789737546443939, |
| "epoch": 0.028, |
| "grad_norm": 780.0, |
| "kl_loss_10": 187.1881446838379, |
| "kl_loss_2": 2006.3188415527343, |
| "kl_loss_3": 1629.3374816894532, |
| "kl_loss_7": 423.36602783203125, |
| "learning_rate": 0.0009991845519630679, |
| "loss": 1050.2449, |
| "step": 280 |
| }, |
| { |
| "ce_loss_10": 3.535972011089325, |
| "ce_loss_13": 3.427106332778931, |
| "ce_loss_2": 4.4744978785514835, |
| "ce_loss_3": 4.262858963012695, |
| "ce_loss_7": 3.6743877053260805, |
| "epoch": 0.029, |
| "grad_norm": 684.0, |
| "kl_loss_10": 179.29404220581054, |
| "kl_loss_2": 2016.5242065429688, |
| "kl_loss_3": 1582.6825744628907, |
| "kl_loss_7": 441.13164978027345, |
| "learning_rate": 0.0009990914580222257, |
| "loss": 1053.0684, |
| "step": 290 |
| }, |
| { |
| "ce_loss_10": 3.668388879299164, |
| "ce_loss_13": 3.567758929729462, |
| "ce_loss_2": 4.53744785785675, |
| "ce_loss_3": 4.309589576721192, |
| "ce_loss_7": 3.8119096040725706, |
| "epoch": 0.03, |
| "grad_norm": 1224.0, |
| "kl_loss_10": 187.29344177246094, |
| "kl_loss_2": 1896.2646728515624, |
| "kl_loss_3": 1456.2583312988281, |
| "kl_loss_7": 421.26478881835936, |
| "learning_rate": 0.0009989933382359422, |
| "loss": 1015.491, |
| "step": 300 |
| }, |
| { |
| "ce_loss_10": 3.6792996883392335, |
| "ce_loss_13": 3.5740679264068604, |
| "ce_loss_2": 4.557365846633911, |
| "ce_loss_3": 4.323324573040009, |
| "ce_loss_7": 3.7865865588188172, |
| "epoch": 0.031, |
| "grad_norm": 828.0, |
| "kl_loss_10": 187.5126724243164, |
| "kl_loss_2": 1923.0036499023438, |
| "kl_loss_3": 1442.6469970703124, |
| "kl_loss_7": 384.39212493896486, |
| "learning_rate": 0.0009988901935922825, |
| "loss": 997.117, |
| "step": 310 |
| }, |
| { |
| "ce_loss_10": 3.5293397903442383, |
| "ce_loss_13": 3.4199066400527953, |
| "ce_loss_2": 4.486744737625122, |
| "ce_loss_3": 4.227087867259979, |
| "ce_loss_7": 3.6469008684158326, |
| "epoch": 0.032, |
| "grad_norm": 976.0, |
| "kl_loss_10": 183.28864593505858, |
| "kl_loss_2": 2055.861083984375, |
| "kl_loss_3": 1531.5701293945312, |
| "kl_loss_7": 385.79076690673827, |
| "learning_rate": 0.0009987820251299122, |
| "loss": 1008.4045, |
| "step": 320 |
| }, |
| { |
| "ce_loss_10": 3.66086140871048, |
| "ce_loss_13": 3.556379699707031, |
| "ce_loss_2": 4.536041283607483, |
| "ce_loss_3": 4.270140862464904, |
| "ce_loss_7": 3.770153260231018, |
| "epoch": 0.033, |
| "grad_norm": 1144.0, |
| "kl_loss_10": 168.59372940063477, |
| "kl_loss_2": 1906.9965759277343, |
| "kl_loss_3": 1385.0498474121093, |
| "kl_loss_7": 372.18479614257814, |
| "learning_rate": 0.0009986688339380862, |
| "loss": 957.1518, |
| "step": 330 |
| }, |
| { |
| "ce_loss_10": 3.6052905559539794, |
| "ce_loss_13": 3.504980742931366, |
| "ce_loss_2": 4.501095390319824, |
| "ce_loss_3": 4.218203604221344, |
| "ce_loss_7": 3.727604556083679, |
| "epoch": 0.034, |
| "grad_norm": 1104.0, |
| "kl_loss_10": 164.38146286010743, |
| "kl_loss_2": 1931.4434020996093, |
| "kl_loss_3": 1379.435321044922, |
| "kl_loss_7": 389.75638275146486, |
| "learning_rate": 0.0009985506211566387, |
| "loss": 969.0948, |
| "step": 340 |
| }, |
| { |
| "ce_loss_10": 3.6377886295318604, |
| "ce_loss_13": 3.541017484664917, |
| "ce_loss_2": 4.482600402832031, |
| "ce_loss_3": 4.22925614118576, |
| "ce_loss_7": 3.7690312385559084, |
| "epoch": 0.035, |
| "grad_norm": 988.0, |
| "kl_loss_10": 158.43596343994142, |
| "kl_loss_2": 1829.8166870117188, |
| "kl_loss_3": 1337.818865966797, |
| "kl_loss_7": 388.05591278076173, |
| "learning_rate": 0.0009984273879759713, |
| "loss": 933.1328, |
| "step": 350 |
| }, |
| { |
| "ce_loss_10": 3.667439329624176, |
| "ce_loss_13": 3.5666789412498474, |
| "ce_loss_2": 4.5066794633865355, |
| "ce_loss_3": 4.2926198720932005, |
| "ce_loss_7": 3.7826303958892824, |
| "epoch": 0.036, |
| "grad_norm": 600.0, |
| "kl_loss_10": 162.84700927734374, |
| "kl_loss_2": 1826.3444274902345, |
| "kl_loss_3": 1395.6122314453125, |
| "kl_loss_7": 384.24933471679685, |
| "learning_rate": 0.0009982991356370402, |
| "loss": 957.8976, |
| "step": 360 |
| }, |
| { |
| "ce_loss_10": 3.643305718898773, |
| "ce_loss_13": 3.545375657081604, |
| "ce_loss_2": 4.487171721458435, |
| "ce_loss_3": 4.280910170078277, |
| "ce_loss_7": 3.767821896076202, |
| "epoch": 0.037, |
| "grad_norm": 596.0, |
| "kl_loss_10": 164.2067985534668, |
| "kl_loss_2": 1829.6034606933595, |
| "kl_loss_3": 1399.7697387695312, |
| "kl_loss_7": 389.38902282714844, |
| "learning_rate": 0.0009981658654313456, |
| "loss": 945.4266, |
| "step": 370 |
| }, |
| { |
| "ce_loss_10": 3.728627920150757, |
| "ce_loss_13": 3.628399407863617, |
| "ce_loss_2": 4.530555677413941, |
| "ce_loss_3": 4.30595852136612, |
| "ce_loss_7": 3.83515260219574, |
| "epoch": 0.038, |
| "grad_norm": 572.0, |
| "kl_loss_10": 166.8636932373047, |
| "kl_loss_2": 1769.3647521972657, |
| "kl_loss_3": 1309.9726135253907, |
| "kl_loss_7": 360.24556121826174, |
| "learning_rate": 0.000998027578700917, |
| "loss": 918.2047, |
| "step": 380 |
| }, |
| { |
| "ce_loss_10": 3.6558377385139464, |
| "ce_loss_13": 3.5584804892539976, |
| "ce_loss_2": 4.499538516998291, |
| "ce_loss_3": 4.255290400981903, |
| "ce_loss_7": 3.7707452058792112, |
| "epoch": 0.039, |
| "grad_norm": 684.0, |
| "kl_loss_10": 164.3509963989258, |
| "kl_loss_2": 1842.500555419922, |
| "kl_loss_3": 1353.7652526855468, |
| "kl_loss_7": 364.5350601196289, |
| "learning_rate": 0.0009978842768382998, |
| "loss": 935.4773, |
| "step": 390 |
| }, |
| { |
| "ce_loss_10": 3.6760897040367126, |
| "ce_loss_13": 3.5800448179244997, |
| "ce_loss_2": 4.493572664260864, |
| "ce_loss_3": 4.2423638820648195, |
| "ce_loss_7": 3.786301875114441, |
| "epoch": 0.04, |
| "grad_norm": 968.0, |
| "kl_loss_10": 161.01671752929687, |
| "kl_loss_2": 1790.2952514648437, |
| "kl_loss_3": 1298.0454895019532, |
| "kl_loss_7": 363.45732421875, |
| "learning_rate": 0.0009977359612865424, |
| "loss": 914.3111, |
| "step": 400 |
| }, |
| { |
| "ce_loss_10": 3.684686779975891, |
| "ce_loss_13": 3.586086595058441, |
| "ce_loss_2": 4.512642502784729, |
| "ce_loss_3": 4.255100309848785, |
| "ce_loss_7": 3.805712080001831, |
| "epoch": 0.041, |
| "grad_norm": 724.0, |
| "kl_loss_10": 161.0974250793457, |
| "kl_loss_2": 1807.8360168457032, |
| "kl_loss_3": 1310.046209716797, |
| "kl_loss_7": 391.8801742553711, |
| "learning_rate": 0.0009975826335391806, |
| "loss": 914.0043, |
| "step": 410 |
| }, |
| { |
| "ce_loss_10": 3.707440197467804, |
| "ce_loss_13": 3.604601538181305, |
| "ce_loss_2": 4.522381353378296, |
| "ce_loss_3": 4.265636503696442, |
| "ce_loss_7": 3.822117471694946, |
| "epoch": 0.042, |
| "grad_norm": 900.0, |
| "kl_loss_10": 166.57249908447267, |
| "kl_loss_2": 1773.633642578125, |
| "kl_loss_3": 1273.706396484375, |
| "kl_loss_7": 380.59193420410156, |
| "learning_rate": 0.0009974242951402235, |
| "loss": 906.3268, |
| "step": 420 |
| }, |
| { |
| "ce_loss_10": 3.7127435922622682, |
| "ce_loss_13": 3.6068360447883605, |
| "ce_loss_2": 4.534731841087341, |
| "ce_loss_3": 4.272397923469543, |
| "ce_loss_7": 3.8254016041755676, |
| "epoch": 0.043, |
| "grad_norm": 544.0, |
| "kl_loss_10": 171.76721878051757, |
| "kl_loss_2": 1813.8242553710938, |
| "kl_loss_3": 1297.1632202148437, |
| "kl_loss_7": 380.753857421875, |
| "learning_rate": 0.0009972609476841367, |
| "loss": 907.3121, |
| "step": 430 |
| }, |
| { |
| "ce_loss_10": 3.638201355934143, |
| "ce_loss_13": 3.521967649459839, |
| "ce_loss_2": 4.476631236076355, |
| "ce_loss_3": 4.207662534713745, |
| "ce_loss_7": 3.743925619125366, |
| "epoch": 0.044, |
| "grad_norm": 656.0, |
| "kl_loss_10": 205.51385726928712, |
| "kl_loss_2": 1862.7595336914062, |
| "kl_loss_3": 1318.6298767089843, |
| "kl_loss_7": 397.6446823120117, |
| "learning_rate": 0.0009970925928158272, |
| "loss": 947.2434, |
| "step": 440 |
| }, |
| { |
| "ce_loss_10": 3.5770766854286196, |
| "ce_loss_13": 3.463445019721985, |
| "ce_loss_2": 4.41340719461441, |
| "ce_loss_3": 4.154228365421295, |
| "ce_loss_7": 3.683333933353424, |
| "epoch": 0.045, |
| "grad_norm": 544.0, |
| "kl_loss_10": 187.16454544067383, |
| "kl_loss_2": 1860.5320922851563, |
| "kl_loss_3": 1349.3171264648438, |
| "kl_loss_7": 389.9994171142578, |
| "learning_rate": 0.000996919232230627, |
| "loss": 931.1581, |
| "step": 450 |
| }, |
| { |
| "ce_loss_10": 3.6615111470222472, |
| "ce_loss_13": 3.5475740671157836, |
| "ce_loss_2": 4.4471900224685665, |
| "ce_loss_3": 4.206307077407837, |
| "ce_loss_7": 3.769719123840332, |
| "epoch": 0.046, |
| "grad_norm": 792.0, |
| "kl_loss_10": 189.3802345275879, |
| "kl_loss_2": 1767.1443359375, |
| "kl_loss_3": 1299.2234252929688, |
| "kl_loss_7": 404.1760650634766, |
| "learning_rate": 0.0009967408676742752, |
| "loss": 896.3932, |
| "step": 460 |
| }, |
| { |
| "ce_loss_10": 3.815341627597809, |
| "ce_loss_13": 3.6976951956748962, |
| "ce_loss_2": 4.575603008270264, |
| "ce_loss_3": 4.349165272712708, |
| "ce_loss_7": 3.926807904243469, |
| "epoch": 0.047, |
| "grad_norm": 1020.0, |
| "kl_loss_10": 193.17176513671876, |
| "kl_loss_2": 1722.3591735839843, |
| "kl_loss_3": 1269.6951721191406, |
| "kl_loss_7": 399.5799560546875, |
| "learning_rate": 0.0009965575009429006, |
| "loss": 911.5342, |
| "step": 470 |
| }, |
| { |
| "ce_loss_10": 3.5749866485595705, |
| "ce_loss_13": 3.471819591522217, |
| "ce_loss_2": 4.3897274255752565, |
| "ce_loss_3": 4.163278090953827, |
| "ce_loss_7": 3.6932021975517273, |
| "epoch": 0.048, |
| "grad_norm": 832.0, |
| "kl_loss_10": 173.3515739440918, |
| "kl_loss_2": 1803.337139892578, |
| "kl_loss_3": 1356.6680847167968, |
| "kl_loss_7": 384.8886749267578, |
| "learning_rate": 0.0009963691338830043, |
| "loss": 913.6404, |
| "step": 480 |
| }, |
| { |
| "ce_loss_10": 3.6706506490707396, |
| "ce_loss_13": 3.5724706411361695, |
| "ce_loss_2": 4.442422878742218, |
| "ce_loss_3": 4.223198866844177, |
| "ce_loss_7": 3.7754740715026855, |
| "epoch": 0.049, |
| "grad_norm": 664.0, |
| "kl_loss_10": 163.7422233581543, |
| "kl_loss_2": 1726.0343017578125, |
| "kl_loss_3": 1283.6178405761718, |
| "kl_loss_7": 355.8869354248047, |
| "learning_rate": 0.0009961757683914405, |
| "loss": 866.413, |
| "step": 490 |
| }, |
| { |
| "ce_loss_10": 3.657481300830841, |
| "ce_loss_13": 3.561222219467163, |
| "ce_loss_2": 4.412674343585968, |
| "ce_loss_3": 4.190000641345978, |
| "ce_loss_7": 3.7463939428329467, |
| "epoch": 0.05, |
| "grad_norm": 552.0, |
| "kl_loss_10": 171.74871139526368, |
| "kl_loss_2": 1693.8871337890625, |
| "kl_loss_3": 1238.5546569824219, |
| "kl_loss_7": 333.96338348388673, |
| "learning_rate": 0.0009959774064153978, |
| "loss": 867.9215, |
| "step": 500 |
| }, |
| { |
| "ce_loss_10": 3.6671042442321777, |
| "ce_loss_13": 3.5669935941696167, |
| "ce_loss_2": 4.402782237529754, |
| "ce_loss_3": 4.179040241241455, |
| "ce_loss_7": 3.7529300928115843, |
| "epoch": 0.051, |
| "grad_norm": 548.0, |
| "kl_loss_10": 165.0301971435547, |
| "kl_loss_2": 1649.0840270996093, |
| "kl_loss_3": 1201.8943420410155, |
| "kl_loss_7": 327.53272857666013, |
| "learning_rate": 0.0009957740499523787, |
| "loss": 850.5875, |
| "step": 510 |
| }, |
| { |
| "ce_loss_10": 3.692741870880127, |
| "ce_loss_13": 3.5905726313591004, |
| "ce_loss_2": 4.450686037540436, |
| "ce_loss_3": 4.220798969268799, |
| "ce_loss_7": 3.785287392139435, |
| "epoch": 0.052, |
| "grad_norm": 560.0, |
| "kl_loss_10": 160.49609146118163, |
| "kl_loss_2": 1681.6054443359376, |
| "kl_loss_3": 1234.1128479003905, |
| "kl_loss_7": 330.61391296386716, |
| "learning_rate": 0.0009955657010501807, |
| "loss": 859.9023, |
| "step": 520 |
| }, |
| { |
| "ce_loss_10": 3.654950940608978, |
| "ce_loss_13": 3.554408383369446, |
| "ce_loss_2": 4.4271773338317875, |
| "ce_loss_3": 4.2007159948348995, |
| "ce_loss_7": 3.7458335757255554, |
| "epoch": 0.053, |
| "grad_norm": 560.0, |
| "kl_loss_10": 160.82289505004883, |
| "kl_loss_2": 1731.140557861328, |
| "kl_loss_3": 1270.9948364257812, |
| "kl_loss_7": 331.9795379638672, |
| "learning_rate": 0.000995352361806875, |
| "loss": 862.8967, |
| "step": 530 |
| }, |
| { |
| "ce_loss_10": 3.6911896467208862, |
| "ce_loss_13": 3.5907997369766234, |
| "ce_loss_2": 4.458630633354187, |
| "ce_loss_3": 4.2227191686630245, |
| "ce_loss_7": 3.7843895673751833, |
| "epoch": 0.054, |
| "grad_norm": 552.0, |
| "kl_loss_10": 166.47220001220703, |
| "kl_loss_2": 1722.0740966796875, |
| "kl_loss_3": 1249.600811767578, |
| "kl_loss_7": 335.7519927978516, |
| "learning_rate": 0.0009951340343707852, |
| "loss": 876.934, |
| "step": 540 |
| }, |
| { |
| "ce_loss_10": 3.7539408445358275, |
| "ce_loss_13": 3.6503811120986938, |
| "ce_loss_2": 4.52553424835205, |
| "ce_loss_3": 4.282987451553344, |
| "ce_loss_7": 3.839770758152008, |
| "epoch": 0.055, |
| "grad_norm": 512.0, |
| "kl_loss_10": 162.00789489746094, |
| "kl_loss_2": 1707.214862060547, |
| "kl_loss_3": 1233.2592041015625, |
| "kl_loss_7": 323.39465484619143, |
| "learning_rate": 0.0009949107209404665, |
| "loss": 863.0879, |
| "step": 550 |
| }, |
| { |
| "ce_loss_10": 3.6489940643310548, |
| "ce_loss_13": 3.5539053201675417, |
| "ce_loss_2": 4.41527898311615, |
| "ce_loss_3": 4.180786430835724, |
| "ce_loss_7": 3.750082802772522, |
| "epoch": 0.056, |
| "grad_norm": 540.0, |
| "kl_loss_10": 157.5300537109375, |
| "kl_loss_2": 1703.8317993164062, |
| "kl_loss_3": 1234.3482482910156, |
| "kl_loss_7": 346.96667022705077, |
| "learning_rate": 0.0009946824237646824, |
| "loss": 859.4348, |
| "step": 560 |
| }, |
| { |
| "ce_loss_10": 3.5962815046310426, |
| "ce_loss_13": 3.501141941547394, |
| "ce_loss_2": 4.377828812599182, |
| "ce_loss_3": 4.148308992385864, |
| "ce_loss_7": 3.7191163897514343, |
| "epoch": 0.057, |
| "grad_norm": 764.0, |
| "kl_loss_10": 153.23575592041016, |
| "kl_loss_2": 1739.7751159667969, |
| "kl_loss_3": 1272.3390563964845, |
| "kl_loss_7": 396.63781890869143, |
| "learning_rate": 0.0009944491451423828, |
| "loss": 901.9479, |
| "step": 570 |
| }, |
| { |
| "ce_loss_10": 3.594892370700836, |
| "ce_loss_13": 3.500366282463074, |
| "ce_loss_2": 4.390602493286133, |
| "ce_loss_3": 4.148435056209564, |
| "ce_loss_7": 3.710537350177765, |
| "epoch": 0.058, |
| "grad_norm": 804.0, |
| "kl_loss_10": 153.60133438110353, |
| "kl_loss_2": 1753.4079895019531, |
| "kl_loss_3": 1272.2657775878906, |
| "kl_loss_7": 368.931379699707, |
| "learning_rate": 0.0009942108874226813, |
| "loss": 870.9764, |
| "step": 580 |
| }, |
| { |
| "ce_loss_10": 3.7256513595581056, |
| "ce_loss_13": 3.6301231741905213, |
| "ce_loss_2": 4.468952918052674, |
| "ce_loss_3": 4.23498455286026, |
| "ce_loss_7": 3.8281203866004945, |
| "epoch": 0.059, |
| "grad_norm": 494.0, |
| "kl_loss_10": 155.00701828002929, |
| "kl_loss_2": 1650.434881591797, |
| "kl_loss_3": 1188.881414794922, |
| "kl_loss_7": 349.0711242675781, |
| "learning_rate": 0.00099396765300483, |
| "loss": 829.2725, |
| "step": 590 |
| }, |
| { |
| "ce_loss_10": 3.688658046722412, |
| "ce_loss_13": 3.600668156147003, |
| "ce_loss_2": 4.441829895973205, |
| "ce_loss_3": 4.204685604572296, |
| "ce_loss_7": 3.7927687644958494, |
| "epoch": 0.06, |
| "grad_norm": 700.0, |
| "kl_loss_10": 147.73722648620605, |
| "kl_loss_2": 1665.102276611328, |
| "kl_loss_3": 1201.0594848632813, |
| "kl_loss_7": 336.5929977416992, |
| "learning_rate": 0.0009937194443381972, |
| "loss": 836.3632, |
| "step": 600 |
| }, |
| { |
| "ce_loss_10": 3.7074933648109436, |
| "ce_loss_13": 3.6225223660469057, |
| "ce_loss_2": 4.444479322433471, |
| "ce_loss_3": 4.212475669384003, |
| "ce_loss_7": 3.806171452999115, |
| "epoch": 0.061, |
| "grad_norm": 490.0, |
| "kl_loss_10": 145.92314338684082, |
| "kl_loss_2": 1647.2934875488281, |
| "kl_loss_3": 1192.1070617675782, |
| "kl_loss_7": 330.35746612548826, |
| "learning_rate": 0.0009934662639222412, |
| "loss": 841.5062, |
| "step": 610 |
| }, |
| { |
| "ce_loss_10": 3.6668009042739866, |
| "ce_loss_13": 3.5791383743286134, |
| "ce_loss_2": 4.436111927032471, |
| "ce_loss_3": 4.192030191421509, |
| "ce_loss_7": 3.7709102272987365, |
| "epoch": 0.062, |
| "grad_norm": 548.0, |
| "kl_loss_10": 142.56752128601073, |
| "kl_loss_2": 1707.9285888671875, |
| "kl_loss_3": 1224.2419647216798, |
| "kl_loss_7": 333.47724609375, |
| "learning_rate": 0.000993208114306486, |
| "loss": 843.8041, |
| "step": 620 |
| }, |
| { |
| "ce_loss_10": 3.5789570450782775, |
| "ce_loss_13": 3.4927441477775574, |
| "ce_loss_2": 4.355255722999573, |
| "ce_loss_3": 4.113215839862823, |
| "ce_loss_7": 3.6797728538513184, |
| "epoch": 0.063, |
| "grad_norm": 684.0, |
| "kl_loss_10": 142.47375717163087, |
| "kl_loss_2": 1703.1561950683595, |
| "kl_loss_3": 1224.8568115234375, |
| "kl_loss_7": 327.08728790283203, |
| "learning_rate": 0.0009929449980904952, |
| "loss": 827.3757, |
| "step": 630 |
| }, |
| { |
| "ce_loss_10": 3.6368979692459105, |
| "ce_loss_13": 3.552669334411621, |
| "ce_loss_2": 4.39526858329773, |
| "ce_loss_3": 4.161888694763183, |
| "ce_loss_7": 3.7305431842803953, |
| "epoch": 0.064, |
| "grad_norm": 604.0, |
| "kl_loss_10": 145.31115531921387, |
| "kl_loss_2": 1675.4742797851563, |
| "kl_loss_3": 1206.004461669922, |
| "kl_loss_7": 311.66287689208986, |
| "learning_rate": 0.0009926769179238466, |
| "loss": 830.4232, |
| "step": 640 |
| }, |
| { |
| "ce_loss_10": 3.708518397808075, |
| "ce_loss_13": 3.6032424330711366, |
| "ce_loss_2": 4.449502897262573, |
| "ce_loss_3": 4.213514125347137, |
| "ce_loss_7": 3.7848907709121704, |
| "epoch": 0.065, |
| "grad_norm": 572.0, |
| "kl_loss_10": 183.44921951293946, |
| "kl_loss_2": 1690.6953979492187, |
| "kl_loss_3": 1209.2367431640625, |
| "kl_loss_7": 320.96158905029296, |
| "learning_rate": 0.000992403876506104, |
| "loss": 845.6277, |
| "step": 650 |
| }, |
| { |
| "ce_loss_10": 3.6422240853309633, |
| "ce_loss_13": 3.5376295328140257, |
| "ce_loss_2": 4.388966178894043, |
| "ce_loss_3": 4.148260116577148, |
| "ce_loss_7": 3.721568763256073, |
| "epoch": 0.066, |
| "grad_norm": 516.0, |
| "kl_loss_10": 166.38197479248046, |
| "kl_loss_2": 1675.3920837402343, |
| "kl_loss_3": 1201.2981964111327, |
| "kl_loss_7": 311.2148132324219, |
| "learning_rate": 0.0009921258765867918, |
| "loss": 834.6085, |
| "step": 660 |
| }, |
| { |
| "ce_loss_10": 3.593488574028015, |
| "ce_loss_13": 3.5049474120140074, |
| "ce_loss_2": 4.357883477210999, |
| "ce_loss_3": 4.115947949886322, |
| "ce_loss_7": 3.6764505982398985, |
| "epoch": 0.067, |
| "grad_norm": 600.0, |
| "kl_loss_10": 148.19011993408202, |
| "kl_loss_2": 1717.049383544922, |
| "kl_loss_3": 1223.6348205566405, |
| "kl_loss_7": 306.2616958618164, |
| "learning_rate": 0.0009918429209653662, |
| "loss": 833.8985, |
| "step": 670 |
| }, |
| { |
| "ce_loss_10": 3.648161160945892, |
| "ce_loss_13": 3.559934389591217, |
| "ce_loss_2": 4.409848690032959, |
| "ce_loss_3": 4.171260499954224, |
| "ce_loss_7": 3.7374308466911317, |
| "epoch": 0.068, |
| "grad_norm": 596.0, |
| "kl_loss_10": 147.48591995239258, |
| "kl_loss_2": 1679.9023315429688, |
| "kl_loss_3": 1208.9112182617187, |
| "kl_loss_7": 313.83782348632815, |
| "learning_rate": 0.0009915550124911866, |
| "loss": 822.998, |
| "step": 680 |
| }, |
| { |
| "ce_loss_10": 3.6632981300354004, |
| "ce_loss_13": 3.573338711261749, |
| "ce_loss_2": 4.395955181121826, |
| "ce_loss_3": 4.164679610729218, |
| "ce_loss_7": 3.7496419668197634, |
| "epoch": 0.069, |
| "grad_norm": 636.0, |
| "kl_loss_10": 148.64911651611328, |
| "kl_loss_2": 1629.2107971191406, |
| "kl_loss_3": 1186.3095611572267, |
| "kl_loss_7": 309.2399566650391, |
| "learning_rate": 0.0009912621540634887, |
| "loss": 816.0117, |
| "step": 690 |
| }, |
| { |
| "ce_loss_10": 3.6952749490737915, |
| "ce_loss_13": 3.608550024032593, |
| "ce_loss_2": 4.3951560974121096, |
| "ce_loss_3": 4.167996168136597, |
| "ce_loss_7": 3.778964614868164, |
| "epoch": 0.07, |
| "grad_norm": 524.0, |
| "kl_loss_10": 140.3430618286133, |
| "kl_loss_2": 1575.8819396972656, |
| "kl_loss_3": 1123.8694213867188, |
| "kl_loss_7": 294.651708984375, |
| "learning_rate": 0.0009909643486313534, |
| "loss": 794.9152, |
| "step": 700 |
| }, |
| { |
| "ce_loss_10": 3.5606731176376343, |
| "ce_loss_13": 3.4771942019462587, |
| "ce_loss_2": 4.3175184488296505, |
| "ce_loss_3": 4.074072551727295, |
| "ce_loss_7": 3.650731146335602, |
| "epoch": 0.071, |
| "grad_norm": 600.0, |
| "kl_loss_10": 135.5239990234375, |
| "kl_loss_2": 1676.284442138672, |
| "kl_loss_3": 1193.2137634277344, |
| "kl_loss_7": 307.0430740356445, |
| "learning_rate": 0.000990661599193678, |
| "loss": 839.2205, |
| "step": 710 |
| }, |
| { |
| "ce_loss_10": 3.7052354335784914, |
| "ce_loss_13": 3.6190937519073487, |
| "ce_loss_2": 4.42795637845993, |
| "ce_loss_3": 4.203339767456055, |
| "ce_loss_7": 3.7865342020988466, |
| "epoch": 0.072, |
| "grad_norm": 708.0, |
| "kl_loss_10": 139.11955757141112, |
| "kl_loss_2": 1630.3473266601563, |
| "kl_loss_3": 1169.5729766845702, |
| "kl_loss_7": 299.42345809936523, |
| "learning_rate": 0.0009903539087991462, |
| "loss": 803.8498, |
| "step": 720 |
| }, |
| { |
| "ce_loss_10": 3.6689595699310305, |
| "ce_loss_13": 3.586829674243927, |
| "ce_loss_2": 4.399398994445801, |
| "ce_loss_3": 4.174283814430237, |
| "ce_loss_7": 3.7554702758789062, |
| "epoch": 0.073, |
| "grad_norm": 860.0, |
| "kl_loss_10": 133.20760345458984, |
| "kl_loss_2": 1626.384521484375, |
| "kl_loss_3": 1158.8964233398438, |
| "kl_loss_7": 296.6233856201172, |
| "learning_rate": 0.0009900412805461966, |
| "loss": 810.3949, |
| "step": 730 |
| }, |
| { |
| "ce_loss_10": 3.7475465893745423, |
| "ce_loss_13": 3.6637478709220885, |
| "ce_loss_2": 4.477526593208313, |
| "ce_loss_3": 4.232499527931213, |
| "ce_loss_7": 3.834572732448578, |
| "epoch": 0.074, |
| "grad_norm": 756.0, |
| "kl_loss_10": 136.13002281188966, |
| "kl_loss_2": 1615.2621215820313, |
| "kl_loss_3": 1135.3047760009765, |
| "kl_loss_7": 302.71751708984374, |
| "learning_rate": 0.0009897237175829927, |
| "loss": 812.032, |
| "step": 740 |
| }, |
| { |
| "ce_loss_10": 3.633454430103302, |
| "ce_loss_13": 3.546045184135437, |
| "ce_loss_2": 4.386739385128021, |
| "ce_loss_3": 4.157361710071564, |
| "ce_loss_7": 3.7257861375808714, |
| "epoch": 0.075, |
| "grad_norm": 624.0, |
| "kl_loss_10": 138.0735656738281, |
| "kl_loss_2": 1664.8802978515625, |
| "kl_loss_3": 1209.155780029297, |
| "kl_loss_7": 314.29449157714845, |
| "learning_rate": 0.0009894012231073895, |
| "loss": 820.1248, |
| "step": 750 |
| }, |
| { |
| "ce_loss_10": 3.675256085395813, |
| "ce_loss_13": 3.591258680820465, |
| "ce_loss_2": 4.3781631827354435, |
| "ce_loss_3": 4.169950652122497, |
| "ce_loss_7": 3.7596523761749268, |
| "epoch": 0.076, |
| "grad_norm": 596.0, |
| "kl_loss_10": 137.33892288208008, |
| "kl_loss_2": 1570.5589111328125, |
| "kl_loss_3": 1161.7032104492187, |
| "kl_loss_7": 298.7381622314453, |
| "learning_rate": 0.0009890738003669028, |
| "loss": 801.2431, |
| "step": 760 |
| }, |
| { |
| "ce_loss_10": 3.64959534406662, |
| "ce_loss_13": 3.5664158701896667, |
| "ce_loss_2": 4.371342432498932, |
| "ce_loss_3": 4.150311291217804, |
| "ce_loss_7": 3.7354934453964233, |
| "epoch": 0.077, |
| "grad_norm": 540.0, |
| "kl_loss_10": 136.36218070983887, |
| "kl_loss_2": 1622.240057373047, |
| "kl_loss_3": 1172.391793823242, |
| "kl_loss_7": 304.76952667236327, |
| "learning_rate": 0.0009887414526586764, |
| "loss": 787.9819, |
| "step": 770 |
| }, |
| { |
| "ce_loss_10": 3.708216655254364, |
| "ce_loss_13": 3.625141477584839, |
| "ce_loss_2": 4.414664888381958, |
| "ce_loss_3": 4.183781635761261, |
| "ce_loss_7": 3.8081562399864195, |
| "epoch": 0.078, |
| "grad_norm": 596.0, |
| "kl_loss_10": 133.56560096740722, |
| "kl_loss_2": 1562.47041015625, |
| "kl_loss_3": 1106.445620727539, |
| "kl_loss_7": 312.0776168823242, |
| "learning_rate": 0.0009884041833294476, |
| "loss": 768.2491, |
| "step": 780 |
| }, |
| { |
| "ce_loss_10": 3.706817853450775, |
| "ce_loss_13": 3.622973358631134, |
| "ce_loss_2": 4.41116281747818, |
| "ce_loss_3": 4.179266679286957, |
| "ce_loss_7": 3.8186426639556883, |
| "epoch": 0.079, |
| "grad_norm": 632.0, |
| "kl_loss_10": 132.2478443145752, |
| "kl_loss_2": 1599.446923828125, |
| "kl_loss_3": 1117.8709930419923, |
| "kl_loss_7": 368.3747268676758, |
| "learning_rate": 0.000988061995775515, |
| "loss": 815.0693, |
| "step": 790 |
| }, |
| { |
| "ce_loss_10": 3.641828775405884, |
| "ce_loss_13": 3.5547205209732056, |
| "ce_loss_2": 4.335572981834412, |
| "ce_loss_3": 4.108006286621094, |
| "ce_loss_7": 3.7402275919914247, |
| "epoch": 0.08, |
| "grad_norm": 516.0, |
| "kl_loss_10": 141.807564163208, |
| "kl_loss_2": 1570.8703674316407, |
| "kl_loss_3": 1110.252996826172, |
| "kl_loss_7": 321.9771667480469, |
| "learning_rate": 0.0009877148934427035, |
| "loss": 786.1404, |
| "step": 800 |
| }, |
| { |
| "ce_loss_10": 3.681752073764801, |
| "ce_loss_13": 3.596014940738678, |
| "ce_loss_2": 4.380065774917602, |
| "ce_loss_3": 4.151778030395508, |
| "ce_loss_7": 3.7655294299125672, |
| "epoch": 0.081, |
| "grad_norm": 496.0, |
| "kl_loss_10": 145.9334274291992, |
| "kl_loss_2": 1572.8681091308595, |
| "kl_loss_3": 1116.675845336914, |
| "kl_loss_7": 297.05968246459963, |
| "learning_rate": 0.0009873628798263297, |
| "loss": 776.0455, |
| "step": 810 |
| }, |
| { |
| "ce_loss_10": 3.6424105167388916, |
| "ce_loss_13": 3.5447566747665404, |
| "ce_loss_2": 4.312346494197845, |
| "ce_loss_3": 4.088560962677002, |
| "ce_loss_7": 3.7104405045509337, |
| "epoch": 0.082, |
| "grad_norm": 478.0, |
| "kl_loss_10": 152.06344909667968, |
| "kl_loss_2": 1539.9718017578125, |
| "kl_loss_3": 1091.6052520751953, |
| "kl_loss_7": 286.7229400634766, |
| "learning_rate": 0.0009870059584711668, |
| "loss": 790.5065, |
| "step": 820 |
| }, |
| { |
| "ce_loss_10": 3.6575138568878174, |
| "ce_loss_13": 3.5694735765457155, |
| "ce_loss_2": 4.352469277381897, |
| "ce_loss_3": 4.124953854084015, |
| "ce_loss_7": 3.7358759164810182, |
| "epoch": 0.083, |
| "grad_norm": 516.0, |
| "kl_loss_10": 158.90749130249023, |
| "kl_loss_2": 1569.4235595703126, |
| "kl_loss_3": 1125.5340545654296, |
| "kl_loss_7": 290.7964630126953, |
| "learning_rate": 0.000986644132971409, |
| "loss": 786.8994, |
| "step": 830 |
| }, |
| { |
| "ce_loss_10": 3.6558743476867677, |
| "ce_loss_13": 3.5544149518013, |
| "ce_loss_2": 4.354631888866424, |
| "ce_loss_3": 4.1281127572059635, |
| "ce_loss_7": 3.727833020687103, |
| "epoch": 0.084, |
| "grad_norm": 576.0, |
| "kl_loss_10": 158.36446990966797, |
| "kl_loss_2": 1584.950128173828, |
| "kl_loss_3": 1138.0484100341796, |
| "kl_loss_7": 300.7915969848633, |
| "learning_rate": 0.0009862774069706345, |
| "loss": 786.4536, |
| "step": 840 |
| }, |
| { |
| "ce_loss_10": 3.7631431221961975, |
| "ce_loss_13": 3.6783902406692506, |
| "ce_loss_2": 4.423887753486634, |
| "ce_loss_3": 4.210748863220215, |
| "ce_loss_7": 3.8459392905235292, |
| "epoch": 0.085, |
| "grad_norm": 720.0, |
| "kl_loss_10": 144.1476722717285, |
| "kl_loss_2": 1526.45078125, |
| "kl_loss_3": 1098.919091796875, |
| "kl_loss_7": 305.10309143066405, |
| "learning_rate": 0.000985905784161771, |
| "loss": 773.6244, |
| "step": 850 |
| }, |
| { |
| "ce_loss_10": 3.693523097038269, |
| "ce_loss_13": 3.6117894887924193, |
| "ce_loss_2": 4.374859690666199, |
| "ce_loss_3": 4.145905554294586, |
| "ce_loss_7": 3.799845337867737, |
| "epoch": 0.086, |
| "grad_norm": 648.0, |
| "kl_loss_10": 141.55279006958008, |
| "kl_loss_2": 1548.1404724121094, |
| "kl_loss_3": 1092.3538146972655, |
| "kl_loss_7": 338.8992858886719, |
| "learning_rate": 0.000985529268287055, |
| "loss": 780.1624, |
| "step": 860 |
| }, |
| { |
| "ce_loss_10": 3.6179853677749634, |
| "ce_loss_13": 3.532400143146515, |
| "ce_loss_2": 4.3180185675621034, |
| "ce_loss_3": 4.092539095878601, |
| "ce_loss_7": 3.716568684577942, |
| "epoch": 0.087, |
| "grad_norm": 584.0, |
| "kl_loss_10": 138.25293006896973, |
| "kl_loss_2": 1583.606640625, |
| "kl_loss_3": 1113.2994171142577, |
| "kl_loss_7": 327.81214904785156, |
| "learning_rate": 0.0009851478631379982, |
| "loss": 787.4821, |
| "step": 870 |
| }, |
| { |
| "ce_loss_10": 3.6815198183059694, |
| "ce_loss_13": 3.5956546545028685, |
| "ce_loss_2": 4.367411196231842, |
| "ce_loss_3": 4.13222428560257, |
| "ce_loss_7": 3.7695237517356874, |
| "epoch": 0.088, |
| "grad_norm": 628.0, |
| "kl_loss_10": 140.43244590759278, |
| "kl_loss_2": 1545.1064147949219, |
| "kl_loss_3": 1094.267755126953, |
| "kl_loss_7": 312.3658508300781, |
| "learning_rate": 0.0009847615725553456, |
| "loss": 767.0908, |
| "step": 880 |
| }, |
| { |
| "ce_loss_10": 3.739601492881775, |
| "ce_loss_13": 3.657086157798767, |
| "ce_loss_2": 4.379729843139648, |
| "ce_loss_3": 4.177917766571045, |
| "ce_loss_7": 3.820488429069519, |
| "epoch": 0.089, |
| "grad_norm": 552.0, |
| "kl_loss_10": 134.12742614746094, |
| "kl_loss_2": 1464.5765686035156, |
| "kl_loss_3": 1051.556851196289, |
| "kl_loss_7": 283.62481689453125, |
| "learning_rate": 0.0009843704004290394, |
| "loss": 761.853, |
| "step": 890 |
| }, |
| { |
| "ce_loss_10": 3.6452771425247192, |
| "ce_loss_13": 3.5613077044487, |
| "ce_loss_2": 4.318511128425598, |
| "ce_loss_3": 4.107461535930634, |
| "ce_loss_7": 3.726675534248352, |
| "epoch": 0.09, |
| "grad_norm": 474.0, |
| "kl_loss_10": 136.06297454833984, |
| "kl_loss_2": 1542.6724487304687, |
| "kl_loss_3": 1117.772933959961, |
| "kl_loss_7": 292.2666213989258, |
| "learning_rate": 0.0009839743506981783, |
| "loss": 768.8108, |
| "step": 900 |
| }, |
| { |
| "ce_loss_10": 3.5574649572372437, |
| "ce_loss_13": 3.4748517513275146, |
| "ce_loss_2": 4.266572868824005, |
| "ce_loss_3": 4.057099211215973, |
| "ce_loss_7": 3.6422529578208924, |
| "epoch": 0.091, |
| "grad_norm": 516.0, |
| "kl_loss_10": 139.13952560424804, |
| "kl_loss_2": 1603.9869201660156, |
| "kl_loss_3": 1170.3635620117188, |
| "kl_loss_7": 298.2760665893555, |
| "learning_rate": 0.0009835734273509786, |
| "loss": 783.7168, |
| "step": 910 |
| }, |
| { |
| "ce_loss_10": 3.6700770974159242, |
| "ce_loss_13": 3.5813122153282166, |
| "ce_loss_2": 4.351845908164978, |
| "ce_loss_3": 4.139319920539856, |
| "ce_loss_7": 3.7498608589172364, |
| "epoch": 0.092, |
| "grad_norm": 516.0, |
| "kl_loss_10": 139.36617164611818, |
| "kl_loss_2": 1526.7721801757812, |
| "kl_loss_3": 1107.183511352539, |
| "kl_loss_7": 287.28514404296874, |
| "learning_rate": 0.0009831676344247342, |
| "loss": 768.4225, |
| "step": 920 |
| }, |
| { |
| "ce_loss_10": 3.684238874912262, |
| "ce_loss_13": 3.6015963315963746, |
| "ce_loss_2": 4.3427834749221805, |
| "ce_loss_3": 4.138106441497802, |
| "ce_loss_7": 3.75754714012146, |
| "epoch": 0.093, |
| "grad_norm": 490.0, |
| "kl_loss_10": 135.07495460510253, |
| "kl_loss_2": 1516.6379028320312, |
| "kl_loss_3": 1094.0326538085938, |
| "kl_loss_7": 277.64155731201174, |
| "learning_rate": 0.0009827569760057755, |
| "loss": 762.3584, |
| "step": 930 |
| }, |
| { |
| "ce_loss_10": 3.5946595072746277, |
| "ce_loss_13": 3.512081265449524, |
| "ce_loss_2": 4.322237813472748, |
| "ce_loss_3": 4.095906281471253, |
| "ce_loss_7": 3.6798322200775146, |
| "epoch": 0.094, |
| "grad_norm": 728.0, |
| "kl_loss_10": 138.28199310302733, |
| "kl_loss_2": 1619.1793823242188, |
| "kl_loss_3": 1165.3315551757812, |
| "kl_loss_7": 295.293204498291, |
| "learning_rate": 0.000982341456229428, |
| "loss": 780.917, |
| "step": 940 |
| }, |
| { |
| "ce_loss_10": 3.69069162607193, |
| "ce_loss_13": 3.6100045323371885, |
| "ce_loss_2": 4.376732325553894, |
| "ce_loss_3": 4.16404242515564, |
| "ce_loss_7": 3.7701812386512756, |
| "epoch": 0.095, |
| "grad_norm": 688.0, |
| "kl_loss_10": 131.1420455932617, |
| "kl_loss_2": 1575.732354736328, |
| "kl_loss_3": 1138.4372924804688, |
| "kl_loss_7": 285.67282180786134, |
| "learning_rate": 0.000981921079279971, |
| "loss": 765.979, |
| "step": 950 |
| }, |
| { |
| "ce_loss_10": 3.7074394822120667, |
| "ce_loss_13": 3.62913464307785, |
| "ce_loss_2": 4.366938805580139, |
| "ce_loss_3": 4.150120985507965, |
| "ce_loss_7": 3.7818633675575257, |
| "epoch": 0.096, |
| "grad_norm": 720.0, |
| "kl_loss_10": 130.51903839111327, |
| "kl_loss_2": 1507.3517028808594, |
| "kl_loss_3": 1076.092593383789, |
| "kl_loss_7": 272.2766448974609, |
| "learning_rate": 0.0009814958493905962, |
| "loss": 753.6946, |
| "step": 960 |
| }, |
| { |
| "ce_loss_10": 3.658416414260864, |
| "ce_loss_13": 3.576970672607422, |
| "ce_loss_2": 4.346470355987549, |
| "ce_loss_3": 4.128688275814056, |
| "ce_loss_7": 3.7415476202964784, |
| "epoch": 0.097, |
| "grad_norm": 512.0, |
| "kl_loss_10": 128.56299629211426, |
| "kl_loss_2": 1557.0646423339845, |
| "kl_loss_3": 1112.28828125, |
| "kl_loss_7": 279.6500648498535, |
| "learning_rate": 0.0009810657708433637, |
| "loss": 775.217, |
| "step": 970 |
| }, |
| { |
| "ce_loss_10": 3.7308164954185488, |
| "ce_loss_13": 3.6533005952835085, |
| "ce_loss_2": 4.3734122037887575, |
| "ce_loss_3": 4.170846402645111, |
| "ce_loss_7": 3.8050424695014953, |
| "epoch": 0.098, |
| "grad_norm": 716.0, |
| "kl_loss_10": 124.60902214050293, |
| "kl_loss_2": 1475.1663879394532, |
| "kl_loss_3": 1054.8542236328126, |
| "kl_loss_7": 269.9375114440918, |
| "learning_rate": 0.0009806308479691594, |
| "loss": 736.7519, |
| "step": 980 |
| }, |
| { |
| "ce_loss_10": 3.750465714931488, |
| "ce_loss_13": 3.668341946601868, |
| "ce_loss_2": 4.426263308525085, |
| "ce_loss_3": 4.20258377790451, |
| "ce_loss_7": 3.836391198635101, |
| "epoch": 0.099, |
| "grad_norm": 644.0, |
| "kl_loss_10": 131.81643409729003, |
| "kl_loss_2": 1535.673388671875, |
| "kl_loss_3": 1090.963656616211, |
| "kl_loss_7": 289.6497604370117, |
| "learning_rate": 0.0009801910851476522, |
| "loss": 754.2551, |
| "step": 990 |
| }, |
| { |
| "ce_loss_10": 3.653952169418335, |
| "ce_loss_13": 3.577095854282379, |
| "ce_loss_2": 4.349191665649414, |
| "ce_loss_3": 4.125085318088532, |
| "ce_loss_7": 3.7413162350654603, |
| "epoch": 0.1, |
| "grad_norm": 478.0, |
| "kl_loss_10": 128.62464637756347, |
| "kl_loss_2": 1573.8733642578125, |
| "kl_loss_3": 1114.0891967773437, |
| "kl_loss_7": 292.6377975463867, |
| "learning_rate": 0.0009797464868072487, |
| "loss": 758.6713, |
| "step": 1000 |
| }, |
| { |
| "ce_loss_10": 3.6456503033638, |
| "ce_loss_13": 3.5667870163917543, |
| "ce_loss_2": 4.3237790822982785, |
| "ce_loss_3": 4.11080631017685, |
| "ce_loss_7": 3.7275813579559327, |
| "epoch": 0.101, |
| "grad_norm": 432.0, |
| "kl_loss_10": 128.03596534729004, |
| "kl_loss_2": 1525.84384765625, |
| "kl_loss_3": 1094.1039764404297, |
| "kl_loss_7": 291.2514984130859, |
| "learning_rate": 0.0009792970574250492, |
| "loss": 758.2494, |
| "step": 1010 |
| }, |
| { |
| "ce_loss_10": 3.677238702774048, |
| "ce_loss_13": 3.597763466835022, |
| "ce_loss_2": 4.345702481269837, |
| "ce_loss_3": 4.1323373198509215, |
| "ce_loss_7": 3.757745099067688, |
| "epoch": 0.102, |
| "grad_norm": 480.0, |
| "kl_loss_10": 126.84439620971679, |
| "kl_loss_2": 1518.9351745605468, |
| "kl_loss_3": 1090.8279510498046, |
| "kl_loss_7": 289.6885223388672, |
| "learning_rate": 0.0009788428015268028, |
| "loss": 746.4768, |
| "step": 1020 |
| }, |
| { |
| "ce_loss_10": 3.670746088027954, |
| "ce_loss_13": 3.5901795506477354, |
| "ce_loss_2": 4.326242756843567, |
| "ce_loss_3": 4.110077440738678, |
| "ce_loss_7": 3.7697238445281984, |
| "epoch": 0.103, |
| "grad_norm": 520.0, |
| "kl_loss_10": 147.23381576538085, |
| "kl_loss_2": 1500.6592041015624, |
| "kl_loss_3": 1064.419287109375, |
| "kl_loss_7": 309.967301940918, |
| "learning_rate": 0.0009783837236868609, |
| "loss": 752.1227, |
| "step": 1030 |
| }, |
| { |
| "ce_loss_10": 3.665172076225281, |
| "ce_loss_13": 3.559502327442169, |
| "ce_loss_2": 4.309127068519592, |
| "ce_loss_3": 4.0925112009048465, |
| "ce_loss_7": 3.730722725391388, |
| "epoch": 0.104, |
| "grad_norm": 624.0, |
| "kl_loss_10": 168.995276260376, |
| "kl_loss_2": 1506.7355590820312, |
| "kl_loss_3": 1077.4224884033204, |
| "kl_loss_7": 306.44668807983396, |
| "learning_rate": 0.0009779198285281327, |
| "loss": 758.6978, |
| "step": 1040 |
| }, |
| { |
| "ce_loss_10": 3.6450916528701782, |
| "ce_loss_13": 3.5567120909690857, |
| "ce_loss_2": 4.307799768447876, |
| "ce_loss_3": 4.096536159515381, |
| "ce_loss_7": 3.7174035549163817, |
| "epoch": 0.105, |
| "grad_norm": 464.0, |
| "kl_loss_10": 145.4011459350586, |
| "kl_loss_2": 1511.9253051757812, |
| "kl_loss_3": 1079.955551147461, |
| "kl_loss_7": 290.32603912353517, |
| "learning_rate": 0.0009774511207220368, |
| "loss": 751.4335, |
| "step": 1050 |
| }, |
| { |
| "ce_loss_10": 3.6726208686828614, |
| "ce_loss_13": 3.5870786190032957, |
| "ce_loss_2": 4.340760517120361, |
| "ce_loss_3": 4.122452509403229, |
| "ce_loss_7": 3.7611562490463255, |
| "epoch": 0.106, |
| "grad_norm": 516.0, |
| "kl_loss_10": 146.77743186950684, |
| "kl_loss_2": 1523.6993774414063, |
| "kl_loss_3": 1080.6748168945312, |
| "kl_loss_7": 305.8709197998047, |
| "learning_rate": 0.0009769776049884564, |
| "loss": 759.1102, |
| "step": 1060 |
| }, |
| { |
| "ce_loss_10": 3.5789316415786745, |
| "ce_loss_13": 3.4973001360893248, |
| "ce_loss_2": 4.2655829906463625, |
| "ce_loss_3": 4.0485687255859375, |
| "ce_loss_7": 3.664482927322388, |
| "epoch": 0.107, |
| "grad_norm": 512.0, |
| "kl_loss_10": 138.50279579162597, |
| "kl_loss_2": 1555.6201232910157, |
| "kl_loss_3": 1112.0815826416015, |
| "kl_loss_7": 305.1489685058594, |
| "learning_rate": 0.0009764992860956889, |
| "loss": 779.55, |
| "step": 1070 |
| }, |
| { |
| "ce_loss_10": 3.7416428446769716, |
| "ce_loss_13": 3.6618621706962586, |
| "ce_loss_2": 4.364235496520996, |
| "ce_loss_3": 4.161127758026123, |
| "ce_loss_7": 3.8312565684318542, |
| "epoch": 0.108, |
| "grad_norm": 612.0, |
| "kl_loss_10": 132.17280654907228, |
| "kl_loss_2": 1434.9408752441407, |
| "kl_loss_3": 1021.1740997314453, |
| "kl_loss_7": 306.5512954711914, |
| "learning_rate": 0.0009760161688604008, |
| "loss": 729.6794, |
| "step": 1080 |
| }, |
| { |
| "ce_loss_10": 3.74602724313736, |
| "ce_loss_13": 3.6610143184661865, |
| "ce_loss_2": 4.390218591690063, |
| "ce_loss_3": 4.1842693328857425, |
| "ce_loss_7": 3.8411784768104553, |
| "epoch": 0.109, |
| "grad_norm": 576.0, |
| "kl_loss_10": 133.29356536865234, |
| "kl_loss_2": 1472.9822204589843, |
| "kl_loss_3": 1051.5467559814454, |
| "kl_loss_7": 310.2565521240234, |
| "learning_rate": 0.0009755282581475768, |
| "loss": 747.7812, |
| "step": 1090 |
| }, |
| { |
| "ce_loss_10": 3.801929402351379, |
| "ce_loss_13": 3.715673303604126, |
| "ce_loss_2": 4.428924131393432, |
| "ce_loss_3": 4.217723715305328, |
| "ce_loss_7": 3.886538052558899, |
| "epoch": 0.11, |
| "grad_norm": 552.0, |
| "kl_loss_10": 141.27199668884276, |
| "kl_loss_2": 1455.4054565429688, |
| "kl_loss_3": 1032.206768798828, |
| "kl_loss_7": 311.90191345214845, |
| "learning_rate": 0.0009750355588704727, |
| "loss": 730.8727, |
| "step": 1100 |
| }, |
| { |
| "ce_loss_10": 3.6245179295539858, |
| "ce_loss_13": 3.5434940338134764, |
| "ce_loss_2": 4.285040807723999, |
| "ce_loss_3": 4.064236760139465, |
| "ce_loss_7": 3.722900152206421, |
| "epoch": 0.111, |
| "grad_norm": 536.0, |
| "kl_loss_10": 128.93951110839845, |
| "kl_loss_2": 1479.008282470703, |
| "kl_loss_3": 1042.542987060547, |
| "kl_loss_7": 309.4350082397461, |
| "learning_rate": 0.0009745380759905647, |
| "loss": 755.6506, |
| "step": 1110 |
| }, |
| { |
| "ce_loss_10": 3.5733557820320128, |
| "ce_loss_13": 3.497096002101898, |
| "ce_loss_2": 4.2416357636451725, |
| "ce_loss_3": 4.02953668832779, |
| "ce_loss_7": 3.6843501210212706, |
| "epoch": 0.112, |
| "grad_norm": 584.0, |
| "kl_loss_10": 128.8479259490967, |
| "kl_loss_2": 1501.6354125976563, |
| "kl_loss_3": 1078.8607055664063, |
| "kl_loss_7": 309.57103271484374, |
| "learning_rate": 0.0009740358145174998, |
| "loss": 782.7103, |
| "step": 1120 |
| }, |
| { |
| "ce_loss_10": 3.7390747904777526, |
| "ce_loss_13": 3.654650056362152, |
| "ce_loss_2": 4.359592080116272, |
| "ce_loss_3": 4.165994334220886, |
| "ce_loss_7": 3.8400262117385866, |
| "epoch": 0.113, |
| "grad_norm": 434.0, |
| "kl_loss_10": 134.35130157470704, |
| "kl_loss_2": 1442.04345703125, |
| "kl_loss_3": 1051.9576324462892, |
| "kl_loss_7": 334.60899047851564, |
| "learning_rate": 0.0009735287795090455, |
| "loss": 747.7461, |
| "step": 1130 |
| }, |
| { |
| "ce_loss_10": 3.6206952929496765, |
| "ce_loss_13": 3.5408340215682985, |
| "ce_loss_2": 4.278374576568604, |
| "ce_loss_3": 4.073013770580292, |
| "ce_loss_7": 3.709249567985535, |
| "epoch": 0.114, |
| "grad_norm": 560.0, |
| "kl_loss_10": 129.40065841674806, |
| "kl_loss_2": 1489.2802490234376, |
| "kl_loss_3": 1078.2224548339843, |
| "kl_loss_7": 308.7394744873047, |
| "learning_rate": 0.0009730169760710386, |
| "loss": 743.8783, |
| "step": 1140 |
| }, |
| { |
| "ce_loss_10": 3.7078137516975405, |
| "ce_loss_13": 3.6258071303367614, |
| "ce_loss_2": 4.352467465400696, |
| "ce_loss_3": 4.14322521686554, |
| "ce_loss_7": 3.793818712234497, |
| "epoch": 0.115, |
| "grad_norm": 532.0, |
| "kl_loss_10": 132.82089805603027, |
| "kl_loss_2": 1462.5518798828125, |
| "kl_loss_3": 1047.3691467285157, |
| "kl_loss_7": 303.57424392700193, |
| "learning_rate": 0.0009725004093573342, |
| "loss": 741.0269, |
| "step": 1150 |
| }, |
| { |
| "ce_loss_10": 3.641883647441864, |
| "ce_loss_13": 3.5618484139442446, |
| "ce_loss_2": 4.298850560188294, |
| "ce_loss_3": 4.0857291460037235, |
| "ce_loss_7": 3.732511842250824, |
| "epoch": 0.116, |
| "grad_norm": 500.0, |
| "kl_loss_10": 125.74126281738282, |
| "kl_loss_2": 1472.2821716308595, |
| "kl_loss_3": 1051.9892150878907, |
| "kl_loss_7": 293.47923736572267, |
| "learning_rate": 0.0009719790845697534, |
| "loss": 730.1605, |
| "step": 1160 |
| }, |
| { |
| "ce_loss_10": 3.588691568374634, |
| "ce_loss_13": 3.514021909236908, |
| "ce_loss_2": 4.223182845115661, |
| "ce_loss_3": 4.0243830442428585, |
| "ce_loss_7": 3.668225383758545, |
| "epoch": 0.117, |
| "grad_norm": 544.0, |
| "kl_loss_10": 118.70261917114257, |
| "kl_loss_2": 1445.7062133789063, |
| "kl_loss_3": 1032.7508636474608, |
| "kl_loss_7": 274.055322265625, |
| "learning_rate": 0.0009714530069580309, |
| "loss": 718.2419, |
| "step": 1170 |
| }, |
| { |
| "ce_loss_10": 3.6957285404205322, |
| "ce_loss_13": 3.618162250518799, |
| "ce_loss_2": 4.352480411529541, |
| "ce_loss_3": 4.145036590099335, |
| "ce_loss_7": 3.7782084584236144, |
| "epoch": 0.118, |
| "grad_norm": 536.0, |
| "kl_loss_10": 127.76230659484864, |
| "kl_loss_2": 1480.515966796875, |
| "kl_loss_3": 1059.5112030029297, |
| "kl_loss_7": 282.41261138916013, |
| "learning_rate": 0.0009709221818197624, |
| "loss": 734.455, |
| "step": 1180 |
| }, |
| { |
| "ce_loss_10": 3.721509063243866, |
| "ce_loss_13": 3.6461830377578734, |
| "ce_loss_2": 4.384591698646545, |
| "ce_loss_3": 4.175746941566468, |
| "ce_loss_7": 3.804957926273346, |
| "epoch": 0.119, |
| "grad_norm": 454.0, |
| "kl_loss_10": 121.90502281188965, |
| "kl_loss_2": 1485.071533203125, |
| "kl_loss_3": 1060.364013671875, |
| "kl_loss_7": 273.83970947265624, |
| "learning_rate": 0.0009703866145003512, |
| "loss": 735.9141, |
| "step": 1190 |
| }, |
| { |
| "ce_loss_10": 3.6931097984313963, |
| "ce_loss_13": 3.618978762626648, |
| "ce_loss_2": 4.338696074485779, |
| "ce_loss_3": 4.131911754608154, |
| "ce_loss_7": 3.771903729438782, |
| "epoch": 0.12, |
| "grad_norm": 404.0, |
| "kl_loss_10": 117.82418823242188, |
| "kl_loss_2": 1472.2267517089845, |
| "kl_loss_3": 1051.9043701171875, |
| "kl_loss_7": 267.1518127441406, |
| "learning_rate": 0.0009698463103929542, |
| "loss": 740.661, |
| "step": 1200 |
| }, |
| { |
| "ce_loss_10": 3.658799970149994, |
| "ce_loss_13": 3.5842487812042236, |
| "ce_loss_2": 4.312227940559387, |
| "ce_loss_3": 4.10740053653717, |
| "ce_loss_7": 3.7385629415512085, |
| "epoch": 0.121, |
| "grad_norm": 412.0, |
| "kl_loss_10": 122.52205390930176, |
| "kl_loss_2": 1466.4009826660156, |
| "kl_loss_3": 1056.7593078613281, |
| "kl_loss_7": 272.06723709106444, |
| "learning_rate": 0.0009693012749384279, |
| "loss": 737.0117, |
| "step": 1210 |
| }, |
| { |
| "ce_loss_10": 3.679182291030884, |
| "ce_loss_13": 3.6015621542930605, |
| "ce_loss_2": 4.328339552879333, |
| "ce_loss_3": 4.114730060100555, |
| "ce_loss_7": 3.7581299543380737, |
| "epoch": 0.122, |
| "grad_norm": 500.0, |
| "kl_loss_10": 124.13164978027343, |
| "kl_loss_2": 1486.9410522460937, |
| "kl_loss_3": 1053.6353607177734, |
| "kl_loss_7": 279.761865234375, |
| "learning_rate": 0.0009687515136252732, |
| "loss": 728.5778, |
| "step": 1220 |
| }, |
| { |
| "ce_loss_10": 3.6272791743278505, |
| "ce_loss_13": 3.55220046043396, |
| "ce_loss_2": 4.301675605773926, |
| "ce_loss_3": 4.08597983121872, |
| "ce_loss_7": 3.70781672000885, |
| "epoch": 0.123, |
| "grad_norm": 568.0, |
| "kl_loss_10": 121.01997566223145, |
| "kl_loss_2": 1522.73505859375, |
| "kl_loss_3": 1086.6077362060546, |
| "kl_loss_7": 279.3069206237793, |
| "learning_rate": 0.0009681970319895803, |
| "loss": 759.7192, |
| "step": 1230 |
| }, |
| { |
| "ce_loss_10": 3.71327965259552, |
| "ce_loss_13": 3.6385520815849306, |
| "ce_loss_2": 4.354242825508118, |
| "ce_loss_3": 4.150368654727936, |
| "ce_loss_7": 3.7916497707366945, |
| "epoch": 0.124, |
| "grad_norm": 414.0, |
| "kl_loss_10": 124.44540634155274, |
| "kl_loss_2": 1443.4426513671874, |
| "kl_loss_3": 1030.0522674560548, |
| "kl_loss_7": 268.6724395751953, |
| "learning_rate": 0.0009676378356149733, |
| "loss": 722.6414, |
| "step": 1240 |
| }, |
| { |
| "ce_loss_10": 3.6944294214248656, |
| "ce_loss_13": 3.6130942940711974, |
| "ce_loss_2": 4.31483553647995, |
| "ce_loss_3": 4.113047087192536, |
| "ce_loss_7": 3.7628474831581116, |
| "epoch": 0.125, |
| "grad_norm": 572.0, |
| "kl_loss_10": 133.05949897766112, |
| "kl_loss_2": 1434.6165405273437, |
| "kl_loss_3": 1024.405093383789, |
| "kl_loss_7": 265.9820045471191, |
| "learning_rate": 0.0009670739301325534, |
| "loss": 721.2149, |
| "step": 1250 |
| }, |
| { |
| "ce_loss_10": 3.6491236448287965, |
| "ce_loss_13": 3.5683398127555845, |
| "ce_loss_2": 4.294895899295807, |
| "ce_loss_3": 4.082043838500977, |
| "ce_loss_7": 3.721854901313782, |
| "epoch": 0.126, |
| "grad_norm": 506.0, |
| "kl_loss_10": 130.2590259552002, |
| "kl_loss_2": 1460.9762817382812, |
| "kl_loss_3": 1047.9487213134767, |
| "kl_loss_7": 271.88867340087893, |
| "learning_rate": 0.0009665053212208426, |
| "loss": 732.2017, |
| "step": 1260 |
| }, |
| { |
| "ce_loss_10": 3.6933886647224425, |
| "ce_loss_13": 3.6137840390205382, |
| "ce_loss_2": 4.336398506164551, |
| "ce_loss_3": 4.125988566875458, |
| "ce_loss_7": 3.7641473054885863, |
| "epoch": 0.127, |
| "grad_norm": 470.0, |
| "kl_loss_10": 131.11599006652833, |
| "kl_loss_2": 1466.260760498047, |
| "kl_loss_3": 1047.477099609375, |
| "kl_loss_7": 271.31814041137693, |
| "learning_rate": 0.0009659320146057262, |
| "loss": 729.9061, |
| "step": 1270 |
| }, |
| { |
| "ce_loss_10": 3.6932409524917604, |
| "ce_loss_13": 3.6162060022354128, |
| "ce_loss_2": 4.326151037216187, |
| "ce_loss_3": 4.118873739242554, |
| "ce_loss_7": 3.7665857672691345, |
| "epoch": 0.128, |
| "grad_norm": 488.0, |
| "kl_loss_10": 126.3920768737793, |
| "kl_loss_2": 1439.7459106445312, |
| "kl_loss_3": 1023.4634368896484, |
| "kl_loss_7": 263.45100021362305, |
| "learning_rate": 0.0009653540160603955, |
| "loss": 714.3654, |
| "step": 1280 |
| }, |
| { |
| "ce_loss_10": 3.695625138282776, |
| "ce_loss_13": 3.619100844860077, |
| "ce_loss_2": 4.322635555267334, |
| "ce_loss_3": 4.121702527999878, |
| "ce_loss_7": 3.764703559875488, |
| "epoch": 0.129, |
| "grad_norm": 516.0, |
| "kl_loss_10": 125.06153717041016, |
| "kl_loss_2": 1449.9097961425782, |
| "kl_loss_3": 1036.939111328125, |
| "kl_loss_7": 261.42085418701174, |
| "learning_rate": 0.0009647713314052896, |
| "loss": 709.775, |
| "step": 1290 |
| }, |
| { |
| "ce_loss_10": 3.645713412761688, |
| "ce_loss_13": 3.5693684458732604, |
| "ce_loss_2": 4.318705654144287, |
| "ce_loss_3": 4.105780220031738, |
| "ce_loss_7": 3.721473240852356, |
| "epoch": 0.13, |
| "grad_norm": 504.0, |
| "kl_loss_10": 125.77756729125977, |
| "kl_loss_2": 1515.6605834960938, |
| "kl_loss_3": 1082.791098022461, |
| "kl_loss_7": 268.05779418945315, |
| "learning_rate": 0.0009641839665080363, |
| "loss": 739.9956, |
| "step": 1300 |
| }, |
| { |
| "ce_loss_10": 3.6060986638069155, |
| "ce_loss_13": 3.532057249546051, |
| "ce_loss_2": 4.258748412132263, |
| "ce_loss_3": 4.044409060478211, |
| "ce_loss_7": 3.6810790419578554, |
| "epoch": 0.131, |
| "grad_norm": 576.0, |
| "kl_loss_10": 120.33845672607421, |
| "kl_loss_2": 1464.5880249023437, |
| "kl_loss_3": 1035.7476196289062, |
| "kl_loss_7": 258.05460357666016, |
| "learning_rate": 0.0009635919272833937, |
| "loss": 712.5358, |
| "step": 1310 |
| }, |
| { |
| "ce_loss_10": 3.6437799096107484, |
| "ce_loss_13": 3.567954385280609, |
| "ce_loss_2": 4.29961267709732, |
| "ce_loss_3": 4.091295349597931, |
| "ce_loss_7": 3.7204660773277283, |
| "epoch": 0.132, |
| "grad_norm": 520.0, |
| "kl_loss_10": 123.54525375366211, |
| "kl_loss_2": 1460.5380920410157, |
| "kl_loss_3": 1039.971875, |
| "kl_loss_7": 264.77962188720704, |
| "learning_rate": 0.0009629952196931902, |
| "loss": 712.4777, |
| "step": 1320 |
| }, |
| { |
| "ce_loss_10": 3.63455046415329, |
| "ce_loss_13": 3.557650101184845, |
| "ce_loss_2": 4.270671212673188, |
| "ce_loss_3": 4.062439024448395, |
| "ce_loss_7": 3.702920150756836, |
| "epoch": 0.133, |
| "grad_norm": 434.0, |
| "kl_loss_10": 123.04212112426758, |
| "kl_loss_2": 1444.6365600585937, |
| "kl_loss_3": 1028.4689849853517, |
| "kl_loss_7": 258.92202911376955, |
| "learning_rate": 0.0009623938497462645, |
| "loss": 713.1292, |
| "step": 1330 |
| }, |
| { |
| "ce_loss_10": 3.6247922778129578, |
| "ce_loss_13": 3.5494427919387816, |
| "ce_loss_2": 4.2690158009529116, |
| "ce_loss_3": 4.058642566204071, |
| "ce_loss_7": 3.6972993493080137, |
| "epoch": 0.134, |
| "grad_norm": 478.0, |
| "kl_loss_10": 120.75489349365235, |
| "kl_loss_2": 1456.6053527832032, |
| "kl_loss_3": 1037.5501190185546, |
| "kl_loss_7": 266.06713485717773, |
| "learning_rate": 0.0009617878234984055, |
| "loss": 726.2297, |
| "step": 1340 |
| }, |
| { |
| "ce_loss_10": 3.717451739311218, |
| "ce_loss_13": 3.642001247406006, |
| "ce_loss_2": 4.3319720983505245, |
| "ce_loss_3": 4.123037731647491, |
| "ce_loss_7": 3.790008616447449, |
| "epoch": 0.135, |
| "grad_norm": 548.0, |
| "kl_loss_10": 120.84955863952636, |
| "kl_loss_2": 1400.965509033203, |
| "kl_loss_3": 989.1194274902343, |
| "kl_loss_7": 260.0563507080078, |
| "learning_rate": 0.0009611771470522907, |
| "loss": 704.2836, |
| "step": 1350 |
| }, |
| { |
| "ce_loss_10": 3.6397268891334535, |
| "ce_loss_13": 3.565677487850189, |
| "ce_loss_2": 4.285844933986664, |
| "ce_loss_3": 4.075031089782715, |
| "ce_loss_7": 3.7177743196487425, |
| "epoch": 0.136, |
| "grad_norm": 548.0, |
| "kl_loss_10": 119.19244728088378, |
| "kl_loss_2": 1430.9075134277343, |
| "kl_loss_3": 1014.8560333251953, |
| "kl_loss_7": 264.9954383850098, |
| "learning_rate": 0.0009605618265574251, |
| "loss": 706.0607, |
| "step": 1360 |
| }, |
| { |
| "ce_loss_10": 3.6019657135009764, |
| "ce_loss_13": 3.5283800959587097, |
| "ce_loss_2": 4.247595989704132, |
| "ce_loss_3": 4.0493292808532715, |
| "ce_loss_7": 3.682861661911011, |
| "epoch": 0.137, |
| "grad_norm": 544.0, |
| "kl_loss_10": 120.26506729125977, |
| "kl_loss_2": 1482.0683837890624, |
| "kl_loss_3": 1078.6839630126954, |
| "kl_loss_7": 272.45921630859374, |
| "learning_rate": 0.0009599418682100792, |
| "loss": 727.2132, |
| "step": 1370 |
| }, |
| { |
| "ce_loss_10": 3.645335590839386, |
| "ce_loss_13": 3.570277786254883, |
| "ce_loss_2": 4.2866430401802065, |
| "ce_loss_3": 4.071622550487518, |
| "ce_loss_7": 3.717624640464783, |
| "epoch": 0.138, |
| "grad_norm": 612.0, |
| "kl_loss_10": 119.49271163940429, |
| "kl_loss_2": 1442.7004455566407, |
| "kl_loss_3": 1025.406283569336, |
| "kl_loss_7": 261.58585968017576, |
| "learning_rate": 0.0009593172782532268, |
| "loss": 717.2026, |
| "step": 1380 |
| }, |
| { |
| "ce_loss_10": 3.6908539175987243, |
| "ce_loss_13": 3.617784011363983, |
| "ce_loss_2": 4.313388335704803, |
| "ce_loss_3": 4.114008998870849, |
| "ce_loss_7": 3.7639716506004333, |
| "epoch": 0.139, |
| "grad_norm": 476.0, |
| "kl_loss_10": 120.62876358032227, |
| "kl_loss_2": 1423.3504333496094, |
| "kl_loss_3": 1012.8270812988281, |
| "kl_loss_7": 261.68493881225584, |
| "learning_rate": 0.0009586880629764817, |
| "loss": 706.5565, |
| "step": 1390 |
| }, |
| { |
| "ce_loss_10": 3.61561758518219, |
| "ce_loss_13": 3.5403517365455626, |
| "ce_loss_2": 4.258929216861725, |
| "ce_loss_3": 4.060744059085846, |
| "ce_loss_7": 3.687643599510193, |
| "epoch": 0.14, |
| "grad_norm": 792.0, |
| "kl_loss_10": 120.44653511047363, |
| "kl_loss_2": 1437.7734375, |
| "kl_loss_3": 1068.6304412841796, |
| "kl_loss_7": 272.7257308959961, |
| "learning_rate": 0.0009580542287160348, |
| "loss": 716.5157, |
| "step": 1400 |
| }, |
| { |
| "ce_loss_10": 3.579881501197815, |
| "ce_loss_13": 3.505436861515045, |
| "ce_loss_2": 4.2163320779800415, |
| "ce_loss_3": 4.016775751113892, |
| "ce_loss_7": 3.6602004766464233, |
| "epoch": 0.141, |
| "grad_norm": 740.0, |
| "kl_loss_10": 119.12874908447266, |
| "kl_loss_2": 1437.7877868652345, |
| "kl_loss_3": 1029.927035522461, |
| "kl_loss_7": 274.3121276855469, |
| "learning_rate": 0.0009574157818545901, |
| "loss": 704.4754, |
| "step": 1410 |
| }, |
| { |
| "ce_loss_10": 3.654617667198181, |
| "ce_loss_13": 3.581939327716827, |
| "ce_loss_2": 4.266410648822784, |
| "ce_loss_3": 4.076312291622162, |
| "ce_loss_7": 3.7350067377090452, |
| "epoch": 0.142, |
| "grad_norm": 788.0, |
| "kl_loss_10": 117.25881233215333, |
| "kl_loss_2": 1402.042706298828, |
| "kl_loss_3": 1008.1144165039062, |
| "kl_loss_7": 268.0317886352539, |
| "learning_rate": 0.0009567727288213005, |
| "loss": 712.509, |
| "step": 1420 |
| }, |
| { |
| "ce_loss_10": 3.62344468832016, |
| "ce_loss_13": 3.552217972278595, |
| "ce_loss_2": 4.242154741287232, |
| "ce_loss_3": 4.047549939155578, |
| "ce_loss_7": 3.6985828638076783, |
| "epoch": 0.143, |
| "grad_norm": 466.0, |
| "kl_loss_10": 115.47184524536132, |
| "kl_loss_2": 1418.5062316894532, |
| "kl_loss_3": 1018.4080627441406, |
| "kl_loss_7": 270.1881278991699, |
| "learning_rate": 0.0009561250760917027, |
| "loss": 702.7143, |
| "step": 1430 |
| }, |
| { |
| "ce_loss_10": 3.6490369558334352, |
| "ce_loss_13": 3.5760287642478943, |
| "ce_loss_2": 4.275133848190308, |
| "ce_loss_3": 4.07141832113266, |
| "ce_loss_7": 3.7269250392913817, |
| "epoch": 0.144, |
| "grad_norm": 524.0, |
| "kl_loss_10": 119.90954666137695, |
| "kl_loss_2": 1441.103936767578, |
| "kl_loss_3": 1028.5968627929688, |
| "kl_loss_7": 267.66681442260744, |
| "learning_rate": 0.0009554728301876525, |
| "loss": 698.2885, |
| "step": 1440 |
| }, |
| { |
| "ce_loss_10": 3.7067930936813354, |
| "ce_loss_13": 3.629922258853912, |
| "ce_loss_2": 4.314408445358277, |
| "ce_loss_3": 4.132321739196778, |
| "ce_loss_7": 3.7809135794639586, |
| "epoch": 0.145, |
| "grad_norm": 632.0, |
| "kl_loss_10": 122.64454803466796, |
| "kl_loss_2": 1398.767156982422, |
| "kl_loss_3": 1023.6964874267578, |
| "kl_loss_7": 262.7124481201172, |
| "learning_rate": 0.0009548159976772592, |
| "loss": 721.9051, |
| "step": 1450 |
| }, |
| { |
| "ce_loss_10": 3.641107952594757, |
| "ce_loss_13": 3.5679691076278686, |
| "ce_loss_2": 4.273185658454895, |
| "ce_loss_3": 4.074773287773132, |
| "ce_loss_7": 3.715712809562683, |
| "epoch": 0.146, |
| "grad_norm": 472.0, |
| "kl_loss_10": 119.45023498535156, |
| "kl_loss_2": 1426.5163330078126, |
| "kl_loss_3": 1022.3043518066406, |
| "kl_loss_7": 264.85511245727537, |
| "learning_rate": 0.0009541545851748186, |
| "loss": 702.8599, |
| "step": 1460 |
| }, |
| { |
| "ce_loss_10": 3.5100984811782836, |
| "ce_loss_13": 3.436799693107605, |
| "ce_loss_2": 4.161883985996246, |
| "ce_loss_3": 3.955858516693115, |
| "ce_loss_7": 3.594360911846161, |
| "epoch": 0.147, |
| "grad_norm": 556.0, |
| "kl_loss_10": 116.41493873596191, |
| "kl_loss_2": 1467.1879943847657, |
| "kl_loss_3": 1037.354574584961, |
| "kl_loss_7": 266.5866645812988, |
| "learning_rate": 0.0009534885993407473, |
| "loss": 713.4948, |
| "step": 1470 |
| }, |
| { |
| "ce_loss_10": 3.6824231266975405, |
| "ce_loss_13": 3.608121466636658, |
| "ce_loss_2": 4.328725492954254, |
| "ce_loss_3": 4.115788686275482, |
| "ce_loss_7": 3.755172336101532, |
| "epoch": 0.148, |
| "grad_norm": 560.0, |
| "kl_loss_10": 118.46903686523437, |
| "kl_loss_2": 1448.8276794433593, |
| "kl_loss_3": 1029.914727783203, |
| "kl_loss_7": 263.37538986206056, |
| "learning_rate": 0.0009528180468815154, |
| "loss": 714.8544, |
| "step": 1480 |
| }, |
| { |
| "ce_loss_10": 3.7179338216781614, |
| "ce_loss_13": 3.6484482169151304, |
| "ce_loss_2": 4.323283433914185, |
| "ce_loss_3": 4.127403116226196, |
| "ce_loss_7": 3.7899964809417725, |
| "epoch": 0.149, |
| "grad_norm": 480.0, |
| "kl_loss_10": 114.30357208251954, |
| "kl_loss_2": 1395.1859313964844, |
| "kl_loss_3": 989.8287170410156, |
| "kl_loss_7": 257.14686279296876, |
| "learning_rate": 0.0009521429345495787, |
| "loss": 690.7114, |
| "step": 1490 |
| }, |
| { |
| "ce_loss_10": 3.7034213185310363, |
| "ce_loss_13": 3.6311787962913513, |
| "ce_loss_2": 4.309155285358429, |
| "ce_loss_3": 4.092868828773499, |
| "ce_loss_7": 3.7654823780059816, |
| "epoch": 0.15, |
| "grad_norm": 448.0, |
| "kl_loss_10": 116.55960197448731, |
| "kl_loss_2": 1382.6544982910157, |
| "kl_loss_3": 969.2838195800781, |
| "kl_loss_7": 249.21936950683593, |
| "learning_rate": 0.0009514632691433108, |
| "loss": 688.2995, |
| "step": 1500 |
| }, |
| { |
| "ce_loss_10": 3.6700626373291017, |
| "ce_loss_13": 3.5945797085762026, |
| "ce_loss_2": 4.289841759204864, |
| "ce_loss_3": 4.08635276556015, |
| "ce_loss_7": 3.738140869140625, |
| "epoch": 0.151, |
| "grad_norm": 448.0, |
| "kl_loss_10": 129.3878589630127, |
| "kl_loss_2": 1424.29853515625, |
| "kl_loss_3": 1001.7422454833984, |
| "kl_loss_7": 254.78705520629882, |
| "learning_rate": 0.0009507790575069346, |
| "loss": 706.6927, |
| "step": 1510 |
| }, |
| { |
| "ce_loss_10": 3.65303395986557, |
| "ce_loss_13": 3.5714800715446473, |
| "ce_loss_2": 4.28388956785202, |
| "ce_loss_3": 4.07215541601181, |
| "ce_loss_7": 3.7174383282661436, |
| "epoch": 0.152, |
| "grad_norm": 560.0, |
| "kl_loss_10": 131.33350143432617, |
| "kl_loss_2": 1434.660906982422, |
| "kl_loss_3": 1017.4268585205078, |
| "kl_loss_7": 260.6188400268555, |
| "learning_rate": 0.0009500903065304539, |
| "loss": 715.3042, |
| "step": 1520 |
| }, |
| { |
| "ce_loss_10": 3.683453822135925, |
| "ce_loss_13": 3.60856169462204, |
| "ce_loss_2": 4.287684428691864, |
| "ce_loss_3": 4.0820488929748535, |
| "ce_loss_7": 3.7489410638809204, |
| "epoch": 0.153, |
| "grad_norm": 592.0, |
| "kl_loss_10": 120.57846107482911, |
| "kl_loss_2": 1384.860614013672, |
| "kl_loss_3": 975.0672027587891, |
| "kl_loss_7": 247.4440773010254, |
| "learning_rate": 0.0009493970231495835, |
| "loss": 691.6448, |
| "step": 1530 |
| }, |
| { |
| "ce_loss_10": 3.6223431706428526, |
| "ce_loss_13": 3.55173202753067, |
| "ce_loss_2": 4.230155563354492, |
| "ce_loss_3": 4.02554075717926, |
| "ce_loss_7": 3.6863773345947264, |
| "epoch": 0.154, |
| "grad_norm": 490.0, |
| "kl_loss_10": 119.43844871520996, |
| "kl_loss_2": 1397.457257080078, |
| "kl_loss_3": 991.8431060791015, |
| "kl_loss_7": 243.42232818603514, |
| "learning_rate": 0.0009486992143456792, |
| "loss": 686.1227, |
| "step": 1540 |
| }, |
| { |
| "ce_loss_10": 3.6514541625976564, |
| "ce_loss_13": 3.571796643733978, |
| "ce_loss_2": 4.304909610748291, |
| "ce_loss_3": 4.0922522187232975, |
| "ce_loss_7": 3.7216905117034913, |
| "epoch": 0.155, |
| "grad_norm": 396.0, |
| "kl_loss_10": 128.10715980529784, |
| "kl_loss_2": 1491.158837890625, |
| "kl_loss_3": 1056.2210266113282, |
| "kl_loss_7": 262.1390213012695, |
| "learning_rate": 0.0009479968871456679, |
| "loss": 716.6379, |
| "step": 1550 |
| }, |
| { |
| "ce_loss_10": 3.6170923829078676, |
| "ce_loss_13": 3.542399287223816, |
| "ce_loss_2": 4.252330017089844, |
| "ce_loss_3": 4.045702540874482, |
| "ce_loss_7": 3.685628616809845, |
| "epoch": 0.156, |
| "grad_norm": 454.0, |
| "kl_loss_10": 121.63033790588379, |
| "kl_loss_2": 1463.288525390625, |
| "kl_loss_3": 1026.1065032958984, |
| "kl_loss_7": 254.98253784179687, |
| "learning_rate": 0.0009472900486219768, |
| "loss": 702.4742, |
| "step": 1560 |
| }, |
| { |
| "ce_loss_10": 3.6025954604148867, |
| "ce_loss_13": 3.5303670883178713, |
| "ce_loss_2": 4.232356917858124, |
| "ce_loss_3": 4.022554993629456, |
| "ce_loss_7": 3.6709616661071776, |
| "epoch": 0.157, |
| "grad_norm": 520.0, |
| "kl_loss_10": 118.88864822387696, |
| "kl_loss_2": 1434.4180419921875, |
| "kl_loss_3": 1021.8371948242187, |
| "kl_loss_7": 253.59476776123046, |
| "learning_rate": 0.000946578705892462, |
| "loss": 706.9224, |
| "step": 1570 |
| }, |
| { |
| "ce_loss_10": 3.6455034971237184, |
| "ce_loss_13": 3.5725855112075804, |
| "ce_loss_2": 4.251002633571625, |
| "ce_loss_3": 4.075614416599274, |
| "ce_loss_7": 3.712466835975647, |
| "epoch": 0.158, |
| "grad_norm": 520.0, |
| "kl_loss_10": 115.86212844848633, |
| "kl_loss_2": 1388.911444091797, |
| "kl_loss_3": 1008.0096618652344, |
| "kl_loss_7": 249.38579559326172, |
| "learning_rate": 0.0009458628661203367, |
| "loss": 702.1684, |
| "step": 1580 |
| }, |
| { |
| "ce_loss_10": 3.6394161105155947, |
| "ce_loss_13": 3.571541059017181, |
| "ce_loss_2": 4.284844183921814, |
| "ce_loss_3": 4.076776087284088, |
| "ce_loss_7": 3.7110044956207275, |
| "epoch": 0.159, |
| "grad_norm": 494.0, |
| "kl_loss_10": 113.66581001281739, |
| "kl_loss_2": 1444.869854736328, |
| "kl_loss_3": 1032.262744140625, |
| "kl_loss_7": 253.4554000854492, |
| "learning_rate": 0.0009451425365140996, |
| "loss": 688.5467, |
| "step": 1590 |
| }, |
| { |
| "ce_loss_10": 3.7211164236068726, |
| "ce_loss_13": 3.649132215976715, |
| "ce_loss_2": 4.325118780136108, |
| "ce_loss_3": 4.128993570804596, |
| "ce_loss_7": 3.7914722681045534, |
| "epoch": 0.16, |
| "grad_norm": 456.0, |
| "kl_loss_10": 117.80431632995605, |
| "kl_loss_2": 1373.1717468261718, |
| "kl_loss_3": 981.5717620849609, |
| "kl_loss_7": 253.6373489379883, |
| "learning_rate": 0.0009444177243274617, |
| "loss": 681.3762, |
| "step": 1600 |
| }, |
| { |
| "ce_loss_10": 3.574730896949768, |
| "ce_loss_13": 3.498664665222168, |
| "ce_loss_2": 4.200723135471344, |
| "ce_loss_3": 4.009881269931793, |
| "ce_loss_7": 3.6463570594787598, |
| "epoch": 0.161, |
| "grad_norm": 480.0, |
| "kl_loss_10": 122.87367897033691, |
| "kl_loss_2": 1430.2820068359374, |
| "kl_loss_3": 1037.6371978759767, |
| "kl_loss_7": 260.55384521484376, |
| "learning_rate": 0.0009436884368592739, |
| "loss": 706.6845, |
| "step": 1610 |
| }, |
| { |
| "ce_loss_10": 3.6286559462547303, |
| "ce_loss_13": 3.555983376502991, |
| "ce_loss_2": 4.232067906856537, |
| "ce_loss_3": 4.041269278526306, |
| "ce_loss_7": 3.6985298871994017, |
| "epoch": 0.162, |
| "grad_norm": 498.0, |
| "kl_loss_10": 118.67424545288085, |
| "kl_loss_2": 1385.5154724121094, |
| "kl_loss_3": 999.56015625, |
| "kl_loss_7": 250.75928268432617, |
| "learning_rate": 0.0009429546814534529, |
| "loss": 699.0302, |
| "step": 1620 |
| }, |
| { |
| "ce_loss_10": 3.639633226394653, |
| "ce_loss_13": 3.5706356167793274, |
| "ce_loss_2": 4.241236877441406, |
| "ce_loss_3": 4.056409633159637, |
| "ce_loss_7": 3.708655667304993, |
| "epoch": 0.163, |
| "grad_norm": 384.0, |
| "kl_loss_10": 117.12662200927734, |
| "kl_loss_2": 1374.89609375, |
| "kl_loss_3": 989.9520751953125, |
| "kl_loss_7": 248.8686378479004, |
| "learning_rate": 0.0009422164654989072, |
| "loss": 676.7936, |
| "step": 1630 |
| }, |
| { |
| "ce_loss_10": 3.7635043978691103, |
| "ce_loss_13": 3.687360870838165, |
| "ce_loss_2": 4.338383412361145, |
| "ce_loss_3": 4.1611551403999325, |
| "ce_loss_7": 3.828977358341217, |
| "epoch": 0.164, |
| "grad_norm": 424.0, |
| "kl_loss_10": 119.46500015258789, |
| "kl_loss_2": 1362.1967407226562, |
| "kl_loss_3": 990.5942932128906, |
| "kl_loss_7": 248.94699325561524, |
| "learning_rate": 0.0009414737964294635, |
| "loss": 685.8197, |
| "step": 1640 |
| }, |
| { |
| "ce_loss_10": 3.678090500831604, |
| "ce_loss_13": 3.6101470470428465, |
| "ce_loss_2": 4.259114742279053, |
| "ce_loss_3": 4.078064382076263, |
| "ce_loss_7": 3.7428590416908265, |
| "epoch": 0.165, |
| "grad_norm": 444.0, |
| "kl_loss_10": 112.9244888305664, |
| "kl_loss_2": 1333.3570129394532, |
| "kl_loss_3": 969.1624145507812, |
| "kl_loss_7": 238.38165054321288, |
| "learning_rate": 0.000940726681723791, |
| "loss": 682.7061, |
| "step": 1650 |
| }, |
| { |
| "ce_loss_10": 3.512197470664978, |
| "ce_loss_13": 3.4408557653427123, |
| "ce_loss_2": 4.148977339267731, |
| "ce_loss_3": 3.9514773368835447, |
| "ce_loss_7": 3.5815786600112913, |
| "epoch": 0.166, |
| "grad_norm": 488.0, |
| "kl_loss_10": 117.70020294189453, |
| "kl_loss_2": 1442.5229797363281, |
| "kl_loss_3": 1035.8803924560548, |
| "kl_loss_7": 256.4058250427246, |
| "learning_rate": 0.0009399751289053266, |
| "loss": 690.3188, |
| "step": 1660 |
| }, |
| { |
| "ce_loss_10": 3.742681550979614, |
| "ce_loss_13": 3.671311604976654, |
| "ce_loss_2": 4.328805279731751, |
| "ce_loss_3": 4.135993778705597, |
| "ce_loss_7": 3.809998023509979, |
| "epoch": 0.167, |
| "grad_norm": 478.0, |
| "kl_loss_10": 116.78232650756836, |
| "kl_loss_2": 1366.6806213378907, |
| "kl_loss_3": 967.4927185058593, |
| "kl_loss_7": 249.3471366882324, |
| "learning_rate": 0.0009392191455421988, |
| "loss": 682.1736, |
| "step": 1670 |
| }, |
| { |
| "ce_loss_10": 3.7067878365516664, |
| "ce_loss_13": 3.6276530623435974, |
| "ce_loss_2": 4.298012292385101, |
| "ce_loss_3": 4.104024171829224, |
| "ce_loss_7": 3.7697168350219727, |
| "epoch": 0.168, |
| "grad_norm": 490.0, |
| "kl_loss_10": 123.8147029876709, |
| "kl_loss_2": 1386.5616271972656, |
| "kl_loss_3": 990.9451782226563, |
| "kl_loss_7": 260.7920967102051, |
| "learning_rate": 0.0009384587392471515, |
| "loss": 679.4555, |
| "step": 1680 |
| }, |
| { |
| "ce_loss_10": 3.7010039329528808, |
| "ce_loss_13": 3.629232919216156, |
| "ce_loss_2": 4.288461661338806, |
| "ce_loss_3": 4.104441356658936, |
| "ce_loss_7": 3.773091959953308, |
| "epoch": 0.169, |
| "grad_norm": 494.0, |
| "kl_loss_10": 117.7159465789795, |
| "kl_loss_2": 1349.4280029296874, |
| "kl_loss_3": 968.4034729003906, |
| "kl_loss_7": 251.4811584472656, |
| "learning_rate": 0.0009376939176774678, |
| "loss": 675.85, |
| "step": 1690 |
| }, |
| { |
| "ce_loss_10": 3.678883969783783, |
| "ce_loss_13": 3.602108871936798, |
| "ce_loss_2": 4.274775016307831, |
| "ce_loss_3": 4.074398016929626, |
| "ce_loss_7": 3.7432108521461487, |
| "epoch": 0.17, |
| "grad_norm": 540.0, |
| "kl_loss_10": 124.26388397216797, |
| "kl_loss_2": 1371.6622314453125, |
| "kl_loss_3": 974.3467742919922, |
| "kl_loss_7": 252.39389877319337, |
| "learning_rate": 0.0009369246885348925, |
| "loss": 687.5515, |
| "step": 1700 |
| }, |
| { |
| "ce_loss_10": 3.6718587994575502, |
| "ce_loss_13": 3.591440510749817, |
| "ce_loss_2": 4.303124558925629, |
| "ce_loss_3": 4.095115387439728, |
| "ce_loss_7": 3.7370152711868285, |
| "epoch": 0.171, |
| "grad_norm": 548.0, |
| "kl_loss_10": 130.6899742126465, |
| "kl_loss_2": 1433.3515563964843, |
| "kl_loss_3": 1016.4502960205078, |
| "kl_loss_7": 255.15539627075196, |
| "learning_rate": 0.0009361510595655545, |
| "loss": 695.4526, |
| "step": 1710 |
| }, |
| { |
| "ce_loss_10": 3.6283922672271727, |
| "ce_loss_13": 3.5495692014694216, |
| "ce_loss_2": 4.237072479724884, |
| "ce_loss_3": 4.041323733329773, |
| "ce_loss_7": 3.6956202745437623, |
| "epoch": 0.172, |
| "grad_norm": 466.0, |
| "kl_loss_10": 127.2772174835205, |
| "kl_loss_2": 1409.4606872558593, |
| "kl_loss_3": 1009.6889221191407, |
| "kl_loss_7": 256.7372299194336, |
| "learning_rate": 0.0009353730385598887, |
| "loss": 691.3762, |
| "step": 1720 |
| }, |
| { |
| "ce_loss_10": 3.54926735162735, |
| "ce_loss_13": 3.4769670009613036, |
| "ce_loss_2": 4.178456115722656, |
| "ce_loss_3": 3.9720041275024416, |
| "ce_loss_7": 3.6176819682121275, |
| "epoch": 0.173, |
| "grad_norm": 436.0, |
| "kl_loss_10": 118.23514060974121, |
| "kl_loss_2": 1418.4845947265626, |
| "kl_loss_3": 998.5092987060547, |
| "kl_loss_7": 249.0585678100586, |
| "learning_rate": 0.0009345906333525581, |
| "loss": 697.0381, |
| "step": 1730 |
| }, |
| { |
| "ce_loss_10": 3.5872240900993346, |
| "ce_loss_13": 3.5136430621147157, |
| "ce_loss_2": 4.2012934923172, |
| "ce_loss_3": 3.9967063546180723, |
| "ce_loss_7": 3.65671169757843, |
| "epoch": 0.174, |
| "grad_norm": 408.0, |
| "kl_loss_10": 122.21610031127929, |
| "kl_loss_2": 1418.8342651367188, |
| "kl_loss_3": 1007.5152191162109, |
| "kl_loss_7": 254.60486221313477, |
| "learning_rate": 0.0009338038518223745, |
| "loss": 687.4246, |
| "step": 1740 |
| }, |
| { |
| "ce_loss_10": 3.657099163532257, |
| "ce_loss_13": 3.5811222553253175, |
| "ce_loss_2": 4.272738003730774, |
| "ce_loss_3": 4.0657650351524355, |
| "ce_loss_7": 3.7293712973594664, |
| "epoch": 0.175, |
| "grad_norm": 424.0, |
| "kl_loss_10": 122.57909774780273, |
| "kl_loss_2": 1418.8521423339844, |
| "kl_loss_3": 1004.8310028076172, |
| "kl_loss_7": 258.8813926696777, |
| "learning_rate": 0.0009330127018922195, |
| "loss": 709.7155, |
| "step": 1750 |
| }, |
| { |
| "ce_loss_10": 3.60728679895401, |
| "ce_loss_13": 3.5332212805747987, |
| "ce_loss_2": 4.2153865694999695, |
| "ce_loss_3": 4.016399335861206, |
| "ce_loss_7": 3.6759958028793336, |
| "epoch": 0.176, |
| "grad_norm": 446.0, |
| "kl_loss_10": 117.00486183166504, |
| "kl_loss_2": 1406.6310485839845, |
| "kl_loss_3": 989.8223937988281, |
| "kl_loss_7": 252.39801330566405, |
| "learning_rate": 0.0009322171915289634, |
| "loss": 689.0163, |
| "step": 1760 |
| }, |
| { |
| "ce_loss_10": 3.640791046619415, |
| "ce_loss_13": 3.5716994404792786, |
| "ce_loss_2": 4.240784847736359, |
| "ce_loss_3": 4.040842926502227, |
| "ce_loss_7": 3.7066658616065977, |
| "epoch": 0.177, |
| "grad_norm": 504.0, |
| "kl_loss_10": 114.7268009185791, |
| "kl_loss_2": 1384.9641479492188, |
| "kl_loss_3": 983.0798065185547, |
| "kl_loss_7": 249.6033966064453, |
| "learning_rate": 0.0009314173287433873, |
| "loss": 677.7067, |
| "step": 1770 |
| }, |
| { |
| "ce_loss_10": 3.6371870756149294, |
| "ce_loss_13": 3.565370166301727, |
| "ce_loss_2": 4.248478496074677, |
| "ce_loss_3": 4.042388367652893, |
| "ce_loss_7": 3.7081421256065368, |
| "epoch": 0.178, |
| "grad_norm": 544.0, |
| "kl_loss_10": 117.58927421569824, |
| "kl_loss_2": 1410.781103515625, |
| "kl_loss_3": 995.2456298828125, |
| "kl_loss_7": 252.9298988342285, |
| "learning_rate": 0.0009306131215901003, |
| "loss": 681.0704, |
| "step": 1780 |
| }, |
| { |
| "ce_loss_10": 3.6657212376594543, |
| "ce_loss_13": 3.5942596793174744, |
| "ce_loss_2": 4.267256224155426, |
| "ce_loss_3": 4.070630991458893, |
| "ce_loss_7": 3.736851954460144, |
| "epoch": 0.179, |
| "grad_norm": 608.0, |
| "kl_loss_10": 117.64482841491699, |
| "kl_loss_2": 1382.4147399902345, |
| "kl_loss_3": 974.7222351074219, |
| "kl_loss_7": 254.88860549926758, |
| "learning_rate": 0.0009298045781674596, |
| "loss": 674.4276, |
| "step": 1790 |
| }, |
| { |
| "ce_loss_10": 3.6482357382774353, |
| "ce_loss_13": 3.577735936641693, |
| "ce_loss_2": 4.238207507133484, |
| "ce_loss_3": 4.047251141071319, |
| "ce_loss_7": 3.7247403979301454, |
| "epoch": 0.18, |
| "grad_norm": 584.0, |
| "kl_loss_10": 113.15109825134277, |
| "kl_loss_2": 1356.1355346679688, |
| "kl_loss_3": 966.8513641357422, |
| "kl_loss_7": 260.6168983459473, |
| "learning_rate": 0.0009289917066174886, |
| "loss": 687.0212, |
| "step": 1800 |
| }, |
| { |
| "ce_loss_10": 3.6436230182647704, |
| "ce_loss_13": 3.573524606227875, |
| "ce_loss_2": 4.205891370773315, |
| "ce_loss_3": 4.035960531234741, |
| "ce_loss_7": 3.713192844390869, |
| "epoch": 0.181, |
| "grad_norm": 644.0, |
| "kl_loss_10": 111.37209777832031, |
| "kl_loss_2": 1312.0460144042968, |
| "kl_loss_3": 951.6195190429687, |
| "kl_loss_7": 248.27648315429687, |
| "learning_rate": 0.0009281745151257945, |
| "loss": 665.2686, |
| "step": 1810 |
| }, |
| { |
| "ce_loss_10": 3.6573068499565125, |
| "ce_loss_13": 3.5899064898490907, |
| "ce_loss_2": 4.263534939289093, |
| "ce_loss_3": 4.073390209674836, |
| "ce_loss_7": 3.725028562545776, |
| "epoch": 0.182, |
| "grad_norm": 496.0, |
| "kl_loss_10": 112.47701683044434, |
| "kl_loss_2": 1362.4901000976563, |
| "kl_loss_3": 982.173095703125, |
| "kl_loss_7": 248.95221557617188, |
| "learning_rate": 0.0009273530119214868, |
| "loss": 681.1132, |
| "step": 1820 |
| }, |
| { |
| "ce_loss_10": 3.7659960746765138, |
| "ce_loss_13": 3.6931302428245543, |
| "ce_loss_2": 4.335440850257873, |
| "ce_loss_3": 4.146318483352661, |
| "ce_loss_7": 3.831969678401947, |
| "epoch": 0.183, |
| "grad_norm": 460.0, |
| "kl_loss_10": 115.37424812316894, |
| "kl_loss_2": 1332.8465270996094, |
| "kl_loss_3": 945.53359375, |
| "kl_loss_7": 244.2625930786133, |
| "learning_rate": 0.0009265272052770935, |
| "loss": 653.1528, |
| "step": 1830 |
| }, |
| { |
| "ce_loss_10": 3.573833405971527, |
| "ce_loss_13": 3.504916477203369, |
| "ce_loss_2": 4.191505336761475, |
| "ce_loss_3": 4.003697621822357, |
| "ce_loss_7": 3.6443989157676695, |
| "epoch": 0.184, |
| "grad_norm": 524.0, |
| "kl_loss_10": 110.15304069519043, |
| "kl_loss_2": 1378.9180969238282, |
| "kl_loss_3": 997.8934539794922, |
| "kl_loss_7": 241.1827133178711, |
| "learning_rate": 0.0009256971035084784, |
| "loss": 679.6828, |
| "step": 1840 |
| }, |
| { |
| "ce_loss_10": 3.5141557097434997, |
| "ce_loss_13": 3.4410739183425902, |
| "ce_loss_2": 4.1375454545021055, |
| "ce_loss_3": 3.934183955192566, |
| "ce_loss_7": 3.588452696800232, |
| "epoch": 0.185, |
| "grad_norm": 528.0, |
| "kl_loss_10": 114.25855445861816, |
| "kl_loss_2": 1412.8881896972657, |
| "kl_loss_3": 1019.4745208740235, |
| "kl_loss_7": 253.67017517089843, |
| "learning_rate": 0.0009248627149747573, |
| "loss": 690.3363, |
| "step": 1850 |
| }, |
| { |
| "ce_loss_10": 3.7252640962600707, |
| "ce_loss_13": 3.653822290897369, |
| "ce_loss_2": 4.3040543556213375, |
| "ce_loss_3": 4.132464408874512, |
| "ce_loss_7": 3.793966567516327, |
| "epoch": 0.186, |
| "grad_norm": 564.0, |
| "kl_loss_10": 115.14772300720215, |
| "kl_loss_2": 1340.048565673828, |
| "kl_loss_3": 980.2122955322266, |
| "kl_loss_7": 244.52606735229492, |
| "learning_rate": 0.0009240240480782129, |
| "loss": 674.7569, |
| "step": 1860 |
| }, |
| { |
| "ce_loss_10": 3.635197627544403, |
| "ce_loss_13": 3.561525750160217, |
| "ce_loss_2": 4.234712994098663, |
| "ce_loss_3": 4.036596286296844, |
| "ce_loss_7": 3.7000155448913574, |
| "epoch": 0.187, |
| "grad_norm": 442.0, |
| "kl_loss_10": 116.40899467468262, |
| "kl_loss_2": 1366.7482482910157, |
| "kl_loss_3": 985.8397155761719, |
| "kl_loss_7": 245.4348571777344, |
| "learning_rate": 0.0009231811112642122, |
| "loss": 670.6495, |
| "step": 1870 |
| }, |
| { |
| "ce_loss_10": 3.680171477794647, |
| "ce_loss_13": 3.607526624202728, |
| "ce_loss_2": 4.242461228370667, |
| "ce_loss_3": 4.0597851276397705, |
| "ce_loss_7": 3.7417822241783143, |
| "epoch": 0.188, |
| "grad_norm": 462.0, |
| "kl_loss_10": 115.97058601379395, |
| "kl_loss_2": 1329.476806640625, |
| "kl_loss_3": 944.8101593017578, |
| "kl_loss_7": 240.48009033203124, |
| "learning_rate": 0.0009223339130211192, |
| "loss": 656.504, |
| "step": 1880 |
| }, |
| { |
| "ce_loss_10": 3.527233564853668, |
| "ce_loss_13": 3.456979143619537, |
| "ce_loss_2": 4.1365337610244755, |
| "ce_loss_3": 3.9334477186203003, |
| "ce_loss_7": 3.5922507286071776, |
| "epoch": 0.189, |
| "grad_norm": 492.0, |
| "kl_loss_10": 120.61857757568359, |
| "kl_loss_2": 1391.3780578613282, |
| "kl_loss_3": 981.7018951416015, |
| "kl_loss_7": 240.8455017089844, |
| "learning_rate": 0.0009214824618802108, |
| "loss": 678.3247, |
| "step": 1890 |
| }, |
| { |
| "ce_loss_10": 3.715823400020599, |
| "ce_loss_13": 3.639923906326294, |
| "ce_loss_2": 4.3134965896606445, |
| "ce_loss_3": 4.111241257190704, |
| "ce_loss_7": 3.779346799850464, |
| "epoch": 0.19, |
| "grad_norm": 456.0, |
| "kl_loss_10": 127.23999710083008, |
| "kl_loss_2": 1364.8941589355468, |
| "kl_loss_3": 960.9680725097656, |
| "kl_loss_7": 248.77009048461915, |
| "learning_rate": 0.0009206267664155906, |
| "loss": 685.2967, |
| "step": 1900 |
| }, |
| { |
| "ce_loss_10": 3.6354769825935365, |
| "ce_loss_13": 3.556038224697113, |
| "ce_loss_2": 4.224778318405152, |
| "ce_loss_3": 4.022096812725067, |
| "ce_loss_7": 3.690963363647461, |
| "epoch": 0.191, |
| "grad_norm": 524.0, |
| "kl_loss_10": 125.37596015930175, |
| "kl_loss_2": 1371.057391357422, |
| "kl_loss_3": 969.1447021484375, |
| "kl_loss_7": 243.19865951538085, |
| "learning_rate": 0.0009197668352441024, |
| "loss": 678.1597, |
| "step": 1910 |
| }, |
| { |
| "ce_loss_10": 3.6849255323410035, |
| "ce_loss_13": 3.6070022225379943, |
| "ce_loss_2": 4.272895455360413, |
| "ce_loss_3": 4.0722639799118046, |
| "ce_loss_7": 3.741350519657135, |
| "epoch": 0.192, |
| "grad_norm": 512.0, |
| "kl_loss_10": 128.65237312316896, |
| "kl_loss_2": 1349.729931640625, |
| "kl_loss_3": 949.7346984863282, |
| "kl_loss_7": 242.41346817016603, |
| "learning_rate": 0.0009189026770252437, |
| "loss": 671.3585, |
| "step": 1920 |
| }, |
| { |
| "ce_loss_10": 3.7201656699180603, |
| "ce_loss_13": 3.6394999861717223, |
| "ce_loss_2": 4.302338600158691, |
| "ce_loss_3": 4.1032923579216005, |
| "ce_loss_7": 3.7764319658279417, |
| "epoch": 0.193, |
| "grad_norm": 458.0, |
| "kl_loss_10": 133.32494201660157, |
| "kl_loss_2": 1342.450421142578, |
| "kl_loss_3": 949.4765075683594, |
| "kl_loss_7": 246.09827728271483, |
| "learning_rate": 0.000918034300461078, |
| "loss": 688.7368, |
| "step": 1930 |
| }, |
| { |
| "ce_loss_10": 3.747203004360199, |
| "ce_loss_13": 3.6689361929893494, |
| "ce_loss_2": 4.312567710876465, |
| "ce_loss_3": 4.122261881828308, |
| "ce_loss_7": 3.8043017029762267, |
| "epoch": 0.194, |
| "grad_norm": 446.0, |
| "kl_loss_10": 129.00423164367675, |
| "kl_loss_2": 1325.102197265625, |
| "kl_loss_3": 931.5237396240234, |
| "kl_loss_7": 241.53863983154298, |
| "learning_rate": 0.0009171617142961477, |
| "loss": 661.2737, |
| "step": 1940 |
| }, |
| { |
| "ce_loss_10": 3.699472951889038, |
| "ce_loss_13": 3.6279419898986816, |
| "ce_loss_2": 4.281847763061523, |
| "ce_loss_3": 4.083541011810302, |
| "ce_loss_7": 3.7648919463157653, |
| "epoch": 0.195, |
| "grad_norm": 434.0, |
| "kl_loss_10": 121.35350723266602, |
| "kl_loss_2": 1352.1436584472656, |
| "kl_loss_3": 952.5272399902344, |
| "kl_loss_7": 240.53460235595702, |
| "learning_rate": 0.0009162849273173857, |
| "loss": 665.7376, |
| "step": 1950 |
| }, |
| { |
| "ce_loss_10": 3.632410800457001, |
| "ce_loss_13": 3.5614632248878477, |
| "ce_loss_2": 4.223404765129089, |
| "ce_loss_3": 4.023203945159912, |
| "ce_loss_7": 3.700835573673248, |
| "epoch": 0.196, |
| "grad_norm": 470.0, |
| "kl_loss_10": 118.8283805847168, |
| "kl_loss_2": 1344.0367370605468, |
| "kl_loss_3": 944.1380065917969, |
| "kl_loss_7": 251.04139099121093, |
| "learning_rate": 0.0009154039483540273, |
| "loss": 672.422, |
| "step": 1960 |
| }, |
| { |
| "ce_loss_10": 3.6197654128074648, |
| "ce_loss_13": 3.546481454372406, |
| "ce_loss_2": 4.201360607147217, |
| "ce_loss_3": 4.004413700103759, |
| "ce_loss_7": 3.682723355293274, |
| "epoch": 0.197, |
| "grad_norm": 406.0, |
| "kl_loss_10": 120.08837623596192, |
| "kl_loss_2": 1349.5242309570312, |
| "kl_loss_3": 942.7119018554688, |
| "kl_loss_7": 243.98333435058595, |
| "learning_rate": 0.0009145187862775209, |
| "loss": 667.6594, |
| "step": 1970 |
| }, |
| { |
| "ce_loss_10": 3.6506257891654967, |
| "ce_loss_13": 3.5804669737815855, |
| "ce_loss_2": 4.243929970264435, |
| "ce_loss_3": 4.034862732887268, |
| "ce_loss_7": 3.7135458827018737, |
| "epoch": 0.198, |
| "grad_norm": 620.0, |
| "kl_loss_10": 117.48477897644042, |
| "kl_loss_2": 1377.6264770507812, |
| "kl_loss_3": 958.5087188720703, |
| "kl_loss_7": 243.4327537536621, |
| "learning_rate": 0.0009136294500014386, |
| "loss": 665.5496, |
| "step": 1980 |
| }, |
| { |
| "ce_loss_10": 3.599961686134338, |
| "ce_loss_13": 3.528086531162262, |
| "ce_loss_2": 4.217166924476624, |
| "ce_loss_3": 4.008637738227844, |
| "ce_loss_7": 3.6669308066368105, |
| "epoch": 0.199, |
| "grad_norm": 616.0, |
| "kl_loss_10": 115.34629516601562, |
| "kl_loss_2": 1399.4097900390625, |
| "kl_loss_3": 983.5843353271484, |
| "kl_loss_7": 244.90453720092773, |
| "learning_rate": 0.000912735948481387, |
| "loss": 681.3188, |
| "step": 1990 |
| }, |
| { |
| "ce_loss_10": 3.6347181677818297, |
| "ce_loss_13": 3.560755395889282, |
| "ce_loss_2": 4.230910205841065, |
| "ce_loss_3": 4.03362866640091, |
| "ce_loss_7": 3.700130546092987, |
| "epoch": 0.2, |
| "grad_norm": 492.0, |
| "kl_loss_10": 115.55288009643554, |
| "kl_loss_2": 1372.0876098632812, |
| "kl_loss_3": 976.6782318115235, |
| "kl_loss_7": 248.47412033081054, |
| "learning_rate": 0.0009118382907149164, |
| "loss": 666.3086, |
| "step": 2000 |
| }, |
| { |
| "ce_loss_10": 3.6592599511146546, |
| "ce_loss_13": 3.5870088934898376, |
| "ce_loss_2": 4.23843743801117, |
| "ce_loss_3": 4.045619630813599, |
| "ce_loss_7": 3.722980320453644, |
| "epoch": 0.201, |
| "grad_norm": 492.0, |
| "kl_loss_10": 114.64969139099121, |
| "kl_loss_2": 1351.183447265625, |
| "kl_loss_3": 956.2785675048829, |
| "kl_loss_7": 247.1648811340332, |
| "learning_rate": 0.0009109364857414306, |
| "loss": 658.4385, |
| "step": 2010 |
| }, |
| { |
| "ce_loss_10": 3.6247077345848084, |
| "ce_loss_13": 3.5549973130226133, |
| "ce_loss_2": 4.192802679538727, |
| "ce_loss_3": 4.006897258758545, |
| "ce_loss_7": 3.694356381893158, |
| "epoch": 0.202, |
| "grad_norm": 432.0, |
| "kl_loss_10": 111.96462211608886, |
| "kl_loss_2": 1332.7575988769531, |
| "kl_loss_3": 943.8550109863281, |
| "kl_loss_7": 248.51104660034179, |
| "learning_rate": 0.0009100305426420956, |
| "loss": 673.1317, |
| "step": 2020 |
| }, |
| { |
| "ce_loss_10": 3.5841406345367433, |
| "ce_loss_13": 3.5164321780204775, |
| "ce_loss_2": 4.202693927288055, |
| "ce_loss_3": 3.9953248143196105, |
| "ce_loss_7": 3.650038242340088, |
| "epoch": 0.203, |
| "grad_norm": 432.0, |
| "kl_loss_10": 113.3315975189209, |
| "kl_loss_2": 1413.3973693847656, |
| "kl_loss_3": 984.508837890625, |
| "kl_loss_7": 247.24474029541017, |
| "learning_rate": 0.0009091204705397484, |
| "loss": 669.0848, |
| "step": 2030 |
| }, |
| { |
| "ce_loss_10": 3.585637128353119, |
| "ce_loss_13": 3.5091155648231505, |
| "ce_loss_2": 4.185344040393829, |
| "ce_loss_3": 3.992532753944397, |
| "ce_loss_7": 3.6510769963264464, |
| "epoch": 0.204, |
| "grad_norm": 448.0, |
| "kl_loss_10": 124.74103927612305, |
| "kl_loss_2": 1400.9709167480469, |
| "kl_loss_3": 992.3661834716797, |
| "kl_loss_7": 250.7290901184082, |
| "learning_rate": 0.0009082062785988049, |
| "loss": 681.1268, |
| "step": 2040 |
| }, |
| { |
| "ce_loss_10": 3.721049964427948, |
| "ce_loss_13": 3.6463207244873046, |
| "ce_loss_2": 4.2808568477630615, |
| "ce_loss_3": 4.093539321422577, |
| "ce_loss_7": 3.7847790718078613, |
| "epoch": 0.205, |
| "grad_norm": 466.0, |
| "kl_loss_10": 117.74674758911132, |
| "kl_loss_2": 1322.8293701171874, |
| "kl_loss_3": 931.9617309570312, |
| "kl_loss_7": 242.782958984375, |
| "learning_rate": 0.0009072879760251679, |
| "loss": 667.7382, |
| "step": 2050 |
| }, |
| { |
| "ce_loss_10": 3.6576568126678466, |
| "ce_loss_13": 3.5876036405563356, |
| "ce_loss_2": 4.261196970939636, |
| "ce_loss_3": 4.065271866321564, |
| "ce_loss_7": 3.727122116088867, |
| "epoch": 0.206, |
| "grad_norm": 510.0, |
| "kl_loss_10": 116.0688491821289, |
| "kl_loss_2": 1368.6263488769532, |
| "kl_loss_3": 974.0030578613281, |
| "kl_loss_7": 247.75207290649413, |
| "learning_rate": 0.0009063655720661341, |
| "loss": 667.9454, |
| "step": 2060 |
| }, |
| { |
| "ce_loss_10": 3.7091850519180296, |
| "ce_loss_13": 3.6359564065933228, |
| "ce_loss_2": 4.2861632108688354, |
| "ce_loss_3": 4.091731405258178, |
| "ce_loss_7": 3.780376970767975, |
| "epoch": 0.207, |
| "grad_norm": 756.0, |
| "kl_loss_10": 117.6738265991211, |
| "kl_loss_2": 1338.1011291503905, |
| "kl_loss_3": 948.2550628662109, |
| "kl_loss_7": 265.19689025878904, |
| "learning_rate": 0.000905439076010301, |
| "loss": 666.8086, |
| "step": 2070 |
| }, |
| { |
| "ce_loss_10": 3.661241602897644, |
| "ce_loss_13": 3.5897186398506165, |
| "ce_loss_2": 4.2563663721084595, |
| "ce_loss_3": 4.06014586687088, |
| "ce_loss_7": 3.7477613568305967, |
| "epoch": 0.208, |
| "grad_norm": 502.0, |
| "kl_loss_10": 114.75448532104492, |
| "kl_loss_2": 1354.8022583007812, |
| "kl_loss_3": 965.9129913330078, |
| "kl_loss_7": 280.605126953125, |
| "learning_rate": 0.0009045084971874737, |
| "loss": 668.0169, |
| "step": 2080 |
| }, |
| { |
| "ce_loss_10": 3.6376566290855408, |
| "ce_loss_13": 3.568475866317749, |
| "ce_loss_2": 4.219207537174225, |
| "ce_loss_3": 4.027460336685181, |
| "ce_loss_7": 3.7098584175109863, |
| "epoch": 0.209, |
| "grad_norm": 476.0, |
| "kl_loss_10": 112.78402214050293, |
| "kl_loss_2": 1340.8613708496093, |
| "kl_loss_3": 948.0414184570312, |
| "kl_loss_7": 264.3713745117187, |
| "learning_rate": 0.0009035738449685707, |
| "loss": 673.0266, |
| "step": 2090 |
| }, |
| { |
| "ce_loss_10": 3.5796483874320986, |
| "ce_loss_13": 3.507876431941986, |
| "ce_loss_2": 4.179275572299957, |
| "ce_loss_3": 3.9804170727729797, |
| "ce_loss_7": 3.6553168416023256, |
| "epoch": 0.21, |
| "grad_norm": 576.0, |
| "kl_loss_10": 116.00268287658692, |
| "kl_loss_2": 1358.9301879882812, |
| "kl_loss_3": 960.5301177978515, |
| "kl_loss_7": 258.80527420043944, |
| "learning_rate": 0.0009026351287655293, |
| "loss": 660.1454, |
| "step": 2100 |
| }, |
| { |
| "ce_loss_10": 3.7848559260368346, |
| "ce_loss_13": 3.7130728244781492, |
| "ce_loss_2": 4.324071049690247, |
| "ce_loss_3": 4.141572403907776, |
| "ce_loss_7": 3.8475868105888367, |
| "epoch": 0.211, |
| "grad_norm": 410.0, |
| "kl_loss_10": 115.61974067687989, |
| "kl_loss_2": 1276.820086669922, |
| "kl_loss_3": 901.7400726318359, |
| "kl_loss_7": 240.78678359985352, |
| "learning_rate": 0.0009016923580312113, |
| "loss": 636.6335, |
| "step": 2110 |
| }, |
| { |
| "ce_loss_10": 3.6301342844963074, |
| "ce_loss_13": 3.560654580593109, |
| "ce_loss_2": 4.20012868642807, |
| "ce_loss_3": 4.0125791192054745, |
| "ce_loss_7": 3.6946483969688417, |
| "epoch": 0.212, |
| "grad_norm": 462.0, |
| "kl_loss_10": 112.99716110229492, |
| "kl_loss_2": 1313.61005859375, |
| "kl_loss_3": 932.8424255371094, |
| "kl_loss_7": 240.82636260986328, |
| "learning_rate": 0.0009007455422593077, |
| "loss": 661.1402, |
| "step": 2120 |
| }, |
| { |
| "ce_loss_10": 3.643904185295105, |
| "ce_loss_13": 3.5732839465141297, |
| "ce_loss_2": 4.229895269870758, |
| "ce_loss_3": 4.039864921569825, |
| "ce_loss_7": 3.7100953698158263, |
| "epoch": 0.213, |
| "grad_norm": 544.0, |
| "kl_loss_10": 113.59500656127929, |
| "kl_loss_2": 1376.1138916015625, |
| "kl_loss_3": 982.583627319336, |
| "kl_loss_7": 245.73143768310547, |
| "learning_rate": 0.0008997946909842425, |
| "loss": 673.5951, |
| "step": 2130 |
| }, |
| { |
| "ce_loss_10": 3.6592751264572145, |
| "ce_loss_13": 3.5883899569511413, |
| "ce_loss_2": 4.269070100784302, |
| "ce_loss_3": 4.073972117900849, |
| "ce_loss_7": 3.7271844029426573, |
| "epoch": 0.214, |
| "grad_norm": 486.0, |
| "kl_loss_10": 115.54258766174317, |
| "kl_loss_2": 1390.4590087890624, |
| "kl_loss_3": 991.5129302978515, |
| "kl_loss_7": 248.1077392578125, |
| "learning_rate": 0.0008988398137810777, |
| "loss": 666.5385, |
| "step": 2140 |
| }, |
| { |
| "ce_loss_10": 3.696693778038025, |
| "ce_loss_13": 3.6274760484695436, |
| "ce_loss_2": 4.272996628284455, |
| "ce_loss_3": 4.077895438671112, |
| "ce_loss_7": 3.759436583518982, |
| "epoch": 0.215, |
| "grad_norm": 410.0, |
| "kl_loss_10": 109.15078239440918, |
| "kl_loss_2": 1323.0664428710938, |
| "kl_loss_3": 929.4178771972656, |
| "kl_loss_7": 235.6734588623047, |
| "learning_rate": 0.0008978809202654162, |
| "loss": 648.7643, |
| "step": 2150 |
| }, |
| { |
| "ce_loss_10": 3.674948477745056, |
| "ce_loss_13": 3.6074150681495665, |
| "ce_loss_2": 4.254977214336395, |
| "ce_loss_3": 4.054577016830445, |
| "ce_loss_7": 3.7380695223808287, |
| "epoch": 0.216, |
| "grad_norm": 342.0, |
| "kl_loss_10": 111.83034286499023, |
| "kl_loss_2": 1326.1663391113282, |
| "kl_loss_3": 930.476919555664, |
| "kl_loss_7": 237.29275283813476, |
| "learning_rate": 0.0008969180200933046, |
| "loss": 659.8788, |
| "step": 2160 |
| }, |
| { |
| "ce_loss_10": 3.633396315574646, |
| "ce_loss_13": 3.5632909893989564, |
| "ce_loss_2": 4.235332405567169, |
| "ce_loss_3": 4.043020272254944, |
| "ce_loss_7": 3.700575852394104, |
| "epoch": 0.217, |
| "grad_norm": 426.0, |
| "kl_loss_10": 113.71143455505371, |
| "kl_loss_2": 1376.4859924316406, |
| "kl_loss_3": 965.2266693115234, |
| "kl_loss_7": 244.74252319335938, |
| "learning_rate": 0.0008959511229611376, |
| "loss": 671.5447, |
| "step": 2170 |
| }, |
| { |
| "ce_loss_10": 3.7160756826400756, |
| "ce_loss_13": 3.6463282823562624, |
| "ce_loss_2": 4.29187992811203, |
| "ce_loss_3": 4.0930745005607605, |
| "ce_loss_7": 3.77754408121109, |
| "epoch": 0.218, |
| "grad_norm": 494.0, |
| "kl_loss_10": 112.80306968688964, |
| "kl_loss_2": 1327.3540283203124, |
| "kl_loss_3": 931.4955108642578, |
| "kl_loss_7": 236.75977325439453, |
| "learning_rate": 0.0008949802386055581, |
| "loss": 652.6458, |
| "step": 2180 |
| }, |
| { |
| "ce_loss_10": 3.5766260862350463, |
| "ce_loss_13": 3.5034859418869018, |
| "ce_loss_2": 4.159404098987579, |
| "ce_loss_3": 3.9599217534065247, |
| "ce_loss_7": 3.6389345288276673, |
| "epoch": 0.219, |
| "grad_norm": 466.0, |
| "kl_loss_10": 111.61733703613281, |
| "kl_loss_2": 1335.0789672851563, |
| "kl_loss_3": 936.6266204833985, |
| "kl_loss_7": 234.00814971923828, |
| "learning_rate": 0.0008940053768033609, |
| "loss": 665.0317, |
| "step": 2190 |
| }, |
| { |
| "ce_loss_10": 3.65551677942276, |
| "ce_loss_13": 3.58828284740448, |
| "ce_loss_2": 4.223571491241455, |
| "ce_loss_3": 4.04930864572525, |
| "ce_loss_7": 3.7170740485191347, |
| "epoch": 0.22, |
| "grad_norm": 500.0, |
| "kl_loss_10": 111.12692604064941, |
| "kl_loss_2": 1315.6073425292968, |
| "kl_loss_3": 947.5290161132813, |
| "kl_loss_7": 230.48658447265626, |
| "learning_rate": 0.0008930265473713938, |
| "loss": 654.9715, |
| "step": 2200 |
| }, |
| { |
| "ce_loss_10": 3.6195818066596983, |
| "ce_loss_13": 3.54861319065094, |
| "ce_loss_2": 4.198423433303833, |
| "ce_loss_3": 4.012469959259033, |
| "ce_loss_7": 3.681425595283508, |
| "epoch": 0.221, |
| "grad_norm": 528.0, |
| "kl_loss_10": 115.1269718170166, |
| "kl_loss_2": 1324.1462280273438, |
| "kl_loss_3": 954.0400299072265, |
| "kl_loss_7": 233.1149475097656, |
| "learning_rate": 0.0008920437601664579, |
| "loss": 648.2547, |
| "step": 2210 |
| }, |
| { |
| "ce_loss_10": 3.6091471552848815, |
| "ce_loss_13": 3.539783036708832, |
| "ce_loss_2": 4.181177127361297, |
| "ce_loss_3": 3.993445408344269, |
| "ce_loss_7": 3.669792366027832, |
| "epoch": 0.222, |
| "grad_norm": 410.0, |
| "kl_loss_10": 115.02236862182617, |
| "kl_loss_2": 1333.0483093261719, |
| "kl_loss_3": 948.5272521972656, |
| "kl_loss_7": 236.40514373779297, |
| "learning_rate": 0.0008910570250852097, |
| "loss": 647.6241, |
| "step": 2220 |
| }, |
| { |
| "ce_loss_10": 3.7300463914871216, |
| "ce_loss_13": 3.657940351963043, |
| "ce_loss_2": 4.2689752101898195, |
| "ce_loss_3": 4.08460431098938, |
| "ce_loss_7": 3.786776435375214, |
| "epoch": 0.223, |
| "grad_norm": 396.0, |
| "kl_loss_10": 119.05343589782714, |
| "kl_loss_2": 1270.7809265136718, |
| "kl_loss_3": 894.4331726074219, |
| "kl_loss_7": 233.2676574707031, |
| "learning_rate": 0.0008900663520640604, |
| "loss": 634.1773, |
| "step": 2230 |
| }, |
| { |
| "ce_loss_10": 3.668592298030853, |
| "ce_loss_13": 3.5982241868972777, |
| "ce_loss_2": 4.234554326534271, |
| "ce_loss_3": 4.045566046237946, |
| "ce_loss_7": 3.7271997809410093, |
| "epoch": 0.224, |
| "grad_norm": 484.0, |
| "kl_loss_10": 115.87549057006837, |
| "kl_loss_2": 1305.9935668945313, |
| "kl_loss_3": 922.4547302246094, |
| "kl_loss_7": 233.83654251098633, |
| "learning_rate": 0.0008890717510790764, |
| "loss": 651.4086, |
| "step": 2240 |
| }, |
| { |
| "ce_loss_10": 3.624187970161438, |
| "ce_loss_13": 3.553602933883667, |
| "ce_loss_2": 4.209651458263397, |
| "ce_loss_3": 4.014156377315521, |
| "ce_loss_7": 3.6865435361862184, |
| "epoch": 0.225, |
| "grad_norm": 428.0, |
| "kl_loss_10": 111.85544166564941, |
| "kl_loss_2": 1344.305419921875, |
| "kl_loss_3": 948.2704040527344, |
| "kl_loss_7": 233.77221450805663, |
| "learning_rate": 0.0008880732321458784, |
| "loss": 659.9288, |
| "step": 2250 |
| }, |
| { |
| "ce_loss_10": 3.6572599172592164, |
| "ce_loss_13": 3.589207625389099, |
| "ce_loss_2": 4.229009163379669, |
| "ce_loss_3": 4.035797142982483, |
| "ce_loss_7": 3.720983362197876, |
| "epoch": 0.226, |
| "grad_norm": 450.0, |
| "kl_loss_10": 112.32478141784668, |
| "kl_loss_2": 1315.7465759277343, |
| "kl_loss_3": 923.5756164550781, |
| "kl_loss_7": 233.98969955444335, |
| "learning_rate": 0.0008870708053195413, |
| "loss": 656.0779, |
| "step": 2260 |
| }, |
| { |
| "ce_loss_10": 3.6822890281677245, |
| "ce_loss_13": 3.613891136646271, |
| "ce_loss_2": 4.243361723423004, |
| "ce_loss_3": 4.054495620727539, |
| "ce_loss_7": 3.7477814078330995, |
| "epoch": 0.227, |
| "grad_norm": 510.0, |
| "kl_loss_10": 109.18305702209473, |
| "kl_loss_2": 1298.216571044922, |
| "kl_loss_3": 915.6232360839844, |
| "kl_loss_7": 232.2860221862793, |
| "learning_rate": 0.0008860644806944918, |
| "loss": 640.8393, |
| "step": 2270 |
| }, |
| { |
| "ce_loss_10": 3.6228482365608214, |
| "ce_loss_13": 3.55364191532135, |
| "ce_loss_2": 4.206750881671906, |
| "ce_loss_3": 4.00951054096222, |
| "ce_loss_7": 3.692072665691376, |
| "epoch": 0.228, |
| "grad_norm": 516.0, |
| "kl_loss_10": 112.56623115539551, |
| "kl_loss_2": 1346.1175109863282, |
| "kl_loss_3": 947.8353302001954, |
| "kl_loss_7": 250.14039154052733, |
| "learning_rate": 0.0008850542684044079, |
| "loss": 646.6089, |
| "step": 2280 |
| }, |
| { |
| "ce_loss_10": 3.594875121116638, |
| "ce_loss_13": 3.5233037948608397, |
| "ce_loss_2": 4.204600942134857, |
| "ce_loss_3": 3.998581278324127, |
| "ce_loss_7": 3.665067207813263, |
| "epoch": 0.229, |
| "grad_norm": 450.0, |
| "kl_loss_10": 112.58180122375488, |
| "kl_loss_2": 1387.7576477050782, |
| "kl_loss_3": 974.7930572509765, |
| "kl_loss_7": 248.70092544555663, |
| "learning_rate": 0.0008840401786221159, |
| "loss": 661.1442, |
| "step": 2290 |
| }, |
| { |
| "ce_loss_10": 3.731163203716278, |
| "ce_loss_13": 3.6657732129096985, |
| "ce_loss_2": 4.296657812595368, |
| "ce_loss_3": 4.099385142326355, |
| "ce_loss_7": 3.791227328777313, |
| "epoch": 0.23, |
| "grad_norm": 480.0, |
| "kl_loss_10": 108.29386520385742, |
| "kl_loss_2": 1301.2722473144531, |
| "kl_loss_3": 910.2853973388671, |
| "kl_loss_7": 230.31064682006837, |
| "learning_rate": 0.000883022221559489, |
| "loss": 636.6557, |
| "step": 2300 |
| }, |
| { |
| "ce_loss_10": 3.68310546875, |
| "ce_loss_13": 3.615295338630676, |
| "ce_loss_2": 4.257085943222046, |
| "ce_loss_3": 4.067182207107544, |
| "ce_loss_7": 3.7437336564064028, |
| "epoch": 0.231, |
| "grad_norm": 446.0, |
| "kl_loss_10": 109.58497161865235, |
| "kl_loss_2": 1331.8181457519531, |
| "kl_loss_3": 935.3311614990234, |
| "kl_loss_7": 230.688321685791, |
| "learning_rate": 0.0008820004074673434, |
| "loss": 666.0036, |
| "step": 2310 |
| }, |
| { |
| "ce_loss_10": 3.588702178001404, |
| "ce_loss_13": 3.524743127822876, |
| "ce_loss_2": 4.165178096294403, |
| "ce_loss_3": 3.97126362323761, |
| "ce_loss_7": 3.6520536303520204, |
| "epoch": 0.232, |
| "grad_norm": 494.0, |
| "kl_loss_10": 105.68032302856446, |
| "kl_loss_2": 1342.763037109375, |
| "kl_loss_3": 936.0263000488281, |
| "kl_loss_7": 229.52542724609376, |
| "learning_rate": 0.0008809747466353355, |
| "loss": 641.3422, |
| "step": 2320 |
| }, |
| { |
| "ce_loss_10": 3.602530860900879, |
| "ce_loss_13": 3.5331971526145933, |
| "ce_loss_2": 4.167471373081208, |
| "ce_loss_3": 3.977475893497467, |
| "ce_loss_7": 3.6642409324645997, |
| "epoch": 0.233, |
| "grad_norm": 458.0, |
| "kl_loss_10": 110.41828346252441, |
| "kl_loss_2": 1312.3292907714845, |
| "kl_loss_3": 919.6944396972656, |
| "kl_loss_7": 231.60648040771486, |
| "learning_rate": 0.0008799452493918585, |
| "loss": 645.3, |
| "step": 2330 |
| }, |
| { |
| "ce_loss_10": 3.6880576372146607, |
| "ce_loss_13": 3.6198028326034546, |
| "ce_loss_2": 4.254074168205261, |
| "ce_loss_3": 4.062888276576996, |
| "ce_loss_7": 3.7507563471794128, |
| "epoch": 0.234, |
| "grad_norm": 474.0, |
| "kl_loss_10": 110.42879600524903, |
| "kl_loss_2": 1309.2276428222656, |
| "kl_loss_3": 921.8907257080078, |
| "kl_loss_7": 233.63690185546875, |
| "learning_rate": 0.0008789119261039385, |
| "loss": 662.3614, |
| "step": 2340 |
| }, |
| { |
| "ce_loss_10": 3.5944358229637148, |
| "ce_loss_13": 3.5265544295310973, |
| "ce_loss_2": 4.165751957893372, |
| "ce_loss_3": 3.9788960099220274, |
| "ce_loss_7": 3.656530773639679, |
| "epoch": 0.235, |
| "grad_norm": 390.0, |
| "kl_loss_10": 106.77197875976563, |
| "kl_loss_2": 1303.9624755859375, |
| "kl_loss_3": 920.4357025146485, |
| "kl_loss_7": 233.87101974487305, |
| "learning_rate": 0.0008778747871771292, |
| "loss": 636.2241, |
| "step": 2350 |
| }, |
| { |
| "ce_loss_10": 3.642832565307617, |
| "ce_loss_13": 3.5764389514923094, |
| "ce_loss_2": 4.1962644219398495, |
| "ce_loss_3": 4.005896735191345, |
| "ce_loss_7": 3.703742432594299, |
| "epoch": 0.236, |
| "grad_norm": 488.0, |
| "kl_loss_10": 106.56211357116699, |
| "kl_loss_2": 1280.7797607421876, |
| "kl_loss_3": 899.6746459960938, |
| "kl_loss_7": 226.2964195251465, |
| "learning_rate": 0.0008768338430554083, |
| "loss": 628.8105, |
| "step": 2360 |
| }, |
| { |
| "ce_loss_10": 3.6540219306945803, |
| "ce_loss_13": 3.5862942576408385, |
| "ce_loss_2": 4.217021405696869, |
| "ce_loss_3": 4.0323525190353395, |
| "ce_loss_7": 3.715273082256317, |
| "epoch": 0.237, |
| "grad_norm": 446.0, |
| "kl_loss_10": 108.96415519714355, |
| "kl_loss_2": 1303.7487731933593, |
| "kl_loss_3": 917.9468658447265, |
| "kl_loss_7": 231.81985321044922, |
| "learning_rate": 0.0008757891042210713, |
| "loss": 643.5909, |
| "step": 2370 |
| }, |
| { |
| "ce_loss_10": 3.6785866141319277, |
| "ce_loss_13": 3.6081984996795655, |
| "ce_loss_2": 4.2465239524841305, |
| "ce_loss_3": 4.049813544750213, |
| "ce_loss_7": 3.7435325622558593, |
| "epoch": 0.238, |
| "grad_norm": 504.0, |
| "kl_loss_10": 111.76208610534668, |
| "kl_loss_2": 1305.791943359375, |
| "kl_loss_3": 916.3558563232422, |
| "kl_loss_7": 238.5102066040039, |
| "learning_rate": 0.0008747405811946271, |
| "loss": 645.7604, |
| "step": 2380 |
| }, |
| { |
| "ce_loss_10": 3.5631368517875672, |
| "ce_loss_13": 3.4966716051101683, |
| "ce_loss_2": 4.149629712104797, |
| "ce_loss_3": 3.960558259487152, |
| "ce_loss_7": 3.629357707500458, |
| "epoch": 0.239, |
| "grad_norm": 466.0, |
| "kl_loss_10": 110.7029800415039, |
| "kl_loss_2": 1342.1500549316406, |
| "kl_loss_3": 952.2329833984375, |
| "kl_loss_7": 240.75519790649415, |
| "learning_rate": 0.0008736882845346905, |
| "loss": 640.1473, |
| "step": 2390 |
| }, |
| { |
| "ce_loss_10": 3.6702625513076783, |
| "ce_loss_13": 3.598974347114563, |
| "ce_loss_2": 4.235510897636414, |
| "ce_loss_3": 4.041280698776245, |
| "ce_loss_7": 3.734322738647461, |
| "epoch": 0.24, |
| "grad_norm": 504.0, |
| "kl_loss_10": 116.23694610595703, |
| "kl_loss_2": 1302.5589904785156, |
| "kl_loss_3": 916.9543487548829, |
| "kl_loss_7": 247.71970977783204, |
| "learning_rate": 0.0008726322248378774, |
| "loss": 637.9229, |
| "step": 2400 |
| }, |
| { |
| "ce_loss_10": 3.6652265906333925, |
| "ce_loss_13": 3.595516872406006, |
| "ce_loss_2": 4.246520745754242, |
| "ce_loss_3": 4.043909120559692, |
| "ce_loss_7": 3.7296547532081603, |
| "epoch": 0.241, |
| "grad_norm": 450.0, |
| "kl_loss_10": 113.42751388549804, |
| "kl_loss_2": 1334.7802490234376, |
| "kl_loss_3": 932.5218017578125, |
| "kl_loss_7": 240.9356887817383, |
| "learning_rate": 0.0008715724127386971, |
| "loss": 657.7121, |
| "step": 2410 |
| }, |
| { |
| "ce_loss_10": 3.7339873194694517, |
| "ce_loss_13": 3.6643826484680178, |
| "ce_loss_2": 4.278091061115265, |
| "ce_loss_3": 4.095656621456146, |
| "ce_loss_7": 3.791609489917755, |
| "epoch": 0.242, |
| "grad_norm": 462.0, |
| "kl_loss_10": 112.56025924682618, |
| "kl_loss_2": 1285.8053466796875, |
| "kl_loss_3": 903.9169921875, |
| "kl_loss_7": 234.85026092529296, |
| "learning_rate": 0.0008705088589094458, |
| "loss": 638.7832, |
| "step": 2420 |
| }, |
| { |
| "ce_loss_10": 3.745934009552002, |
| "ce_loss_13": 3.677195417881012, |
| "ce_loss_2": 4.306411802768707, |
| "ce_loss_3": 4.115467298030853, |
| "ce_loss_7": 3.8079170107841493, |
| "epoch": 0.243, |
| "grad_norm": 414.0, |
| "kl_loss_10": 111.40414924621582, |
| "kl_loss_2": 1291.0523193359375, |
| "kl_loss_3": 906.0183563232422, |
| "kl_loss_7": 231.1467155456543, |
| "learning_rate": 0.0008694415740600988, |
| "loss": 640.6179, |
| "step": 2430 |
| }, |
| { |
| "ce_loss_10": 3.595633792877197, |
| "ce_loss_13": 3.5286824345588683, |
| "ce_loss_2": 4.186046612262726, |
| "ce_loss_3": 3.9901591181755065, |
| "ce_loss_7": 3.6573471426963806, |
| "epoch": 0.244, |
| "grad_norm": 500.0, |
| "kl_loss_10": 109.70008354187011, |
| "kl_loss_2": 1348.1939697265625, |
| "kl_loss_3": 959.4411895751953, |
| "kl_loss_7": 231.17713012695313, |
| "learning_rate": 0.0008683705689382025, |
| "loss": 654.2107, |
| "step": 2440 |
| }, |
| { |
| "ce_loss_10": 3.684832978248596, |
| "ce_loss_13": 3.616632854938507, |
| "ce_loss_2": 4.231842195987701, |
| "ce_loss_3": 4.048018515110016, |
| "ce_loss_7": 3.740548253059387, |
| "epoch": 0.245, |
| "grad_norm": 450.0, |
| "kl_loss_10": 108.41531753540039, |
| "kl_loss_2": 1280.763720703125, |
| "kl_loss_3": 904.3856048583984, |
| "kl_loss_7": 224.61626434326172, |
| "learning_rate": 0.0008672958543287666, |
| "loss": 648.306, |
| "step": 2450 |
| }, |
| { |
| "ce_loss_10": 3.6943544864654543, |
| "ce_loss_13": 3.625825345516205, |
| "ce_loss_2": 4.246035170555115, |
| "ce_loss_3": 4.063331556320191, |
| "ce_loss_7": 3.75509090423584, |
| "epoch": 0.246, |
| "grad_norm": 428.0, |
| "kl_loss_10": 109.8709056854248, |
| "kl_loss_2": 1283.2248840332031, |
| "kl_loss_3": 904.9634002685547, |
| "kl_loss_7": 228.17876358032225, |
| "learning_rate": 0.0008662174410541554, |
| "loss": 632.1618, |
| "step": 2460 |
| }, |
| { |
| "ce_loss_10": 3.6546427369117738, |
| "ce_loss_13": 3.587355947494507, |
| "ce_loss_2": 4.204605233669281, |
| "ce_loss_3": 4.022764265537262, |
| "ce_loss_7": 3.717895233631134, |
| "epoch": 0.247, |
| "grad_norm": 394.0, |
| "kl_loss_10": 107.19166374206543, |
| "kl_loss_2": 1283.1351989746095, |
| "kl_loss_3": 906.7954956054688, |
| "kl_loss_7": 227.77373123168945, |
| "learning_rate": 0.0008651353399739787, |
| "loss": 642.6704, |
| "step": 2470 |
| }, |
| { |
| "ce_loss_10": 3.685038208961487, |
| "ce_loss_13": 3.6166242718696595, |
| "ce_loss_2": 4.247460579872131, |
| "ce_loss_3": 4.056502640247345, |
| "ce_loss_7": 3.7451204299926757, |
| "epoch": 0.248, |
| "grad_norm": 520.0, |
| "kl_loss_10": 109.50839309692383, |
| "kl_loss_2": 1297.0845886230468, |
| "kl_loss_3": 908.0451263427734, |
| "kl_loss_7": 229.69447708129883, |
| "learning_rate": 0.0008640495619849821, |
| "loss": 636.7805, |
| "step": 2480 |
| }, |
| { |
| "ce_loss_10": 3.6444509506225584, |
| "ce_loss_13": 3.5771190404891966, |
| "ce_loss_2": 4.202155363559723, |
| "ce_loss_3": 4.00964595079422, |
| "ce_loss_7": 3.709311318397522, |
| "epoch": 0.249, |
| "grad_norm": 492.0, |
| "kl_loss_10": 107.21613540649415, |
| "kl_loss_2": 1287.2485595703124, |
| "kl_loss_3": 903.1389892578125, |
| "kl_loss_7": 236.67683792114258, |
| "learning_rate": 0.0008629601180209381, |
| "loss": 632.6728, |
| "step": 2490 |
| }, |
| { |
| "ce_loss_10": 3.640513265132904, |
| "ce_loss_13": 3.571250784397125, |
| "ce_loss_2": 4.189491713047028, |
| "ce_loss_3": 4.000437986850739, |
| "ce_loss_7": 3.6998685002326965, |
| "epoch": 0.25, |
| "grad_norm": 388.0, |
| "kl_loss_10": 109.32069320678711, |
| "kl_loss_2": 1269.254248046875, |
| "kl_loss_3": 889.8983123779296, |
| "kl_loss_7": 235.86445999145508, |
| "learning_rate": 0.000861867019052535, |
| "loss": 634.9495, |
| "step": 2500 |
| }, |
| { |
| "ce_loss_10": 3.5532511711120605, |
| "ce_loss_13": 3.4857767462730407, |
| "ce_loss_2": 4.138734245300293, |
| "ce_loss_3": 3.9396822333335875, |
| "ce_loss_7": 3.6218135476112367, |
| "epoch": 0.251, |
| "grad_norm": 454.0, |
| "kl_loss_10": 108.08290519714356, |
| "kl_loss_2": 1328.9036437988282, |
| "kl_loss_3": 931.4583953857422, |
| "kl_loss_7": 239.18134002685548, |
| "learning_rate": 0.0008607702760872678, |
| "loss": 651.695, |
| "step": 2510 |
| }, |
| { |
| "ce_loss_10": 3.6758545279502868, |
| "ce_loss_13": 3.6099536180496217, |
| "ce_loss_2": 4.224261367321015, |
| "ce_loss_3": 4.035415709018707, |
| "ce_loss_7": 3.738192629814148, |
| "epoch": 0.252, |
| "grad_norm": 676.0, |
| "kl_loss_10": 109.95955963134766, |
| "kl_loss_2": 1264.877392578125, |
| "kl_loss_3": 890.2998840332032, |
| "kl_loss_7": 227.99790649414064, |
| "learning_rate": 0.0008596699001693256, |
| "loss": 638.9367, |
| "step": 2520 |
| }, |
| { |
| "ce_loss_10": 3.695500302314758, |
| "ce_loss_13": 3.61992267370224, |
| "ce_loss_2": 4.222428333759308, |
| "ce_loss_3": 4.035504674911499, |
| "ce_loss_7": 3.743453121185303, |
| "epoch": 0.253, |
| "grad_norm": 548.0, |
| "kl_loss_10": 127.16191024780274, |
| "kl_loss_2": 1273.7016052246095, |
| "kl_loss_3": 884.7771850585938, |
| "kl_loss_7": 228.30911254882812, |
| "learning_rate": 0.0008585659023794818, |
| "loss": 643.5041, |
| "step": 2530 |
| }, |
| { |
| "ce_loss_10": 3.637289047241211, |
| "ce_loss_13": 3.5686028838157653, |
| "ce_loss_2": 4.218254780769348, |
| "ce_loss_3": 4.019161069393158, |
| "ce_loss_7": 3.696817862987518, |
| "epoch": 0.254, |
| "grad_norm": 462.0, |
| "kl_loss_10": 120.60056190490722, |
| "kl_loss_2": 1330.6954162597656, |
| "kl_loss_3": 938.699496459961, |
| "kl_loss_7": 233.61075134277343, |
| "learning_rate": 0.0008574582938349817, |
| "loss": 644.681, |
| "step": 2540 |
| }, |
| { |
| "ce_loss_10": 3.6420682311058044, |
| "ce_loss_13": 3.567863130569458, |
| "ce_loss_2": 4.228188097476959, |
| "ce_loss_3": 4.029180979728698, |
| "ce_loss_7": 3.705214190483093, |
| "epoch": 0.255, |
| "grad_norm": 372.0, |
| "kl_loss_10": 117.31230735778809, |
| "kl_loss_2": 1354.2801513671875, |
| "kl_loss_3": 952.2808837890625, |
| "kl_loss_7": 241.81886978149413, |
| "learning_rate": 0.0008563470856894315, |
| "loss": 640.0965, |
| "step": 2550 |
| }, |
| { |
| "ce_loss_10": 3.6231508612632752, |
| "ce_loss_13": 3.5556546688079833, |
| "ce_loss_2": 4.189491558074951, |
| "ce_loss_3": 3.9987146973609926, |
| "ce_loss_7": 3.681329298019409, |
| "epoch": 0.256, |
| "grad_norm": 472.0, |
| "kl_loss_10": 108.91358489990235, |
| "kl_loss_2": 1298.7685607910157, |
| "kl_loss_3": 917.6602386474609, |
| "kl_loss_7": 230.57952499389648, |
| "learning_rate": 0.0008552322891326845, |
| "loss": 638.6699, |
| "step": 2560 |
| }, |
| { |
| "ce_loss_10": 3.5982382774353026, |
| "ce_loss_13": 3.528933322429657, |
| "ce_loss_2": 4.162684524059296, |
| "ce_loss_3": 3.9698683977127076, |
| "ce_loss_7": 3.656614398956299, |
| "epoch": 0.257, |
| "grad_norm": 434.0, |
| "kl_loss_10": 109.61449127197265, |
| "kl_loss_2": 1301.0992553710937, |
| "kl_loss_3": 921.5931274414063, |
| "kl_loss_7": 231.00868759155273, |
| "learning_rate": 0.0008541139153907296, |
| "loss": 634.7393, |
| "step": 2570 |
| }, |
| { |
| "ce_loss_10": 3.5526642203330994, |
| "ce_loss_13": 3.485519516468048, |
| "ce_loss_2": 4.114146530628204, |
| "ce_loss_3": 3.924081325531006, |
| "ce_loss_7": 3.614666759967804, |
| "epoch": 0.258, |
| "grad_norm": 548.0, |
| "kl_loss_10": 107.18747673034667, |
| "kl_loss_2": 1300.3511169433593, |
| "kl_loss_3": 919.3837615966797, |
| "kl_loss_7": 228.61345367431642, |
| "learning_rate": 0.0008529919757255782, |
| "loss": 640.0102, |
| "step": 2580 |
| }, |
| { |
| "ce_loss_10": 3.591010940074921, |
| "ce_loss_13": 3.519867956638336, |
| "ce_loss_2": 4.122671520709991, |
| "ce_loss_3": 3.9352630972862244, |
| "ce_loss_7": 3.642985260486603, |
| "epoch": 0.259, |
| "grad_norm": 462.0, |
| "kl_loss_10": 115.52005577087402, |
| "kl_loss_2": 1261.9588439941406, |
| "kl_loss_3": 881.7059204101563, |
| "kl_loss_7": 222.79493560791016, |
| "learning_rate": 0.0008518664814351503, |
| "loss": 624.9721, |
| "step": 2590 |
| }, |
| { |
| "ce_loss_10": 3.5559722065925596, |
| "ce_loss_13": 3.4851076006889343, |
| "ce_loss_2": 4.12727187871933, |
| "ce_loss_3": 3.9312629222869875, |
| "ce_loss_7": 3.6141554713249207, |
| "epoch": 0.26, |
| "grad_norm": 468.0, |
| "kl_loss_10": 118.2235237121582, |
| "kl_loss_2": 1329.9431396484374, |
| "kl_loss_3": 938.9490844726563, |
| "kl_loss_7": 229.97386627197267, |
| "learning_rate": 0.0008507374438531607, |
| "loss": 664.5543, |
| "step": 2600 |
| }, |
| { |
| "ce_loss_10": 3.52994726896286, |
| "ce_loss_13": 3.460645878314972, |
| "ce_loss_2": 4.086832702159882, |
| "ce_loss_3": 3.8989439606666565, |
| "ce_loss_7": 3.5843619465827943, |
| "epoch": 0.261, |
| "grad_norm": 454.0, |
| "kl_loss_10": 111.8594409942627, |
| "kl_loss_2": 1283.5894409179687, |
| "kl_loss_3": 906.6501983642578, |
| "kl_loss_7": 225.07547607421876, |
| "learning_rate": 0.0008496048743490053, |
| "loss": 631.2727, |
| "step": 2610 |
| }, |
| { |
| "ce_loss_10": 3.688689887523651, |
| "ce_loss_13": 3.6171088218688965, |
| "ce_loss_2": 4.232082653045654, |
| "ce_loss_3": 4.045144772529602, |
| "ce_loss_7": 3.7411328554153442, |
| "epoch": 0.262, |
| "grad_norm": 498.0, |
| "kl_loss_10": 112.36735153198242, |
| "kl_loss_2": 1262.6953674316405, |
| "kl_loss_3": 890.0498321533203, |
| "kl_loss_7": 224.3122886657715, |
| "learning_rate": 0.0008484687843276469, |
| "loss": 626.552, |
| "step": 2620 |
| }, |
| { |
| "ce_loss_10": 3.6142364263534548, |
| "ce_loss_13": 3.54564208984375, |
| "ce_loss_2": 4.1653601884841915, |
| "ce_loss_3": 3.979761373996735, |
| "ce_loss_7": 3.670048642158508, |
| "epoch": 0.263, |
| "grad_norm": 604.0, |
| "kl_loss_10": 113.79613609313965, |
| "kl_loss_2": 1291.2943481445313, |
| "kl_loss_3": 909.2907562255859, |
| "kl_loss_7": 229.63263626098632, |
| "learning_rate": 0.0008473291852294987, |
| "loss": 643.7754, |
| "step": 2630 |
| }, |
| { |
| "ce_loss_10": 3.624956822395325, |
| "ce_loss_13": 3.5516101837158205, |
| "ce_loss_2": 4.185651910305023, |
| "ce_loss_3": 3.9955446600914, |
| "ce_loss_7": 3.682393753528595, |
| "epoch": 0.264, |
| "grad_norm": 560.0, |
| "kl_loss_10": 118.29873504638672, |
| "kl_loss_2": 1318.540350341797, |
| "kl_loss_3": 922.2017700195313, |
| "kl_loss_7": 233.18995971679686, |
| "learning_rate": 0.0008461860885303114, |
| "loss": 639.2153, |
| "step": 2640 |
| }, |
| { |
| "ce_loss_10": 3.651511311531067, |
| "ce_loss_13": 3.5835230231285093, |
| "ce_loss_2": 4.192479598522186, |
| "ce_loss_3": 4.010076713562012, |
| "ce_loss_7": 3.705660367012024, |
| "epoch": 0.265, |
| "grad_norm": 532.0, |
| "kl_loss_10": 120.45394592285156, |
| "kl_loss_2": 1256.7761352539062, |
| "kl_loss_3": 889.5764984130859, |
| "kl_loss_7": 224.92701721191406, |
| "learning_rate": 0.000845039505741056, |
| "loss": 630.0308, |
| "step": 2650 |
| }, |
| { |
| "ce_loss_10": 3.6381911635398865, |
| "ce_loss_13": 3.567105031013489, |
| "ce_loss_2": 4.197239780426026, |
| "ce_loss_3": 4.007714176177979, |
| "ce_loss_7": 3.694069528579712, |
| "epoch": 0.266, |
| "grad_norm": 476.0, |
| "kl_loss_10": 120.83754425048828, |
| "kl_loss_2": 1304.788995361328, |
| "kl_loss_3": 924.8183044433594, |
| "kl_loss_7": 230.70355300903321, |
| "learning_rate": 0.0008438894484078086, |
| "loss": 659.7302, |
| "step": 2660 |
| }, |
| { |
| "ce_loss_10": 3.6475989818573, |
| "ce_loss_13": 3.575591731071472, |
| "ce_loss_2": 4.190777051448822, |
| "ce_loss_3": 4.004483807086944, |
| "ce_loss_7": 3.6995357990264894, |
| "epoch": 0.267, |
| "grad_norm": 486.0, |
| "kl_loss_10": 115.3904426574707, |
| "kl_loss_2": 1277.0895690917969, |
| "kl_loss_3": 898.4886535644531, |
| "kl_loss_7": 228.7105613708496, |
| "learning_rate": 0.0008427359281116334, |
| "loss": 634.3606, |
| "step": 2670 |
| }, |
| { |
| "ce_loss_10": 3.547777831554413, |
| "ce_loss_13": 3.4795953035354614, |
| "ce_loss_2": 4.113273656368255, |
| "ce_loss_3": 3.9340083956718446, |
| "ce_loss_7": 3.6087413907051085, |
| "epoch": 0.268, |
| "grad_norm": 572.0, |
| "kl_loss_10": 111.49882125854492, |
| "kl_loss_2": 1312.4553100585938, |
| "kl_loss_3": 937.0226959228515, |
| "kl_loss_7": 228.7356918334961, |
| "learning_rate": 0.0008415789564684673, |
| "loss": 643.8098, |
| "step": 2680 |
| }, |
| { |
| "ce_loss_10": 3.7991090655326842, |
| "ce_loss_13": 3.7250254154205322, |
| "ce_loss_2": 4.329492318630218, |
| "ce_loss_3": 4.153719592094421, |
| "ce_loss_7": 3.8572392106056212, |
| "epoch": 0.269, |
| "grad_norm": 536.0, |
| "kl_loss_10": 119.75568199157715, |
| "kl_loss_2": 1240.7658264160157, |
| "kl_loss_3": 900.5773712158203, |
| "kl_loss_7": 236.5658187866211, |
| "learning_rate": 0.0008404185451290017, |
| "loss": 621.7949, |
| "step": 2690 |
| }, |
| { |
| "ce_loss_10": 3.6571221590042113, |
| "ce_loss_13": 3.5904589772224424, |
| "ce_loss_2": 4.20020170211792, |
| "ce_loss_3": 4.020016396045685, |
| "ce_loss_7": 3.7206122040748597, |
| "epoch": 0.27, |
| "grad_norm": 612.0, |
| "kl_loss_10": 109.39498329162598, |
| "kl_loss_2": 1278.1862854003907, |
| "kl_loss_3": 903.8941192626953, |
| "kl_loss_7": 233.3107780456543, |
| "learning_rate": 0.0008392547057785661, |
| "loss": 629.3908, |
| "step": 2700 |
| }, |
| { |
| "ce_loss_10": 3.5812445521354674, |
| "ce_loss_13": 3.511835253238678, |
| "ce_loss_2": 4.144945275783539, |
| "ce_loss_3": 3.964122700691223, |
| "ce_loss_7": 3.65096001625061, |
| "epoch": 0.271, |
| "grad_norm": 536.0, |
| "kl_loss_10": 110.46146507263184, |
| "kl_loss_2": 1320.70322265625, |
| "kl_loss_3": 951.1240264892579, |
| "kl_loss_7": 251.59460906982423, |
| "learning_rate": 0.0008380874501370098, |
| "loss": 636.0247, |
| "step": 2710 |
| }, |
| { |
| "ce_loss_10": 3.576056122779846, |
| "ce_loss_13": 3.5100281834602356, |
| "ce_loss_2": 4.140222942829132, |
| "ce_loss_3": 3.9531075954437256, |
| "ce_loss_7": 3.6410070419311524, |
| "epoch": 0.272, |
| "grad_norm": 544.0, |
| "kl_loss_10": 110.53367462158204, |
| "kl_loss_2": 1306.970849609375, |
| "kl_loss_3": 923.5474395751953, |
| "kl_loss_7": 236.50457839965821, |
| "learning_rate": 0.0008369167899585841, |
| "loss": 640.9572, |
| "step": 2720 |
| }, |
| { |
| "ce_loss_10": 3.6997987627983093, |
| "ce_loss_13": 3.635802137851715, |
| "ce_loss_2": 4.225974369049072, |
| "ce_loss_3": 4.0530330538749695, |
| "ce_loss_7": 3.760606610774994, |
| "epoch": 0.273, |
| "grad_norm": 700.0, |
| "kl_loss_10": 106.76014976501465, |
| "kl_loss_2": 1235.3878662109375, |
| "kl_loss_3": 873.6434448242187, |
| "kl_loss_7": 224.53188552856446, |
| "learning_rate": 0.0008357427370318238, |
| "loss": 630.9094, |
| "step": 2730 |
| }, |
| { |
| "ce_loss_10": 3.6538386702537538, |
| "ce_loss_13": 3.5854528903961183, |
| "ce_loss_2": 4.205159163475036, |
| "ce_loss_3": 4.013937699794769, |
| "ce_loss_7": 3.712061953544617, |
| "epoch": 0.274, |
| "grad_norm": 448.0, |
| "kl_loss_10": 110.17894134521484, |
| "kl_loss_2": 1286.5609130859375, |
| "kl_loss_3": 904.9044860839844, |
| "kl_loss_7": 229.6865478515625, |
| "learning_rate": 0.0008345653031794292, |
| "loss": 635.8903, |
| "step": 2740 |
| }, |
| { |
| "ce_loss_10": 3.6535327553749086, |
| "ce_loss_13": 3.5872610807418823, |
| "ce_loss_2": 4.199507582187652, |
| "ce_loss_3": 4.0229881525039675, |
| "ce_loss_7": 3.712740111351013, |
| "epoch": 0.275, |
| "grad_norm": 494.0, |
| "kl_loss_10": 108.84803733825683, |
| "kl_loss_2": 1267.8911865234375, |
| "kl_loss_3": 897.5597198486328, |
| "kl_loss_7": 226.9661651611328, |
| "learning_rate": 0.0008333845002581458, |
| "loss": 628.4583, |
| "step": 2750 |
| }, |
| { |
| "ce_loss_10": 3.5756468772888184, |
| "ce_loss_13": 3.5082659125328064, |
| "ce_loss_2": 4.145406031608582, |
| "ce_loss_3": 3.954765808582306, |
| "ce_loss_7": 3.6372469902038573, |
| "epoch": 0.276, |
| "grad_norm": 442.0, |
| "kl_loss_10": 107.86047019958497, |
| "kl_loss_2": 1333.4900146484374, |
| "kl_loss_3": 936.4077697753906, |
| "kl_loss_7": 230.6979835510254, |
| "learning_rate": 0.0008322003401586462, |
| "loss": 647.3615, |
| "step": 2760 |
| }, |
| { |
| "ce_loss_10": 3.615983176231384, |
| "ce_loss_13": 3.5494200587272644, |
| "ce_loss_2": 4.153625726699829, |
| "ce_loss_3": 3.9661497712135314, |
| "ce_loss_7": 3.670648729801178, |
| "epoch": 0.277, |
| "grad_norm": 456.0, |
| "kl_loss_10": 107.68133277893067, |
| "kl_loss_2": 1252.6388610839845, |
| "kl_loss_3": 875.4474029541016, |
| "kl_loss_7": 220.59310073852538, |
| "learning_rate": 0.0008310128348054094, |
| "loss": 608.5761, |
| "step": 2770 |
| }, |
| { |
| "ce_loss_10": 3.581556737422943, |
| "ce_loss_13": 3.518260824680328, |
| "ce_loss_2": 4.13277485370636, |
| "ce_loss_3": 3.9427122831344605, |
| "ce_loss_7": 3.6427804708480833, |
| "epoch": 0.278, |
| "grad_norm": 556.0, |
| "kl_loss_10": 107.17420654296875, |
| "kl_loss_2": 1270.6333923339844, |
| "kl_loss_3": 894.9070373535156, |
| "kl_loss_7": 225.04671096801758, |
| "learning_rate": 0.0008298219961566008, |
| "loss": 624.6308, |
| "step": 2780 |
| }, |
| { |
| "ce_loss_10": 3.5525727391242983, |
| "ce_loss_13": 3.485328257083893, |
| "ce_loss_2": 4.1319693446159365, |
| "ce_loss_3": 3.9388387560844422, |
| "ce_loss_7": 3.6104352355003355, |
| "epoch": 0.279, |
| "grad_norm": 394.0, |
| "kl_loss_10": 112.5637420654297, |
| "kl_loss_2": 1333.4249206542968, |
| "kl_loss_3": 937.83544921875, |
| "kl_loss_7": 227.29133377075195, |
| "learning_rate": 0.0008286278362039527, |
| "loss": 635.7598, |
| "step": 2790 |
| }, |
| { |
| "ce_loss_10": 3.587259495258331, |
| "ce_loss_13": 3.5128440499305724, |
| "ce_loss_2": 4.159168899059296, |
| "ce_loss_3": 3.9615533709526063, |
| "ce_loss_7": 3.6405880570411684, |
| "epoch": 0.28, |
| "grad_norm": 402.0, |
| "kl_loss_10": 114.4114917755127, |
| "kl_loss_2": 1318.4106079101562, |
| "kl_loss_3": 924.2900451660156, |
| "kl_loss_7": 224.0070999145508, |
| "learning_rate": 0.0008274303669726426, |
| "loss": 628.2539, |
| "step": 2800 |
| }, |
| { |
| "ce_loss_10": 3.479981768131256, |
| "ce_loss_13": 3.411652183532715, |
| "ce_loss_2": 4.056045913696289, |
| "ce_loss_3": 3.866449761390686, |
| "ce_loss_7": 3.5390130996704103, |
| "epoch": 0.281, |
| "grad_norm": 484.0, |
| "kl_loss_10": 111.04401168823242, |
| "kl_loss_2": 1325.4802673339843, |
| "kl_loss_3": 933.757958984375, |
| "kl_loss_7": 223.9423583984375, |
| "learning_rate": 0.0008262296005211721, |
| "loss": 628.6442, |
| "step": 2810 |
| }, |
| { |
| "ce_loss_10": 3.6082133769989015, |
| "ce_loss_13": 3.543479096889496, |
| "ce_loss_2": 4.177137637138367, |
| "ce_loss_3": 3.9879695653915403, |
| "ce_loss_7": 3.667951965332031, |
| "epoch": 0.282, |
| "grad_norm": 436.0, |
| "kl_loss_10": 106.70964050292969, |
| "kl_loss_2": 1303.7048461914062, |
| "kl_loss_3": 916.7790283203125, |
| "kl_loss_7": 222.79779052734375, |
| "learning_rate": 0.0008250255489412463, |
| "loss": 627.094, |
| "step": 2820 |
| }, |
| { |
| "ce_loss_10": 3.716309094429016, |
| "ce_loss_13": 3.642316293716431, |
| "ce_loss_2": 4.261255824565888, |
| "ce_loss_3": 4.0787659049034115, |
| "ce_loss_7": 3.7748358964920046, |
| "epoch": 0.283, |
| "grad_norm": 604.0, |
| "kl_loss_10": 114.64575080871582, |
| "kl_loss_2": 1277.7698669433594, |
| "kl_loss_3": 901.2324371337891, |
| "kl_loss_7": 231.05035324096679, |
| "learning_rate": 0.0008238182243576511, |
| "loss": 633.2869, |
| "step": 2830 |
| }, |
| { |
| "ce_loss_10": 3.682005834579468, |
| "ce_loss_13": 3.615007734298706, |
| "ce_loss_2": 4.202854037284851, |
| "ce_loss_3": 4.023157751560211, |
| "ce_loss_7": 3.736177396774292, |
| "epoch": 0.284, |
| "grad_norm": 548.0, |
| "kl_loss_10": 110.75144157409667, |
| "kl_loss_2": 1221.345361328125, |
| "kl_loss_3": 870.2192474365235, |
| "kl_loss_7": 222.93451232910155, |
| "learning_rate": 0.0008226076389281315, |
| "loss": 611.4373, |
| "step": 2840 |
| }, |
| { |
| "ce_loss_10": 3.7233519554138184, |
| "ce_loss_13": 3.6542891025543214, |
| "ce_loss_2": 4.248092949390411, |
| "ce_loss_3": 4.069663691520691, |
| "ce_loss_7": 3.775057625770569, |
| "epoch": 0.285, |
| "grad_norm": 704.0, |
| "kl_loss_10": 110.19483451843261, |
| "kl_loss_2": 1255.0005493164062, |
| "kl_loss_3": 882.4262268066407, |
| "kl_loss_7": 222.1134048461914, |
| "learning_rate": 0.0008213938048432696, |
| "loss": 610.5205, |
| "step": 2850 |
| }, |
| { |
| "ce_loss_10": 3.64341379404068, |
| "ce_loss_13": 3.5780718684196473, |
| "ce_loss_2": 4.180006468296051, |
| "ce_loss_3": 3.9996572732925415, |
| "ce_loss_7": 3.701814925670624, |
| "epoch": 0.286, |
| "grad_norm": 442.0, |
| "kl_loss_10": 108.8284294128418, |
| "kl_loss_2": 1259.7149841308594, |
| "kl_loss_3": 887.2555450439453, |
| "kl_loss_7": 224.16595458984375, |
| "learning_rate": 0.0008201767343263612, |
| "loss": 623.8719, |
| "step": 2860 |
| }, |
| { |
| "ce_loss_10": 3.580712640285492, |
| "ce_loss_13": 3.514770495891571, |
| "ce_loss_2": 4.152428865432739, |
| "ce_loss_3": 3.9586745381355284, |
| "ce_loss_7": 3.6420669674873354, |
| "epoch": 0.287, |
| "grad_norm": 478.0, |
| "kl_loss_10": 104.37866973876953, |
| "kl_loss_2": 1290.6899536132812, |
| "kl_loss_3": 906.0174041748047, |
| "kl_loss_7": 219.9403289794922, |
| "learning_rate": 0.0008189564396332927, |
| "loss": 611.9311, |
| "step": 2870 |
| }, |
| { |
| "ce_loss_10": 3.560059654712677, |
| "ce_loss_13": 3.4959851503372192, |
| "ce_loss_2": 4.124033749103546, |
| "ce_loss_3": 3.9340568661689757, |
| "ce_loss_7": 3.6201700448989866, |
| "epoch": 0.288, |
| "grad_norm": 480.0, |
| "kl_loss_10": 103.69261512756347, |
| "kl_loss_2": 1290.621844482422, |
| "kl_loss_3": 906.7965057373046, |
| "kl_loss_7": 223.63958206176758, |
| "learning_rate": 0.0008177329330524181, |
| "loss": 627.1938, |
| "step": 2880 |
| }, |
| { |
| "ce_loss_10": 3.6303093075752257, |
| "ce_loss_13": 3.5619912266731264, |
| "ce_loss_2": 4.173935759067535, |
| "ce_loss_3": 3.9890891432762148, |
| "ce_loss_7": 3.6870488286018372, |
| "epoch": 0.289, |
| "grad_norm": 452.0, |
| "kl_loss_10": 105.55148658752441, |
| "kl_loss_2": 1245.1935241699218, |
| "kl_loss_3": 874.3131744384766, |
| "kl_loss_7": 225.99310531616212, |
| "learning_rate": 0.0008165062269044352, |
| "loss": 620.2292, |
| "step": 2890 |
| }, |
| { |
| "ce_loss_10": 3.574904942512512, |
| "ce_loss_13": 3.5098610281944276, |
| "ce_loss_2": 4.134270429611206, |
| "ce_loss_3": 3.941369962692261, |
| "ce_loss_7": 3.641903018951416, |
| "epoch": 0.29, |
| "grad_norm": 394.0, |
| "kl_loss_10": 109.33544578552247, |
| "kl_loss_2": 1282.6864868164062, |
| "kl_loss_3": 899.0664276123047, |
| "kl_loss_7": 231.66256561279297, |
| "learning_rate": 0.0008152763335422613, |
| "loss": 630.6565, |
| "step": 2900 |
| }, |
| { |
| "ce_loss_10": 3.5721667885780333, |
| "ce_loss_13": 3.503155696392059, |
| "ce_loss_2": 4.123925364017486, |
| "ce_loss_3": 3.935485672950745, |
| "ce_loss_7": 3.625267505645752, |
| "epoch": 0.291, |
| "grad_norm": 600.0, |
| "kl_loss_10": 111.11225318908691, |
| "kl_loss_2": 1285.6910400390625, |
| "kl_loss_3": 903.9730163574219, |
| "kl_loss_7": 227.13845748901366, |
| "learning_rate": 0.0008140432653509088, |
| "loss": 623.4421, |
| "step": 2910 |
| }, |
| { |
| "ce_loss_10": 3.617369520664215, |
| "ce_loss_13": 3.5511601328849793, |
| "ce_loss_2": 4.158329248428345, |
| "ce_loss_3": 3.9670159101486204, |
| "ce_loss_7": 3.6755479097366335, |
| "epoch": 0.292, |
| "grad_norm": 424.0, |
| "kl_loss_10": 108.97641296386719, |
| "kl_loss_2": 1271.4477172851562, |
| "kl_loss_3": 887.2839324951171, |
| "kl_loss_7": 224.6483947753906, |
| "learning_rate": 0.0008128070347473608, |
| "loss": 614.8932, |
| "step": 2920 |
| }, |
| { |
| "ce_loss_10": 3.6203887820243836, |
| "ce_loss_13": 3.5571650743484495, |
| "ce_loss_2": 4.184931480884552, |
| "ce_loss_3": 3.988680112361908, |
| "ce_loss_7": 3.6783168077468873, |
| "epoch": 0.293, |
| "grad_norm": 442.0, |
| "kl_loss_10": 106.56389541625977, |
| "kl_loss_2": 1309.3880310058594, |
| "kl_loss_3": 912.7983032226563, |
| "kl_loss_7": 223.91178283691406, |
| "learning_rate": 0.0008115676541804455, |
| "loss": 627.653, |
| "step": 2930 |
| }, |
| { |
| "ce_loss_10": 3.631400096416473, |
| "ce_loss_13": 3.565066874027252, |
| "ce_loss_2": 4.173557686805725, |
| "ce_loss_3": 3.9938668727874758, |
| "ce_loss_7": 3.6861080646514894, |
| "epoch": 0.294, |
| "grad_norm": 410.0, |
| "kl_loss_10": 107.59184074401855, |
| "kl_loss_2": 1258.5327880859375, |
| "kl_loss_3": 893.1478424072266, |
| "kl_loss_7": 221.63349151611328, |
| "learning_rate": 0.0008103251361307119, |
| "loss": 625.068, |
| "step": 2940 |
| }, |
| { |
| "ce_loss_10": 3.6633550047874452, |
| "ce_loss_13": 3.5975454568862917, |
| "ce_loss_2": 4.201860392093659, |
| "ce_loss_3": 4.0187016248703005, |
| "ce_loss_7": 3.7217815637588503, |
| "epoch": 0.295, |
| "grad_norm": 484.0, |
| "kl_loss_10": 107.80433006286621, |
| "kl_loss_2": 1263.7409545898438, |
| "kl_loss_3": 899.7593811035156, |
| "kl_loss_7": 224.86621551513673, |
| "learning_rate": 0.0008090794931103026, |
| "loss": 620.4886, |
| "step": 2950 |
| }, |
| { |
| "ce_loss_10": 3.6508840203285216, |
| "ce_loss_13": 3.588442325592041, |
| "ce_loss_2": 4.192799139022827, |
| "ce_loss_3": 4.012849128246307, |
| "ce_loss_7": 3.706376481056213, |
| "epoch": 0.296, |
| "grad_norm": 560.0, |
| "kl_loss_10": 104.73687210083008, |
| "kl_loss_2": 1249.5858154296875, |
| "kl_loss_3": 882.2532653808594, |
| "kl_loss_7": 217.49150695800782, |
| "learning_rate": 0.0008078307376628291, |
| "loss": 618.8026, |
| "step": 2960 |
| }, |
| { |
| "ce_loss_10": 3.714610981941223, |
| "ce_loss_13": 3.648031437397003, |
| "ce_loss_2": 4.232832741737366, |
| "ce_loss_3": 4.05701197385788, |
| "ce_loss_7": 3.7682809591293336, |
| "epoch": 0.297, |
| "grad_norm": 438.0, |
| "kl_loss_10": 105.18131446838379, |
| "kl_loss_2": 1206.7602905273438, |
| "kl_loss_3": 851.9172241210938, |
| "kl_loss_7": 215.51920394897462, |
| "learning_rate": 0.000806578882363245, |
| "loss": 597.2082, |
| "step": 2970 |
| }, |
| { |
| "ce_loss_10": 3.6252587914466856, |
| "ce_loss_13": 3.5611796617507934, |
| "ce_loss_2": 4.163775825500489, |
| "ce_loss_3": 3.977950668334961, |
| "ce_loss_7": 3.6833796977996824, |
| "epoch": 0.298, |
| "grad_norm": 648.0, |
| "kl_loss_10": 103.29475135803223, |
| "kl_loss_2": 1245.597314453125, |
| "kl_loss_3": 877.1612213134765, |
| "kl_loss_7": 219.75524444580077, |
| "learning_rate": 0.0008053239398177191, |
| "loss": 627.9783, |
| "step": 2980 |
| }, |
| { |
| "ce_loss_10": 3.602860856056213, |
| "ce_loss_13": 3.538487696647644, |
| "ce_loss_2": 4.142560148239136, |
| "ce_loss_3": 3.9584405183792115, |
| "ce_loss_7": 3.659018313884735, |
| "epoch": 0.299, |
| "grad_norm": 502.0, |
| "kl_loss_10": 104.49293098449706, |
| "kl_loss_2": 1247.2865417480468, |
| "kl_loss_3": 873.8518829345703, |
| "kl_loss_7": 218.60237731933594, |
| "learning_rate": 0.0008040659226635089, |
| "loss": 629.0394, |
| "step": 2990 |
| }, |
| { |
| "ce_loss_10": 3.737885308265686, |
| "ce_loss_13": 3.670609879493713, |
| "ce_loss_2": 4.267246758937835, |
| "ce_loss_3": 4.084029448032379, |
| "ce_loss_7": 3.801585829257965, |
| "epoch": 0.3, |
| "grad_norm": 474.0, |
| "kl_loss_10": 109.13075065612793, |
| "kl_loss_2": 1251.634942626953, |
| "kl_loss_3": 874.3355682373046, |
| "kl_loss_7": 234.4466766357422, |
| "learning_rate": 0.0008028048435688333, |
| "loss": 617.8753, |
| "step": 3000 |
| }, |
| { |
| "ce_loss_10": 3.608117866516113, |
| "ce_loss_13": 3.5417439699172975, |
| "ce_loss_2": 4.164859163761139, |
| "ce_loss_3": 3.9728567838668822, |
| "ce_loss_7": 3.666444170475006, |
| "epoch": 0.301, |
| "grad_norm": 458.0, |
| "kl_loss_10": 104.67718696594238, |
| "kl_loss_2": 1290.2385009765626, |
| "kl_loss_3": 895.6051879882813, |
| "kl_loss_7": 230.77984161376952, |
| "learning_rate": 0.0008015407152327448, |
| "loss": 624.6472, |
| "step": 3010 |
| }, |
| { |
| "ce_loss_10": 3.655743646621704, |
| "ce_loss_13": 3.589059603214264, |
| "ce_loss_2": 4.197956717014312, |
| "ce_loss_3": 4.010993158817291, |
| "ce_loss_7": 3.715561032295227, |
| "epoch": 0.302, |
| "grad_norm": 490.0, |
| "kl_loss_10": 108.86725807189941, |
| "kl_loss_2": 1260.063540649414, |
| "kl_loss_3": 888.4078857421875, |
| "kl_loss_7": 225.77315521240234, |
| "learning_rate": 0.0008002735503850016, |
| "loss": 621.0348, |
| "step": 3020 |
| }, |
| { |
| "ce_loss_10": 3.5483126521110533, |
| "ce_loss_13": 3.477071487903595, |
| "ce_loss_2": 4.1067805051803585, |
| "ce_loss_3": 3.9177415490150453, |
| "ce_loss_7": 3.613772678375244, |
| "epoch": 0.303, |
| "grad_norm": 442.0, |
| "kl_loss_10": 113.85512008666993, |
| "kl_loss_2": 1301.403955078125, |
| "kl_loss_3": 923.0243713378907, |
| "kl_loss_7": 243.21601486206055, |
| "learning_rate": 0.0007990033617859396, |
| "loss": 643.6124, |
| "step": 3030 |
| }, |
| { |
| "ce_loss_10": 3.596233379840851, |
| "ce_loss_13": 3.527192997932434, |
| "ce_loss_2": 4.134040641784668, |
| "ce_loss_3": 3.9505585551261904, |
| "ce_loss_7": 3.6559112668037415, |
| "epoch": 0.304, |
| "grad_norm": 576.0, |
| "kl_loss_10": 111.53803482055665, |
| "kl_loss_2": 1246.1058349609375, |
| "kl_loss_3": 878.1594299316406, |
| "kl_loss_7": 229.73634643554686, |
| "learning_rate": 0.000797730162226344, |
| "loss": 607.6155, |
| "step": 3040 |
| }, |
| { |
| "ce_loss_10": 3.6262240767478944, |
| "ce_loss_13": 3.55741890668869, |
| "ce_loss_2": 4.167547011375428, |
| "ce_loss_3": 3.981596386432648, |
| "ce_loss_7": 3.686588776111603, |
| "epoch": 0.305, |
| "grad_norm": 430.0, |
| "kl_loss_10": 113.34700317382813, |
| "kl_loss_2": 1258.705908203125, |
| "kl_loss_3": 888.1617828369141, |
| "kl_loss_7": 230.86616134643555, |
| "learning_rate": 0.0007964539645273203, |
| "loss": 613.4882, |
| "step": 3050 |
| }, |
| { |
| "ce_loss_10": 3.6409424901008607, |
| "ce_loss_13": 3.574270474910736, |
| "ce_loss_2": 4.167909657955169, |
| "ce_loss_3": 3.9862082481384276, |
| "ce_loss_7": 3.6940474629402162, |
| "epoch": 0.306, |
| "grad_norm": 486.0, |
| "kl_loss_10": 106.54784317016602, |
| "kl_loss_2": 1238.411444091797, |
| "kl_loss_3": 866.3065307617187, |
| "kl_loss_7": 220.125154876709, |
| "learning_rate": 0.000795174781540165, |
| "loss": 615.3713, |
| "step": 3060 |
| }, |
| { |
| "ce_loss_10": 3.721142077445984, |
| "ce_loss_13": 3.643355393409729, |
| "ce_loss_2": 4.226944315433502, |
| "ce_loss_3": 4.049481880664826, |
| "ce_loss_7": 3.771383452415466, |
| "epoch": 0.307, |
| "grad_norm": 418.0, |
| "kl_loss_10": 122.25658149719239, |
| "kl_loss_2": 1203.3186645507812, |
| "kl_loss_3": 851.1368927001953, |
| "kl_loss_7": 225.69219970703125, |
| "learning_rate": 0.0007938926261462366, |
| "loss": 615.3413, |
| "step": 3070 |
| }, |
| { |
| "ce_loss_10": 3.6604058384895324, |
| "ce_loss_13": 3.5915605425834656, |
| "ce_loss_2": 4.175356435775757, |
| "ce_loss_3": 3.9981507778167726, |
| "ce_loss_7": 3.7177716493606567, |
| "epoch": 0.308, |
| "grad_norm": 528.0, |
| "kl_loss_10": 111.06630897521973, |
| "kl_loss_2": 1238.821875, |
| "kl_loss_3": 876.2146820068359, |
| "kl_loss_7": 223.17951583862305, |
| "learning_rate": 0.0007926075112568258, |
| "loss": 625.9794, |
| "step": 3080 |
| }, |
| { |
| "ce_loss_10": 3.652525985240936, |
| "ce_loss_13": 3.586830127239227, |
| "ce_loss_2": 4.18239061832428, |
| "ce_loss_3": 4.001185369491577, |
| "ce_loss_7": 3.7117084741592405, |
| "epoch": 0.309, |
| "grad_norm": 408.0, |
| "kl_loss_10": 105.23004531860352, |
| "kl_loss_2": 1238.4955749511719, |
| "kl_loss_3": 879.8196685791015, |
| "kl_loss_7": 219.05570373535156, |
| "learning_rate": 0.0007913194498130252, |
| "loss": 606.0291, |
| "step": 3090 |
| }, |
| { |
| "ce_loss_10": 3.576726019382477, |
| "ce_loss_13": 3.5116322517395018, |
| "ce_loss_2": 4.1267429232597355, |
| "ce_loss_3": 3.951638638973236, |
| "ce_loss_7": 3.633882737159729, |
| "epoch": 0.31, |
| "grad_norm": 596.0, |
| "kl_loss_10": 104.83585128784179, |
| "kl_loss_2": 1271.4552978515626, |
| "kl_loss_3": 899.7277404785157, |
| "kl_loss_7": 221.13562393188477, |
| "learning_rate": 0.0007900284547855992, |
| "loss": 625.4858, |
| "step": 3100 |
| }, |
| { |
| "ce_loss_10": 3.585216796398163, |
| "ce_loss_13": 3.5201086163520814, |
| "ce_loss_2": 4.1151411652565, |
| "ce_loss_3": 3.9415447235107424, |
| "ce_loss_7": 3.6418359875679016, |
| "epoch": 0.311, |
| "grad_norm": 460.0, |
| "kl_loss_10": 104.5475685119629, |
| "kl_loss_2": 1231.1286071777345, |
| "kl_loss_3": 880.9251007080078, |
| "kl_loss_7": 215.18857421875, |
| "learning_rate": 0.0007887345391748532, |
| "loss": 620.3755, |
| "step": 3110 |
| }, |
| { |
| "ce_loss_10": 3.7296380400657654, |
| "ce_loss_13": 3.6599961280822755, |
| "ce_loss_2": 4.223298215866089, |
| "ce_loss_3": 4.0600717782974245, |
| "ce_loss_7": 3.7785526752471923, |
| "epoch": 0.312, |
| "grad_norm": 434.0, |
| "kl_loss_10": 110.47460975646973, |
| "kl_loss_2": 1200.8911010742188, |
| "kl_loss_3": 857.2419494628906, |
| "kl_loss_7": 215.84228134155273, |
| "learning_rate": 0.0007874377160105036, |
| "loss": 594.074, |
| "step": 3120 |
| }, |
| { |
| "ce_loss_10": 3.647064197063446, |
| "ce_loss_13": 3.5629413604736326, |
| "ce_loss_2": 4.20149587392807, |
| "ce_loss_3": 4.026539087295532, |
| "ce_loss_7": 3.7087369561195374, |
| "epoch": 0.313, |
| "grad_norm": 504.0, |
| "kl_loss_10": 117.26640319824219, |
| "kl_loss_2": 1253.9545349121095, |
| "kl_loss_3": 905.2646728515625, |
| "kl_loss_7": 235.96448516845703, |
| "learning_rate": 0.0007861379983515449, |
| "loss": 636.8147, |
| "step": 3130 |
| }, |
| { |
| "ce_loss_10": 3.7007260084152223, |
| "ce_loss_13": 3.631552994251251, |
| "ce_loss_2": 4.21818333864212, |
| "ce_loss_3": 4.040616655349732, |
| "ce_loss_7": 3.757350814342499, |
| "epoch": 0.314, |
| "grad_norm": 466.0, |
| "kl_loss_10": 112.17713203430176, |
| "kl_loss_2": 1239.388739013672, |
| "kl_loss_3": 879.6389221191406, |
| "kl_loss_7": 227.5748275756836, |
| "learning_rate": 0.0007848353992861195, |
| "loss": 608.3133, |
| "step": 3140 |
| }, |
| { |
| "ce_loss_10": 3.786464810371399, |
| "ce_loss_13": 3.710281562805176, |
| "ce_loss_2": 4.314648783206939, |
| "ce_loss_3": 4.134762763977051, |
| "ce_loss_7": 3.843652272224426, |
| "epoch": 0.315, |
| "grad_norm": 458.0, |
| "kl_loss_10": 124.92040100097657, |
| "kl_loss_2": 1240.0601806640625, |
| "kl_loss_3": 878.5192687988281, |
| "kl_loss_7": 241.41039581298827, |
| "learning_rate": 0.0007835299319313853, |
| "loss": 620.9426, |
| "step": 3150 |
| }, |
| { |
| "ce_loss_10": 3.663742733001709, |
| "ce_loss_13": 3.5886364459991453, |
| "ce_loss_2": 4.173808574676514, |
| "ce_loss_3": 3.994606840610504, |
| "ce_loss_7": 3.7157713413238525, |
| "epoch": 0.316, |
| "grad_norm": 478.0, |
| "kl_loss_10": 119.08418045043945, |
| "kl_loss_2": 1222.8418212890624, |
| "kl_loss_3": 864.8908721923829, |
| "kl_loss_7": 229.07857666015624, |
| "learning_rate": 0.0007822216094333848, |
| "loss": 627.9899, |
| "step": 3160 |
| }, |
| { |
| "ce_loss_10": 3.660254752635956, |
| "ce_loss_13": 3.592539119720459, |
| "ce_loss_2": 4.196765351295471, |
| "ce_loss_3": 4.01435557603836, |
| "ce_loss_7": 3.7205393433570864, |
| "epoch": 0.317, |
| "grad_norm": 402.0, |
| "kl_loss_10": 115.94363555908203, |
| "kl_loss_2": 1238.9798767089844, |
| "kl_loss_3": 878.1770599365234, |
| "kl_loss_7": 235.79936828613282, |
| "learning_rate": 0.0007809104449669101, |
| "loss": 611.1889, |
| "step": 3170 |
| }, |
| { |
| "ce_loss_10": 3.625234532356262, |
| "ce_loss_13": 3.5487714052200316, |
| "ce_loss_2": 4.128973770141601, |
| "ce_loss_3": 3.9529131054878235, |
| "ce_loss_7": 3.6731096148490905, |
| "epoch": 0.318, |
| "grad_norm": 524.0, |
| "kl_loss_10": 118.72456016540528, |
| "kl_loss_2": 1219.5467956542968, |
| "kl_loss_3": 854.3440185546875, |
| "kl_loss_7": 228.71927642822266, |
| "learning_rate": 0.0007795964517353734, |
| "loss": 608.5358, |
| "step": 3180 |
| }, |
| { |
| "ce_loss_10": 3.623099219799042, |
| "ce_loss_13": 3.54120157957077, |
| "ce_loss_2": 4.132599997520447, |
| "ce_loss_3": 3.9547854542732237, |
| "ce_loss_7": 3.670779359340668, |
| "epoch": 0.319, |
| "grad_norm": 438.0, |
| "kl_loss_10": 145.3066722869873, |
| "kl_loss_2": 1253.242724609375, |
| "kl_loss_3": 888.5025939941406, |
| "kl_loss_7": 249.7946647644043, |
| "learning_rate": 0.000778279642970672, |
| "loss": 614.9188, |
| "step": 3190 |
| }, |
| { |
| "ce_loss_10": 3.61579008102417, |
| "ce_loss_13": 3.5464967608451845, |
| "ce_loss_2": 4.135542809963226, |
| "ce_loss_3": 3.949288582801819, |
| "ce_loss_7": 3.6743045926094053, |
| "epoch": 0.32, |
| "grad_norm": 580.0, |
| "kl_loss_10": 120.59939308166504, |
| "kl_loss_2": 1232.2691650390625, |
| "kl_loss_3": 859.8254913330078, |
| "kl_loss_7": 236.18389816284179, |
| "learning_rate": 0.0007769600319330552, |
| "loss": 603.041, |
| "step": 3200 |
| }, |
| { |
| "ce_loss_10": 3.6462074518203735, |
| "ce_loss_13": 3.5768035650253296, |
| "ce_loss_2": 4.193181753158569, |
| "ce_loss_3": 4.002738869190216, |
| "ce_loss_7": 3.7033765077590943, |
| "epoch": 0.321, |
| "grad_norm": 536.0, |
| "kl_loss_10": 113.30461883544922, |
| "kl_loss_2": 1261.3274169921874, |
| "kl_loss_3": 880.6385803222656, |
| "kl_loss_7": 233.63602294921876, |
| "learning_rate": 0.0007756376319109917, |
| "loss": 615.0137, |
| "step": 3210 |
| }, |
| { |
| "ce_loss_10": 3.6983227729797363, |
| "ce_loss_13": 3.628855359554291, |
| "ce_loss_2": 4.215565764904023, |
| "ce_loss_3": 4.036277508735656, |
| "ce_loss_7": 3.7591845273971556, |
| "epoch": 0.322, |
| "grad_norm": 414.0, |
| "kl_loss_10": 113.85302391052247, |
| "kl_loss_2": 1215.7693420410155, |
| "kl_loss_3": 852.6664520263672, |
| "kl_loss_7": 233.59415435791016, |
| "learning_rate": 0.0007743124562210351, |
| "loss": 595.5453, |
| "step": 3220 |
| }, |
| { |
| "ce_loss_10": 3.7038231015205385, |
| "ce_loss_13": 3.636870324611664, |
| "ce_loss_2": 4.220840120315552, |
| "ce_loss_3": 4.040867578983307, |
| "ce_loss_7": 3.759516727924347, |
| "epoch": 0.323, |
| "grad_norm": 500.0, |
| "kl_loss_10": 116.7942398071289, |
| "kl_loss_2": 1231.380029296875, |
| "kl_loss_3": 860.8811431884766, |
| "kl_loss_7": 226.99792938232423, |
| "learning_rate": 0.0007729845182076895, |
| "loss": 609.7637, |
| "step": 3230 |
| }, |
| { |
| "ce_loss_10": 3.635891842842102, |
| "ce_loss_13": 3.570459449291229, |
| "ce_loss_2": 4.146735298633575, |
| "ce_loss_3": 3.971414268016815, |
| "ce_loss_7": 3.6916919469833376, |
| "epoch": 0.324, |
| "grad_norm": 544.0, |
| "kl_loss_10": 107.84456443786621, |
| "kl_loss_2": 1210.0861877441407, |
| "kl_loss_3": 854.6661926269531, |
| "kl_loss_7": 223.18558731079102, |
| "learning_rate": 0.0007716538312432765, |
| "loss": 613.749, |
| "step": 3240 |
| }, |
| { |
| "ce_loss_10": 3.5933796405792235, |
| "ce_loss_13": 3.5238136887550353, |
| "ce_loss_2": 4.137728452682495, |
| "ce_loss_3": 3.9503737330436706, |
| "ce_loss_7": 3.6502291560173035, |
| "epoch": 0.325, |
| "grad_norm": 532.0, |
| "kl_loss_10": 110.89730453491211, |
| "kl_loss_2": 1272.4953063964845, |
| "kl_loss_3": 899.5693664550781, |
| "kl_loss_7": 234.18169174194335, |
| "learning_rate": 0.0007703204087277988, |
| "loss": 621.0721, |
| "step": 3250 |
| }, |
| { |
| "ce_loss_10": 3.691065728664398, |
| "ce_loss_13": 3.625254142284393, |
| "ce_loss_2": 4.195106828212738, |
| "ce_loss_3": 4.023638522624969, |
| "ce_loss_7": 3.744424653053284, |
| "epoch": 0.326, |
| "grad_norm": 480.0, |
| "kl_loss_10": 108.84702529907227, |
| "kl_loss_2": 1187.3806762695312, |
| "kl_loss_3": 834.2469482421875, |
| "kl_loss_7": 219.25809020996093, |
| "learning_rate": 0.0007689842640888063, |
| "loss": 594.9809, |
| "step": 3260 |
| }, |
| { |
| "ce_loss_10": 3.6937523603439333, |
| "ce_loss_13": 3.6257047772407534, |
| "ce_loss_2": 4.207961022853851, |
| "ce_loss_3": 4.029592931270599, |
| "ce_loss_7": 3.7506144404411317, |
| "epoch": 0.327, |
| "grad_norm": 432.0, |
| "kl_loss_10": 109.73489418029786, |
| "kl_loss_2": 1197.2553649902343, |
| "kl_loss_3": 845.9240936279297, |
| "kl_loss_7": 224.3518325805664, |
| "learning_rate": 0.0007676454107812607, |
| "loss": 600.9104, |
| "step": 3270 |
| }, |
| { |
| "ce_loss_10": 3.6202093243598936, |
| "ce_loss_13": 3.556860589981079, |
| "ce_loss_2": 4.152219152450561, |
| "ce_loss_3": 3.972454571723938, |
| "ce_loss_7": 3.6772433161735534, |
| "epoch": 0.328, |
| "grad_norm": 552.0, |
| "kl_loss_10": 107.7342628479004, |
| "kl_loss_2": 1234.4693603515625, |
| "kl_loss_3": 866.5982177734375, |
| "kl_loss_7": 224.09054641723634, |
| "learning_rate": 0.0007663038622873999, |
| "loss": 600.4109, |
| "step": 3280 |
| }, |
| { |
| "ce_loss_10": 3.6624753713607787, |
| "ce_loss_13": 3.5959082007408143, |
| "ce_loss_2": 4.186812722682953, |
| "ce_loss_3": 4.007313239574432, |
| "ce_loss_7": 3.7183284163475037, |
| "epoch": 0.329, |
| "grad_norm": 416.0, |
| "kl_loss_10": 107.99775848388671, |
| "kl_loss_2": 1235.7617919921875, |
| "kl_loss_3": 865.4350341796875, |
| "kl_loss_7": 219.93520736694336, |
| "learning_rate": 0.0007649596321166025, |
| "loss": 596.3813, |
| "step": 3290 |
| }, |
| { |
| "ce_loss_10": 3.5629011154174806, |
| "ce_loss_13": 3.500445473194122, |
| "ce_loss_2": 4.090505909919739, |
| "ce_loss_3": 3.9089764833450316, |
| "ce_loss_7": 3.619310712814331, |
| "epoch": 0.33, |
| "grad_norm": 448.0, |
| "kl_loss_10": 101.5875473022461, |
| "kl_loss_2": 1220.246160888672, |
| "kl_loss_3": 856.5614715576172, |
| "kl_loss_7": 215.10712509155275, |
| "learning_rate": 0.0007636127338052513, |
| "loss": 603.8148, |
| "step": 3300 |
| }, |
| { |
| "ce_loss_10": 3.670552396774292, |
| "ce_loss_13": 3.6016101121902464, |
| "ce_loss_2": 4.213171231746673, |
| "ce_loss_3": 4.018688130378723, |
| "ce_loss_7": 3.727590525150299, |
| "epoch": 0.331, |
| "grad_norm": 374.0, |
| "kl_loss_10": 108.33710594177246, |
| "kl_loss_2": 1257.856024169922, |
| "kl_loss_3": 874.112905883789, |
| "kl_loss_7": 224.637939453125, |
| "learning_rate": 0.0007622631809165971, |
| "loss": 604.7203, |
| "step": 3310 |
| }, |
| { |
| "ce_loss_10": 3.671126115322113, |
| "ce_loss_13": 3.6092859148979186, |
| "ce_loss_2": 4.177222061157226, |
| "ce_loss_3": 3.9993849992752075, |
| "ce_loss_7": 3.722568082809448, |
| "epoch": 0.332, |
| "grad_norm": 414.0, |
| "kl_loss_10": 101.74094352722167, |
| "kl_loss_2": 1180.6327026367187, |
| "kl_loss_3": 821.7367553710938, |
| "kl_loss_7": 208.3566993713379, |
| "learning_rate": 0.000760910987040623, |
| "loss": 588.4586, |
| "step": 3320 |
| }, |
| { |
| "ce_loss_10": 3.64985990524292, |
| "ce_loss_13": 3.585498571395874, |
| "ce_loss_2": 4.191103303432465, |
| "ce_loss_3": 4.004770576953888, |
| "ce_loss_7": 3.7059614300727843, |
| "epoch": 0.333, |
| "grad_norm": 346.0, |
| "kl_loss_10": 102.83302307128906, |
| "kl_loss_2": 1259.7546875, |
| "kl_loss_3": 881.3513031005859, |
| "kl_loss_7": 217.63404388427733, |
| "learning_rate": 0.000759556165793906, |
| "loss": 599.8207, |
| "step": 3330 |
| }, |
| { |
| "ce_loss_10": 3.676869213581085, |
| "ce_loss_13": 3.610471022129059, |
| "ce_loss_2": 4.2084539294242855, |
| "ce_loss_3": 4.019213974475861, |
| "ce_loss_7": 3.7275768160820006, |
| "epoch": 0.334, |
| "grad_norm": 502.0, |
| "kl_loss_10": 104.88800392150878, |
| "kl_loss_2": 1223.232958984375, |
| "kl_loss_3": 852.1926971435547, |
| "kl_loss_7": 215.24551544189453, |
| "learning_rate": 0.000758198730819481, |
| "loss": 604.6092, |
| "step": 3340 |
| }, |
| { |
| "ce_loss_10": 3.616540086269379, |
| "ce_loss_13": 3.553786301612854, |
| "ce_loss_2": 4.152189195156097, |
| "ce_loss_3": 3.9668321132659914, |
| "ce_loss_7": 3.6709399580955506, |
| "epoch": 0.335, |
| "grad_norm": 488.0, |
| "kl_loss_10": 102.31456336975097, |
| "kl_loss_2": 1251.2591918945313, |
| "kl_loss_3": 875.474462890625, |
| "kl_loss_7": 214.77994079589843, |
| "learning_rate": 0.0007568386957867032, |
| "loss": 608.125, |
| "step": 3350 |
| }, |
| { |
| "ce_loss_10": 3.695429575443268, |
| "ce_loss_13": 3.6276296377182007, |
| "ce_loss_2": 4.209121763706207, |
| "ce_loss_3": 4.032123720645904, |
| "ce_loss_7": 3.749704658985138, |
| "epoch": 0.336, |
| "grad_norm": 664.0, |
| "kl_loss_10": 107.0846736907959, |
| "kl_loss_2": 1209.7884765625, |
| "kl_loss_3": 853.7374877929688, |
| "kl_loss_7": 220.54676055908203, |
| "learning_rate": 0.0007554760743911103, |
| "loss": 605.0996, |
| "step": 3360 |
| }, |
| { |
| "ce_loss_10": 3.5890319466590883, |
| "ce_loss_13": 3.5283274173736574, |
| "ce_loss_2": 4.114323127269745, |
| "ce_loss_3": 3.932225775718689, |
| "ce_loss_7": 3.644662916660309, |
| "epoch": 0.337, |
| "grad_norm": 398.0, |
| "kl_loss_10": 101.10566368103028, |
| "kl_loss_2": 1236.1671508789063, |
| "kl_loss_3": 865.7673828125, |
| "kl_loss_7": 212.85166015625, |
| "learning_rate": 0.0007541108803542846, |
| "loss": 613.867, |
| "step": 3370 |
| }, |
| { |
| "ce_loss_10": 3.6427289605140687, |
| "ce_loss_13": 3.576077425479889, |
| "ce_loss_2": 4.166507577896118, |
| "ce_loss_3": 3.9814778923988343, |
| "ce_loss_7": 3.6960788011550902, |
| "epoch": 0.338, |
| "grad_norm": 420.0, |
| "kl_loss_10": 106.68134155273438, |
| "kl_loss_2": 1229.0040222167968, |
| "kl_loss_3": 856.9913909912109, |
| "kl_loss_7": 213.85500411987306, |
| "learning_rate": 0.0007527431274237149, |
| "loss": 624.6923, |
| "step": 3380 |
| }, |
| { |
| "ce_loss_10": 3.611558997631073, |
| "ce_loss_13": 3.549490749835968, |
| "ce_loss_2": 4.114035534858703, |
| "ce_loss_3": 3.942946660518646, |
| "ce_loss_7": 3.662776732444763, |
| "epoch": 0.339, |
| "grad_norm": 406.0, |
| "kl_loss_10": 102.27137718200683, |
| "kl_loss_2": 1206.6684020996095, |
| "kl_loss_3": 846.7297576904297, |
| "kl_loss_7": 210.38721313476563, |
| "learning_rate": 0.0007513728293726579, |
| "loss": 594.8909, |
| "step": 3390 |
| }, |
| { |
| "ce_loss_10": 3.737028419971466, |
| "ce_loss_13": 3.669820773601532, |
| "ce_loss_2": 4.24596471786499, |
| "ce_loss_3": 4.065989923477173, |
| "ce_loss_7": 3.7901018500328063, |
| "epoch": 0.34, |
| "grad_norm": 456.0, |
| "kl_loss_10": 106.7515941619873, |
| "kl_loss_2": 1213.6457214355469, |
| "kl_loss_3": 848.0824188232422, |
| "kl_loss_7": 217.41063537597657, |
| "learning_rate": 0.00075, |
| "loss": 593.8513, |
| "step": 3400 |
| }, |
| { |
| "ce_loss_10": 3.719330894947052, |
| "ce_loss_13": 3.6538206934928894, |
| "ce_loss_2": 4.25202556848526, |
| "ce_loss_3": 4.069514441490173, |
| "ce_loss_7": 3.7754390835762024, |
| "epoch": 0.341, |
| "grad_norm": 442.0, |
| "kl_loss_10": 105.26911506652831, |
| "kl_loss_2": 1229.2578063964843, |
| "kl_loss_3": 857.8241027832031, |
| "kl_loss_7": 215.74853057861327, |
| "learning_rate": 0.0007486246531301177, |
| "loss": 595.3941, |
| "step": 3410 |
| }, |
| { |
| "ce_loss_10": 3.5200854897499085, |
| "ce_loss_13": 3.457200789451599, |
| "ce_loss_2": 4.057665538787842, |
| "ce_loss_3": 3.8753583312034605, |
| "ce_loss_7": 3.575985038280487, |
| "epoch": 0.342, |
| "grad_norm": 388.0, |
| "kl_loss_10": 101.49059600830078, |
| "kl_loss_2": 1229.5487548828125, |
| "kl_loss_3": 867.5537567138672, |
| "kl_loss_7": 212.1739074707031, |
| "learning_rate": 0.0007472468026127384, |
| "loss": 593.475, |
| "step": 3420 |
| }, |
| { |
| "ce_loss_10": 3.6591346502304076, |
| "ce_loss_13": 3.5927812099456786, |
| "ce_loss_2": 4.209147357940674, |
| "ce_loss_3": 4.019513976573944, |
| "ce_loss_7": 3.7172008395195006, |
| "epoch": 0.343, |
| "grad_norm": 442.0, |
| "kl_loss_10": 106.34202499389649, |
| "kl_loss_2": 1270.0667724609375, |
| "kl_loss_3": 890.6144561767578, |
| "kl_loss_7": 221.5020393371582, |
| "learning_rate": 0.000745866462322802, |
| "loss": 614.0497, |
| "step": 3430 |
| }, |
| { |
| "ce_loss_10": 3.647415816783905, |
| "ce_loss_13": 3.5850081205368043, |
| "ce_loss_2": 4.1631152629852295, |
| "ce_loss_3": 3.980070149898529, |
| "ce_loss_7": 3.7022210240364073, |
| "epoch": 0.344, |
| "grad_norm": 428.0, |
| "kl_loss_10": 103.86195526123046, |
| "kl_loss_2": 1198.3542846679688, |
| "kl_loss_3": 835.6711212158203, |
| "kl_loss_7": 208.45360870361327, |
| "learning_rate": 0.0007444836461603195, |
| "loss": 592.3941, |
| "step": 3440 |
| }, |
| { |
| "ce_loss_10": 3.7135616302490235, |
| "ce_loss_13": 3.6434731125831603, |
| "ce_loss_2": 4.233828973770142, |
| "ce_loss_3": 4.05616340637207, |
| "ce_loss_7": 3.762986993789673, |
| "epoch": 0.345, |
| "grad_norm": 548.0, |
| "kl_loss_10": 110.37765045166016, |
| "kl_loss_2": 1249.6877746582031, |
| "kl_loss_3": 880.3564361572265, |
| "kl_loss_7": 216.23881912231445, |
| "learning_rate": 0.0007430983680502344, |
| "loss": 610.9966, |
| "step": 3450 |
| }, |
| { |
| "ce_loss_10": 3.5541942715644836, |
| "ce_loss_13": 3.4891390204429626, |
| "ce_loss_2": 4.090934145450592, |
| "ce_loss_3": 3.908629584312439, |
| "ce_loss_7": 3.606754219532013, |
| "epoch": 0.346, |
| "grad_norm": 432.0, |
| "kl_loss_10": 110.62757797241211, |
| "kl_loss_2": 1245.3806091308593, |
| "kl_loss_3": 869.5422088623047, |
| "kl_loss_7": 211.6188102722168, |
| "learning_rate": 0.0007417106419422819, |
| "loss": 606.0509, |
| "step": 3460 |
| }, |
| { |
| "ce_loss_10": 3.6656701445579527, |
| "ce_loss_13": 3.596804141998291, |
| "ce_loss_2": 4.186310410499573, |
| "ce_loss_3": 4.003709590435028, |
| "ce_loss_7": 3.716957890987396, |
| "epoch": 0.347, |
| "grad_norm": 432.0, |
| "kl_loss_10": 110.30144805908203, |
| "kl_loss_2": 1208.0226745605469, |
| "kl_loss_3": 843.9369232177735, |
| "kl_loss_7": 210.9572967529297, |
| "learning_rate": 0.0007403204818108486, |
| "loss": 597.1857, |
| "step": 3470 |
| }, |
| { |
| "ce_loss_10": 3.6337965607643126, |
| "ce_loss_13": 3.5606253027915953, |
| "ce_loss_2": 4.153940236568451, |
| "ce_loss_3": 3.970261514186859, |
| "ce_loss_7": 3.680176484584808, |
| "epoch": 0.348, |
| "grad_norm": 380.0, |
| "kl_loss_10": 122.88734741210938, |
| "kl_loss_2": 1235.673895263672, |
| "kl_loss_3": 863.5119903564453, |
| "kl_loss_7": 214.55614318847657, |
| "learning_rate": 0.0007389279016548316, |
| "loss": 589.7067, |
| "step": 3480 |
| }, |
| { |
| "ce_loss_10": 3.6385215759277343, |
| "ce_loss_13": 3.5720754146575926, |
| "ce_loss_2": 4.187943410873413, |
| "ce_loss_3": 3.9984039187431337, |
| "ce_loss_7": 3.692442834377289, |
| "epoch": 0.349, |
| "grad_norm": 540.0, |
| "kl_loss_10": 110.95368614196778, |
| "kl_loss_2": 1266.4402160644531, |
| "kl_loss_3": 881.5294525146485, |
| "kl_loss_7": 217.94278945922852, |
| "learning_rate": 0.0007375329154974975, |
| "loss": 613.9418, |
| "step": 3490 |
| }, |
| { |
| "ce_loss_10": 3.5970895290374756, |
| "ce_loss_13": 3.5335337281227113, |
| "ce_loss_2": 4.117660129070282, |
| "ce_loss_3": 3.938844621181488, |
| "ce_loss_7": 3.6496007084846496, |
| "epoch": 0.35, |
| "grad_norm": 364.0, |
| "kl_loss_10": 106.09449501037598, |
| "kl_loss_2": 1217.6699768066405, |
| "kl_loss_3": 855.84267578125, |
| "kl_loss_7": 211.2824508666992, |
| "learning_rate": 0.0007361355373863414, |
| "loss": 604.2842, |
| "step": 3500 |
| }, |
| { |
| "ce_loss_10": 3.6508504867553713, |
| "ce_loss_13": 3.5859110236167906, |
| "ce_loss_2": 4.1644844770431515, |
| "ce_loss_3": 3.989104926586151, |
| "ce_loss_7": 3.7059740304946898, |
| "epoch": 0.351, |
| "grad_norm": 420.0, |
| "kl_loss_10": 105.65600318908692, |
| "kl_loss_2": 1192.6789306640626, |
| "kl_loss_3": 837.2236511230469, |
| "kl_loss_7": 210.62101364135742, |
| "learning_rate": 0.0007347357813929454, |
| "loss": 605.2478, |
| "step": 3510 |
| }, |
| { |
| "ce_loss_10": 3.5983325362205507, |
| "ce_loss_13": 3.5318838000297545, |
| "ce_loss_2": 4.108148908615112, |
| "ce_loss_3": 3.935304307937622, |
| "ce_loss_7": 3.6479654192924498, |
| "epoch": 0.352, |
| "grad_norm": 500.0, |
| "kl_loss_10": 106.45629920959473, |
| "kl_loss_2": 1190.6948181152343, |
| "kl_loss_3": 837.8225341796875, |
| "kl_loss_7": 210.1330581665039, |
| "learning_rate": 0.0007333336616128369, |
| "loss": 599.2653, |
| "step": 3520 |
| }, |
| { |
| "ce_loss_10": 3.570793068408966, |
| "ce_loss_13": 3.507152056694031, |
| "ce_loss_2": 4.106606543064117, |
| "ce_loss_3": 3.9213356494903566, |
| "ce_loss_7": 3.624741232395172, |
| "epoch": 0.353, |
| "grad_norm": 468.0, |
| "kl_loss_10": 102.9274845123291, |
| "kl_loss_2": 1231.522442626953, |
| "kl_loss_3": 864.720751953125, |
| "kl_loss_7": 214.17628860473633, |
| "learning_rate": 0.0007319291921653463, |
| "loss": 605.1452, |
| "step": 3530 |
| }, |
| { |
| "ce_loss_10": 3.6573350191116334, |
| "ce_loss_13": 3.591005003452301, |
| "ce_loss_2": 4.190282225608826, |
| "ce_loss_3": 4.010705304145813, |
| "ce_loss_7": 3.713829779624939, |
| "epoch": 0.354, |
| "grad_norm": 480.0, |
| "kl_loss_10": 105.38732643127442, |
| "kl_loss_2": 1246.1359802246093, |
| "kl_loss_3": 875.5277282714844, |
| "kl_loss_7": 217.63313064575195, |
| "learning_rate": 0.0007305223871934656, |
| "loss": 597.4614, |
| "step": 3540 |
| }, |
| { |
| "ce_loss_10": 3.6225136160850524, |
| "ce_loss_13": 3.556077516078949, |
| "ce_loss_2": 4.138617634773254, |
| "ce_loss_3": 3.9633963227272035, |
| "ce_loss_7": 3.678558957576752, |
| "epoch": 0.355, |
| "grad_norm": 502.0, |
| "kl_loss_10": 104.04609298706055, |
| "kl_loss_2": 1205.1107055664063, |
| "kl_loss_3": 845.5688415527344, |
| "kl_loss_7": 210.7905143737793, |
| "learning_rate": 0.0007291132608637052, |
| "loss": 595.3202, |
| "step": 3550 |
| }, |
| { |
| "ce_loss_10": 3.585705029964447, |
| "ce_loss_13": 3.52364000082016, |
| "ce_loss_2": 4.140194058418274, |
| "ce_loss_3": 3.939319980144501, |
| "ce_loss_7": 3.637845540046692, |
| "epoch": 0.356, |
| "grad_norm": 612.0, |
| "kl_loss_10": 100.68717575073242, |
| "kl_loss_2": 1272.5315246582031, |
| "kl_loss_3": 866.628369140625, |
| "kl_loss_7": 206.60951766967773, |
| "learning_rate": 0.0007277018273659516, |
| "loss": 612.2947, |
| "step": 3560 |
| }, |
| { |
| "ce_loss_10": 3.708829402923584, |
| "ce_loss_13": 3.6439966320991517, |
| "ce_loss_2": 4.2357800006866455, |
| "ce_loss_3": 4.058422148227692, |
| "ce_loss_7": 3.7655990600585936, |
| "epoch": 0.357, |
| "grad_norm": 400.0, |
| "kl_loss_10": 105.25033149719238, |
| "kl_loss_2": 1234.6828186035157, |
| "kl_loss_3": 864.7261169433593, |
| "kl_loss_7": 215.20211639404297, |
| "learning_rate": 0.0007262881009133242, |
| "loss": 605.0631, |
| "step": 3570 |
| }, |
| { |
| "ce_loss_10": 3.6265846729278564, |
| "ce_loss_13": 3.5641749501228333, |
| "ce_loss_2": 4.144611585140228, |
| "ce_loss_3": 3.9691020011901856, |
| "ce_loss_7": 3.6797274351119995, |
| "epoch": 0.358, |
| "grad_norm": 422.0, |
| "kl_loss_10": 101.45686912536621, |
| "kl_loss_2": 1216.0844970703124, |
| "kl_loss_3": 849.7874267578125, |
| "kl_loss_7": 208.09806137084962, |
| "learning_rate": 0.0007248720957420329, |
| "loss": 589.5256, |
| "step": 3580 |
| }, |
| { |
| "ce_loss_10": 3.6416075587272645, |
| "ce_loss_13": 3.5768683552742004, |
| "ce_loss_2": 4.156981098651886, |
| "ce_loss_3": 3.9762784600257874, |
| "ce_loss_7": 3.690297317504883, |
| "epoch": 0.359, |
| "grad_norm": 374.0, |
| "kl_loss_10": 104.18233222961426, |
| "kl_loss_2": 1196.5406433105468, |
| "kl_loss_3": 831.4658630371093, |
| "kl_loss_7": 209.4309959411621, |
| "learning_rate": 0.0007234538261112341, |
| "loss": 608.9998, |
| "step": 3590 |
| }, |
| { |
| "ce_loss_10": 3.6725340247154237, |
| "ce_loss_13": 3.6092687249183655, |
| "ce_loss_2": 4.202276730537415, |
| "ce_loss_3": 4.014237463474274, |
| "ce_loss_7": 3.7282424688339235, |
| "epoch": 0.36, |
| "grad_norm": 400.0, |
| "kl_loss_10": 101.90313911437988, |
| "kl_loss_2": 1228.7942749023437, |
| "kl_loss_3": 851.1504791259765, |
| "kl_loss_7": 214.15290603637695, |
| "learning_rate": 0.0007220333063028871, |
| "loss": 593.6457, |
| "step": 3600 |
| }, |
| { |
| "ce_loss_10": 3.7029056310653687, |
| "ce_loss_13": 3.6388812899589538, |
| "ce_loss_2": 4.263094091415406, |
| "ce_loss_3": 4.055423867702484, |
| "ce_loss_7": 3.7583480000495912, |
| "epoch": 0.361, |
| "grad_norm": 406.0, |
| "kl_loss_10": 103.6033935546875, |
| "kl_loss_2": 1316.5648254394532, |
| "kl_loss_3": 896.4495971679687, |
| "kl_loss_7": 217.90971908569335, |
| "learning_rate": 0.0007206105506216106, |
| "loss": 621.4246, |
| "step": 3610 |
| }, |
| { |
| "ce_loss_10": 3.582909846305847, |
| "ce_loss_13": 3.5207375407218935, |
| "ce_loss_2": 4.105194330215454, |
| "ce_loss_3": 3.92072172164917, |
| "ce_loss_7": 3.6367709159851076, |
| "epoch": 0.362, |
| "grad_norm": 488.0, |
| "kl_loss_10": 100.51245307922363, |
| "kl_loss_2": 1208.4382385253907, |
| "kl_loss_3": 842.719369506836, |
| "kl_loss_7": 209.43429107666014, |
| "learning_rate": 0.0007191855733945387, |
| "loss": 586.8207, |
| "step": 3620 |
| }, |
| { |
| "ce_loss_10": 3.6772588729858398, |
| "ce_loss_13": 3.611865592002869, |
| "ce_loss_2": 4.192759323120117, |
| "ce_loss_3": 4.0132176041603085, |
| "ce_loss_7": 3.7312068581581115, |
| "epoch": 0.363, |
| "grad_norm": 482.0, |
| "kl_loss_10": 103.05736274719239, |
| "kl_loss_2": 1206.339794921875, |
| "kl_loss_3": 840.5841491699218, |
| "kl_loss_7": 209.33160095214845, |
| "learning_rate": 0.0007177583889711762, |
| "loss": 590.5756, |
| "step": 3630 |
| }, |
| { |
| "ce_loss_10": 3.5943727612495424, |
| "ce_loss_13": 3.5278201699256897, |
| "ce_loss_2": 4.115126085281372, |
| "ce_loss_3": 3.9359707951545717, |
| "ce_loss_7": 3.64764518737793, |
| "epoch": 0.364, |
| "grad_norm": 474.0, |
| "kl_loss_10": 104.63778533935547, |
| "kl_loss_2": 1232.7115539550782, |
| "kl_loss_3": 867.7350891113281, |
| "kl_loss_7": 215.38798904418945, |
| "learning_rate": 0.0007163290117232541, |
| "loss": 602.1762, |
| "step": 3640 |
| }, |
| { |
| "ce_loss_10": 3.719394052028656, |
| "ce_loss_13": 3.6543713212013245, |
| "ce_loss_2": 4.207157838344574, |
| "ce_loss_3": 4.033388280868531, |
| "ce_loss_7": 3.766360378265381, |
| "epoch": 0.365, |
| "grad_norm": 516.0, |
| "kl_loss_10": 106.55956001281739, |
| "kl_loss_2": 1177.5490844726562, |
| "kl_loss_3": 820.275503540039, |
| "kl_loss_7": 210.7781494140625, |
| "learning_rate": 0.0007148974560445859, |
| "loss": 585.3312, |
| "step": 3650 |
| }, |
| { |
| "ce_loss_10": 3.63283451795578, |
| "ce_loss_13": 3.569260811805725, |
| "ce_loss_2": 4.140059876441955, |
| "ce_loss_3": 3.9612114429473877, |
| "ce_loss_7": 3.68426718711853, |
| "epoch": 0.366, |
| "grad_norm": 446.0, |
| "kl_loss_10": 101.39652633666992, |
| "kl_loss_2": 1181.2005432128906, |
| "kl_loss_3": 826.3975830078125, |
| "kl_loss_7": 208.74162216186522, |
| "learning_rate": 0.0007134637363509209, |
| "loss": 580.396, |
| "step": 3660 |
| }, |
| { |
| "ce_loss_10": 3.740837073326111, |
| "ce_loss_13": 3.676628518104553, |
| "ce_loss_2": 4.238210546970367, |
| "ce_loss_3": 4.064305305480957, |
| "ce_loss_7": 3.7917707443237303, |
| "epoch": 0.367, |
| "grad_norm": 374.0, |
| "kl_loss_10": 102.68134994506836, |
| "kl_loss_2": 1165.9671203613282, |
| "kl_loss_3": 815.8925506591797, |
| "kl_loss_7": 205.73183975219726, |
| "learning_rate": 0.0007120278670798009, |
| "loss": 586.6874, |
| "step": 3670 |
| }, |
| { |
| "ce_loss_10": 3.530075693130493, |
| "ce_loss_13": 3.467638063430786, |
| "ce_loss_2": 4.08873633146286, |
| "ce_loss_3": 3.8983967661857606, |
| "ce_loss_7": 3.590684974193573, |
| "epoch": 0.368, |
| "grad_norm": 504.0, |
| "kl_loss_10": 102.20494270324707, |
| "kl_loss_2": 1276.5897247314454, |
| "kl_loss_3": 894.699105834961, |
| "kl_loss_7": 217.834383392334, |
| "learning_rate": 0.0007105898626904133, |
| "loss": 620.3519, |
| "step": 3680 |
| }, |
| { |
| "ce_loss_10": 3.6397287964820864, |
| "ce_loss_13": 3.576084387302399, |
| "ce_loss_2": 4.165349864959717, |
| "ce_loss_3": 3.9844519972801207, |
| "ce_loss_7": 3.6932525277137755, |
| "epoch": 0.369, |
| "grad_norm": 548.0, |
| "kl_loss_10": 103.31561088562012, |
| "kl_loss_2": 1214.6401062011719, |
| "kl_loss_3": 850.1350677490234, |
| "kl_loss_7": 211.8514373779297, |
| "learning_rate": 0.0007091497376634463, |
| "loss": 587.3888, |
| "step": 3690 |
| }, |
| { |
| "ce_loss_10": 3.580397891998291, |
| "ce_loss_13": 3.518483591079712, |
| "ce_loss_2": 4.098948669433594, |
| "ce_loss_3": 3.9198103308677674, |
| "ce_loss_7": 3.633430314064026, |
| "epoch": 0.37, |
| "grad_norm": 462.0, |
| "kl_loss_10": 102.7860034942627, |
| "kl_loss_2": 1196.8778686523438, |
| "kl_loss_3": 839.7853210449218, |
| "kl_loss_7": 210.37151184082032, |
| "learning_rate": 0.0007077075065009433, |
| "loss": 599.0922, |
| "step": 3700 |
| }, |
| { |
| "ce_loss_10": 3.6922479033470155, |
| "ce_loss_13": 3.6247249126434324, |
| "ce_loss_2": 4.215528225898742, |
| "ce_loss_3": 4.034583401679993, |
| "ce_loss_7": 3.7439934253692626, |
| "epoch": 0.371, |
| "grad_norm": 436.0, |
| "kl_loss_10": 107.0543056488037, |
| "kl_loss_2": 1234.6434143066406, |
| "kl_loss_3": 869.9170135498047, |
| "kl_loss_7": 215.78035430908204, |
| "learning_rate": 0.0007062631837261557, |
| "loss": 601.1125, |
| "step": 3710 |
| }, |
| { |
| "ce_loss_10": 3.558840346336365, |
| "ce_loss_13": 3.4976505637168884, |
| "ce_loss_2": 4.082807242870331, |
| "ce_loss_3": 3.90502552986145, |
| "ce_loss_7": 3.611116898059845, |
| "epoch": 0.372, |
| "grad_norm": 418.0, |
| "kl_loss_10": 102.55169563293457, |
| "kl_loss_2": 1217.97548828125, |
| "kl_loss_3": 855.1094757080078, |
| "kl_loss_7": 209.0750946044922, |
| "learning_rate": 0.0007048167838833977, |
| "loss": 602.8635, |
| "step": 3720 |
| }, |
| { |
| "ce_loss_10": 3.6581831574440002, |
| "ce_loss_13": 3.593174624443054, |
| "ce_loss_2": 4.162305021286011, |
| "ce_loss_3": 3.9847410321235657, |
| "ce_loss_7": 3.7109787225723267, |
| "epoch": 0.373, |
| "grad_norm": 536.0, |
| "kl_loss_10": 103.06450958251953, |
| "kl_loss_2": 1197.146795654297, |
| "kl_loss_3": 834.3573669433594, |
| "kl_loss_7": 209.46187515258788, |
| "learning_rate": 0.0007033683215379002, |
| "loss": 588.3938, |
| "step": 3730 |
| }, |
| { |
| "ce_loss_10": 3.6515901923179626, |
| "ce_loss_13": 3.586732280254364, |
| "ce_loss_2": 4.166427576541901, |
| "ce_loss_3": 3.9861610412597654, |
| "ce_loss_7": 3.703124833106995, |
| "epoch": 0.374, |
| "grad_norm": 384.0, |
| "kl_loss_10": 101.91668891906738, |
| "kl_loss_2": 1196.090036010742, |
| "kl_loss_3": 834.7775848388671, |
| "kl_loss_7": 206.9270217895508, |
| "learning_rate": 0.0007019178112756625, |
| "loss": 596.7028, |
| "step": 3740 |
| }, |
| { |
| "ce_loss_10": 3.5998276591300966, |
| "ce_loss_13": 3.539226603507996, |
| "ce_loss_2": 4.120503497123718, |
| "ce_loss_3": 3.938064229488373, |
| "ce_loss_7": 3.6514668703079223, |
| "epoch": 0.375, |
| "grad_norm": 484.0, |
| "kl_loss_10": 101.7071418762207, |
| "kl_loss_2": 1206.4351013183593, |
| "kl_loss_3": 842.5018493652344, |
| "kl_loss_7": 207.55127868652343, |
| "learning_rate": 0.0007004652677033068, |
| "loss": 596.7216, |
| "step": 3750 |
| }, |
| { |
| "ce_loss_10": 3.6823023438453673, |
| "ce_loss_13": 3.6218234419822695, |
| "ce_loss_2": 4.1750637769699095, |
| "ce_loss_3": 4.004729413986206, |
| "ce_loss_7": 3.732503056526184, |
| "epoch": 0.376, |
| "grad_norm": 388.0, |
| "kl_loss_10": 99.9868221282959, |
| "kl_loss_2": 1168.4398498535156, |
| "kl_loss_3": 816.7180572509766, |
| "kl_loss_7": 201.70328750610352, |
| "learning_rate": 0.0006990107054479312, |
| "loss": 584.5167, |
| "step": 3760 |
| }, |
| { |
| "ce_loss_10": 3.667929840087891, |
| "ce_loss_13": 3.6051357984542847, |
| "ce_loss_2": 4.166206574440002, |
| "ce_loss_3": 3.9985297203063963, |
| "ce_loss_7": 3.719240057468414, |
| "epoch": 0.377, |
| "grad_norm": 496.0, |
| "kl_loss_10": 102.5582088470459, |
| "kl_loss_2": 1182.1695739746094, |
| "kl_loss_3": 832.6118957519532, |
| "kl_loss_7": 206.43120498657225, |
| "learning_rate": 0.000697554139156961, |
| "loss": 586.6759, |
| "step": 3770 |
| }, |
| { |
| "ce_loss_10": 3.648312306404114, |
| "ce_loss_13": 3.5864667892456055, |
| "ce_loss_2": 4.165168154239654, |
| "ce_loss_3": 3.980992519855499, |
| "ce_loss_7": 3.703998303413391, |
| "epoch": 0.378, |
| "grad_norm": 532.0, |
| "kl_loss_10": 102.77268753051757, |
| "kl_loss_2": 1217.0308044433593, |
| "kl_loss_3": 845.4426635742187, |
| "kl_loss_7": 211.65556106567382, |
| "learning_rate": 0.0006960955834980027, |
| "loss": 586.9333, |
| "step": 3780 |
| }, |
| { |
| "ce_loss_10": 3.624769401550293, |
| "ce_loss_13": 3.559871160984039, |
| "ce_loss_2": 4.141481828689575, |
| "ce_loss_3": 3.9655247926712036, |
| "ce_loss_7": 3.681060993671417, |
| "epoch": 0.379, |
| "grad_norm": 402.0, |
| "kl_loss_10": 104.66882057189942, |
| "kl_loss_2": 1194.9725402832032, |
| "kl_loss_3": 840.5210388183593, |
| "kl_loss_7": 214.32746124267578, |
| "learning_rate": 0.0006946350531586958, |
| "loss": 591.0428, |
| "step": 3790 |
| }, |
| { |
| "ce_loss_10": 3.6484233260154726, |
| "ce_loss_13": 3.5856125354766846, |
| "ce_loss_2": 4.168078374862671, |
| "ce_loss_3": 3.984307587146759, |
| "ce_loss_7": 3.7046299457550047, |
| "epoch": 0.38, |
| "grad_norm": 494.0, |
| "kl_loss_10": 102.10320167541504, |
| "kl_loss_2": 1202.4750549316407, |
| "kl_loss_3": 836.4282287597656, |
| "kl_loss_7": 215.46153411865234, |
| "learning_rate": 0.0006931725628465643, |
| "loss": 600.8652, |
| "step": 3800 |
| }, |
| { |
| "ce_loss_10": 3.669872498512268, |
| "ce_loss_13": 3.606708490848541, |
| "ce_loss_2": 4.190654408931732, |
| "ce_loss_3": 4.012761104106903, |
| "ce_loss_7": 3.725092887878418, |
| "epoch": 0.381, |
| "grad_norm": 462.0, |
| "kl_loss_10": 105.94147644042968, |
| "kl_loss_2": 1198.5632446289062, |
| "kl_loss_3": 842.3563995361328, |
| "kl_loss_7": 216.23879013061523, |
| "learning_rate": 0.0006917081272888696, |
| "loss": 594.3836, |
| "step": 3810 |
| }, |
| { |
| "ce_loss_10": 3.5702871322631835, |
| "ce_loss_13": 3.503624665737152, |
| "ce_loss_2": 4.083241939544678, |
| "ce_loss_3": 3.9013825416564942, |
| "ce_loss_7": 3.6281121611595153, |
| "epoch": 0.382, |
| "grad_norm": 430.0, |
| "kl_loss_10": 104.559330368042, |
| "kl_loss_2": 1205.9051391601563, |
| "kl_loss_3": 846.9787689208985, |
| "kl_loss_7": 214.2649803161621, |
| "learning_rate": 0.0006902417612324615, |
| "loss": 588.9565, |
| "step": 3820 |
| }, |
| { |
| "ce_loss_10": 3.705217492580414, |
| "ce_loss_13": 3.6370500326156616, |
| "ce_loss_2": 4.2347581624984745, |
| "ce_loss_3": 4.056124079227447, |
| "ce_loss_7": 3.7589930057525636, |
| "epoch": 0.383, |
| "grad_norm": 418.0, |
| "kl_loss_10": 107.22665023803711, |
| "kl_loss_2": 1242.482080078125, |
| "kl_loss_3": 871.0590393066407, |
| "kl_loss_7": 218.71700134277344, |
| "learning_rate": 0.00068877347944363, |
| "loss": 600.3775, |
| "step": 3830 |
| }, |
| { |
| "ce_loss_10": 3.6945597529411316, |
| "ce_loss_13": 3.6302199006080627, |
| "ce_loss_2": 4.190360188484192, |
| "ce_loss_3": 4.017442071437836, |
| "ce_loss_7": 3.74516099691391, |
| "epoch": 0.384, |
| "grad_norm": 460.0, |
| "kl_loss_10": 105.2132453918457, |
| "kl_loss_2": 1180.0169799804687, |
| "kl_loss_3": 825.1839294433594, |
| "kl_loss_7": 210.17990188598634, |
| "learning_rate": 0.0006873032967079561, |
| "loss": 592.1172, |
| "step": 3840 |
| }, |
| { |
| "ce_loss_10": 3.6860820412635804, |
| "ce_loss_13": 3.622925412654877, |
| "ce_loss_2": 4.173858499526977, |
| "ce_loss_3": 4.0060118436813354, |
| "ce_loss_7": 3.7361050128936766, |
| "epoch": 0.385, |
| "grad_norm": 444.0, |
| "kl_loss_10": 102.31974792480469, |
| "kl_loss_2": 1169.402410888672, |
| "kl_loss_3": 819.6500732421875, |
| "kl_loss_7": 207.8970947265625, |
| "learning_rate": 0.0006858312278301637, |
| "loss": 578.5368, |
| "step": 3850 |
| }, |
| { |
| "ce_loss_10": 3.724821174144745, |
| "ce_loss_13": 3.6599106669425963, |
| "ce_loss_2": 4.216867661476135, |
| "ce_loss_3": 4.043015420436859, |
| "ce_loss_7": 3.7741833090782166, |
| "epoch": 0.386, |
| "grad_norm": 628.0, |
| "kl_loss_10": 105.45792541503906, |
| "kl_loss_2": 1182.8445251464843, |
| "kl_loss_3": 827.4248168945312, |
| "kl_loss_7": 208.66201171875, |
| "learning_rate": 0.0006843572876339704, |
| "loss": 581.9299, |
| "step": 3860 |
| }, |
| { |
| "ce_loss_10": 3.639630389213562, |
| "ce_loss_13": 3.578851103782654, |
| "ce_loss_2": 4.1167685151100155, |
| "ce_loss_3": 3.953296732902527, |
| "ce_loss_7": 3.6866363167762755, |
| "epoch": 0.387, |
| "grad_norm": 402.0, |
| "kl_loss_10": 101.30325736999512, |
| "kl_loss_2": 1144.7853637695312, |
| "kl_loss_3": 802.1904113769531, |
| "kl_loss_7": 201.72076492309571, |
| "learning_rate": 0.0006828814909619373, |
| "loss": 586.7184, |
| "step": 3870 |
| }, |
| { |
| "ce_loss_10": 3.7647191643714906, |
| "ce_loss_13": 3.697379672527313, |
| "ce_loss_2": 4.260519480705261, |
| "ce_loss_3": 4.083593368530273, |
| "ce_loss_7": 3.813764202594757, |
| "epoch": 0.388, |
| "grad_norm": 350.0, |
| "kl_loss_10": 106.36605720520019, |
| "kl_loss_2": 1172.6269104003907, |
| "kl_loss_3": 820.4572174072266, |
| "kl_loss_7": 210.88503875732422, |
| "learning_rate": 0.0006814038526753205, |
| "loss": 576.9886, |
| "step": 3880 |
| }, |
| { |
| "ce_loss_10": 3.6557364583015444, |
| "ce_loss_13": 3.5924967169761657, |
| "ce_loss_2": 4.160025131702423, |
| "ce_loss_3": 3.984356963634491, |
| "ce_loss_7": 3.7067020535469055, |
| "epoch": 0.389, |
| "grad_norm": 330.0, |
| "kl_loss_10": 102.68659782409668, |
| "kl_loss_2": 1186.152001953125, |
| "kl_loss_3": 826.8501800537109, |
| "kl_loss_7": 206.71521759033203, |
| "learning_rate": 0.0006799243876539213, |
| "loss": 580.4666, |
| "step": 3890 |
| }, |
| { |
| "ce_loss_10": 3.5759631991386414, |
| "ce_loss_13": 3.5127877712249758, |
| "ce_loss_2": 4.105723321437836, |
| "ce_loss_3": 3.9167493343353272, |
| "ce_loss_7": 3.6288220643997193, |
| "epoch": 0.39, |
| "grad_norm": 536.0, |
| "kl_loss_10": 103.75163269042969, |
| "kl_loss_2": 1215.1460266113281, |
| "kl_loss_3": 839.8725982666016, |
| "kl_loss_7": 208.5065475463867, |
| "learning_rate": 0.0006784431107959359, |
| "loss": 592.4442, |
| "step": 3900 |
| }, |
| { |
| "ce_loss_10": 3.639443838596344, |
| "ce_loss_13": 3.5752380013465883, |
| "ce_loss_2": 4.170507109165191, |
| "ce_loss_3": 3.9816882967948914, |
| "ce_loss_7": 3.694754195213318, |
| "epoch": 0.391, |
| "grad_norm": 510.0, |
| "kl_loss_10": 103.07575302124023, |
| "kl_loss_2": 1237.5377136230468, |
| "kl_loss_3": 858.0287719726563, |
| "kl_loss_7": 214.26128845214845, |
| "learning_rate": 0.0006769600370178059, |
| "loss": 594.2272, |
| "step": 3910 |
| }, |
| { |
| "ce_loss_10": 3.607291209697723, |
| "ce_loss_13": 3.5426042318344115, |
| "ce_loss_2": 4.134967279434204, |
| "ce_loss_3": 3.9495469093322755, |
| "ce_loss_7": 3.6644778490066527, |
| "epoch": 0.392, |
| "grad_norm": 348.0, |
| "kl_loss_10": 100.81994514465332, |
| "kl_loss_2": 1201.7113891601562, |
| "kl_loss_3": 841.3645660400391, |
| "kl_loss_7": 207.30770874023438, |
| "learning_rate": 0.0006754751812540679, |
| "loss": 578.4809, |
| "step": 3920 |
| }, |
| { |
| "ce_loss_10": 3.6542662262916563, |
| "ce_loss_13": 3.5899597883224486, |
| "ce_loss_2": 4.172767472267151, |
| "ce_loss_3": 3.9909741401672365, |
| "ce_loss_7": 3.706152844429016, |
| "epoch": 0.393, |
| "grad_norm": 440.0, |
| "kl_loss_10": 104.03220100402832, |
| "kl_loss_2": 1209.6233947753906, |
| "kl_loss_3": 843.8147003173829, |
| "kl_loss_7": 210.7646583557129, |
| "learning_rate": 0.0006739885584572025, |
| "loss": 592.3653, |
| "step": 3930 |
| }, |
| { |
| "ce_loss_10": 3.685343015193939, |
| "ce_loss_13": 3.619848680496216, |
| "ce_loss_2": 4.199707639217377, |
| "ce_loss_3": 4.017499768733979, |
| "ce_loss_7": 3.734171211719513, |
| "epoch": 0.394, |
| "grad_norm": 564.0, |
| "kl_loss_10": 107.80731964111328, |
| "kl_loss_2": 1232.0240844726563, |
| "kl_loss_3": 850.9272064208984, |
| "kl_loss_7": 211.88618087768555, |
| "learning_rate": 0.0006725001835974853, |
| "loss": 590.3288, |
| "step": 3940 |
| }, |
| { |
| "ce_loss_10": 3.671092712879181, |
| "ce_loss_13": 3.6061443567276, |
| "ce_loss_2": 4.189756679534912, |
| "ce_loss_3": 4.005955624580383, |
| "ce_loss_7": 3.7217952370643617, |
| "epoch": 0.395, |
| "grad_norm": 472.0, |
| "kl_loss_10": 105.94960823059083, |
| "kl_loss_2": 1209.6172180175781, |
| "kl_loss_3": 848.8837646484375, |
| "kl_loss_7": 211.4744026184082, |
| "learning_rate": 0.0006710100716628344, |
| "loss": 581.9217, |
| "step": 3950 |
| }, |
| { |
| "ce_loss_10": 3.6513510942459106, |
| "ce_loss_13": 3.586063766479492, |
| "ce_loss_2": 4.175520932674408, |
| "ce_loss_3": 3.992800068855286, |
| "ce_loss_7": 3.7037784814834596, |
| "epoch": 0.396, |
| "grad_norm": 556.0, |
| "kl_loss_10": 102.45261993408204, |
| "kl_loss_2": 1202.025439453125, |
| "kl_loss_3": 843.4705932617187, |
| "kl_loss_7": 207.75647506713867, |
| "learning_rate": 0.0006695182376586602, |
| "loss": 594.7452, |
| "step": 3960 |
| }, |
| { |
| "ce_loss_10": 3.6946488857269286, |
| "ce_loss_13": 3.6310433030128477, |
| "ce_loss_2": 4.180384719371796, |
| "ce_loss_3": 4.00883582830429, |
| "ce_loss_7": 3.739116144180298, |
| "epoch": 0.397, |
| "grad_norm": 484.0, |
| "kl_loss_10": 100.45674743652344, |
| "kl_loss_2": 1141.924838256836, |
| "kl_loss_3": 795.2099151611328, |
| "kl_loss_7": 201.57386474609376, |
| "learning_rate": 0.000668024696607715, |
| "loss": 581.8865, |
| "step": 3970 |
| }, |
| { |
| "ce_loss_10": 3.63701788187027, |
| "ce_loss_13": 3.5759130001068113, |
| "ce_loss_2": 4.141798782348633, |
| "ce_loss_3": 3.965423548221588, |
| "ce_loss_7": 3.691797506809235, |
| "epoch": 0.398, |
| "grad_norm": 402.0, |
| "kl_loss_10": 99.83709602355957, |
| "kl_loss_2": 1189.6253723144532, |
| "kl_loss_3": 836.8567596435547, |
| "kl_loss_7": 210.05224533081054, |
| "learning_rate": 0.0006665294635499404, |
| "loss": 585.3059, |
| "step": 3980 |
| }, |
| { |
| "ce_loss_10": 3.645500433444977, |
| "ce_loss_13": 3.5827003002166746, |
| "ce_loss_2": 4.174324834346772, |
| "ce_loss_3": 3.992855429649353, |
| "ce_loss_7": 3.7015270590782166, |
| "epoch": 0.399, |
| "grad_norm": 438.0, |
| "kl_loss_10": 103.66120948791504, |
| "kl_loss_2": 1245.642510986328, |
| "kl_loss_3": 869.6440063476563, |
| "kl_loss_7": 216.26355361938477, |
| "learning_rate": 0.0006650325535423167, |
| "loss": 596.3225, |
| "step": 3990 |
| }, |
| { |
| "ce_loss_10": 3.6747123122215273, |
| "ce_loss_13": 3.6138512253761292, |
| "ce_loss_2": 4.168187916278839, |
| "ce_loss_3": 3.993897998332977, |
| "ce_loss_7": 3.725596582889557, |
| "epoch": 0.4, |
| "grad_norm": 520.0, |
| "kl_loss_10": 96.3211498260498, |
| "kl_loss_2": 1152.9211303710938, |
| "kl_loss_3": 801.8546081542969, |
| "kl_loss_7": 200.72928695678712, |
| "learning_rate": 0.0006635339816587109, |
| "loss": 575.9933, |
| "step": 4000 |
| }, |
| { |
| "ce_loss_10": 3.6128929018974305, |
| "ce_loss_13": 3.548132801055908, |
| "ce_loss_2": 4.128501725196839, |
| "ce_loss_3": 3.945591115951538, |
| "ce_loss_7": 3.6652005195617674, |
| "epoch": 0.401, |
| "grad_norm": 430.0, |
| "kl_loss_10": 103.19527244567871, |
| "kl_loss_2": 1214.8156677246093, |
| "kl_loss_3": 840.3229400634766, |
| "kl_loss_7": 210.74479904174805, |
| "learning_rate": 0.0006620337629897252, |
| "loss": 583.2822, |
| "step": 4010 |
| }, |
| { |
| "ce_loss_10": 3.619123613834381, |
| "ce_loss_13": 3.5573631048202516, |
| "ce_loss_2": 4.140160727500915, |
| "ce_loss_3": 3.958257591724396, |
| "ce_loss_7": 3.674074041843414, |
| "epoch": 0.402, |
| "grad_norm": 432.0, |
| "kl_loss_10": 100.38173408508301, |
| "kl_loss_2": 1207.5167907714845, |
| "kl_loss_3": 837.2485626220703, |
| "kl_loss_7": 208.48973083496094, |
| "learning_rate": 0.0006605319126425454, |
| "loss": 597.1898, |
| "step": 4020 |
| }, |
| { |
| "ce_loss_10": 3.5208260893821715, |
| "ce_loss_13": 3.4589377880096435, |
| "ce_loss_2": 4.050716698169708, |
| "ce_loss_3": 3.8632638931274412, |
| "ce_loss_7": 3.5759450912475588, |
| "epoch": 0.403, |
| "grad_norm": 420.0, |
| "kl_loss_10": 100.48741989135742, |
| "kl_loss_2": 1233.5194946289062, |
| "kl_loss_3": 854.4578369140625, |
| "kl_loss_7": 208.70274200439454, |
| "learning_rate": 0.0006590284457407876, |
| "loss": 593.5098, |
| "step": 4030 |
| }, |
| { |
| "ce_loss_10": 3.6270558714866636, |
| "ce_loss_13": 3.5626144886016844, |
| "ce_loss_2": 4.136511921882629, |
| "ce_loss_3": 3.957785797119141, |
| "ce_loss_7": 3.6768479347229004, |
| "epoch": 0.404, |
| "grad_norm": 392.0, |
| "kl_loss_10": 101.69999923706055, |
| "kl_loss_2": 1185.4601745605469, |
| "kl_loss_3": 821.0296905517578, |
| "kl_loss_7": 206.82139434814454, |
| "learning_rate": 0.0006575233774243465, |
| "loss": 582.2525, |
| "step": 4040 |
| }, |
| { |
| "ce_loss_10": 3.612906110286713, |
| "ce_loss_13": 3.550376224517822, |
| "ce_loss_2": 4.1283538222312925, |
| "ce_loss_3": 3.951547086238861, |
| "ce_loss_7": 3.667691433429718, |
| "epoch": 0.405, |
| "grad_norm": 464.0, |
| "kl_loss_10": 100.57203559875488, |
| "kl_loss_2": 1203.0161071777343, |
| "kl_loss_3": 838.8151794433594, |
| "kl_loss_7": 210.55067977905273, |
| "learning_rate": 0.0006560167228492435, |
| "loss": 587.686, |
| "step": 4050 |
| }, |
| { |
| "ce_loss_10": 3.6582042455673216, |
| "ce_loss_13": 3.597072696685791, |
| "ce_loss_2": 4.15371550321579, |
| "ce_loss_3": 3.9819828867912292, |
| "ce_loss_7": 3.7127379179000854, |
| "epoch": 0.406, |
| "grad_norm": 396.0, |
| "kl_loss_10": 97.44431228637696, |
| "kl_loss_2": 1157.4290466308594, |
| "kl_loss_3": 807.0505889892578, |
| "kl_loss_7": 202.94429702758788, |
| "learning_rate": 0.0006545084971874737, |
| "loss": 580.7177, |
| "step": 4060 |
| }, |
| { |
| "ce_loss_10": 3.6273567199707033, |
| "ce_loss_13": 3.564158725738525, |
| "ce_loss_2": 4.158101809024811, |
| "ce_loss_3": 3.9733991026878357, |
| "ce_loss_7": 3.685515010356903, |
| "epoch": 0.407, |
| "grad_norm": 372.0, |
| "kl_loss_10": 103.08215293884277, |
| "kl_loss_2": 1230.8001892089844, |
| "kl_loss_3": 853.4359588623047, |
| "kl_loss_7": 216.80452346801758, |
| "learning_rate": 0.0006529987156268526, |
| "loss": 583.8351, |
| "step": 4070 |
| }, |
| { |
| "ce_loss_10": 3.5464280128479, |
| "ce_loss_13": 3.481638014316559, |
| "ce_loss_2": 4.076263022422791, |
| "ce_loss_3": 3.8974447727203367, |
| "ce_loss_7": 3.6043801426887514, |
| "epoch": 0.408, |
| "grad_norm": 350.0, |
| "kl_loss_10": 102.87330780029296, |
| "kl_loss_2": 1214.2586059570312, |
| "kl_loss_3": 851.9112091064453, |
| "kl_loss_7": 211.73340759277343, |
| "learning_rate": 0.0006514873933708637, |
| "loss": 602.7298, |
| "step": 4080 |
| }, |
| { |
| "ce_loss_10": 3.6543262004852295, |
| "ce_loss_13": 3.5908489346504213, |
| "ce_loss_2": 4.153554606437683, |
| "ce_loss_3": 3.9771866679191588, |
| "ce_loss_7": 3.703446090221405, |
| "epoch": 0.409, |
| "grad_norm": 378.0, |
| "kl_loss_10": 100.85495872497559, |
| "kl_loss_2": 1179.416357421875, |
| "kl_loss_3": 822.3047607421875, |
| "kl_loss_7": 207.08517990112304, |
| "learning_rate": 0.0006499745456385053, |
| "loss": 579.5981, |
| "step": 4090 |
| }, |
| { |
| "ce_loss_10": 3.622114622592926, |
| "ce_loss_13": 3.5604026079177857, |
| "ce_loss_2": 4.138943600654602, |
| "ce_loss_3": 3.9601905822753904, |
| "ce_loss_7": 3.6786248087882996, |
| "epoch": 0.41, |
| "grad_norm": 460.0, |
| "kl_loss_10": 101.49279441833497, |
| "kl_loss_2": 1187.613018798828, |
| "kl_loss_3": 832.265737915039, |
| "kl_loss_7": 211.90668182373048, |
| "learning_rate": 0.0006484601876641375, |
| "loss": 591.7443, |
| "step": 4100 |
| }, |
| { |
| "ce_loss_10": 3.6106685280799864, |
| "ce_loss_13": 3.5491909265518187, |
| "ce_loss_2": 4.104636693000794, |
| "ce_loss_3": 3.9329436659812926, |
| "ce_loss_7": 3.6641584396362306, |
| "epoch": 0.411, |
| "grad_norm": 378.0, |
| "kl_loss_10": 101.25703315734863, |
| "kl_loss_2": 1168.0580017089844, |
| "kl_loss_3": 813.8080810546875, |
| "kl_loss_7": 212.12922592163085, |
| "learning_rate": 0.000646944334697328, |
| "loss": 577.3537, |
| "step": 4110 |
| }, |
| { |
| "ce_loss_10": 3.7338776111602785, |
| "ce_loss_13": 3.665091943740845, |
| "ce_loss_2": 4.2223006844520565, |
| "ce_loss_3": 4.049113523960114, |
| "ce_loss_7": 3.799789845943451, |
| "epoch": 0.412, |
| "grad_norm": 450.0, |
| "kl_loss_10": 109.65744743347167, |
| "kl_loss_2": 1151.4740142822266, |
| "kl_loss_3": 801.2218536376953, |
| "kl_loss_7": 236.72526626586915, |
| "learning_rate": 0.0006454270020026995, |
| "loss": 574.9525, |
| "step": 4120 |
| }, |
| { |
| "ce_loss_10": 3.69082772731781, |
| "ce_loss_13": 3.6286051154136656, |
| "ce_loss_2": 4.175914537906647, |
| "ce_loss_3": 4.002845597267151, |
| "ce_loss_7": 3.7393308877944946, |
| "epoch": 0.413, |
| "grad_norm": 580.0, |
| "kl_loss_10": 104.95364952087402, |
| "kl_loss_2": 1127.3133270263672, |
| "kl_loss_3": 788.5207000732422, |
| "kl_loss_7": 214.98480072021485, |
| "learning_rate": 0.0006439082048597755, |
| "loss": 564.7141, |
| "step": 4130 |
| }, |
| { |
| "ce_loss_10": 3.683094894886017, |
| "ce_loss_13": 3.61643271446228, |
| "ce_loss_2": 4.181109619140625, |
| "ce_loss_3": 4.005432403087616, |
| "ce_loss_7": 3.745869052410126, |
| "epoch": 0.414, |
| "grad_norm": 520.0, |
| "kl_loss_10": 111.28029708862304, |
| "kl_loss_2": 1178.55703125, |
| "kl_loss_3": 823.4579254150391, |
| "kl_loss_7": 238.62436599731444, |
| "learning_rate": 0.0006423879585628261, |
| "loss": 585.353, |
| "step": 4140 |
| }, |
| { |
| "ce_loss_10": 3.648063910007477, |
| "ce_loss_13": 3.579416477680206, |
| "ce_loss_2": 4.166888773441315, |
| "ce_loss_3": 3.98115758895874, |
| "ce_loss_7": 3.7089965462684633, |
| "epoch": 0.415, |
| "grad_norm": 402.0, |
| "kl_loss_10": 109.57027854919434, |
| "kl_loss_2": 1214.0814270019532, |
| "kl_loss_3": 843.1505004882813, |
| "kl_loss_7": 233.17276763916016, |
| "learning_rate": 0.0006408662784207149, |
| "loss": 596.7986, |
| "step": 4150 |
| }, |
| { |
| "ce_loss_10": 3.596502733230591, |
| "ce_loss_13": 3.5327386379241945, |
| "ce_loss_2": 4.09819370508194, |
| "ce_loss_3": 3.9237332344055176, |
| "ce_loss_7": 3.654523158073425, |
| "epoch": 0.416, |
| "grad_norm": 544.0, |
| "kl_loss_10": 99.90503120422363, |
| "kl_loss_2": 1189.1891540527345, |
| "kl_loss_3": 823.6777069091797, |
| "kl_loss_7": 211.67333221435547, |
| "learning_rate": 0.0006393431797567439, |
| "loss": 583.1826, |
| "step": 4160 |
| }, |
| { |
| "ce_loss_10": 3.6853842735290527, |
| "ce_loss_13": 3.622405004501343, |
| "ce_loss_2": 4.1561102867126465, |
| "ce_loss_3": 3.9865566968917845, |
| "ce_loss_7": 3.7344152450561525, |
| "epoch": 0.417, |
| "grad_norm": 384.0, |
| "kl_loss_10": 103.1281753540039, |
| "kl_loss_2": 1144.869805908203, |
| "kl_loss_3": 800.3423767089844, |
| "kl_loss_7": 211.40862579345702, |
| "learning_rate": 0.0006378186779084996, |
| "loss": 557.4173, |
| "step": 4170 |
| }, |
| { |
| "ce_loss_10": 3.5140963315963747, |
| "ce_loss_13": 3.452511179447174, |
| "ce_loss_2": 4.041843056678772, |
| "ce_loss_3": 3.857197344303131, |
| "ce_loss_7": 3.571711480617523, |
| "epoch": 0.418, |
| "grad_norm": 464.0, |
| "kl_loss_10": 100.09027862548828, |
| "kl_loss_2": 1203.0338989257812, |
| "kl_loss_3": 838.9081939697265, |
| "kl_loss_7": 213.11346130371095, |
| "learning_rate": 0.0006362927882276989, |
| "loss": 588.2966, |
| "step": 4180 |
| }, |
| { |
| "ce_loss_10": 3.7188942313194273, |
| "ce_loss_13": 3.6518460750579833, |
| "ce_loss_2": 4.204531168937683, |
| "ce_loss_3": 4.025935411453247, |
| "ce_loss_7": 3.7728618144989015, |
| "epoch": 0.419, |
| "grad_norm": 426.0, |
| "kl_loss_10": 103.15027618408203, |
| "kl_loss_2": 1156.1428161621093, |
| "kl_loss_3": 794.2856292724609, |
| "kl_loss_7": 211.89537048339844, |
| "learning_rate": 0.000634765526080034, |
| "loss": 562.2326, |
| "step": 4190 |
| }, |
| { |
| "ce_loss_10": 3.717780148983002, |
| "ce_loss_13": 3.6511818051338194, |
| "ce_loss_2": 4.210239946842194, |
| "ce_loss_3": 4.0393988490104675, |
| "ce_loss_7": 3.7724336862564085, |
| "epoch": 0.42, |
| "grad_norm": 456.0, |
| "kl_loss_10": 104.51988563537597, |
| "kl_loss_2": 1161.7059631347656, |
| "kl_loss_3": 818.392855834961, |
| "kl_loss_7": 219.07965316772462, |
| "learning_rate": 0.0006332369068450174, |
| "loss": 570.1012, |
| "step": 4200 |
| }, |
| { |
| "ce_loss_10": 3.648071753978729, |
| "ce_loss_13": 3.5840353846549986, |
| "ce_loss_2": 4.147714996337891, |
| "ce_loss_3": 3.972030484676361, |
| "ce_loss_7": 3.7039226770401, |
| "epoch": 0.421, |
| "grad_norm": 426.0, |
| "kl_loss_10": 101.72255935668946, |
| "kl_loss_2": 1175.2358459472657, |
| "kl_loss_3": 821.6455657958984, |
| "kl_loss_7": 216.67398834228516, |
| "learning_rate": 0.0006317069459158283, |
| "loss": 576.074, |
| "step": 4210 |
| }, |
| { |
| "ce_loss_10": 3.766611933708191, |
| "ce_loss_13": 3.7019524574279785, |
| "ce_loss_2": 4.238518404960632, |
| "ce_loss_3": 4.070182096958161, |
| "ce_loss_7": 3.818829393386841, |
| "epoch": 0.422, |
| "grad_norm": 404.0, |
| "kl_loss_10": 102.42731742858886, |
| "kl_loss_2": 1134.2777221679687, |
| "kl_loss_3": 793.5420806884765, |
| "kl_loss_7": 214.86822509765625, |
| "learning_rate": 0.0006301756586991561, |
| "loss": 572.4437, |
| "step": 4220 |
| }, |
| { |
| "ce_loss_10": 3.538297724723816, |
| "ce_loss_13": 3.4769801259040833, |
| "ce_loss_2": 4.051598787307739, |
| "ce_loss_3": 3.8692006349563597, |
| "ce_loss_7": 3.592081093788147, |
| "epoch": 0.423, |
| "grad_norm": 524.0, |
| "kl_loss_10": 100.02308959960938, |
| "kl_loss_2": 1219.534228515625, |
| "kl_loss_3": 847.8958953857422, |
| "kl_loss_7": 217.3907485961914, |
| "learning_rate": 0.0006286430606150459, |
| "loss": 590.4341, |
| "step": 4230 |
| }, |
| { |
| "ce_loss_10": 3.732722854614258, |
| "ce_loss_13": 3.670178234577179, |
| "ce_loss_2": 4.228793060779571, |
| "ce_loss_3": 4.055911266803742, |
| "ce_loss_7": 3.7854557275772094, |
| "epoch": 0.424, |
| "grad_norm": 440.0, |
| "kl_loss_10": 101.63710746765136, |
| "kl_loss_2": 1171.4819213867188, |
| "kl_loss_3": 815.24853515625, |
| "kl_loss_7": 212.84099502563475, |
| "learning_rate": 0.0006271091670967436, |
| "loss": 572.0026, |
| "step": 4240 |
| }, |
| { |
| "ce_loss_10": 3.64589341878891, |
| "ce_loss_13": 3.579445707798004, |
| "ce_loss_2": 4.168534743785858, |
| "ce_loss_3": 3.9873276472091677, |
| "ce_loss_7": 3.7041419625282286, |
| "epoch": 0.425, |
| "grad_norm": 436.0, |
| "kl_loss_10": 105.33321189880371, |
| "kl_loss_2": 1223.9686584472656, |
| "kl_loss_3": 856.7900268554688, |
| "kl_loss_7": 219.8565589904785, |
| "learning_rate": 0.0006255739935905395, |
| "loss": 587.2729, |
| "step": 4250 |
| }, |
| { |
| "ce_loss_10": 3.684093916416168, |
| "ce_loss_13": 3.622530627250671, |
| "ce_loss_2": 4.176068413257599, |
| "ce_loss_3": 4.005461478233338, |
| "ce_loss_7": 3.73612722158432, |
| "epoch": 0.426, |
| "grad_norm": 444.0, |
| "kl_loss_10": 101.16957168579101, |
| "kl_loss_2": 1151.114599609375, |
| "kl_loss_3": 804.5711151123047, |
| "kl_loss_7": 206.51019058227538, |
| "learning_rate": 0.0006240375555556145, |
| "loss": 584.5814, |
| "step": 4260 |
| }, |
| { |
| "ce_loss_10": 3.694865620136261, |
| "ce_loss_13": 3.6328345060348513, |
| "ce_loss_2": 4.216705179214477, |
| "ce_loss_3": 4.035941934585571, |
| "ce_loss_7": 3.7489806532859804, |
| "epoch": 0.427, |
| "grad_norm": 544.0, |
| "kl_loss_10": 102.23134536743164, |
| "kl_loss_2": 1200.0044555664062, |
| "kl_loss_3": 832.4086944580079, |
| "kl_loss_7": 208.58624954223632, |
| "learning_rate": 0.000622499868463882, |
| "loss": 581.1191, |
| "step": 4270 |
| }, |
| { |
| "ce_loss_10": 3.6664886713027953, |
| "ce_loss_13": 3.6031296968460085, |
| "ce_loss_2": 4.138775157928467, |
| "ce_loss_3": 3.968552088737488, |
| "ce_loss_7": 3.716127264499664, |
| "epoch": 0.428, |
| "grad_norm": 442.0, |
| "kl_loss_10": 102.83601112365723, |
| "kl_loss_2": 1148.9752075195313, |
| "kl_loss_3": 798.4193389892578, |
| "kl_loss_7": 204.8626609802246, |
| "learning_rate": 0.0006209609477998338, |
| "loss": 570.8694, |
| "step": 4280 |
| }, |
| { |
| "ce_loss_10": 3.7170133352279664, |
| "ce_loss_13": 3.6512863278388976, |
| "ce_loss_2": 4.214985513687134, |
| "ce_loss_3": 4.041373360157013, |
| "ce_loss_7": 3.76862713098526, |
| "epoch": 0.429, |
| "grad_norm": 492.0, |
| "kl_loss_10": 105.98460693359375, |
| "kl_loss_2": 1171.2547790527344, |
| "kl_loss_3": 819.7431121826172, |
| "kl_loss_7": 209.78300704956055, |
| "learning_rate": 0.0006194208090603844, |
| "loss": 582.6892, |
| "step": 4290 |
| }, |
| { |
| "ce_loss_10": 3.636822462081909, |
| "ce_loss_13": 3.572554814815521, |
| "ce_loss_2": 4.128273499011994, |
| "ce_loss_3": 3.9540862798690797, |
| "ce_loss_7": 3.6845338463783266, |
| "epoch": 0.43, |
| "grad_norm": 384.0, |
| "kl_loss_10": 104.19713554382324, |
| "kl_loss_2": 1158.2531616210938, |
| "kl_loss_3": 808.0290679931641, |
| "kl_loss_7": 201.06265716552736, |
| "learning_rate": 0.0006178794677547138, |
| "loss": 566.7275, |
| "step": 4300 |
| }, |
| { |
| "ce_loss_10": 3.669668412208557, |
| "ce_loss_13": 3.6048370003700256, |
| "ce_loss_2": 4.167822825908661, |
| "ce_loss_3": 3.990470898151398, |
| "ce_loss_7": 3.7204079270362853, |
| "epoch": 0.431, |
| "grad_norm": 462.0, |
| "kl_loss_10": 105.12696495056153, |
| "kl_loss_2": 1189.7153015136719, |
| "kl_loss_3": 827.7414642333985, |
| "kl_loss_7": 209.76073608398437, |
| "learning_rate": 0.0006163369394041111, |
| "loss": 578.5617, |
| "step": 4310 |
| }, |
| { |
| "ce_loss_10": 3.603849542140961, |
| "ce_loss_13": 3.540567708015442, |
| "ce_loss_2": 4.114995861053467, |
| "ce_loss_3": 3.93278226852417, |
| "ce_loss_7": 3.6533514499664306, |
| "epoch": 0.432, |
| "grad_norm": 524.0, |
| "kl_loss_10": 103.23071632385253, |
| "kl_loss_2": 1199.0398742675782, |
| "kl_loss_3": 837.4948120117188, |
| "kl_loss_7": 206.72886505126954, |
| "learning_rate": 0.0006147932395418205, |
| "loss": 593.6705, |
| "step": 4320 |
| }, |
| { |
| "ce_loss_10": 3.6318950057029724, |
| "ce_loss_13": 3.5694007515907287, |
| "ce_loss_2": 4.121479880809784, |
| "ce_loss_3": 3.9539971709251405, |
| "ce_loss_7": 3.6812774300575257, |
| "epoch": 0.433, |
| "grad_norm": 372.0, |
| "kl_loss_10": 101.08283462524415, |
| "kl_loss_2": 1163.6617614746094, |
| "kl_loss_3": 814.8068634033203, |
| "kl_loss_7": 204.31798858642577, |
| "learning_rate": 0.0006132483837128823, |
| "loss": 570.1899, |
| "step": 4330 |
| }, |
| { |
| "ce_loss_10": 3.6211368441581726, |
| "ce_loss_13": 3.5578442931175234, |
| "ce_loss_2": 4.120713996887207, |
| "ce_loss_3": 3.9408787965774534, |
| "ce_loss_7": 3.6715193152427674, |
| "epoch": 0.434, |
| "grad_norm": 380.0, |
| "kl_loss_10": 102.18530006408692, |
| "kl_loss_2": 1181.1154479980469, |
| "kl_loss_3": 821.5291748046875, |
| "kl_loss_7": 205.94673614501954, |
| "learning_rate": 0.0006117023874739772, |
| "loss": 579.966, |
| "step": 4340 |
| }, |
| { |
| "ce_loss_10": 3.606392514705658, |
| "ce_loss_13": 3.542631506919861, |
| "ce_loss_2": 4.1229788064956665, |
| "ce_loss_3": 3.943661665916443, |
| "ce_loss_7": 3.660093939304352, |
| "epoch": 0.435, |
| "grad_norm": 366.0, |
| "kl_loss_10": 101.41253623962402, |
| "kl_loss_2": 1198.5234008789062, |
| "kl_loss_3": 836.8120849609375, |
| "kl_loss_7": 206.9767189025879, |
| "learning_rate": 0.0006101552663932703, |
| "loss": 586.1095, |
| "step": 4350 |
| }, |
| { |
| "ce_loss_10": 3.6401270270347594, |
| "ce_loss_13": 3.5747036576271056, |
| "ce_loss_2": 4.133774304389954, |
| "ce_loss_3": 3.9579702854156493, |
| "ce_loss_7": 3.689171576499939, |
| "epoch": 0.436, |
| "grad_norm": 432.0, |
| "kl_loss_10": 103.28445014953613, |
| "kl_loss_2": 1170.830484008789, |
| "kl_loss_3": 821.6876098632813, |
| "kl_loss_7": 207.47048645019532, |
| "learning_rate": 0.0006086070360502539, |
| "loss": 578.1617, |
| "step": 4360 |
| }, |
| { |
| "ce_loss_10": 3.6478831648826597, |
| "ce_loss_13": 3.5829063415527345, |
| "ce_loss_2": 4.140194344520569, |
| "ce_loss_3": 3.9674217224121096, |
| "ce_loss_7": 3.6954386711120604, |
| "epoch": 0.437, |
| "grad_norm": 324.0, |
| "kl_loss_10": 102.49744033813477, |
| "kl_loss_2": 1182.2726196289063, |
| "kl_loss_3": 820.302099609375, |
| "kl_loss_7": 202.6822937011719, |
| "learning_rate": 0.0006070577120355903, |
| "loss": 585.725, |
| "step": 4370 |
| }, |
| { |
| "ce_loss_10": 3.6493834018707276, |
| "ce_loss_13": 3.585710608959198, |
| "ce_loss_2": 4.1475905418396, |
| "ce_loss_3": 3.9780289769172668, |
| "ce_loss_7": 3.6994438648223875, |
| "epoch": 0.438, |
| "grad_norm": 464.0, |
| "kl_loss_10": 99.22572135925293, |
| "kl_loss_2": 1158.4001525878907, |
| "kl_loss_3": 817.9062316894531, |
| "kl_loss_7": 200.7786117553711, |
| "learning_rate": 0.0006055073099509549, |
| "loss": 570.4337, |
| "step": 4380 |
| }, |
| { |
| "ce_loss_10": 3.7072151064872743, |
| "ce_loss_13": 3.6444019198417665, |
| "ce_loss_2": 4.1913762331008915, |
| "ce_loss_3": 4.024674141407013, |
| "ce_loss_7": 3.755181634426117, |
| "epoch": 0.439, |
| "grad_norm": 414.0, |
| "kl_loss_10": 101.21295433044433, |
| "kl_loss_2": 1155.983868408203, |
| "kl_loss_3": 813.5707092285156, |
| "kl_loss_7": 201.68513870239258, |
| "learning_rate": 0.0006039558454088796, |
| "loss": 578.4039, |
| "step": 4390 |
| }, |
| { |
| "ce_loss_10": 3.6866373896598814, |
| "ce_loss_13": 3.6209323048591613, |
| "ce_loss_2": 4.190221071243286, |
| "ce_loss_3": 4.017517447471619, |
| "ce_loss_7": 3.736443567276001, |
| "epoch": 0.44, |
| "grad_norm": 388.0, |
| "kl_loss_10": 103.66101570129395, |
| "kl_loss_2": 1179.7899597167968, |
| "kl_loss_3": 831.9971649169922, |
| "kl_loss_7": 206.1973434448242, |
| "learning_rate": 0.0006024033340325954, |
| "loss": 572.2276, |
| "step": 4400 |
| }, |
| { |
| "ce_loss_10": 3.7494076251983643, |
| "ce_loss_13": 3.6860761404037476, |
| "ce_loss_2": 4.22088440656662, |
| "ce_loss_3": 4.061302840709686, |
| "ce_loss_7": 3.7976527214050293, |
| "epoch": 0.441, |
| "grad_norm": 384.0, |
| "kl_loss_10": 100.95717124938965, |
| "kl_loss_2": 1117.0268005371095, |
| "kl_loss_3": 788.523080444336, |
| "kl_loss_7": 197.15192718505858, |
| "learning_rate": 0.0006008497914558743, |
| "loss": 559.696, |
| "step": 4410 |
| }, |
| { |
| "ce_loss_10": 3.689165186882019, |
| "ce_loss_13": 3.6250773549079893, |
| "ce_loss_2": 4.1833924651145935, |
| "ce_loss_3": 4.016273534297943, |
| "ce_loss_7": 3.738771951198578, |
| "epoch": 0.442, |
| "grad_norm": 476.0, |
| "kl_loss_10": 105.19830055236817, |
| "kl_loss_2": 1174.740167236328, |
| "kl_loss_3": 830.987890625, |
| "kl_loss_7": 209.00811996459962, |
| "learning_rate": 0.0005992952333228728, |
| "loss": 576.4588, |
| "step": 4420 |
| }, |
| { |
| "ce_loss_10": 3.620419418811798, |
| "ce_loss_13": 3.5588944792747497, |
| "ce_loss_2": 4.125707459449768, |
| "ce_loss_3": 3.9479523420333864, |
| "ce_loss_7": 3.6681005358695984, |
| "epoch": 0.443, |
| "grad_norm": 464.0, |
| "kl_loss_10": 100.17966499328614, |
| "kl_loss_2": 1181.0232360839843, |
| "kl_loss_3": 829.0245361328125, |
| "kl_loss_7": 201.25574188232423, |
| "learning_rate": 0.0005977396752879741, |
| "loss": 577.6452, |
| "step": 4430 |
| }, |
| { |
| "ce_loss_10": 3.5535963416099547, |
| "ce_loss_13": 3.4911730885505676, |
| "ce_loss_2": 4.057285642623901, |
| "ce_loss_3": 3.882522702217102, |
| "ce_loss_7": 3.603209447860718, |
| "epoch": 0.444, |
| "grad_norm": 450.0, |
| "kl_loss_10": 96.56860618591308, |
| "kl_loss_2": 1184.1321594238282, |
| "kl_loss_3": 827.8955352783203, |
| "kl_loss_7": 199.06893157958984, |
| "learning_rate": 0.0005961831330156305, |
| "loss": 569.2716, |
| "step": 4440 |
| }, |
| { |
| "ce_loss_10": 3.697277545928955, |
| "ce_loss_13": 3.6338467955589295, |
| "ce_loss_2": 4.1992070317268375, |
| "ce_loss_3": 4.02395384311676, |
| "ce_loss_7": 3.747213661670685, |
| "epoch": 0.445, |
| "grad_norm": 392.0, |
| "kl_loss_10": 101.60056228637696, |
| "kl_loss_2": 1189.420147705078, |
| "kl_loss_3": 827.8122314453125, |
| "kl_loss_7": 205.08227157592773, |
| "learning_rate": 0.0005946256221802051, |
| "loss": 584.411, |
| "step": 4450 |
| }, |
| { |
| "ce_loss_10": 3.679532468318939, |
| "ce_loss_13": 3.6183473825454713, |
| "ce_loss_2": 4.146489477157592, |
| "ce_loss_3": 3.9755648136138917, |
| "ce_loss_7": 3.7207812786102297, |
| "epoch": 0.446, |
| "grad_norm": 494.0, |
| "kl_loss_10": 101.10317420959473, |
| "kl_loss_2": 1119.8320098876952, |
| "kl_loss_3": 779.770297241211, |
| "kl_loss_7": 198.91878814697264, |
| "learning_rate": 0.0005930671584658151, |
| "loss": 578.7685, |
| "step": 4460 |
| }, |
| { |
| "ce_loss_10": 3.674864172935486, |
| "ce_loss_13": 3.6118743062019347, |
| "ce_loss_2": 4.166282546520233, |
| "ce_loss_3": 3.9925308227539062, |
| "ce_loss_7": 3.7198517322540283, |
| "epoch": 0.447, |
| "grad_norm": 364.0, |
| "kl_loss_10": 100.75155410766601, |
| "kl_loss_2": 1165.5830871582032, |
| "kl_loss_3": 814.2670196533203, |
| "kl_loss_7": 201.9087059020996, |
| "learning_rate": 0.0005915077575661722, |
| "loss": 579.8401, |
| "step": 4470 |
| }, |
| { |
| "ce_loss_10": 3.694182288646698, |
| "ce_loss_13": 3.628465461730957, |
| "ce_loss_2": 4.190526556968689, |
| "ce_loss_3": 4.015213489532471, |
| "ce_loss_7": 3.7417189121246337, |
| "epoch": 0.448, |
| "grad_norm": 520.0, |
| "kl_loss_10": 105.40261840820312, |
| "kl_loss_2": 1179.2632690429687, |
| "kl_loss_3": 825.197119140625, |
| "kl_loss_7": 209.67544021606446, |
| "learning_rate": 0.000589947435184427, |
| "loss": 569.8479, |
| "step": 4480 |
| }, |
| { |
| "ce_loss_10": 3.7602591633796694, |
| "ce_loss_13": 3.6975467801094055, |
| "ce_loss_2": 4.231885468959808, |
| "ce_loss_3": 4.062859082221985, |
| "ce_loss_7": 3.8065670251846315, |
| "epoch": 0.449, |
| "grad_norm": 406.0, |
| "kl_loss_10": 104.7243579864502, |
| "kl_loss_2": 1147.1027252197266, |
| "kl_loss_3": 795.4058624267578, |
| "kl_loss_7": 203.6425910949707, |
| "learning_rate": 0.0005883862070330078, |
| "loss": 568.9265, |
| "step": 4490 |
| }, |
| { |
| "ce_loss_10": 3.6874640941619874, |
| "ce_loss_13": 3.6227025985717773, |
| "ce_loss_2": 4.18091858625412, |
| "ce_loss_3": 4.004498326778412, |
| "ce_loss_7": 3.7389190554618836, |
| "epoch": 0.45, |
| "grad_norm": 342.0, |
| "kl_loss_10": 102.03626098632813, |
| "kl_loss_2": 1166.0193176269531, |
| "kl_loss_3": 811.4805572509765, |
| "kl_loss_7": 204.2785285949707, |
| "learning_rate": 0.0005868240888334653, |
| "loss": 567.3452, |
| "step": 4500 |
| }, |
| { |
| "ce_loss_10": 3.570815551280975, |
| "ce_loss_13": 3.508398413658142, |
| "ce_loss_2": 4.096131467819214, |
| "ce_loss_3": 3.9093389391899107, |
| "ce_loss_7": 3.625988078117371, |
| "epoch": 0.451, |
| "grad_norm": 616.0, |
| "kl_loss_10": 100.9030990600586, |
| "kl_loss_2": 1212.356463623047, |
| "kl_loss_3": 839.7065948486328, |
| "kl_loss_7": 207.68597564697265, |
| "learning_rate": 0.0005852610963163119, |
| "loss": 584.0681, |
| "step": 4510 |
| }, |
| { |
| "ce_loss_10": 3.5951132655143736, |
| "ce_loss_13": 3.5340840578079225, |
| "ce_loss_2": 4.088473439216614, |
| "ce_loss_3": 3.9123128294944762, |
| "ce_loss_7": 3.6418415188789366, |
| "epoch": 0.452, |
| "grad_norm": 440.0, |
| "kl_loss_10": 97.94427604675293, |
| "kl_loss_2": 1155.4515991210938, |
| "kl_loss_3": 802.8143249511719, |
| "kl_loss_7": 198.15041809082032, |
| "learning_rate": 0.0005836972452208654, |
| "loss": 560.779, |
| "step": 4520 |
| }, |
| { |
| "ce_loss_10": 3.6001816511154177, |
| "ce_loss_13": 3.540806245803833, |
| "ce_loss_2": 4.105304884910583, |
| "ce_loss_3": 3.9283313751220703, |
| "ce_loss_7": 3.6497029066085815, |
| "epoch": 0.453, |
| "grad_norm": 470.0, |
| "kl_loss_10": 99.28575630187989, |
| "kl_loss_2": 1176.1295288085937, |
| "kl_loss_3": 817.2998046875, |
| "kl_loss_7": 202.73690338134764, |
| "learning_rate": 0.0005821325512950885, |
| "loss": 572.314, |
| "step": 4530 |
| }, |
| { |
| "ce_loss_10": 3.629274320602417, |
| "ce_loss_13": 3.5687419891357424, |
| "ce_loss_2": 4.1162322640419005, |
| "ce_loss_3": 3.9458845138549803, |
| "ce_loss_7": 3.680540406703949, |
| "epoch": 0.454, |
| "grad_norm": 368.0, |
| "kl_loss_10": 96.52360496520996, |
| "kl_loss_2": 1136.2307861328125, |
| "kl_loss_3": 790.6944702148437, |
| "kl_loss_7": 197.31127700805663, |
| "learning_rate": 0.0005805670302954321, |
| "loss": 568.0196, |
| "step": 4540 |
| }, |
| { |
| "ce_loss_10": 3.6337098717689513, |
| "ce_loss_13": 3.5753876209259032, |
| "ce_loss_2": 4.115709042549133, |
| "ce_loss_3": 3.9439353704452516, |
| "ce_loss_7": 3.6809528470039368, |
| "epoch": 0.455, |
| "grad_norm": 434.0, |
| "kl_loss_10": 95.89570465087891, |
| "kl_loss_2": 1140.969873046875, |
| "kl_loss_3": 792.410400390625, |
| "kl_loss_7": 194.6849395751953, |
| "learning_rate": 0.000579000697986675, |
| "loss": 559.3398, |
| "step": 4550 |
| }, |
| { |
| "ce_loss_10": 3.5949880719184875, |
| "ce_loss_13": 3.5312354803085326, |
| "ce_loss_2": 4.110612523555756, |
| "ce_loss_3": 3.9363887429237367, |
| "ce_loss_7": 3.6481791853904726, |
| "epoch": 0.456, |
| "grad_norm": 398.0, |
| "kl_loss_10": 102.14065132141113, |
| "kl_loss_2": 1200.508935546875, |
| "kl_loss_3": 844.4349182128906, |
| "kl_loss_7": 207.93037872314454, |
| "learning_rate": 0.0005774335701417662, |
| "loss": 577.7247, |
| "step": 4560 |
| }, |
| { |
| "ce_loss_10": 3.578439974784851, |
| "ce_loss_13": 3.5177830338478087, |
| "ce_loss_2": 4.086728799343109, |
| "ce_loss_3": 3.9092958092689516, |
| "ce_loss_7": 3.628882908821106, |
| "epoch": 0.457, |
| "grad_norm": 438.0, |
| "kl_loss_10": 98.15573539733887, |
| "kl_loss_2": 1190.6679321289062, |
| "kl_loss_3": 827.183969116211, |
| "kl_loss_7": 201.49042510986328, |
| "learning_rate": 0.0005758656625416658, |
| "loss": 579.3393, |
| "step": 4570 |
| }, |
| { |
| "ce_loss_10": 3.6351425409317017, |
| "ce_loss_13": 3.5740421295166014, |
| "ce_loss_2": 4.13430563211441, |
| "ce_loss_3": 3.9581828236579897, |
| "ce_loss_7": 3.685711920261383, |
| "epoch": 0.458, |
| "grad_norm": 378.0, |
| "kl_loss_10": 98.59328498840333, |
| "kl_loss_2": 1165.538037109375, |
| "kl_loss_3": 813.1740905761719, |
| "kl_loss_7": 200.91252059936522, |
| "learning_rate": 0.0005742969909751859, |
| "loss": 562.4629, |
| "step": 4580 |
| }, |
| { |
| "ce_loss_10": 3.6438634276390074, |
| "ce_loss_13": 3.5822227597236633, |
| "ce_loss_2": 4.139957237243652, |
| "ce_loss_3": 3.96221022605896, |
| "ce_loss_7": 3.692858374118805, |
| "epoch": 0.459, |
| "grad_norm": 396.0, |
| "kl_loss_10": 100.12554626464843, |
| "kl_loss_2": 1167.3160705566406, |
| "kl_loss_3": 805.8544036865235, |
| "kl_loss_7": 201.26202087402345, |
| "learning_rate": 0.0005727275712388318, |
| "loss": 570.0833, |
| "step": 4590 |
| }, |
| { |
| "ce_loss_10": 3.681215536594391, |
| "ce_loss_13": 3.620731198787689, |
| "ce_loss_2": 4.155962944030762, |
| "ce_loss_3": 3.984270441532135, |
| "ce_loss_7": 3.7283701658248902, |
| "epoch": 0.46, |
| "grad_norm": 568.0, |
| "kl_loss_10": 98.76027946472168, |
| "kl_loss_2": 1132.1197998046875, |
| "kl_loss_3": 792.0047241210938, |
| "kl_loss_7": 197.17216033935546, |
| "learning_rate": 0.0005711574191366427, |
| "loss": 562.7997, |
| "step": 4600 |
| }, |
| { |
| "ce_loss_10": 3.6236431002616882, |
| "ce_loss_13": 3.565703308582306, |
| "ce_loss_2": 4.114531934261322, |
| "ce_loss_3": 3.93969669342041, |
| "ce_loss_7": 3.671102833747864, |
| "epoch": 0.461, |
| "grad_norm": 372.0, |
| "kl_loss_10": 98.42190704345703, |
| "kl_loss_2": 1170.4917938232422, |
| "kl_loss_3": 808.7791198730469, |
| "kl_loss_7": 199.0694892883301, |
| "learning_rate": 0.0005695865504800327, |
| "loss": 564.0159, |
| "step": 4610 |
| }, |
| { |
| "ce_loss_10": 3.562722647190094, |
| "ce_loss_13": 3.500598740577698, |
| "ce_loss_2": 4.109580218791962, |
| "ce_loss_3": 3.9190361380577086, |
| "ce_loss_7": 3.6191172361373902, |
| "epoch": 0.462, |
| "grad_norm": 480.0, |
| "kl_loss_10": 100.51305274963379, |
| "kl_loss_2": 1233.0393005371093, |
| "kl_loss_3": 860.259619140625, |
| "kl_loss_7": 208.89999542236328, |
| "learning_rate": 0.0005680149810876322, |
| "loss": 581.488, |
| "step": 4620 |
| }, |
| { |
| "ce_loss_10": 3.6198580145835875, |
| "ce_loss_13": 3.5573437213897705, |
| "ce_loss_2": 4.117598211765289, |
| "ce_loss_3": 3.94056499004364, |
| "ce_loss_7": 3.667776870727539, |
| "epoch": 0.463, |
| "grad_norm": 560.0, |
| "kl_loss_10": 99.44257354736328, |
| "kl_loss_2": 1160.7040802001952, |
| "kl_loss_3": 809.362094116211, |
| "kl_loss_7": 201.12859268188475, |
| "learning_rate": 0.0005664427267851271, |
| "loss": 565.3629, |
| "step": 4630 |
| }, |
| { |
| "ce_loss_10": 3.534971606731415, |
| "ce_loss_13": 3.47266343832016, |
| "ce_loss_2": 4.036073172092438, |
| "ce_loss_3": 3.857685387134552, |
| "ce_loss_7": 3.5870521306991576, |
| "epoch": 0.464, |
| "grad_norm": 498.0, |
| "kl_loss_10": 97.52345237731933, |
| "kl_loss_2": 1167.1843322753907, |
| "kl_loss_3": 810.5214752197265, |
| "kl_loss_7": 199.60354309082032, |
| "learning_rate": 0.0005648698034051009, |
| "loss": 562.6416, |
| "step": 4640 |
| }, |
| { |
| "ce_loss_10": 3.6570662021636964, |
| "ce_loss_13": 3.594506525993347, |
| "ce_loss_2": 4.158554673194885, |
| "ce_loss_3": 3.980504941940308, |
| "ce_loss_7": 3.7062572717666624, |
| "epoch": 0.465, |
| "grad_norm": 412.0, |
| "kl_loss_10": 99.88166885375976, |
| "kl_loss_2": 1173.9357055664063, |
| "kl_loss_3": 818.5712066650391, |
| "kl_loss_7": 200.30800857543946, |
| "learning_rate": 0.0005632962267868747, |
| "loss": 561.8186, |
| "step": 4650 |
| }, |
| { |
| "ce_loss_10": 3.5903021335601806, |
| "ce_loss_13": 3.5294329643249513, |
| "ce_loss_2": 4.08318532705307, |
| "ce_loss_3": 3.9098427176475523, |
| "ce_loss_7": 3.6388569593429567, |
| "epoch": 0.466, |
| "grad_norm": 464.0, |
| "kl_loss_10": 95.17009468078614, |
| "kl_loss_2": 1143.232162475586, |
| "kl_loss_3": 798.761831665039, |
| "kl_loss_7": 195.75977783203126, |
| "learning_rate": 0.0005617220127763474, |
| "loss": 567.0608, |
| "step": 4660 |
| }, |
| { |
| "ce_loss_10": 3.669221520423889, |
| "ce_loss_13": 3.607930314540863, |
| "ce_loss_2": 4.160642421245575, |
| "ce_loss_3": 3.9847203373908995, |
| "ce_loss_7": 3.717066395282745, |
| "epoch": 0.467, |
| "grad_norm": 412.0, |
| "kl_loss_10": 98.76815719604492, |
| "kl_loss_2": 1153.8832275390625, |
| "kl_loss_3": 803.9543914794922, |
| "kl_loss_7": 198.99397354125978, |
| "learning_rate": 0.0005601471772258368, |
| "loss": 567.3518, |
| "step": 4670 |
| }, |
| { |
| "ce_loss_10": 3.6542641162872314, |
| "ce_loss_13": 3.593363094329834, |
| "ce_loss_2": 4.133442676067352, |
| "ce_loss_3": 3.96450389623642, |
| "ce_loss_7": 3.7022117972373962, |
| "epoch": 0.468, |
| "grad_norm": 384.0, |
| "kl_loss_10": 98.04742546081543, |
| "kl_loss_2": 1118.5282470703125, |
| "kl_loss_3": 784.399691772461, |
| "kl_loss_7": 197.338858795166, |
| "learning_rate": 0.0005585717359939192, |
| "loss": 565.1176, |
| "step": 4680 |
| }, |
| { |
| "ce_loss_10": 3.56116144657135, |
| "ce_loss_13": 3.4993683457374574, |
| "ce_loss_2": 4.055442547798156, |
| "ce_loss_3": 3.887247931957245, |
| "ce_loss_7": 3.6099945425987245, |
| "epoch": 0.469, |
| "grad_norm": 490.0, |
| "kl_loss_10": 97.45741577148438, |
| "kl_loss_2": 1149.7481964111328, |
| "kl_loss_3": 806.3391754150391, |
| "kl_loss_7": 197.63161849975586, |
| "learning_rate": 0.0005569957049452703, |
| "loss": 571.714, |
| "step": 4690 |
| }, |
| { |
| "ce_loss_10": 3.6181132555007935, |
| "ce_loss_13": 3.558199667930603, |
| "ce_loss_2": 4.1229860305786135, |
| "ce_loss_3": 3.9408149838447573, |
| "ce_loss_7": 3.668530523777008, |
| "epoch": 0.47, |
| "grad_norm": 458.0, |
| "kl_loss_10": 98.11741218566894, |
| "kl_loss_2": 1179.65732421875, |
| "kl_loss_3": 819.0914672851562, |
| "kl_loss_7": 202.21502075195312, |
| "learning_rate": 0.0005554190999505056, |
| "loss": 572.5331, |
| "step": 4700 |
| }, |
| { |
| "ce_loss_10": 3.7477443337440492, |
| "ce_loss_13": 3.6823888421058655, |
| "ce_loss_2": 4.236353850364685, |
| "ce_loss_3": 4.064246296882629, |
| "ce_loss_7": 3.7983964323997497, |
| "epoch": 0.471, |
| "grad_norm": 376.0, |
| "kl_loss_10": 101.09743614196778, |
| "kl_loss_2": 1167.4985229492188, |
| "kl_loss_3": 813.3948120117187, |
| "kl_loss_7": 205.17110900878907, |
| "learning_rate": 0.0005538419368860196, |
| "loss": 552.1318, |
| "step": 4710 |
| }, |
| { |
| "ce_loss_10": 3.670793604850769, |
| "ce_loss_13": 3.6081652998924256, |
| "ce_loss_2": 4.154720652103424, |
| "ce_loss_3": 3.986761474609375, |
| "ce_loss_7": 3.7201395988464356, |
| "epoch": 0.472, |
| "grad_norm": 416.0, |
| "kl_loss_10": 100.02058029174805, |
| "kl_loss_2": 1152.6582946777344, |
| "kl_loss_3": 806.7274566650391, |
| "kl_loss_7": 202.40063400268554, |
| "learning_rate": 0.0005522642316338268, |
| "loss": 576.1212, |
| "step": 4720 |
| }, |
| { |
| "ce_loss_10": 3.673479509353638, |
| "ce_loss_13": 3.613760471343994, |
| "ce_loss_2": 4.150910186767578, |
| "ce_loss_3": 3.981798696517944, |
| "ce_loss_7": 3.721827840805054, |
| "epoch": 0.473, |
| "grad_norm": 478.0, |
| "kl_loss_10": 99.9439712524414, |
| "kl_loss_2": 1142.4451599121094, |
| "kl_loss_3": 795.6325531005859, |
| "kl_loss_7": 199.72487106323243, |
| "learning_rate": 0.0005506860000814017, |
| "loss": 573.0671, |
| "step": 4730 |
| }, |
| { |
| "ce_loss_10": 3.700618231296539, |
| "ce_loss_13": 3.638905906677246, |
| "ce_loss_2": 4.180734276771545, |
| "ce_loss_3": 4.006302297115326, |
| "ce_loss_7": 3.7447570085525514, |
| "epoch": 0.474, |
| "grad_norm": 372.0, |
| "kl_loss_10": 99.73388938903808, |
| "kl_loss_2": 1127.7213500976563, |
| "kl_loss_3": 793.5628936767578, |
| "kl_loss_7": 197.02488555908204, |
| "learning_rate": 0.0005491072581215186, |
| "loss": 565.0697, |
| "step": 4740 |
| }, |
| { |
| "ce_loss_10": 3.706625771522522, |
| "ce_loss_13": 3.6401172399520876, |
| "ce_loss_2": 4.184090709686279, |
| "ce_loss_3": 4.019766807556152, |
| "ce_loss_7": 3.754279363155365, |
| "epoch": 0.475, |
| "grad_norm": 516.0, |
| "kl_loss_10": 103.58124504089355, |
| "kl_loss_2": 1159.682275390625, |
| "kl_loss_3": 813.5887573242187, |
| "kl_loss_7": 204.05538330078124, |
| "learning_rate": 0.0005475280216520913, |
| "loss": 556.0086, |
| "step": 4750 |
| }, |
| { |
| "ce_loss_10": 3.617805337905884, |
| "ce_loss_13": 3.5573843002319334, |
| "ce_loss_2": 4.093091154098511, |
| "ce_loss_3": 3.926499140262604, |
| "ce_loss_7": 3.664002466201782, |
| "epoch": 0.476, |
| "grad_norm": 438.0, |
| "kl_loss_10": 97.125687789917, |
| "kl_loss_2": 1118.9559478759766, |
| "kl_loss_3": 784.6352722167969, |
| "kl_loss_7": 196.01404037475587, |
| "learning_rate": 0.0005459483065760138, |
| "loss": 565.9596, |
| "step": 4760 |
| }, |
| { |
| "ce_loss_10": 3.552186381816864, |
| "ce_loss_13": 3.4902740478515626, |
| "ce_loss_2": 4.07539484500885, |
| "ce_loss_3": 3.891750192642212, |
| "ce_loss_7": 3.601547920703888, |
| "epoch": 0.477, |
| "grad_norm": 584.0, |
| "kl_loss_10": 97.89878273010254, |
| "kl_loss_2": 1199.7971740722655, |
| "kl_loss_3": 836.253662109375, |
| "kl_loss_7": 197.98745880126953, |
| "learning_rate": 0.0005443681288009991, |
| "loss": 568.1693, |
| "step": 4770 |
| }, |
| { |
| "ce_loss_10": 3.6120885968208314, |
| "ce_loss_13": 3.5525715351104736, |
| "ce_loss_2": 4.106596338748932, |
| "ce_loss_3": 3.932267451286316, |
| "ce_loss_7": 3.6594039678573607, |
| "epoch": 0.478, |
| "grad_norm": 430.0, |
| "kl_loss_10": 98.81552238464356, |
| "kl_loss_2": 1169.4871887207032, |
| "kl_loss_3": 816.0136047363281, |
| "kl_loss_7": 198.91362609863282, |
| "learning_rate": 0.0005427875042394199, |
| "loss": 570.9199, |
| "step": 4780 |
| }, |
| { |
| "ce_loss_10": 3.6413972973823547, |
| "ce_loss_13": 3.5771793842315676, |
| "ce_loss_2": 4.133682417869568, |
| "ce_loss_3": 3.9594278573989867, |
| "ce_loss_7": 3.6885754466056824, |
| "epoch": 0.479, |
| "grad_norm": 396.0, |
| "kl_loss_10": 102.98994331359863, |
| "kl_loss_2": 1166.8763580322266, |
| "kl_loss_3": 812.8268646240234, |
| "kl_loss_7": 201.2046257019043, |
| "learning_rate": 0.0005412064488081482, |
| "loss": 576.3787, |
| "step": 4790 |
| }, |
| { |
| "ce_loss_10": 3.6483134269714355, |
| "ce_loss_13": 3.5873068809509276, |
| "ce_loss_2": 4.13967661857605, |
| "ce_loss_3": 3.9646928787231444, |
| "ce_loss_7": 3.697467315196991, |
| "epoch": 0.48, |
| "grad_norm": 370.0, |
| "kl_loss_10": 99.1940761566162, |
| "kl_loss_2": 1147.4876434326172, |
| "kl_loss_3": 791.1785400390625, |
| "kl_loss_7": 197.28219909667968, |
| "learning_rate": 0.0005396249784283942, |
| "loss": 558.8872, |
| "step": 4800 |
| }, |
| { |
| "ce_loss_10": 3.675038015842438, |
| "ce_loss_13": 3.605392372608185, |
| "ce_loss_2": 4.173114275932312, |
| "ce_loss_3": 3.99793621301651, |
| "ce_loss_7": 3.719290328025818, |
| "epoch": 0.481, |
| "grad_norm": 424.0, |
| "kl_loss_10": 109.17574653625488, |
| "kl_loss_2": 1186.1647857666017, |
| "kl_loss_3": 827.1956359863282, |
| "kl_loss_7": 205.77321548461913, |
| "learning_rate": 0.0005380431090255476, |
| "loss": 574.2385, |
| "step": 4810 |
| }, |
| { |
| "ce_loss_10": 3.6580063104629517, |
| "ce_loss_13": 3.600323748588562, |
| "ce_loss_2": 4.138371276855469, |
| "ce_loss_3": 3.968156564235687, |
| "ce_loss_7": 3.705365836620331, |
| "epoch": 0.482, |
| "grad_norm": 368.0, |
| "kl_loss_10": 96.444384765625, |
| "kl_loss_2": 1126.6424652099608, |
| "kl_loss_3": 782.5597137451172, |
| "kl_loss_7": 192.58789978027343, |
| "learning_rate": 0.0005364608565290155, |
| "loss": 556.892, |
| "step": 4820 |
| }, |
| { |
| "ce_loss_10": 3.66942412853241, |
| "ce_loss_13": 3.6059840083122254, |
| "ce_loss_2": 4.159801661968231, |
| "ce_loss_3": 3.985584008693695, |
| "ce_loss_7": 3.7178696751594544, |
| "epoch": 0.483, |
| "grad_norm": 528.0, |
| "kl_loss_10": 101.1554500579834, |
| "kl_loss_2": 1154.6878021240234, |
| "kl_loss_3": 803.7564819335937, |
| "kl_loss_7": 199.8929084777832, |
| "learning_rate": 0.0005348782368720626, |
| "loss": 563.005, |
| "step": 4830 |
| }, |
| { |
| "ce_loss_10": 3.596053886413574, |
| "ce_loss_13": 3.5365728974342345, |
| "ce_loss_2": 4.080682539939881, |
| "ce_loss_3": 3.9060325980186463, |
| "ce_loss_7": 3.6432487964630127, |
| "epoch": 0.484, |
| "grad_norm": 520.0, |
| "kl_loss_10": 96.21514892578125, |
| "kl_loss_2": 1134.5447143554688, |
| "kl_loss_3": 787.3878204345704, |
| "kl_loss_7": 194.21477661132812, |
| "learning_rate": 0.000533295265991652, |
| "loss": 564.2112, |
| "step": 4840 |
| }, |
| { |
| "ce_loss_10": 3.6783321022987367, |
| "ce_loss_13": 3.6159629583358766, |
| "ce_loss_2": 4.154437899589539, |
| "ce_loss_3": 3.9877618312835694, |
| "ce_loss_7": 3.727357840538025, |
| "epoch": 0.485, |
| "grad_norm": 434.0, |
| "kl_loss_10": 97.2699405670166, |
| "kl_loss_2": 1128.611801147461, |
| "kl_loss_3": 786.6338958740234, |
| "kl_loss_7": 195.64030685424805, |
| "learning_rate": 0.0005317119598282822, |
| "loss": 554.8634, |
| "step": 4850 |
| }, |
| { |
| "ce_loss_10": 3.6783334612846375, |
| "ce_loss_13": 3.6158772826194765, |
| "ce_loss_2": 4.161105620861053, |
| "ce_loss_3": 3.9936763644218445, |
| "ce_loss_7": 3.726669430732727, |
| "epoch": 0.486, |
| "grad_norm": 500.0, |
| "kl_loss_10": 99.51188240051269, |
| "kl_loss_2": 1139.204409790039, |
| "kl_loss_3": 796.6284942626953, |
| "kl_loss_7": 197.98922119140624, |
| "learning_rate": 0.0005301283343258293, |
| "loss": 559.5733, |
| "step": 4860 |
| }, |
| { |
| "ce_loss_10": 3.739852726459503, |
| "ce_loss_13": 3.679302477836609, |
| "ce_loss_2": 4.207214975357056, |
| "ce_loss_3": 4.046137988567352, |
| "ce_loss_7": 3.7877432465553285, |
| "epoch": 0.487, |
| "grad_norm": 434.0, |
| "kl_loss_10": 98.4985725402832, |
| "kl_loss_2": 1115.5814056396484, |
| "kl_loss_3": 781.7784240722656, |
| "kl_loss_7": 195.47981796264648, |
| "learning_rate": 0.000528544405431384, |
| "loss": 548.517, |
| "step": 4870 |
| }, |
| { |
| "ce_loss_10": 3.617240381240845, |
| "ce_loss_13": 3.555454957485199, |
| "ce_loss_2": 4.122074174880981, |
| "ce_loss_3": 3.944024980068207, |
| "ce_loss_7": 3.668628621101379, |
| "epoch": 0.488, |
| "grad_norm": 432.0, |
| "kl_loss_10": 98.9582015991211, |
| "kl_loss_2": 1175.8768676757813, |
| "kl_loss_3": 814.3092010498046, |
| "kl_loss_7": 202.09591979980468, |
| "learning_rate": 0.000526960189095093, |
| "loss": 569.4682, |
| "step": 4880 |
| }, |
| { |
| "ce_loss_10": 3.5905461430549623, |
| "ce_loss_13": 3.5317755937576294, |
| "ce_loss_2": 4.075044083595276, |
| "ce_loss_3": 3.9047257542610168, |
| "ce_loss_7": 3.637452006340027, |
| "epoch": 0.489, |
| "grad_norm": 406.0, |
| "kl_loss_10": 95.30788230895996, |
| "kl_loss_2": 1125.9373596191406, |
| "kl_loss_3": 783.2284423828125, |
| "kl_loss_7": 192.63981170654296, |
| "learning_rate": 0.0005253757012699972, |
| "loss": 553.6164, |
| "step": 4890 |
| }, |
| { |
| "ce_loss_10": 3.680708420276642, |
| "ce_loss_13": 3.621255648136139, |
| "ce_loss_2": 4.161669278144837, |
| "ce_loss_3": 3.9898939728736877, |
| "ce_loss_7": 3.726882266998291, |
| "epoch": 0.49, |
| "grad_norm": 436.0, |
| "kl_loss_10": 98.59705772399903, |
| "kl_loss_2": 1136.0980651855468, |
| "kl_loss_3": 790.2571563720703, |
| "kl_loss_7": 197.4443115234375, |
| "learning_rate": 0.0005237909579118712, |
| "loss": 568.0026, |
| "step": 4900 |
| }, |
| { |
| "ce_loss_10": 3.6435038447380066, |
| "ce_loss_13": 3.581137490272522, |
| "ce_loss_2": 4.134112453460693, |
| "ce_loss_3": 3.9640262126922607, |
| "ce_loss_7": 3.6911675453186037, |
| "epoch": 0.491, |
| "grad_norm": 520.0, |
| "kl_loss_10": 99.66703796386719, |
| "kl_loss_2": 1167.6467651367188, |
| "kl_loss_3": 818.6171966552735, |
| "kl_loss_7": 200.65354614257814, |
| "learning_rate": 0.0005222059749790631, |
| "loss": 568.3183, |
| "step": 4910 |
| }, |
| { |
| "ce_loss_10": 3.7152050852775576, |
| "ce_loss_13": 3.652708613872528, |
| "ce_loss_2": 4.176082861423493, |
| "ce_loss_3": 4.013521981239319, |
| "ce_loss_7": 3.759286069869995, |
| "epoch": 0.492, |
| "grad_norm": 394.0, |
| "kl_loss_10": 100.0508934020996, |
| "kl_loss_2": 1112.6296081542969, |
| "kl_loss_3": 774.64658203125, |
| "kl_loss_7": 196.3288688659668, |
| "learning_rate": 0.0005206207684323337, |
| "loss": 544.9011, |
| "step": 4920 |
| }, |
| { |
| "ce_loss_10": 3.689722108840942, |
| "ce_loss_13": 3.6289564847946165, |
| "ce_loss_2": 4.170908105373383, |
| "ce_loss_3": 3.9987404584884643, |
| "ce_loss_7": 3.7391751527786257, |
| "epoch": 0.493, |
| "grad_norm": 368.0, |
| "kl_loss_10": 100.77400093078613, |
| "kl_loss_2": 1140.2743774414062, |
| "kl_loss_3": 795.368798828125, |
| "kl_loss_7": 200.2589553833008, |
| "learning_rate": 0.000519035354234695, |
| "loss": 567.6383, |
| "step": 4930 |
| }, |
| { |
| "ce_loss_10": 3.666009783744812, |
| "ce_loss_13": 3.603765845298767, |
| "ce_loss_2": 4.156714332103729, |
| "ce_loss_3": 3.9840614438056945, |
| "ce_loss_7": 3.7159415602684023, |
| "epoch": 0.494, |
| "grad_norm": 516.0, |
| "kl_loss_10": 99.73322830200195, |
| "kl_loss_2": 1144.6152709960938, |
| "kl_loss_3": 797.5058837890625, |
| "kl_loss_7": 199.84856643676758, |
| "learning_rate": 0.0005174497483512506, |
| "loss": 551.5833, |
| "step": 4940 |
| }, |
| { |
| "ce_loss_10": 3.715251398086548, |
| "ce_loss_13": 3.6532492995262147, |
| "ce_loss_2": 4.190750586986542, |
| "ce_loss_3": 4.017711067199707, |
| "ce_loss_7": 3.760482394695282, |
| "epoch": 0.495, |
| "grad_norm": 404.0, |
| "kl_loss_10": 99.74794273376465, |
| "kl_loss_2": 1135.6743072509767, |
| "kl_loss_3": 788.5320007324219, |
| "kl_loss_7": 197.0201416015625, |
| "learning_rate": 0.0005158639667490339, |
| "loss": 559.5508, |
| "step": 4950 |
| }, |
| { |
| "ce_loss_10": 3.60677056312561, |
| "ce_loss_13": 3.545226526260376, |
| "ce_loss_2": 4.091673123836517, |
| "ce_loss_3": 3.921009349822998, |
| "ce_loss_7": 3.6560636878013613, |
| "epoch": 0.496, |
| "grad_norm": 380.0, |
| "kl_loss_10": 97.61143035888672, |
| "kl_loss_2": 1146.4500457763672, |
| "kl_loss_3": 801.032958984375, |
| "kl_loss_7": 198.76946029663085, |
| "learning_rate": 0.0005142780253968481, |
| "loss": 559.3498, |
| "step": 4960 |
| }, |
| { |
| "ce_loss_10": 3.558833396434784, |
| "ce_loss_13": 3.498770594596863, |
| "ce_loss_2": 4.029934275150299, |
| "ce_loss_3": 3.8623911499977113, |
| "ce_loss_7": 3.605703389644623, |
| "epoch": 0.497, |
| "grad_norm": 404.0, |
| "kl_loss_10": 95.15658073425293, |
| "kl_loss_2": 1120.565899658203, |
| "kl_loss_3": 776.6140930175782, |
| "kl_loss_7": 192.40693054199218, |
| "learning_rate": 0.0005126919402651053, |
| "loss": 541.1446, |
| "step": 4970 |
| }, |
| { |
| "ce_loss_10": 3.6243564009666445, |
| "ce_loss_13": 3.562463808059692, |
| "ce_loss_2": 4.122486090660095, |
| "ce_loss_3": 3.9518114924430847, |
| "ce_loss_7": 3.6740434527397157, |
| "epoch": 0.498, |
| "grad_norm": 500.0, |
| "kl_loss_10": 98.81732482910157, |
| "kl_loss_2": 1158.3788116455078, |
| "kl_loss_3": 805.2687072753906, |
| "kl_loss_7": 198.79998626708985, |
| "learning_rate": 0.0005111057273256647, |
| "loss": 562.34, |
| "step": 4980 |
| }, |
| { |
| "ce_loss_10": 3.736222839355469, |
| "ce_loss_13": 3.676733374595642, |
| "ce_loss_2": 4.189973556995392, |
| "ce_loss_3": 4.022429513931274, |
| "ce_loss_7": 3.7769731283187866, |
| "epoch": 0.499, |
| "grad_norm": 396.0, |
| "kl_loss_10": 98.13356437683106, |
| "kl_loss_2": 1078.4886474609375, |
| "kl_loss_3": 748.3916412353516, |
| "kl_loss_7": 191.23028793334962, |
| "learning_rate": 0.0005095194025516733, |
| "loss": 536.8887, |
| "step": 4990 |
| }, |
| { |
| "ce_loss_10": 3.6507428646087647, |
| "ce_loss_13": 3.592644715309143, |
| "ce_loss_2": 4.122073376178742, |
| "ce_loss_3": 3.9521225333213805, |
| "ce_loss_7": 3.697298324108124, |
| "epoch": 0.5, |
| "grad_norm": 378.0, |
| "kl_loss_10": 95.96725730895996, |
| "kl_loss_2": 1110.4840362548828, |
| "kl_loss_3": 769.709603881836, |
| "kl_loss_7": 192.08199310302734, |
| "learning_rate": 0.000507932981917404, |
| "loss": 562.5593, |
| "step": 5000 |
| }, |
| { |
| "ce_loss_10": 3.609897780418396, |
| "ce_loss_13": 3.5468419432640075, |
| "ce_loss_2": 4.115197873115539, |
| "ce_loss_3": 3.9347579956054686, |
| "ce_loss_7": 3.6594788432121277, |
| "epoch": 0.501, |
| "grad_norm": 496.0, |
| "kl_loss_10": 102.02307662963867, |
| "kl_loss_2": 1185.6702362060546, |
| "kl_loss_3": 822.8478820800781, |
| "kl_loss_7": 202.77078170776366, |
| "learning_rate": 0.0005063464813980949, |
| "loss": 576.005, |
| "step": 5010 |
| }, |
| { |
| "ce_loss_10": 3.595167326927185, |
| "ce_loss_13": 3.534419858455658, |
| "ce_loss_2": 4.08291003704071, |
| "ce_loss_3": 3.910551607608795, |
| "ce_loss_7": 3.6416044354438784, |
| "epoch": 0.502, |
| "grad_norm": 366.0, |
| "kl_loss_10": 98.82206382751465, |
| "kl_loss_2": 1157.9163513183594, |
| "kl_loss_3": 802.2986022949219, |
| "kl_loss_7": 196.4967498779297, |
| "learning_rate": 0.0005047599169697884, |
| "loss": 557.0335, |
| "step": 5020 |
| }, |
| { |
| "ce_loss_10": 3.5276883602142335, |
| "ce_loss_13": 3.469167137145996, |
| "ce_loss_2": 4.028472435474396, |
| "ce_loss_3": 3.8497302412986754, |
| "ce_loss_7": 3.5778237104415895, |
| "epoch": 0.503, |
| "grad_norm": 544.0, |
| "kl_loss_10": 95.17037048339844, |
| "kl_loss_2": 1142.5230926513673, |
| "kl_loss_3": 789.8021270751954, |
| "kl_loss_7": 195.37155456542968, |
| "learning_rate": 0.000503173304609171, |
| "loss": 545.4258, |
| "step": 5030 |
| }, |
| { |
| "ce_loss_10": 3.6576398611068726, |
| "ce_loss_13": 3.5950983643531798, |
| "ce_loss_2": 4.14467431306839, |
| "ce_loss_3": 3.9757012486457826, |
| "ce_loss_7": 3.7055052399635313, |
| "epoch": 0.504, |
| "grad_norm": 482.0, |
| "kl_loss_10": 98.4008186340332, |
| "kl_loss_2": 1135.7276794433594, |
| "kl_loss_3": 789.9247985839844, |
| "kl_loss_7": 196.23304824829103, |
| "learning_rate": 0.0005015866602934111, |
| "loss": 552.1605, |
| "step": 5040 |
| }, |
| { |
| "ce_loss_10": 3.621449387073517, |
| "ce_loss_13": 3.5583016514778136, |
| "ce_loss_2": 4.125820016860962, |
| "ce_loss_3": 3.9470208525657653, |
| "ce_loss_7": 3.6696552276611327, |
| "epoch": 0.505, |
| "grad_norm": 386.0, |
| "kl_loss_10": 101.05188751220703, |
| "kl_loss_2": 1170.8730712890624, |
| "kl_loss_3": 822.174462890625, |
| "kl_loss_7": 203.6134246826172, |
| "learning_rate": 0.0005, |
| "loss": 564.1666, |
| "step": 5050 |
| }, |
| { |
| "ce_loss_10": 3.608661472797394, |
| "ce_loss_13": 3.549720525741577, |
| "ce_loss_2": 4.094336903095245, |
| "ce_loss_3": 3.921399199962616, |
| "ce_loss_7": 3.6561817049980165, |
| "epoch": 0.506, |
| "grad_norm": 532.0, |
| "kl_loss_10": 97.96763725280762, |
| "kl_loss_2": 1147.6109741210937, |
| "kl_loss_3": 799.4344543457031, |
| "kl_loss_7": 197.70511016845703, |
| "learning_rate": 0.0004984133397065889, |
| "loss": 551.9219, |
| "step": 5060 |
| }, |
| { |
| "ce_loss_10": 3.619631803035736, |
| "ce_loss_13": 3.5591482758522033, |
| "ce_loss_2": 4.1191855549812315, |
| "ce_loss_3": 3.947730815410614, |
| "ce_loss_7": 3.671154284477234, |
| "epoch": 0.507, |
| "grad_norm": 420.0, |
| "kl_loss_10": 98.14169616699219, |
| "kl_loss_2": 1152.0039337158203, |
| "kl_loss_3": 803.1968292236328, |
| "kl_loss_7": 198.87692565917968, |
| "learning_rate": 0.0004968266953908291, |
| "loss": 554.0305, |
| "step": 5070 |
| }, |
| { |
| "ce_loss_10": 3.6628435134887694, |
| "ce_loss_13": 3.6024859309196473, |
| "ce_loss_2": 4.145783054828644, |
| "ce_loss_3": 3.972540259361267, |
| "ce_loss_7": 3.7080691695213317, |
| "epoch": 0.508, |
| "grad_norm": 532.0, |
| "kl_loss_10": 98.82306175231933, |
| "kl_loss_2": 1137.6268676757813, |
| "kl_loss_3": 795.5397338867188, |
| "kl_loss_7": 194.52870864868163, |
| "learning_rate": 0.0004952400830302117, |
| "loss": 554.9051, |
| "step": 5080 |
| }, |
| { |
| "ce_loss_10": 3.585409712791443, |
| "ce_loss_13": 3.525643265247345, |
| "ce_loss_2": 4.091677510738373, |
| "ce_loss_3": 3.9131953358650207, |
| "ce_loss_7": 3.6364392280578612, |
| "epoch": 0.509, |
| "grad_norm": 412.0, |
| "kl_loss_10": 98.62568626403808, |
| "kl_loss_2": 1168.942919921875, |
| "kl_loss_3": 811.3192687988281, |
| "kl_loss_7": 199.42913665771485, |
| "learning_rate": 0.0004936535186019053, |
| "loss": 559.6511, |
| "step": 5090 |
| }, |
| { |
| "ce_loss_10": 3.6907896161079408, |
| "ce_loss_13": 3.62961208820343, |
| "ce_loss_2": 4.153078198432922, |
| "ce_loss_3": 3.9874324560165406, |
| "ce_loss_7": 3.735322892665863, |
| "epoch": 0.51, |
| "grad_norm": 376.0, |
| "kl_loss_10": 97.42878112792968, |
| "kl_loss_2": 1101.246890258789, |
| "kl_loss_3": 771.5801239013672, |
| "kl_loss_7": 192.14101791381836, |
| "learning_rate": 0.000492067018082596, |
| "loss": 549.3435, |
| "step": 5100 |
| }, |
| { |
| "ce_loss_10": 3.6234113693237306, |
| "ce_loss_13": 3.55826051235199, |
| "ce_loss_2": 4.134788942337036, |
| "ce_loss_3": 3.9512638211250306, |
| "ce_loss_7": 3.673302376270294, |
| "epoch": 0.511, |
| "grad_norm": 358.0, |
| "kl_loss_10": 100.71795692443848, |
| "kl_loss_2": 1184.7957580566406, |
| "kl_loss_3": 822.3129302978516, |
| "kl_loss_7": 201.37216567993164, |
| "learning_rate": 0.0004904805974483267, |
| "loss": 578.112, |
| "step": 5110 |
| }, |
| { |
| "ce_loss_10": 3.73909273147583, |
| "ce_loss_13": 3.6729060292243956, |
| "ce_loss_2": 4.232535266876221, |
| "ce_loss_3": 4.064092624187469, |
| "ce_loss_7": 3.78980005979538, |
| "epoch": 0.512, |
| "grad_norm": 418.0, |
| "kl_loss_10": 103.6674789428711, |
| "kl_loss_2": 1170.0532684326172, |
| "kl_loss_3": 824.2820373535156, |
| "kl_loss_7": 206.52156982421874, |
| "learning_rate": 0.0004888942726743353, |
| "loss": 580.3403, |
| "step": 5120 |
| }, |
| { |
| "ce_loss_10": 3.6079283952713013, |
| "ce_loss_13": 3.5456172823905945, |
| "ce_loss_2": 4.103336191177368, |
| "ce_loss_3": 3.9267752170562744, |
| "ce_loss_7": 3.655103015899658, |
| "epoch": 0.513, |
| "grad_norm": 378.0, |
| "kl_loss_10": 97.65564994812011, |
| "kl_loss_2": 1156.2654846191406, |
| "kl_loss_3": 800.4834381103516, |
| "kl_loss_7": 198.76654281616212, |
| "learning_rate": 0.0004873080597348947, |
| "loss": 561.8108, |
| "step": 5130 |
| }, |
| { |
| "ce_loss_10": 3.492985022068024, |
| "ce_loss_13": 3.433611583709717, |
| "ce_loss_2": 4.009678089618683, |
| "ce_loss_3": 3.82467257976532, |
| "ce_loss_7": 3.543225371837616, |
| "epoch": 0.514, |
| "grad_norm": 440.0, |
| "kl_loss_10": 96.83905181884765, |
| "kl_loss_2": 1194.322329711914, |
| "kl_loss_3": 828.9491943359375, |
| "kl_loss_7": 198.22924575805663, |
| "learning_rate": 0.0004857219746031519, |
| "loss": 567.8251, |
| "step": 5140 |
| }, |
| { |
| "ce_loss_10": 3.6722797036170958, |
| "ce_loss_13": 3.6109776854515077, |
| "ce_loss_2": 4.149738478660583, |
| "ce_loss_3": 3.975986909866333, |
| "ce_loss_7": 3.7163102626800537, |
| "epoch": 0.515, |
| "grad_norm": 430.0, |
| "kl_loss_10": 99.9472442626953, |
| "kl_loss_2": 1140.7201843261719, |
| "kl_loss_3": 787.3806091308594, |
| "kl_loss_7": 197.54812469482422, |
| "learning_rate": 0.0004841360332509663, |
| "loss": 556.8349, |
| "step": 5150 |
| }, |
| { |
| "ce_loss_10": 3.6183668613433837, |
| "ce_loss_13": 3.5591975688934325, |
| "ce_loss_2": 4.100240254402161, |
| "ce_loss_3": 3.9269237518310547, |
| "ce_loss_7": 3.6642425417900086, |
| "epoch": 0.516, |
| "grad_norm": 366.0, |
| "kl_loss_10": 93.92010688781738, |
| "kl_loss_2": 1122.7465362548828, |
| "kl_loss_3": 778.0984069824219, |
| "kl_loss_7": 191.03939056396484, |
| "learning_rate": 0.0004825502516487497, |
| "loss": 537.9487, |
| "step": 5160 |
| }, |
| { |
| "ce_loss_10": 3.5835310339927675, |
| "ce_loss_13": 3.523791456222534, |
| "ce_loss_2": 4.082003366947174, |
| "ce_loss_3": 3.908873450756073, |
| "ce_loss_7": 3.634874391555786, |
| "epoch": 0.517, |
| "grad_norm": 608.0, |
| "kl_loss_10": 99.05728721618652, |
| "kl_loss_2": 1155.0127502441405, |
| "kl_loss_3": 805.5277587890625, |
| "kl_loss_7": 198.6641098022461, |
| "learning_rate": 0.00048096464576530507, |
| "loss": 561.8511, |
| "step": 5170 |
| }, |
| { |
| "ce_loss_10": 3.6886157989501953, |
| "ce_loss_13": 3.628003740310669, |
| "ce_loss_2": 4.146280741691589, |
| "ce_loss_3": 3.9846285343170167, |
| "ce_loss_7": 3.731534945964813, |
| "epoch": 0.518, |
| "grad_norm": 390.0, |
| "kl_loss_10": 98.92878913879395, |
| "kl_loss_2": 1103.851336669922, |
| "kl_loss_3": 767.5214813232421, |
| "kl_loss_7": 193.13973236083984, |
| "learning_rate": 0.00047937923156766646, |
| "loss": 544.8563, |
| "step": 5180 |
| }, |
| { |
| "ce_loss_10": 3.737223446369171, |
| "ce_loss_13": 3.6758363366127016, |
| "ce_loss_2": 4.200218558311462, |
| "ce_loss_3": 4.037039196491241, |
| "ce_loss_7": 3.7829922437667847, |
| "epoch": 0.519, |
| "grad_norm": 428.0, |
| "kl_loss_10": 102.72743797302246, |
| "kl_loss_2": 1108.4752288818358, |
| "kl_loss_3": 772.8697265625, |
| "kl_loss_7": 198.5632797241211, |
| "learning_rate": 0.00047779402502093696, |
| "loss": 549.91, |
| "step": 5190 |
| }, |
| { |
| "ce_loss_10": 3.703013610839844, |
| "ce_loss_13": 3.640911114215851, |
| "ce_loss_2": 4.174945414066315, |
| "ce_loss_3": 4.009368169307709, |
| "ce_loss_7": 3.7497113823890684, |
| "epoch": 0.52, |
| "grad_norm": 478.0, |
| "kl_loss_10": 99.68995170593261, |
| "kl_loss_2": 1110.2117858886718, |
| "kl_loss_3": 777.3010894775391, |
| "kl_loss_7": 196.47792434692383, |
| "learning_rate": 0.0004762090420881289, |
| "loss": 553.7422, |
| "step": 5200 |
| }, |
| { |
| "ce_loss_10": 3.6182032585144044, |
| "ce_loss_13": 3.5570725202560425, |
| "ce_loss_2": 4.098654413223267, |
| "ce_loss_3": 3.916290044784546, |
| "ce_loss_7": 3.665347421169281, |
| "epoch": 0.521, |
| "grad_norm": 426.0, |
| "kl_loss_10": 98.28518867492676, |
| "kl_loss_2": 1126.3521606445313, |
| "kl_loss_3": 772.9946044921875, |
| "kl_loss_7": 193.74108428955077, |
| "learning_rate": 0.00047462429873000296, |
| "loss": 544.104, |
| "step": 5210 |
| }, |
| { |
| "ce_loss_10": 3.7033097624778746, |
| "ce_loss_13": 3.6430840730667113, |
| "ce_loss_2": 4.168367850780487, |
| "ce_loss_3": 3.9993362069129943, |
| "ce_loss_7": 3.74978985786438, |
| "epoch": 0.522, |
| "grad_norm": 412.0, |
| "kl_loss_10": 98.88156356811524, |
| "kl_loss_2": 1115.6398986816407, |
| "kl_loss_3": 774.026156616211, |
| "kl_loss_7": 195.32233123779298, |
| "learning_rate": 0.0004730398109049071, |
| "loss": 547.7821, |
| "step": 5220 |
| }, |
| { |
| "ce_loss_10": 3.633508253097534, |
| "ce_loss_13": 3.5716773152351378, |
| "ce_loss_2": 4.128389453887939, |
| "ce_loss_3": 3.9533074378967283, |
| "ce_loss_7": 3.6823344349861147, |
| "epoch": 0.523, |
| "grad_norm": 396.0, |
| "kl_loss_10": 98.93126792907715, |
| "kl_loss_2": 1163.846746826172, |
| "kl_loss_3": 810.2734771728516, |
| "kl_loss_7": 200.85460052490234, |
| "learning_rate": 0.000471455594568616, |
| "loss": 558.1328, |
| "step": 5230 |
| }, |
| { |
| "ce_loss_10": 3.707250881195068, |
| "ce_loss_13": 3.6447718501091004, |
| "ce_loss_2": 4.174321246147156, |
| "ce_loss_3": 4.004381275177002, |
| "ce_loss_7": 3.753636956214905, |
| "epoch": 0.524, |
| "grad_norm": 394.0, |
| "kl_loss_10": 100.72676544189453, |
| "kl_loss_2": 1114.3457427978515, |
| "kl_loss_3": 768.1556701660156, |
| "kl_loss_7": 195.28340759277344, |
| "learning_rate": 0.00046987166567417086, |
| "loss": 552.4388, |
| "step": 5240 |
| }, |
| { |
| "ce_loss_10": 3.6187984108924867, |
| "ce_loss_13": 3.5605034112930296, |
| "ce_loss_2": 4.1001020789146425, |
| "ce_loss_3": 3.9256922364234925, |
| "ce_loss_7": 3.664110267162323, |
| "epoch": 0.525, |
| "grad_norm": 380.0, |
| "kl_loss_10": 95.83710632324218, |
| "kl_loss_2": 1120.3159301757812, |
| "kl_loss_3": 775.0560852050781, |
| "kl_loss_7": 192.1679656982422, |
| "learning_rate": 0.00046828804017171776, |
| "loss": 536.3316, |
| "step": 5250 |
| }, |
| { |
| "ce_loss_10": 3.6720359563827514, |
| "ce_loss_13": 3.6088499784469605, |
| "ce_loss_2": 4.162907612323761, |
| "ce_loss_3": 3.9896105885505677, |
| "ce_loss_7": 3.722712779045105, |
| "epoch": 0.526, |
| "grad_norm": 394.0, |
| "kl_loss_10": 98.17714996337891, |
| "kl_loss_2": 1138.502374267578, |
| "kl_loss_3": 789.8116973876953, |
| "kl_loss_7": 197.40582656860352, |
| "learning_rate": 0.00046670473400834805, |
| "loss": 559.8189, |
| "step": 5260 |
| }, |
| { |
| "ce_loss_10": 3.597737526893616, |
| "ce_loss_13": 3.5393651485443116, |
| "ce_loss_2": 4.074982023239135, |
| "ce_loss_3": 3.9021154403686524, |
| "ce_loss_7": 3.644618010520935, |
| "epoch": 0.527, |
| "grad_norm": 436.0, |
| "kl_loss_10": 95.52880744934082, |
| "kl_loss_2": 1111.367953491211, |
| "kl_loss_3": 768.6636322021484, |
| "kl_loss_7": 191.67658157348632, |
| "learning_rate": 0.00046512176312793734, |
| "loss": 559.1187, |
| "step": 5270 |
| }, |
| { |
| "ce_loss_10": 3.5923956394195558, |
| "ce_loss_13": 3.5312567353248596, |
| "ce_loss_2": 4.0659032464027405, |
| "ce_loss_3": 3.9041757225990295, |
| "ce_loss_7": 3.638344919681549, |
| "epoch": 0.528, |
| "grad_norm": 382.0, |
| "kl_loss_10": 95.8816967010498, |
| "kl_loss_2": 1131.7323181152344, |
| "kl_loss_3": 788.8408813476562, |
| "kl_loss_7": 193.95931167602538, |
| "learning_rate": 0.00046353914347098467, |
| "loss": 557.7083, |
| "step": 5280 |
| }, |
| { |
| "ce_loss_10": 3.688094747066498, |
| "ce_loss_13": 3.626521134376526, |
| "ce_loss_2": 4.17344571352005, |
| "ce_loss_3": 3.9936492323875425, |
| "ce_loss_7": 3.7344411969184876, |
| "epoch": 0.529, |
| "grad_norm": 438.0, |
| "kl_loss_10": 99.97393112182617, |
| "kl_loss_2": 1136.7248291015626, |
| "kl_loss_3": 780.4773040771485, |
| "kl_loss_7": 194.1311233520508, |
| "learning_rate": 0.0004619568909744524, |
| "loss": 554.6544, |
| "step": 5290 |
| }, |
| { |
| "ce_loss_10": 3.6992242336273193, |
| "ce_loss_13": 3.6374841570854186, |
| "ce_loss_2": 4.173903214931488, |
| "ce_loss_3": 4.004681324958801, |
| "ce_loss_7": 3.7441007494926453, |
| "epoch": 0.53, |
| "grad_norm": 496.0, |
| "kl_loss_10": 100.66301612854004, |
| "kl_loss_2": 1118.1583740234375, |
| "kl_loss_3": 778.1599609375, |
| "kl_loss_7": 195.17978057861328, |
| "learning_rate": 0.00046037502157160573, |
| "loss": 555.7068, |
| "step": 5300 |
| }, |
| { |
| "ce_loss_10": 3.5648537158966063, |
| "ce_loss_13": 3.50801477432251, |
| "ce_loss_2": 4.0505608201026915, |
| "ce_loss_3": 3.885770845413208, |
| "ce_loss_7": 3.614854156970978, |
| "epoch": 0.531, |
| "grad_norm": 392.0, |
| "kl_loss_10": 95.29824142456054, |
| "kl_loss_2": 1148.0569580078125, |
| "kl_loss_3": 803.5360778808594, |
| "kl_loss_7": 195.23088302612305, |
| "learning_rate": 0.00045879355119185207, |
| "loss": 559.6594, |
| "step": 5310 |
| }, |
| { |
| "ce_loss_10": 3.6439425349235535, |
| "ce_loss_13": 3.583683359622955, |
| "ce_loss_2": 4.135701584815979, |
| "ce_loss_3": 3.9598298192024233, |
| "ce_loss_7": 3.692049765586853, |
| "epoch": 0.532, |
| "grad_norm": 444.0, |
| "kl_loss_10": 97.83190078735352, |
| "kl_loss_2": 1160.7438171386718, |
| "kl_loss_3": 807.647915649414, |
| "kl_loss_7": 199.49599685668946, |
| "learning_rate": 0.0004572124957605803, |
| "loss": 565.4321, |
| "step": 5320 |
| }, |
| { |
| "ce_loss_10": 3.6681848645210264, |
| "ce_loss_13": 3.607477676868439, |
| "ce_loss_2": 4.14128270149231, |
| "ce_loss_3": 3.9746485590934753, |
| "ce_loss_7": 3.7138744235038756, |
| "epoch": 0.533, |
| "grad_norm": 340.0, |
| "kl_loss_10": 95.41666564941406, |
| "kl_loss_2": 1136.1244140625, |
| "kl_loss_3": 793.3468963623047, |
| "kl_loss_7": 195.33221740722655, |
| "learning_rate": 0.00045563187119900103, |
| "loss": 550.4382, |
| "step": 5330 |
| }, |
| { |
| "ce_loss_10": 3.5087064266204835, |
| "ce_loss_13": 3.4494638442993164, |
| "ce_loss_2": 4.00373204946518, |
| "ce_loss_3": 3.8344790935516357, |
| "ce_loss_7": 3.5566913962364195, |
| "epoch": 0.534, |
| "grad_norm": 456.0, |
| "kl_loss_10": 96.30420112609863, |
| "kl_loss_2": 1145.2862731933594, |
| "kl_loss_3": 803.7556610107422, |
| "kl_loss_7": 194.92612915039064, |
| "learning_rate": 0.00045405169342398633, |
| "loss": 560.8537, |
| "step": 5340 |
| }, |
| { |
| "ce_loss_10": 3.5990882992744444, |
| "ce_loss_13": 3.535432243347168, |
| "ce_loss_2": 4.08842386007309, |
| "ce_loss_3": 3.912948155403137, |
| "ce_loss_7": 3.6465937376022337, |
| "epoch": 0.535, |
| "grad_norm": 422.0, |
| "kl_loss_10": 99.51773872375489, |
| "kl_loss_2": 1142.4013549804688, |
| "kl_loss_3": 795.5528442382813, |
| "kl_loss_7": 196.72316284179686, |
| "learning_rate": 0.0004524719783479088, |
| "loss": 548.8232, |
| "step": 5350 |
| }, |
| { |
| "ce_loss_10": 3.552276241779327, |
| "ce_loss_13": 3.492251825332642, |
| "ce_loss_2": 4.056445682048798, |
| "ce_loss_3": 3.8783608794212343, |
| "ce_loss_7": 3.603780543804169, |
| "epoch": 0.536, |
| "grad_norm": 376.0, |
| "kl_loss_10": 97.24302253723144, |
| "kl_loss_2": 1164.848809814453, |
| "kl_loss_3": 811.2062194824218, |
| "kl_loss_7": 198.37730560302734, |
| "learning_rate": 0.00045089274187848144, |
| "loss": 554.2202, |
| "step": 5360 |
| }, |
| { |
| "ce_loss_10": 3.6724863052368164, |
| "ce_loss_13": 3.6130531072616576, |
| "ce_loss_2": 4.1379453301429745, |
| "ce_loss_3": 3.968498194217682, |
| "ce_loss_7": 3.717296040058136, |
| "epoch": 0.537, |
| "grad_norm": 536.0, |
| "kl_loss_10": 96.28798866271973, |
| "kl_loss_2": 1108.8939270019532, |
| "kl_loss_3": 770.5279510498046, |
| "kl_loss_7": 192.69188079833984, |
| "learning_rate": 0.00044931399991859835, |
| "loss": 545.4216, |
| "step": 5370 |
| }, |
| { |
| "ce_loss_10": 3.5360588788986207, |
| "ce_loss_13": 3.474487328529358, |
| "ce_loss_2": 4.018628227710724, |
| "ce_loss_3": 3.8429470539093016, |
| "ce_loss_7": 3.5856809496879576, |
| "epoch": 0.538, |
| "grad_norm": 446.0, |
| "kl_loss_10": 97.58423805236816, |
| "kl_loss_2": 1139.092123413086, |
| "kl_loss_3": 788.7141876220703, |
| "kl_loss_7": 196.66349868774415, |
| "learning_rate": 0.00044773576836617336, |
| "loss": 546.6951, |
| "step": 5380 |
| }, |
| { |
| "ce_loss_10": 3.6238678693771362, |
| "ce_loss_13": 3.5626631021499633, |
| "ce_loss_2": 4.120850419998169, |
| "ce_loss_3": 3.943516790866852, |
| "ce_loss_7": 3.6712807416915894, |
| "epoch": 0.539, |
| "grad_norm": 388.0, |
| "kl_loss_10": 99.70593795776367, |
| "kl_loss_2": 1163.2907775878907, |
| "kl_loss_3": 810.1283508300781, |
| "kl_loss_7": 199.7040023803711, |
| "learning_rate": 0.00044615806311398056, |
| "loss": 569.078, |
| "step": 5390 |
| }, |
| { |
| "ce_loss_10": 3.706363093852997, |
| "ce_loss_13": 3.6457801342010496, |
| "ce_loss_2": 4.146688032150268, |
| "ce_loss_3": 3.9897242546081544, |
| "ce_loss_7": 3.7506498098373413, |
| "epoch": 0.54, |
| "grad_norm": 318.0, |
| "kl_loss_10": 98.56370239257812, |
| "kl_loss_2": 1084.4558197021483, |
| "kl_loss_3": 756.0719848632813, |
| "kl_loss_7": 191.6246208190918, |
| "learning_rate": 0.00044458090004949454, |
| "loss": 551.6847, |
| "step": 5400 |
| }, |
| { |
| "ce_loss_10": 3.5594072341918945, |
| "ce_loss_13": 3.4980836510658264, |
| "ce_loss_2": 4.072906112670898, |
| "ce_loss_3": 3.8963231086730956, |
| "ce_loss_7": 3.6096426606178285, |
| "epoch": 0.541, |
| "grad_norm": 490.0, |
| "kl_loss_10": 98.93370399475097, |
| "kl_loss_2": 1204.406317138672, |
| "kl_loss_3": 841.533901977539, |
| "kl_loss_7": 202.28990631103517, |
| "learning_rate": 0.0004430042950547297, |
| "loss": 563.3182, |
| "step": 5410 |
| }, |
| { |
| "ce_loss_10": 3.656948244571686, |
| "ce_loss_13": 3.5917163252830506, |
| "ce_loss_2": 4.146977603435516, |
| "ce_loss_3": 3.9775506377220156, |
| "ce_loss_7": 3.7048157334327696, |
| "epoch": 0.542, |
| "grad_norm": 472.0, |
| "kl_loss_10": 100.26595115661621, |
| "kl_loss_2": 1150.8060424804687, |
| "kl_loss_3": 803.8866760253907, |
| "kl_loss_7": 200.08724365234374, |
| "learning_rate": 0.0004414282640060809, |
| "loss": 559.1381, |
| "step": 5420 |
| }, |
| { |
| "ce_loss_10": 3.7556936740875244, |
| "ce_loss_13": 3.690820097923279, |
| "ce_loss_2": 4.2162927985191345, |
| "ce_loss_3": 4.059760391712189, |
| "ce_loss_7": 3.7993207812309264, |
| "epoch": 0.543, |
| "grad_norm": 466.0, |
| "kl_loss_10": 100.5603858947754, |
| "kl_loss_2": 1102.3566284179688, |
| "kl_loss_3": 774.5157104492188, |
| "kl_loss_7": 196.8573425292969, |
| "learning_rate": 0.0004398528227741633, |
| "loss": 566.5525, |
| "step": 5430 |
| }, |
| { |
| "ce_loss_10": 3.6126871943473815, |
| "ce_loss_13": 3.553126609325409, |
| "ce_loss_2": 4.1005645275115965, |
| "ce_loss_3": 3.9280160546302794, |
| "ce_loss_7": 3.660943078994751, |
| "epoch": 0.544, |
| "grad_norm": 458.0, |
| "kl_loss_10": 97.1538932800293, |
| "kl_loss_2": 1131.997964477539, |
| "kl_loss_3": 791.6496276855469, |
| "kl_loss_7": 198.33607559204103, |
| "learning_rate": 0.00043827798722365264, |
| "loss": 560.7217, |
| "step": 5440 |
| }, |
| { |
| "ce_loss_10": 3.744398605823517, |
| "ce_loss_13": 3.681015205383301, |
| "ce_loss_2": 4.201505517959594, |
| "ce_loss_3": 4.03549770116806, |
| "ce_loss_7": 3.788591706752777, |
| "epoch": 0.545, |
| "grad_norm": 352.0, |
| "kl_loss_10": 99.98037643432617, |
| "kl_loss_2": 1095.4162628173829, |
| "kl_loss_3": 762.5562530517578, |
| "kl_loss_7": 196.50249557495118, |
| "learning_rate": 0.00043670377321312535, |
| "loss": 539.1079, |
| "step": 5450 |
| }, |
| { |
| "ce_loss_10": 3.7459957599639893, |
| "ce_loss_13": 3.6846879959106444, |
| "ce_loss_2": 4.2025530457496645, |
| "ce_loss_3": 4.042814528942108, |
| "ce_loss_7": 3.789257228374481, |
| "epoch": 0.546, |
| "grad_norm": 346.0, |
| "kl_loss_10": 99.90774993896484, |
| "kl_loss_2": 1095.3400299072266, |
| "kl_loss_3": 761.9524017333985, |
| "kl_loss_7": 193.25130310058594, |
| "learning_rate": 0.0004351301965948991, |
| "loss": 550.9912, |
| "step": 5460 |
| }, |
| { |
| "ce_loss_10": 3.6544747233390806, |
| "ce_loss_13": 3.5925102829933167, |
| "ce_loss_2": 4.1156612753868105, |
| "ce_loss_3": 3.9492591619491577, |
| "ce_loss_7": 3.700915348529816, |
| "epoch": 0.547, |
| "grad_norm": 446.0, |
| "kl_loss_10": 99.69101219177246, |
| "kl_loss_2": 1097.9489288330078, |
| "kl_loss_3": 763.9795166015625, |
| "kl_loss_7": 193.2705093383789, |
| "learning_rate": 0.000433557273214873, |
| "loss": 548.6603, |
| "step": 5470 |
| }, |
| { |
| "ce_loss_10": 3.6407829880714417, |
| "ce_loss_13": 3.58055636882782, |
| "ce_loss_2": 4.112010169029236, |
| "ce_loss_3": 3.9410730838775634, |
| "ce_loss_7": 3.6900732636451723, |
| "epoch": 0.548, |
| "grad_norm": 364.0, |
| "kl_loss_10": 96.30272674560547, |
| "kl_loss_2": 1104.9110717773438, |
| "kl_loss_3": 764.0930358886719, |
| "kl_loss_7": 193.28277206420898, |
| "learning_rate": 0.000431985018912368, |
| "loss": 539.9292, |
| "step": 5480 |
| }, |
| { |
| "ce_loss_10": 3.6089709639549254, |
| "ce_loss_13": 3.5466750621795655, |
| "ce_loss_2": 4.105600357055664, |
| "ce_loss_3": 3.9258901715278625, |
| "ce_loss_7": 3.658845567703247, |
| "epoch": 0.549, |
| "grad_norm": 428.0, |
| "kl_loss_10": 98.85242919921875, |
| "kl_loss_2": 1163.1305419921875, |
| "kl_loss_3": 809.7076019287109, |
| "kl_loss_7": 198.85261154174805, |
| "learning_rate": 0.0004304134495199674, |
| "loss": 550.7034, |
| "step": 5490 |
| }, |
| { |
| "ce_loss_10": 3.638536274433136, |
| "ce_loss_13": 3.575793814659119, |
| "ce_loss_2": 4.123488712310791, |
| "ce_loss_3": 3.954343330860138, |
| "ce_loss_7": 3.685023546218872, |
| "epoch": 0.55, |
| "grad_norm": 488.0, |
| "kl_loss_10": 99.10371284484863, |
| "kl_loss_2": 1163.9283081054687, |
| "kl_loss_3": 806.7497436523438, |
| "kl_loss_7": 200.15425338745118, |
| "learning_rate": 0.0004288425808633575, |
| "loss": 555.8719, |
| "step": 5500 |
| }, |
| { |
| "ce_loss_10": 3.6068961024284363, |
| "ce_loss_13": 3.5489359140396117, |
| "ce_loss_2": 4.091926336288452, |
| "ce_loss_3": 3.914480412006378, |
| "ce_loss_7": 3.653805840015411, |
| "epoch": 0.551, |
| "grad_norm": 482.0, |
| "kl_loss_10": 95.30807762145996, |
| "kl_loss_2": 1135.6305114746094, |
| "kl_loss_3": 782.8162139892578, |
| "kl_loss_7": 192.36727905273438, |
| "learning_rate": 0.0004272724287611684, |
| "loss": 551.1164, |
| "step": 5510 |
| }, |
| { |
| "ce_loss_10": 3.5843793511390687, |
| "ce_loss_13": 3.5220483541488647, |
| "ce_loss_2": 4.066782796382904, |
| "ce_loss_3": 3.8880024194717406, |
| "ce_loss_7": 3.628884470462799, |
| "epoch": 0.552, |
| "grad_norm": 472.0, |
| "kl_loss_10": 98.19914245605469, |
| "kl_loss_2": 1138.4930938720704, |
| "kl_loss_3": 792.6924499511719, |
| "kl_loss_7": 197.34004135131835, |
| "learning_rate": 0.00042570300902481425, |
| "loss": 550.9366, |
| "step": 5520 |
| }, |
| { |
| "ce_loss_10": 3.6187870144844054, |
| "ce_loss_13": 3.559086096286774, |
| "ce_loss_2": 4.0836735486984255, |
| "ce_loss_3": 3.913509225845337, |
| "ce_loss_7": 3.662268269062042, |
| "epoch": 0.553, |
| "grad_norm": 460.0, |
| "kl_loss_10": 96.8458236694336, |
| "kl_loss_2": 1113.29208984375, |
| "kl_loss_3": 778.9167602539062, |
| "kl_loss_7": 192.73130722045897, |
| "learning_rate": 0.00042413433745833423, |
| "loss": 545.5068, |
| "step": 5530 |
| }, |
| { |
| "ce_loss_10": 3.6217783451080323, |
| "ce_loss_13": 3.5588382482528687, |
| "ce_loss_2": 4.102611029148102, |
| "ce_loss_3": 3.9288668751716616, |
| "ce_loss_7": 3.667692792415619, |
| "epoch": 0.554, |
| "grad_norm": 394.0, |
| "kl_loss_10": 99.64076881408691, |
| "kl_loss_2": 1129.861962890625, |
| "kl_loss_3": 781.159780883789, |
| "kl_loss_7": 194.5426254272461, |
| "learning_rate": 0.0004225664298582339, |
| "loss": 538.3319, |
| "step": 5540 |
| }, |
| { |
| "ce_loss_10": 3.7008472084999084, |
| "ce_loss_13": 3.6404882073402405, |
| "ce_loss_2": 4.157876873016358, |
| "ce_loss_3": 3.9944301009178163, |
| "ce_loss_7": 3.7464569926261904, |
| "epoch": 0.555, |
| "grad_norm": 352.0, |
| "kl_loss_10": 98.0084358215332, |
| "kl_loss_2": 1092.2807312011719, |
| "kl_loss_3": 758.9974426269531, |
| "kl_loss_7": 191.41172409057617, |
| "learning_rate": 0.000420999302013325, |
| "loss": 539.2247, |
| "step": 5550 |
| }, |
| { |
| "ce_loss_10": 3.5973586678504943, |
| "ce_loss_13": 3.534582734107971, |
| "ce_loss_2": 4.09981359243393, |
| "ce_loss_3": 3.9165178179740905, |
| "ce_loss_7": 3.6474678754806518, |
| "epoch": 0.556, |
| "grad_norm": 454.0, |
| "kl_loss_10": 99.95339088439941, |
| "kl_loss_2": 1148.3679443359374, |
| "kl_loss_3": 795.4782531738281, |
| "kl_loss_7": 199.34042739868164, |
| "learning_rate": 0.000419432969704568, |
| "loss": 547.6515, |
| "step": 5560 |
| }, |
| { |
| "ce_loss_10": 3.6402106523513793, |
| "ce_loss_13": 3.580482280254364, |
| "ce_loss_2": 4.112204611301422, |
| "ce_loss_3": 3.9463653802871703, |
| "ce_loss_7": 3.6864510416984557, |
| "epoch": 0.557, |
| "grad_norm": 374.0, |
| "kl_loss_10": 97.21049270629882, |
| "kl_loss_2": 1103.2306396484375, |
| "kl_loss_3": 765.6696472167969, |
| "kl_loss_7": 192.21127700805664, |
| "learning_rate": 0.00041786744870491154, |
| "loss": 552.003, |
| "step": 5570 |
| }, |
| { |
| "ce_loss_10": 3.5763687014579775, |
| "ce_loss_13": 3.513793337345123, |
| "ce_loss_2": 4.059341847896576, |
| "ce_loss_3": 3.8873541951179504, |
| "ce_loss_7": 3.6242376923561097, |
| "epoch": 0.558, |
| "grad_norm": 496.0, |
| "kl_loss_10": 99.6470874786377, |
| "kl_loss_2": 1146.4394836425781, |
| "kl_loss_3": 799.3714019775391, |
| "kl_loss_7": 198.99811019897462, |
| "learning_rate": 0.0004163027547791347, |
| "loss": 555.3918, |
| "step": 5580 |
| }, |
| { |
| "ce_loss_10": 3.550457501411438, |
| "ce_loss_13": 3.490234684944153, |
| "ce_loss_2": 4.058210396766663, |
| "ce_loss_3": 3.8777605056762696, |
| "ce_loss_7": 3.5981253504753115, |
| "epoch": 0.559, |
| "grad_norm": 362.0, |
| "kl_loss_10": 96.0154800415039, |
| "kl_loss_2": 1166.6077453613282, |
| "kl_loss_3": 807.5666870117187, |
| "kl_loss_7": 196.15278396606445, |
| "learning_rate": 0.0004147389036836881, |
| "loss": 556.2604, |
| "step": 5590 |
| }, |
| { |
| "ce_loss_10": 3.606854057312012, |
| "ce_loss_13": 3.545392167568207, |
| "ce_loss_2": 4.097903311252594, |
| "ce_loss_3": 3.924593436717987, |
| "ce_loss_7": 3.652910280227661, |
| "epoch": 0.56, |
| "grad_norm": 580.0, |
| "kl_loss_10": 99.4388584136963, |
| "kl_loss_2": 1150.4553649902343, |
| "kl_loss_3": 802.4499359130859, |
| "kl_loss_7": 196.6334327697754, |
| "learning_rate": 0.00041317591116653486, |
| "loss": 563.6437, |
| "step": 5600 |
| }, |
| { |
| "ce_loss_10": 3.6449447154998778, |
| "ce_loss_13": 3.5830300569534304, |
| "ce_loss_2": 4.1296777606010435, |
| "ce_loss_3": 3.9580175995826723, |
| "ce_loss_7": 3.695024287700653, |
| "epoch": 0.561, |
| "grad_norm": 528.0, |
| "kl_loss_10": 100.15715980529785, |
| "kl_loss_2": 1137.3770324707032, |
| "kl_loss_3": 786.0429443359375, |
| "kl_loss_7": 199.2029815673828, |
| "learning_rate": 0.0004116137929669921, |
| "loss": 545.8336, |
| "step": 5610 |
| }, |
| { |
| "ce_loss_10": 3.6345237135887145, |
| "ce_loss_13": 3.575796604156494, |
| "ce_loss_2": 4.1131403088569645, |
| "ce_loss_3": 3.940467345714569, |
| "ce_loss_7": 3.6807628154754637, |
| "epoch": 0.562, |
| "grad_norm": 388.0, |
| "kl_loss_10": 95.75808372497559, |
| "kl_loss_2": 1128.9722564697265, |
| "kl_loss_3": 784.2019927978515, |
| "kl_loss_7": 193.04863052368165, |
| "learning_rate": 0.00041005256481557305, |
| "loss": 543.754, |
| "step": 5620 |
| }, |
| { |
| "ce_loss_10": 3.7401763558387757, |
| "ce_loss_13": 3.6805962681770326, |
| "ce_loss_2": 4.185898721218109, |
| "ce_loss_3": 4.027551281452179, |
| "ce_loss_7": 3.783228611946106, |
| "epoch": 0.563, |
| "grad_norm": 516.0, |
| "kl_loss_10": 96.21339073181153, |
| "kl_loss_2": 1061.5840301513672, |
| "kl_loss_3": 738.3266693115235, |
| "kl_loss_7": 187.24717712402344, |
| "learning_rate": 0.00040849224243382767, |
| "loss": 533.9922, |
| "step": 5630 |
| }, |
| { |
| "ce_loss_10": 3.5920221328735353, |
| "ce_loss_13": 3.5324007272720337, |
| "ce_loss_2": 4.072316908836365, |
| "ce_loss_3": 3.8983843684196473, |
| "ce_loss_7": 3.6374821186065676, |
| "epoch": 0.564, |
| "grad_norm": 338.0, |
| "kl_loss_10": 95.43405532836914, |
| "kl_loss_2": 1128.149676513672, |
| "kl_loss_3": 783.0245666503906, |
| "kl_loss_7": 193.40655746459962, |
| "learning_rate": 0.000406932841534185, |
| "loss": 541.5961, |
| "step": 5640 |
| }, |
| { |
| "ce_loss_10": 3.5484704256057737, |
| "ce_loss_13": 3.486864137649536, |
| "ce_loss_2": 4.036842632293701, |
| "ce_loss_3": 3.8651990056037904, |
| "ce_loss_7": 3.597266983985901, |
| "epoch": 0.565, |
| "grad_norm": 604.0, |
| "kl_loss_10": 95.5288932800293, |
| "kl_loss_2": 1141.9300598144532, |
| "kl_loss_3": 797.4877136230468, |
| "kl_loss_7": 194.9025909423828, |
| "learning_rate": 0.0004053743778197951, |
| "loss": 559.9006, |
| "step": 5650 |
| }, |
| { |
| "ce_loss_10": 3.6602503299713134, |
| "ce_loss_13": 3.596804344654083, |
| "ce_loss_2": 4.136269843578338, |
| "ce_loss_3": 3.967122423648834, |
| "ce_loss_7": 3.7048738479614256, |
| "epoch": 0.566, |
| "grad_norm": 418.0, |
| "kl_loss_10": 101.36623306274414, |
| "kl_loss_2": 1114.9331634521484, |
| "kl_loss_3": 774.6735748291015, |
| "kl_loss_7": 196.29364929199218, |
| "learning_rate": 0.0004038168669843697, |
| "loss": 553.1191, |
| "step": 5660 |
| }, |
| { |
| "ce_loss_10": 3.6255574107170103, |
| "ce_loss_13": 3.5639535069465635, |
| "ce_loss_2": 4.085369718074799, |
| "ce_loss_3": 3.919695568084717, |
| "ce_loss_7": 3.6704380750656127, |
| "epoch": 0.567, |
| "grad_norm": 736.0, |
| "kl_loss_10": 98.19256973266602, |
| "kl_loss_2": 1100.560809326172, |
| "kl_loss_3": 765.2613342285156, |
| "kl_loss_7": 192.50554656982422, |
| "learning_rate": 0.000402260324712026, |
| "loss": 547.8535, |
| "step": 5670 |
| }, |
| { |
| "ce_loss_10": 3.669494354724884, |
| "ce_loss_13": 3.60741925239563, |
| "ce_loss_2": 4.148016309738159, |
| "ce_loss_3": 3.9792763590812683, |
| "ce_loss_7": 3.7149499893188476, |
| "epoch": 0.568, |
| "grad_norm": 498.0, |
| "kl_loss_10": 99.65063438415527, |
| "kl_loss_2": 1126.1991058349608, |
| "kl_loss_3": 783.0127746582032, |
| "kl_loss_7": 194.12312698364258, |
| "learning_rate": 0.00040070476667712743, |
| "loss": 543.5942, |
| "step": 5680 |
| }, |
| { |
| "ce_loss_10": 3.7005011796951295, |
| "ce_loss_13": 3.6357283353805543, |
| "ce_loss_2": 4.166275656223297, |
| "ce_loss_3": 4.000016844272613, |
| "ce_loss_7": 3.745167064666748, |
| "epoch": 0.569, |
| "grad_norm": 356.0, |
| "kl_loss_10": 100.85004692077636, |
| "kl_loss_2": 1110.8271209716797, |
| "kl_loss_3": 770.1773681640625, |
| "kl_loss_7": 194.5637939453125, |
| "learning_rate": 0.0003991502085441259, |
| "loss": 548.6594, |
| "step": 5690 |
| }, |
| { |
| "ce_loss_10": 3.729709804058075, |
| "ce_loss_13": 3.6688971519470215, |
| "ce_loss_2": 4.18160834312439, |
| "ce_loss_3": 4.015434455871582, |
| "ce_loss_7": 3.7735623002052305, |
| "epoch": 0.57, |
| "grad_norm": 374.0, |
| "kl_loss_10": 98.11349868774414, |
| "kl_loss_2": 1070.740576171875, |
| "kl_loss_3": 744.3529327392578, |
| "kl_loss_7": 190.02555770874022, |
| "learning_rate": 0.0003975966659674047, |
| "loss": 541.8046, |
| "step": 5700 |
| }, |
| { |
| "ce_loss_10": 3.691783332824707, |
| "ce_loss_13": 3.6318029403686523, |
| "ce_loss_2": 4.161513650417328, |
| "ce_loss_3": 3.986249303817749, |
| "ce_loss_7": 3.73646023273468, |
| "epoch": 0.571, |
| "grad_norm": 536.0, |
| "kl_loss_10": 98.58754501342773, |
| "kl_loss_2": 1102.3078491210938, |
| "kl_loss_3": 759.7488586425782, |
| "kl_loss_7": 191.9359992980957, |
| "learning_rate": 0.0003960441545911204, |
| "loss": 538.4236, |
| "step": 5710 |
| }, |
| { |
| "ce_loss_10": 3.6897791981697083, |
| "ce_loss_13": 3.6274471282958984, |
| "ce_loss_2": 4.157203590869903, |
| "ce_loss_3": 3.9884847044944762, |
| "ce_loss_7": 3.736597418785095, |
| "epoch": 0.572, |
| "grad_norm": 600.0, |
| "kl_loss_10": 97.47168769836426, |
| "kl_loss_2": 1115.5811676025392, |
| "kl_loss_3": 773.7587646484375, |
| "kl_loss_7": 193.96655197143554, |
| "learning_rate": 0.0003944926900490452, |
| "loss": 541.7897, |
| "step": 5720 |
| }, |
| { |
| "ce_loss_10": 3.6022287607192993, |
| "ce_loss_13": 3.541483187675476, |
| "ce_loss_2": 4.094926071166992, |
| "ce_loss_3": 3.9194396138191223, |
| "ce_loss_7": 3.65008407831192, |
| "epoch": 0.573, |
| "grad_norm": 352.0, |
| "kl_loss_10": 96.51857452392578, |
| "kl_loss_2": 1147.3706939697265, |
| "kl_loss_3": 794.91083984375, |
| "kl_loss_7": 194.98720092773436, |
| "learning_rate": 0.0003929422879644099, |
| "loss": 544.8611, |
| "step": 5730 |
| }, |
| { |
| "ce_loss_10": 3.6093438267707825, |
| "ce_loss_13": 3.5497053503990172, |
| "ce_loss_2": 4.068271553516388, |
| "ce_loss_3": 3.9011916518211365, |
| "ce_loss_7": 3.6547187089920046, |
| "epoch": 0.574, |
| "grad_norm": 426.0, |
| "kl_loss_10": 95.6807746887207, |
| "kl_loss_2": 1107.6688201904296, |
| "kl_loss_3": 763.7292449951171, |
| "kl_loss_7": 189.65744247436524, |
| "learning_rate": 0.0003913929639497462, |
| "loss": 535.444, |
| "step": 5740 |
| }, |
| { |
| "ce_loss_10": 3.5539973855018614, |
| "ce_loss_13": 3.4933292627334596, |
| "ce_loss_2": 4.044394338130951, |
| "ce_loss_3": 3.8677351474761963, |
| "ce_loss_7": 3.6000022888183594, |
| "epoch": 0.575, |
| "grad_norm": 408.0, |
| "kl_loss_10": 95.82653579711913, |
| "kl_loss_2": 1130.1885803222656, |
| "kl_loss_3": 778.0026184082031, |
| "kl_loss_7": 190.79474563598632, |
| "learning_rate": 0.00038984473360672965, |
| "loss": 541.1631, |
| "step": 5750 |
| }, |
| { |
| "ce_loss_10": 3.5721747159957884, |
| "ce_loss_13": 3.5100734710693358, |
| "ce_loss_2": 4.053931272029876, |
| "ce_loss_3": 3.883261811733246, |
| "ce_loss_7": 3.6166505217552185, |
| "epoch": 0.576, |
| "grad_norm": 436.0, |
| "kl_loss_10": 95.3091812133789, |
| "kl_loss_2": 1128.7456329345703, |
| "kl_loss_3": 780.4191925048829, |
| "kl_loss_7": 190.4754554748535, |
| "learning_rate": 0.0003882976125260229, |
| "loss": 539.7566, |
| "step": 5760 |
| }, |
| { |
| "ce_loss_10": 3.638679492473602, |
| "ce_loss_13": 3.5770092844963073, |
| "ce_loss_2": 4.1140677571296695, |
| "ce_loss_3": 3.9416022896766663, |
| "ce_loss_7": 3.6866235971450805, |
| "epoch": 0.577, |
| "grad_norm": 366.0, |
| "kl_loss_10": 98.93351516723632, |
| "kl_loss_2": 1112.5931701660156, |
| "kl_loss_3": 770.6242248535157, |
| "kl_loss_7": 191.9038848876953, |
| "learning_rate": 0.00038675161628711776, |
| "loss": 545.2976, |
| "step": 5770 |
| }, |
| { |
| "ce_loss_10": 3.678569030761719, |
| "ce_loss_13": 3.616915798187256, |
| "ce_loss_2": 4.1388965249061584, |
| "ce_loss_3": 3.9749330997467043, |
| "ce_loss_7": 3.722931241989136, |
| "epoch": 0.578, |
| "grad_norm": 404.0, |
| "kl_loss_10": 97.5284637451172, |
| "kl_loss_2": 1093.5021606445312, |
| "kl_loss_3": 761.3094451904296, |
| "kl_loss_7": 191.26370391845703, |
| "learning_rate": 0.0003852067604581794, |
| "loss": 553.459, |
| "step": 5780 |
| }, |
| { |
| "ce_loss_10": 3.6174680829048156, |
| "ce_loss_13": 3.5550846695899962, |
| "ce_loss_2": 4.100849425792694, |
| "ce_loss_3": 3.927929162979126, |
| "ce_loss_7": 3.665549111366272, |
| "epoch": 0.579, |
| "grad_norm": 502.0, |
| "kl_loss_10": 97.5420696258545, |
| "kl_loss_2": 1125.1912048339843, |
| "kl_loss_3": 782.9702056884765, |
| "kl_loss_7": 193.16246643066407, |
| "learning_rate": 0.0003836630605958888, |
| "loss": 543.639, |
| "step": 5790 |
| }, |
| { |
| "ce_loss_10": 3.6780447602272033, |
| "ce_loss_13": 3.616100025177002, |
| "ce_loss_2": 4.136243522167206, |
| "ce_loss_3": 3.9725910425186157, |
| "ce_loss_7": 3.7234076499938964, |
| "epoch": 0.58, |
| "grad_norm": 506.0, |
| "kl_loss_10": 99.15894927978516, |
| "kl_loss_2": 1117.2952941894532, |
| "kl_loss_3": 777.6545166015625, |
| "kl_loss_7": 194.16991271972657, |
| "learning_rate": 0.0003821205322452863, |
| "loss": 560.4495, |
| "step": 5800 |
| }, |
| { |
| "ce_loss_10": 3.657036304473877, |
| "ce_loss_13": 3.5961548686027527, |
| "ce_loss_2": 4.118453872203827, |
| "ce_loss_3": 3.948525774478912, |
| "ce_loss_7": 3.7012171149253845, |
| "epoch": 0.581, |
| "grad_norm": 438.0, |
| "kl_loss_10": 98.11412734985352, |
| "kl_loss_2": 1098.6213439941407, |
| "kl_loss_3": 759.3198364257812, |
| "kl_loss_7": 189.98369064331055, |
| "learning_rate": 0.0003805791909396155, |
| "loss": 541.5742, |
| "step": 5810 |
| }, |
| { |
| "ce_loss_10": 3.6096495151519776, |
| "ce_loss_13": 3.550210452079773, |
| "ce_loss_2": 4.077665090560913, |
| "ce_loss_3": 3.9094552993774414, |
| "ce_loss_7": 3.654946839809418, |
| "epoch": 0.582, |
| "grad_norm": 428.0, |
| "kl_loss_10": 95.98116798400879, |
| "kl_loss_2": 1109.6123931884765, |
| "kl_loss_3": 763.3366668701171, |
| "kl_loss_7": 189.48765182495117, |
| "learning_rate": 0.0003790390522001662, |
| "loss": 547.1139, |
| "step": 5820 |
| }, |
| { |
| "ce_loss_10": 3.538465416431427, |
| "ce_loss_13": 3.4795125126838684, |
| "ce_loss_2": 4.019526553153992, |
| "ce_loss_3": 3.8418781757354736, |
| "ce_loss_7": 3.5831465244293215, |
| "epoch": 0.583, |
| "grad_norm": 354.0, |
| "kl_loss_10": 94.34587249755859, |
| "kl_loss_2": 1136.918035888672, |
| "kl_loss_3": 784.7109252929688, |
| "kl_loss_7": 191.27632827758788, |
| "learning_rate": 0.0003775001315361183, |
| "loss": 542.445, |
| "step": 5830 |
| }, |
| { |
| "ce_loss_10": 3.659132921695709, |
| "ce_loss_13": 3.596101534366608, |
| "ce_loss_2": 4.132727253437042, |
| "ce_loss_3": 3.958163845539093, |
| "ce_loss_7": 3.704639720916748, |
| "epoch": 0.584, |
| "grad_norm": 298.0, |
| "kl_loss_10": 98.75731201171875, |
| "kl_loss_2": 1122.0884033203124, |
| "kl_loss_3": 776.4772644042969, |
| "kl_loss_7": 193.22739944458007, |
| "learning_rate": 0.0003759624444443858, |
| "loss": 544.9992, |
| "step": 5840 |
| }, |
| { |
| "ce_loss_10": 3.6889251112937926, |
| "ce_loss_13": 3.6282206773757935, |
| "ce_loss_2": 4.151758980751038, |
| "ce_loss_3": 3.9822983741760254, |
| "ce_loss_7": 3.732993245124817, |
| "epoch": 0.585, |
| "grad_norm": 346.0, |
| "kl_loss_10": 99.06045837402344, |
| "kl_loss_2": 1097.8614471435546, |
| "kl_loss_3": 758.9134582519531, |
| "kl_loss_7": 191.27917098999023, |
| "learning_rate": 0.00037442600640946044, |
| "loss": 536.17, |
| "step": 5850 |
| }, |
| { |
| "ce_loss_10": 3.6461440443992617, |
| "ce_loss_13": 3.5892478227615356, |
| "ce_loss_2": 4.105236732959748, |
| "ce_loss_3": 3.9375507473945617, |
| "ce_loss_7": 3.692450475692749, |
| "epoch": 0.586, |
| "grad_norm": 408.0, |
| "kl_loss_10": 94.86803092956544, |
| "kl_loss_2": 1099.2377655029297, |
| "kl_loss_3": 758.3301605224609, |
| "kl_loss_7": 189.78098831176757, |
| "learning_rate": 0.00037289083290325663, |
| "loss": 531.0057, |
| "step": 5860 |
| }, |
| { |
| "ce_loss_10": 3.63515100479126, |
| "ce_loss_13": 3.574202799797058, |
| "ce_loss_2": 4.095511162281037, |
| "ce_loss_3": 3.930715727806091, |
| "ce_loss_7": 3.6794507265090943, |
| "epoch": 0.587, |
| "grad_norm": 540.0, |
| "kl_loss_10": 97.98805313110351, |
| "kl_loss_2": 1091.7025299072266, |
| "kl_loss_3": 757.6223114013671, |
| "kl_loss_7": 191.85128860473634, |
| "learning_rate": 0.0003713569393849543, |
| "loss": 533.4333, |
| "step": 5870 |
| }, |
| { |
| "ce_loss_10": 3.6827593207359315, |
| "ce_loss_13": 3.6205956816673277, |
| "ce_loss_2": 4.148468089103699, |
| "ce_loss_3": 3.978341579437256, |
| "ce_loss_7": 3.7273068189620973, |
| "epoch": 0.588, |
| "grad_norm": 398.0, |
| "kl_loss_10": 98.60938911437988, |
| "kl_loss_2": 1107.6281311035157, |
| "kl_loss_3": 765.0102233886719, |
| "kl_loss_7": 192.96542663574218, |
| "learning_rate": 0.00036982434130084397, |
| "loss": 541.5767, |
| "step": 5880 |
| }, |
| { |
| "ce_loss_10": 3.589915359020233, |
| "ce_loss_13": 3.5286367654800417, |
| "ce_loss_2": 4.061057722568512, |
| "ce_loss_3": 3.8881011605262756, |
| "ce_loss_7": 3.6373565912246706, |
| "epoch": 0.589, |
| "grad_norm": 506.0, |
| "kl_loss_10": 97.51137619018554, |
| "kl_loss_2": 1115.5977966308594, |
| "kl_loss_3": 775.6395446777344, |
| "kl_loss_7": 195.47111892700195, |
| "learning_rate": 0.00036829305408417166, |
| "loss": 546.8446, |
| "step": 5890 |
| }, |
| { |
| "ce_loss_10": 3.5797411799430847, |
| "ce_loss_13": 3.5188158631324766, |
| "ce_loss_2": 4.067822527885437, |
| "ce_loss_3": 3.893584966659546, |
| "ce_loss_7": 3.6291656494140625, |
| "epoch": 0.59, |
| "grad_norm": 364.0, |
| "kl_loss_10": 96.57020835876465, |
| "kl_loss_2": 1141.290579223633, |
| "kl_loss_3": 789.6200988769531, |
| "kl_loss_7": 196.76195220947267, |
| "learning_rate": 0.0003667630931549826, |
| "loss": 548.8211, |
| "step": 5900 |
| }, |
| { |
| "ce_loss_10": 3.547331213951111, |
| "ce_loss_13": 3.4874081373214723, |
| "ce_loss_2": 4.03765162229538, |
| "ce_loss_3": 3.8655640482902527, |
| "ce_loss_7": 3.5946906566619874, |
| "epoch": 0.591, |
| "grad_norm": 454.0, |
| "kl_loss_10": 95.69526252746581, |
| "kl_loss_2": 1154.8450256347655, |
| "kl_loss_3": 798.5165588378907, |
| "kl_loss_7": 194.5025749206543, |
| "learning_rate": 0.00036523447391996613, |
| "loss": 552.8163, |
| "step": 5910 |
| }, |
| { |
| "ce_loss_10": 3.6425758361816407, |
| "ce_loss_13": 3.5853498816490172, |
| "ce_loss_2": 4.10631023645401, |
| "ce_loss_3": 3.9402198076248167, |
| "ce_loss_7": 3.690027916431427, |
| "epoch": 0.592, |
| "grad_norm": 432.0, |
| "kl_loss_10": 94.87303581237794, |
| "kl_loss_2": 1090.1558319091796, |
| "kl_loss_3": 756.7847717285156, |
| "kl_loss_7": 189.84710311889648, |
| "learning_rate": 0.00036370721177230114, |
| "loss": 533.6673, |
| "step": 5920 |
| }, |
| { |
| "ce_loss_10": 3.635672652721405, |
| "ce_loss_13": 3.577661764621735, |
| "ce_loss_2": 4.114610862731934, |
| "ce_loss_3": 3.9419226169586183, |
| "ce_loss_7": 3.681511878967285, |
| "epoch": 0.593, |
| "grad_norm": 326.0, |
| "kl_loss_10": 95.39519729614258, |
| "kl_loss_2": 1127.0120056152343, |
| "kl_loss_3": 780.4901336669922, |
| "kl_loss_7": 194.04692993164062, |
| "learning_rate": 0.00036218132209150044, |
| "loss": 545.1962, |
| "step": 5930 |
| }, |
| { |
| "ce_loss_10": 3.593142592906952, |
| "ce_loss_13": 3.530347979068756, |
| "ce_loss_2": 4.095171976089477, |
| "ce_loss_3": 3.920231354236603, |
| "ce_loss_7": 3.645453596115112, |
| "epoch": 0.594, |
| "grad_norm": 378.0, |
| "kl_loss_10": 99.63440895080566, |
| "kl_loss_2": 1173.4297882080077, |
| "kl_loss_3": 813.8213714599609, |
| "kl_loss_7": 199.65494766235352, |
| "learning_rate": 0.0003606568202432562, |
| "loss": 557.0208, |
| "step": 5940 |
| }, |
| { |
| "ce_loss_10": 3.665185475349426, |
| "ce_loss_13": 3.6032612800598143, |
| "ce_loss_2": 4.14498724937439, |
| "ce_loss_3": 3.9701961159706114, |
| "ce_loss_7": 3.7108847856521607, |
| "epoch": 0.595, |
| "grad_norm": 528.0, |
| "kl_loss_10": 99.43977394104004, |
| "kl_loss_2": 1140.6280212402344, |
| "kl_loss_3": 787.1899200439453, |
| "kl_loss_7": 195.35167922973633, |
| "learning_rate": 0.0003591337215792851, |
| "loss": 544.2271, |
| "step": 5950 |
| }, |
| { |
| "ce_loss_10": 3.706349265575409, |
| "ce_loss_13": 3.64465993642807, |
| "ce_loss_2": 4.152172029018402, |
| "ce_loss_3": 3.9943688988685606, |
| "ce_loss_7": 3.7489245533943176, |
| "epoch": 0.596, |
| "grad_norm": 356.0, |
| "kl_loss_10": 99.39506378173829, |
| "kl_loss_2": 1087.233724975586, |
| "kl_loss_3": 759.1374755859375, |
| "kl_loss_7": 190.80716857910156, |
| "learning_rate": 0.00035761204143717383, |
| "loss": 544.3471, |
| "step": 5960 |
| }, |
| { |
| "ce_loss_10": 3.6578794836997988, |
| "ce_loss_13": 3.5957969784736634, |
| "ce_loss_2": 4.119996964931488, |
| "ce_loss_3": 3.9552765846252442, |
| "ce_loss_7": 3.7025834202766417, |
| "epoch": 0.597, |
| "grad_norm": 400.0, |
| "kl_loss_10": 99.01246032714843, |
| "kl_loss_2": 1115.1319488525392, |
| "kl_loss_3": 774.3078552246094, |
| "kl_loss_7": 193.01641845703125, |
| "learning_rate": 0.0003560917951402245, |
| "loss": 556.3752, |
| "step": 5970 |
| }, |
| { |
| "ce_loss_10": 3.632036602497101, |
| "ce_loss_13": 3.5740628480911254, |
| "ce_loss_2": 4.0921210765838625, |
| "ce_loss_3": 3.9307610511779787, |
| "ce_loss_7": 3.6746655702590942, |
| "epoch": 0.598, |
| "grad_norm": 412.0, |
| "kl_loss_10": 95.97110137939453, |
| "kl_loss_2": 1101.7569305419922, |
| "kl_loss_3": 768.7692047119141, |
| "kl_loss_7": 189.95830230712892, |
| "learning_rate": 0.00035457299799730046, |
| "loss": 538.1885, |
| "step": 5980 |
| }, |
| { |
| "ce_loss_10": 3.69617702960968, |
| "ce_loss_13": 3.6354240775108337, |
| "ce_loss_2": 4.163921213150024, |
| "ce_loss_3": 3.993851900100708, |
| "ce_loss_7": 3.7415480971336366, |
| "epoch": 0.599, |
| "grad_norm": 388.0, |
| "kl_loss_10": 96.27426452636719, |
| "kl_loss_2": 1105.9306549072267, |
| "kl_loss_3": 762.228305053711, |
| "kl_loss_7": 190.51752395629882, |
| "learning_rate": 0.0003530556653026721, |
| "loss": 545.8183, |
| "step": 5990 |
| }, |
| { |
| "ce_loss_10": 3.611501228809357, |
| "ce_loss_13": 3.5530946016311646, |
| "ce_loss_2": 4.07593857049942, |
| "ce_loss_3": 3.9016834497451782, |
| "ce_loss_7": 3.6570339798927307, |
| "epoch": 0.6, |
| "grad_norm": 1424.0, |
| "kl_loss_10": 94.48569107055664, |
| "kl_loss_2": 1108.4388488769532, |
| "kl_loss_3": 760.983023071289, |
| "kl_loss_7": 188.30435333251953, |
| "learning_rate": 0.00035153981233586274, |
| "loss": 543.2547, |
| "step": 6000 |
| }, |
| { |
| "ce_loss_10": 3.589734137058258, |
| "ce_loss_13": 3.5291273951530457, |
| "ce_loss_2": 4.066950809955597, |
| "ce_loss_3": 3.8936201214790342, |
| "ce_loss_7": 3.6356727838516236, |
| "epoch": 0.601, |
| "grad_norm": 478.0, |
| "kl_loss_10": 95.43113746643067, |
| "kl_loss_2": 1117.119808959961, |
| "kl_loss_3": 769.7344940185546, |
| "kl_loss_7": 188.8736831665039, |
| "learning_rate": 0.00035002545436149473, |
| "loss": 555.4068, |
| "step": 6010 |
| }, |
| { |
| "ce_loss_10": 3.603361654281616, |
| "ce_loss_13": 3.5395719528198244, |
| "ce_loss_2": 4.084376287460327, |
| "ce_loss_3": 3.913386416435242, |
| "ce_loss_7": 3.6495144724845887, |
| "epoch": 0.602, |
| "grad_norm": 414.0, |
| "kl_loss_10": 99.58069725036621, |
| "kl_loss_2": 1138.4922149658203, |
| "kl_loss_3": 791.1285461425781, |
| "kl_loss_7": 196.0400062561035, |
| "learning_rate": 0.0003485126066291364, |
| "loss": 543.3661, |
| "step": 6020 |
| }, |
| { |
| "ce_loss_10": 3.6472663640975953, |
| "ce_loss_13": 3.586405074596405, |
| "ce_loss_2": 4.12690646648407, |
| "ce_loss_3": 3.9540088891983034, |
| "ce_loss_7": 3.6910028219223023, |
| "epoch": 0.603, |
| "grad_norm": 426.0, |
| "kl_loss_10": 97.50395317077637, |
| "kl_loss_2": 1120.6384643554688, |
| "kl_loss_3": 773.8977966308594, |
| "kl_loss_7": 189.96464309692382, |
| "learning_rate": 0.0003470012843731476, |
| "loss": 547.4742, |
| "step": 6030 |
| }, |
| { |
| "ce_loss_10": 3.587485361099243, |
| "ce_loss_13": 3.527864229679108, |
| "ce_loss_2": 4.065750408172607, |
| "ce_loss_3": 3.8930314064025877, |
| "ce_loss_7": 3.6307687997817992, |
| "epoch": 0.604, |
| "grad_norm": 450.0, |
| "kl_loss_10": 95.93178520202636, |
| "kl_loss_2": 1125.8798370361328, |
| "kl_loss_3": 778.0897277832031, |
| "kl_loss_7": 190.32968826293944, |
| "learning_rate": 0.00034549150281252633, |
| "loss": 553.9461, |
| "step": 6040 |
| }, |
| { |
| "ce_loss_10": 3.567354416847229, |
| "ce_loss_13": 3.5087788224220278, |
| "ce_loss_2": 4.041226005554199, |
| "ce_loss_3": 3.868573796749115, |
| "ce_loss_7": 3.613230037689209, |
| "epoch": 0.605, |
| "grad_norm": 376.0, |
| "kl_loss_10": 96.31193771362305, |
| "kl_loss_2": 1101.1357208251952, |
| "kl_loss_3": 760.5451019287109, |
| "kl_loss_7": 190.99923782348634, |
| "learning_rate": 0.0003439832771507565, |
| "loss": 537.7418, |
| "step": 6050 |
| }, |
| { |
| "ce_loss_10": 3.569633936882019, |
| "ce_loss_13": 3.5091484904289247, |
| "ce_loss_2": 4.052746975421906, |
| "ce_loss_3": 3.8793442845344543, |
| "ce_loss_7": 3.6145769238471983, |
| "epoch": 0.606, |
| "grad_norm": 364.0, |
| "kl_loss_10": 96.17846641540527, |
| "kl_loss_2": 1126.9381469726563, |
| "kl_loss_3": 780.4287139892579, |
| "kl_loss_7": 191.24787139892578, |
| "learning_rate": 0.0003424766225756537, |
| "loss": 539.2611, |
| "step": 6060 |
| }, |
| { |
| "ce_loss_10": 3.6349270820617674, |
| "ce_loss_13": 3.5724891662597655, |
| "ce_loss_2": 4.110528755187988, |
| "ce_loss_3": 3.9370043516159057, |
| "ce_loss_7": 3.679009509086609, |
| "epoch": 0.607, |
| "grad_norm": 380.0, |
| "kl_loss_10": 98.61342163085938, |
| "kl_loss_2": 1107.0002716064453, |
| "kl_loss_3": 763.0299987792969, |
| "kl_loss_7": 192.68891830444335, |
| "learning_rate": 0.00034097155425921255, |
| "loss": 535.4806, |
| "step": 6070 |
| }, |
| { |
| "ce_loss_10": 3.5260583400726317, |
| "ce_loss_13": 3.4644631028175352, |
| "ce_loss_2": 4.0014289021492, |
| "ce_loss_3": 3.829664409160614, |
| "ce_loss_7": 3.571485424041748, |
| "epoch": 0.608, |
| "grad_norm": 422.0, |
| "kl_loss_10": 95.72014465332032, |
| "kl_loss_2": 1128.9732635498046, |
| "kl_loss_3": 780.0001983642578, |
| "kl_loss_7": 191.94852294921876, |
| "learning_rate": 0.0003394680873574546, |
| "loss": 542.5872, |
| "step": 6080 |
| }, |
| { |
| "ce_loss_10": 3.638583517074585, |
| "ce_loss_13": 3.5754881620407106, |
| "ce_loss_2": 4.1181090593338014, |
| "ce_loss_3": 3.9476171731948853, |
| "ce_loss_7": 3.6838363647460937, |
| "epoch": 0.609, |
| "grad_norm": 402.0, |
| "kl_loss_10": 99.43503112792969, |
| "kl_loss_2": 1131.3410400390626, |
| "kl_loss_3": 782.6971099853515, |
| "kl_loss_7": 192.93393096923828, |
| "learning_rate": 0.0003379662370102747, |
| "loss": 542.0118, |
| "step": 6090 |
| }, |
| { |
| "ce_loss_10": 3.6437841415405274, |
| "ce_loss_13": 3.5835014939308167, |
| "ce_loss_2": 4.107234466075897, |
| "ce_loss_3": 3.9407611727714538, |
| "ce_loss_7": 3.689082384109497, |
| "epoch": 0.61, |
| "grad_norm": 378.0, |
| "kl_loss_10": 95.95064582824708, |
| "kl_loss_2": 1116.5803283691407, |
| "kl_loss_3": 769.8769500732421, |
| "kl_loss_7": 190.42120208740235, |
| "learning_rate": 0.0003364660183412892, |
| "loss": 543.2468, |
| "step": 6100 |
| }, |
| { |
| "ce_loss_10": 3.6229702949523928, |
| "ce_loss_13": 3.5642863631248476, |
| "ce_loss_2": 4.082474946975708, |
| "ce_loss_3": 3.920805549621582, |
| "ce_loss_7": 3.6692759871482847, |
| "epoch": 0.611, |
| "grad_norm": 438.0, |
| "kl_loss_10": 95.98471641540527, |
| "kl_loss_2": 1107.3975402832032, |
| "kl_loss_3": 770.6610443115235, |
| "kl_loss_7": 191.18293151855468, |
| "learning_rate": 0.0003349674464576834, |
| "loss": 547.1137, |
| "step": 6110 |
| }, |
| { |
| "ce_loss_10": 3.572301459312439, |
| "ce_loss_13": 3.5100274682044983, |
| "ce_loss_2": 4.04880428314209, |
| "ce_loss_3": 3.87799711227417, |
| "ce_loss_7": 3.6172243118286134, |
| "epoch": 0.612, |
| "grad_norm": 400.0, |
| "kl_loss_10": 97.55015258789062, |
| "kl_loss_2": 1121.5612213134766, |
| "kl_loss_3": 776.7356872558594, |
| "kl_loss_7": 191.68118591308593, |
| "learning_rate": 0.00033347053645005966, |
| "loss": 533.933, |
| "step": 6120 |
| }, |
| { |
| "ce_loss_10": 3.6915227651596068, |
| "ce_loss_13": 3.6307403206825257, |
| "ce_loss_2": 4.149306988716125, |
| "ce_loss_3": 3.986075186729431, |
| "ce_loss_7": 3.7352558612823485, |
| "epoch": 0.613, |
| "grad_norm": 456.0, |
| "kl_loss_10": 97.44704780578613, |
| "kl_loss_2": 1082.3290954589843, |
| "kl_loss_3": 751.4226776123047, |
| "kl_loss_7": 188.24736099243165, |
| "learning_rate": 0.00033197530339228485, |
| "loss": 541.4641, |
| "step": 6130 |
| }, |
| { |
| "ce_loss_10": 3.6387569904327393, |
| "ce_loss_13": 3.5774574756622313, |
| "ce_loss_2": 4.1059521555900576, |
| "ce_loss_3": 3.9463557958602906, |
| "ce_loss_7": 3.686212944984436, |
| "epoch": 0.614, |
| "grad_norm": 320.0, |
| "kl_loss_10": 97.79526100158691, |
| "kl_loss_2": 1105.2626007080078, |
| "kl_loss_3": 773.3958312988282, |
| "kl_loss_7": 193.28426208496094, |
| "learning_rate": 0.00033048176234133967, |
| "loss": 539.6668, |
| "step": 6140 |
| }, |
| { |
| "ce_loss_10": 3.6235718965530395, |
| "ce_loss_13": 3.563166308403015, |
| "ce_loss_2": 4.0937678694725035, |
| "ce_loss_3": 3.9205260276794434, |
| "ce_loss_7": 3.6674267172813417, |
| "epoch": 0.615, |
| "grad_norm": 434.0, |
| "kl_loss_10": 96.52788619995117, |
| "kl_loss_2": 1108.4606842041017, |
| "kl_loss_3": 766.9316375732421, |
| "kl_loss_7": 191.76514892578126, |
| "learning_rate": 0.0003289899283371657, |
| "loss": 545.3005, |
| "step": 6150 |
| }, |
| { |
| "ce_loss_10": 3.6545772314071656, |
| "ce_loss_13": 3.5920246958732607, |
| "ce_loss_2": 4.122934722900391, |
| "ce_loss_3": 3.954042661190033, |
| "ce_loss_7": 3.7002484798431396, |
| "epoch": 0.616, |
| "grad_norm": 512.0, |
| "kl_loss_10": 96.86014366149902, |
| "kl_loss_2": 1110.978466796875, |
| "kl_loss_3": 763.7065795898437, |
| "kl_loss_7": 189.29309463500977, |
| "learning_rate": 0.0003274998164025148, |
| "loss": 546.4095, |
| "step": 6160 |
| }, |
| { |
| "ce_loss_10": 3.687037003040314, |
| "ce_loss_13": 3.62383953332901, |
| "ce_loss_2": 4.151339697837829, |
| "ce_loss_3": 3.982528305053711, |
| "ce_loss_7": 3.730109751224518, |
| "epoch": 0.617, |
| "grad_norm": 420.0, |
| "kl_loss_10": 98.5214340209961, |
| "kl_loss_2": 1105.55556640625, |
| "kl_loss_3": 765.5938140869141, |
| "kl_loss_7": 192.1310241699219, |
| "learning_rate": 0.0003260114415427975, |
| "loss": 551.3336, |
| "step": 6170 |
| }, |
| { |
| "ce_loss_10": 3.6019906878471373, |
| "ce_loss_13": 3.543228101730347, |
| "ce_loss_2": 4.074436497688294, |
| "ce_loss_3": 3.910420286655426, |
| "ce_loss_7": 3.650412619113922, |
| "epoch": 0.618, |
| "grad_norm": 326.0, |
| "kl_loss_10": 96.38783836364746, |
| "kl_loss_2": 1118.9971984863282, |
| "kl_loss_3": 780.3896484375, |
| "kl_loss_7": 191.8697937011719, |
| "learning_rate": 0.0003245248187459323, |
| "loss": 553.7879, |
| "step": 6180 |
| }, |
| { |
| "ce_loss_10": 3.5864107251167296, |
| "ce_loss_13": 3.53016597032547, |
| "ce_loss_2": 4.042503225803375, |
| "ce_loss_3": 3.874970889091492, |
| "ce_loss_7": 3.6281535744667055, |
| "epoch": 0.619, |
| "grad_norm": 418.0, |
| "kl_loss_10": 92.61179161071777, |
| "kl_loss_2": 1080.5412902832031, |
| "kl_loss_3": 743.7303924560547, |
| "kl_loss_7": 185.2653793334961, |
| "learning_rate": 0.00032303996298219416, |
| "loss": 531.9591, |
| "step": 6190 |
| }, |
| { |
| "ce_loss_10": 3.6777410745620727, |
| "ce_loss_13": 3.6153058767318726, |
| "ce_loss_2": 4.135652315616608, |
| "ce_loss_3": 3.968917655944824, |
| "ce_loss_7": 3.723153126239777, |
| "epoch": 0.62, |
| "grad_norm": 328.0, |
| "kl_loss_10": 97.44341430664062, |
| "kl_loss_2": 1081.0255004882813, |
| "kl_loss_3": 750.4999420166016, |
| "kl_loss_7": 189.73232498168946, |
| "learning_rate": 0.00032155688920406414, |
| "loss": 532.518, |
| "step": 6200 |
| }, |
| { |
| "ce_loss_10": 3.587769341468811, |
| "ce_loss_13": 3.524891209602356, |
| "ce_loss_2": 4.075685119628906, |
| "ce_loss_3": 3.896172082424164, |
| "ce_loss_7": 3.6351929187774656, |
| "epoch": 0.621, |
| "grad_norm": 376.0, |
| "kl_loss_10": 100.48479537963867, |
| "kl_loss_2": 1141.9940368652344, |
| "kl_loss_3": 786.613900756836, |
| "kl_loss_7": 195.81097640991212, |
| "learning_rate": 0.0003200756123460788, |
| "loss": 557.093, |
| "step": 6210 |
| }, |
| { |
| "ce_loss_10": 3.613728904724121, |
| "ce_loss_13": 3.5514798045158384, |
| "ce_loss_2": 4.097208368778229, |
| "ce_loss_3": 3.922844612598419, |
| "ce_loss_7": 3.6612853050231933, |
| "epoch": 0.622, |
| "grad_norm": 436.0, |
| "kl_loss_10": 98.99568367004395, |
| "kl_loss_2": 1137.439712524414, |
| "kl_loss_3": 786.5532501220703, |
| "kl_loss_7": 195.3180892944336, |
| "learning_rate": 0.00031859614732467957, |
| "loss": 552.2858, |
| "step": 6220 |
| }, |
| { |
| "ce_loss_10": 3.668611526489258, |
| "ce_loss_13": 3.6079549193382263, |
| "ce_loss_2": 4.123561811447144, |
| "ce_loss_3": 3.957008695602417, |
| "ce_loss_7": 3.7130979537963866, |
| "epoch": 0.623, |
| "grad_norm": 436.0, |
| "kl_loss_10": 96.12700805664062, |
| "kl_loss_2": 1085.7240417480468, |
| "kl_loss_3": 750.371206665039, |
| "kl_loss_7": 188.20330352783202, |
| "learning_rate": 0.00031711850903806275, |
| "loss": 532.2347, |
| "step": 6230 |
| }, |
| { |
| "ce_loss_10": 3.5722012281417848, |
| "ce_loss_13": 3.5121172070503235, |
| "ce_loss_2": 4.05529419183731, |
| "ce_loss_3": 3.8803335189819337, |
| "ce_loss_7": 3.6196384906768797, |
| "epoch": 0.624, |
| "grad_norm": 372.0, |
| "kl_loss_10": 98.26438941955567, |
| "kl_loss_2": 1135.1425506591797, |
| "kl_loss_3": 784.2965637207031, |
| "kl_loss_7": 195.50869674682616, |
| "learning_rate": 0.0003156427123660297, |
| "loss": 544.6104, |
| "step": 6240 |
| }, |
| { |
| "ce_loss_10": 3.663820195198059, |
| "ce_loss_13": 3.6021278977394102, |
| "ce_loss_2": 4.12639445066452, |
| "ce_loss_3": 3.9577032327651978, |
| "ce_loss_7": 3.709599566459656, |
| "epoch": 0.625, |
| "grad_norm": 376.0, |
| "kl_loss_10": 96.6868911743164, |
| "kl_loss_2": 1095.9533905029298, |
| "kl_loss_3": 760.994189453125, |
| "kl_loss_7": 189.45380859375, |
| "learning_rate": 0.0003141687721698363, |
| "loss": 542.975, |
| "step": 6250 |
| }, |
| { |
| "ce_loss_10": 3.6301703572273256, |
| "ce_loss_13": 3.5708668351173403, |
| "ce_loss_2": 4.076251423358917, |
| "ce_loss_3": 3.9138960361480715, |
| "ce_loss_7": 3.6724702954292296, |
| "epoch": 0.626, |
| "grad_norm": 424.0, |
| "kl_loss_10": 94.79209213256836, |
| "kl_loss_2": 1062.4459991455078, |
| "kl_loss_3": 731.6935089111328, |
| "kl_loss_7": 183.48223037719725, |
| "learning_rate": 0.00031269670329204396, |
| "loss": 531.0972, |
| "step": 6260 |
| }, |
| { |
| "ce_loss_10": 3.6652311086654663, |
| "ce_loss_13": 3.6031481981277467, |
| "ce_loss_2": 4.122557854652404, |
| "ce_loss_3": 3.9541366934776305, |
| "ce_loss_7": 3.707497763633728, |
| "epoch": 0.627, |
| "grad_norm": 404.0, |
| "kl_loss_10": 97.36745681762696, |
| "kl_loss_2": 1087.3731384277344, |
| "kl_loss_3": 749.8712615966797, |
| "kl_loss_7": 189.97913208007813, |
| "learning_rate": 0.00031122652055637015, |
| "loss": 536.5034, |
| "step": 6270 |
| }, |
| { |
| "ce_loss_10": 3.6263384938240053, |
| "ce_loss_13": 3.5657132387161257, |
| "ce_loss_2": 4.101957285404206, |
| "ce_loss_3": 3.9301799178123473, |
| "ce_loss_7": 3.671717309951782, |
| "epoch": 0.628, |
| "grad_norm": 320.0, |
| "kl_loss_10": 97.96914176940918, |
| "kl_loss_2": 1132.4724700927734, |
| "kl_loss_3": 779.5158935546875, |
| "kl_loss_7": 193.307218170166, |
| "learning_rate": 0.0003097582387675385, |
| "loss": 538.5988, |
| "step": 6280 |
| }, |
| { |
| "ce_loss_10": 3.6690368175506594, |
| "ce_loss_13": 3.608207333087921, |
| "ce_loss_2": 4.131593143939972, |
| "ce_loss_3": 3.967103731632233, |
| "ce_loss_7": 3.714122140407562, |
| "epoch": 0.629, |
| "grad_norm": 380.0, |
| "kl_loss_10": 97.3248161315918, |
| "kl_loss_2": 1100.8168243408204, |
| "kl_loss_3": 758.5913757324219, |
| "kl_loss_7": 190.2446075439453, |
| "learning_rate": 0.00030829187271113034, |
| "loss": 533.383, |
| "step": 6290 |
| }, |
| { |
| "ce_loss_10": 3.6720826983451844, |
| "ce_loss_13": 3.6116329789161683, |
| "ce_loss_2": 4.121181070804596, |
| "ce_loss_3": 3.958890378475189, |
| "ce_loss_7": 3.713034725189209, |
| "epoch": 0.63, |
| "grad_norm": 474.0, |
| "kl_loss_10": 95.86663208007812, |
| "kl_loss_2": 1078.529071044922, |
| "kl_loss_3": 747.6958526611328, |
| "kl_loss_7": 186.88264846801758, |
| "learning_rate": 0.00030682743715343565, |
| "loss": 538.6207, |
| "step": 6300 |
| }, |
| { |
| "ce_loss_10": 3.6168052315711976, |
| "ce_loss_13": 3.5534343481063844, |
| "ce_loss_2": 4.1001279830932615, |
| "ce_loss_3": 3.926764929294586, |
| "ce_loss_7": 3.6654592990875243, |
| "epoch": 0.631, |
| "grad_norm": 352.0, |
| "kl_loss_10": 98.38105430603028, |
| "kl_loss_2": 1116.2974884033204, |
| "kl_loss_3": 769.4165740966797, |
| "kl_loss_7": 194.41071319580078, |
| "learning_rate": 0.0003053649468413043, |
| "loss": 544.2852, |
| "step": 6310 |
| }, |
| { |
| "ce_loss_10": 3.728801727294922, |
| "ce_loss_13": 3.6677038788795473, |
| "ce_loss_2": 4.186562621593476, |
| "ce_loss_3": 4.021135902404785, |
| "ce_loss_7": 3.7726667642593386, |
| "epoch": 0.632, |
| "grad_norm": 548.0, |
| "kl_loss_10": 98.36889610290527, |
| "kl_loss_2": 1106.3314636230468, |
| "kl_loss_3": 764.3384338378906, |
| "kl_loss_7": 193.92676391601563, |
| "learning_rate": 0.00030390441650199725, |
| "loss": 534.6711, |
| "step": 6320 |
| }, |
| { |
| "ce_loss_10": 3.6225173473358154, |
| "ce_loss_13": 3.564038324356079, |
| "ce_loss_2": 4.088936626911163, |
| "ce_loss_3": 3.9200194835662843, |
| "ce_loss_7": 3.6701310753822325, |
| "epoch": 0.633, |
| "grad_norm": 390.0, |
| "kl_loss_10": 93.89363708496094, |
| "kl_loss_2": 1093.413995361328, |
| "kl_loss_3": 755.4691772460938, |
| "kl_loss_7": 188.9584762573242, |
| "learning_rate": 0.00030244586084303903, |
| "loss": 531.6465, |
| "step": 6330 |
| }, |
| { |
| "ce_loss_10": 3.5908933520317077, |
| "ce_loss_13": 3.530228877067566, |
| "ce_loss_2": 4.073009943962097, |
| "ce_loss_3": 3.908068907260895, |
| "ce_loss_7": 3.6380571484565736, |
| "epoch": 0.634, |
| "grad_norm": 362.0, |
| "kl_loss_10": 96.08535652160644, |
| "kl_loss_2": 1137.027798461914, |
| "kl_loss_3": 794.3090057373047, |
| "kl_loss_7": 193.36979446411132, |
| "learning_rate": 0.00030098929455206903, |
| "loss": 541.8852, |
| "step": 6340 |
| }, |
| { |
| "ce_loss_10": 3.5973508238792418, |
| "ce_loss_13": 3.538694751262665, |
| "ce_loss_2": 4.059111332893371, |
| "ce_loss_3": 3.8917571187019346, |
| "ce_loss_7": 3.6398496866226195, |
| "epoch": 0.635, |
| "grad_norm": 396.0, |
| "kl_loss_10": 95.19868698120118, |
| "kl_loss_2": 1117.9919860839843, |
| "kl_loss_3": 769.856167602539, |
| "kl_loss_7": 189.57870178222657, |
| "learning_rate": 0.00029953473229669324, |
| "loss": 545.9079, |
| "step": 6350 |
| }, |
| { |
| "ce_loss_10": 3.6316630482673644, |
| "ce_loss_13": 3.5723133206367494, |
| "ce_loss_2": 4.099796783924103, |
| "ce_loss_3": 3.9292221426963807, |
| "ce_loss_7": 3.6748278617858885, |
| "epoch": 0.636, |
| "grad_norm": 382.0, |
| "kl_loss_10": 94.04772453308105, |
| "kl_loss_2": 1105.0771392822267, |
| "kl_loss_3": 767.0107574462891, |
| "kl_loss_7": 189.39691848754882, |
| "learning_rate": 0.00029808218872433767, |
| "loss": 534.2105, |
| "step": 6360 |
| }, |
| { |
| "ce_loss_10": 3.6887783288955687, |
| "ce_loss_13": 3.6287707686424255, |
| "ce_loss_2": 4.1434108257293705, |
| "ce_loss_3": 3.9780289769172668, |
| "ce_loss_7": 3.7338571667671205, |
| "epoch": 0.637, |
| "grad_norm": 402.0, |
| "kl_loss_10": 97.2003547668457, |
| "kl_loss_2": 1086.371304321289, |
| "kl_loss_3": 753.1467376708985, |
| "kl_loss_7": 190.29918899536133, |
| "learning_rate": 0.0002966316784621, |
| "loss": 530.8481, |
| "step": 6370 |
| }, |
| { |
| "ce_loss_10": 3.5995650410652162, |
| "ce_loss_13": 3.5394855737686157, |
| "ce_loss_2": 4.081933212280274, |
| "ce_loss_3": 3.905743455886841, |
| "ce_loss_7": 3.6461820721626284, |
| "epoch": 0.638, |
| "grad_norm": 392.0, |
| "kl_loss_10": 94.92418899536133, |
| "kl_loss_2": 1131.0511108398437, |
| "kl_loss_3": 782.9240203857422, |
| "kl_loss_7": 192.17471160888672, |
| "learning_rate": 0.0002951832161166024, |
| "loss": 537.9302, |
| "step": 6380 |
| }, |
| { |
| "ce_loss_10": 3.6817028760910033, |
| "ce_loss_13": 3.619114363193512, |
| "ce_loss_2": 4.15013542175293, |
| "ce_loss_3": 3.980035495758057, |
| "ce_loss_7": 3.726088798046112, |
| "epoch": 0.639, |
| "grad_norm": 284.0, |
| "kl_loss_10": 99.42742652893067, |
| "kl_loss_2": 1089.2870971679688, |
| "kl_loss_3": 758.1006713867188, |
| "kl_loss_7": 192.03466110229493, |
| "learning_rate": 0.0002937368162738445, |
| "loss": 530.5328, |
| "step": 6390 |
| }, |
| { |
| "ce_loss_10": 3.6132258057594298, |
| "ce_loss_13": 3.557306098937988, |
| "ce_loss_2": 4.071500968933106, |
| "ce_loss_3": 3.905410099029541, |
| "ce_loss_7": 3.6560685634613037, |
| "epoch": 0.64, |
| "grad_norm": 580.0, |
| "kl_loss_10": 93.17153434753418, |
| "kl_loss_2": 1090.426809692383, |
| "kl_loss_3": 756.628515625, |
| "kl_loss_7": 185.41258697509767, |
| "learning_rate": 0.0002922924934990568, |
| "loss": 537.7791, |
| "step": 6400 |
| }, |
| { |
| "ce_loss_10": 3.553709554672241, |
| "ce_loss_13": 3.495926034450531, |
| "ce_loss_2": 4.037974917888642, |
| "ce_loss_3": 3.862057626247406, |
| "ce_loss_7": 3.5978724122047425, |
| "epoch": 0.641, |
| "grad_norm": 316.0, |
| "kl_loss_10": 94.70829887390137, |
| "kl_loss_2": 1132.230615234375, |
| "kl_loss_3": 780.3255004882812, |
| "kl_loss_7": 189.6028953552246, |
| "learning_rate": 0.0002908502623365536, |
| "loss": 541.2746, |
| "step": 6410 |
| }, |
| { |
| "ce_loss_10": 3.493143379688263, |
| "ce_loss_13": 3.4340757846832277, |
| "ce_loss_2": 3.982888162136078, |
| "ce_loss_3": 3.8087966442108154, |
| "ce_loss_7": 3.541613507270813, |
| "epoch": 0.642, |
| "grad_norm": 448.0, |
| "kl_loss_10": 93.92830047607421, |
| "kl_loss_2": 1141.5694763183594, |
| "kl_loss_3": 791.2887268066406, |
| "kl_loss_7": 189.8411407470703, |
| "learning_rate": 0.0002894101373095867, |
| "loss": 544.0511, |
| "step": 6420 |
| }, |
| { |
| "ce_loss_10": 3.7018409371376038, |
| "ce_loss_13": 3.641219162940979, |
| "ce_loss_2": 4.160841226577759, |
| "ce_loss_3": 3.996344065666199, |
| "ce_loss_7": 3.7449718475341798, |
| "epoch": 0.643, |
| "grad_norm": 444.0, |
| "kl_loss_10": 98.50596771240234, |
| "kl_loss_2": 1096.2253509521483, |
| "kl_loss_3": 759.2389587402344, |
| "kl_loss_7": 191.72063598632812, |
| "learning_rate": 0.00028797213292019926, |
| "loss": 535.7118, |
| "step": 6430 |
| }, |
| { |
| "ce_loss_10": 3.679163944721222, |
| "ce_loss_13": 3.6178041219711305, |
| "ce_loss_2": 4.137241208553315, |
| "ce_loss_3": 3.9736143589019775, |
| "ce_loss_7": 3.7223108887672423, |
| "epoch": 0.644, |
| "grad_norm": 316.0, |
| "kl_loss_10": 96.37056579589844, |
| "kl_loss_2": 1093.3028533935546, |
| "kl_loss_3": 763.8056060791016, |
| "kl_loss_7": 190.55449371337892, |
| "learning_rate": 0.0002865362636490791, |
| "loss": 543.9671, |
| "step": 6440 |
| }, |
| { |
| "ce_loss_10": 3.689470386505127, |
| "ce_loss_13": 3.6325947284698485, |
| "ce_loss_2": 4.151259076595307, |
| "ce_loss_3": 3.9852967262268066, |
| "ce_loss_7": 3.7347108364105224, |
| "epoch": 0.645, |
| "grad_norm": 422.0, |
| "kl_loss_10": 95.76711997985839, |
| "kl_loss_2": 1101.8473754882812, |
| "kl_loss_3": 757.8740173339844, |
| "kl_loss_7": 188.20162200927734, |
| "learning_rate": 0.0002851025439554142, |
| "loss": 532.7338, |
| "step": 6450 |
| }, |
| { |
| "ce_loss_10": 3.6879691004753115, |
| "ce_loss_13": 3.6268020391464235, |
| "ce_loss_2": 4.149470102787018, |
| "ce_loss_3": 3.9827425360679625, |
| "ce_loss_7": 3.732300865650177, |
| "epoch": 0.646, |
| "grad_norm": 432.0, |
| "kl_loss_10": 96.89583930969238, |
| "kl_loss_2": 1086.1058197021484, |
| "kl_loss_3": 754.8961853027344, |
| "kl_loss_7": 190.88655471801758, |
| "learning_rate": 0.00028367098827674573, |
| "loss": 531.1024, |
| "step": 6460 |
| }, |
| { |
| "ce_loss_10": 3.613504183292389, |
| "ce_loss_13": 3.552918183803558, |
| "ce_loss_2": 4.07694593667984, |
| "ce_loss_3": 3.9072110176086428, |
| "ce_loss_7": 3.656181883811951, |
| "epoch": 0.647, |
| "grad_norm": 382.0, |
| "kl_loss_10": 95.70045394897461, |
| "kl_loss_2": 1088.4426727294922, |
| "kl_loss_3": 747.3143646240235, |
| "kl_loss_7": 185.63362350463868, |
| "learning_rate": 0.00028224161102882397, |
| "loss": 534.1186, |
| "step": 6470 |
| }, |
| { |
| "ce_loss_10": 3.591862881183624, |
| "ce_loss_13": 3.5325499296188356, |
| "ce_loss_2": 4.047231125831604, |
| "ce_loss_3": 3.8850304007530214, |
| "ce_loss_7": 3.6327146530151366, |
| "epoch": 0.648, |
| "grad_norm": 398.0, |
| "kl_loss_10": 97.32144050598144, |
| "kl_loss_2": 1084.3862060546876, |
| "kl_loss_3": 756.0506072998047, |
| "kl_loss_7": 188.20642013549804, |
| "learning_rate": 0.00028081442660546124, |
| "loss": 534.4936, |
| "step": 6480 |
| }, |
| { |
| "ce_loss_10": 3.6528772950172423, |
| "ce_loss_13": 3.593310809135437, |
| "ce_loss_2": 4.104138958454132, |
| "ce_loss_3": 3.940169370174408, |
| "ce_loss_7": 3.6972940802574157, |
| "epoch": 0.649, |
| "grad_norm": 442.0, |
| "kl_loss_10": 96.56869812011719, |
| "kl_loss_2": 1082.232455444336, |
| "kl_loss_3": 748.2576446533203, |
| "kl_loss_7": 188.56612319946288, |
| "learning_rate": 0.0002793894493783892, |
| "loss": 535.3609, |
| "step": 6490 |
| }, |
| { |
| "ce_loss_10": 3.671093225479126, |
| "ce_loss_13": 3.6125397443771363, |
| "ce_loss_2": 4.120749580860138, |
| "ce_loss_3": 3.957093584537506, |
| "ce_loss_7": 3.715547430515289, |
| "epoch": 0.65, |
| "grad_norm": 340.0, |
| "kl_loss_10": 95.52767143249511, |
| "kl_loss_2": 1081.513833618164, |
| "kl_loss_3": 750.0977233886719, |
| "kl_loss_7": 185.41107177734375, |
| "learning_rate": 0.0002779666936971129, |
| "loss": 530.5015, |
| "step": 6500 |
| }, |
| { |
| "ce_loss_10": 3.6747244358062745, |
| "ce_loss_13": 3.6157574892044066, |
| "ce_loss_2": 4.147137761116028, |
| "ce_loss_3": 3.9802316427230835, |
| "ce_loss_7": 3.7200183868408203, |
| "epoch": 0.651, |
| "grad_norm": 388.0, |
| "kl_loss_10": 96.378706741333, |
| "kl_loss_2": 1104.2031311035157, |
| "kl_loss_3": 768.3699279785156, |
| "kl_loss_7": 190.13947677612305, |
| "learning_rate": 0.00027654617388876614, |
| "loss": 540.9622, |
| "step": 6510 |
| }, |
| { |
| "ce_loss_10": 3.7085010170936585, |
| "ce_loss_13": 3.650082528591156, |
| "ce_loss_2": 4.159732723236084, |
| "ce_loss_3": 3.9939939975738525, |
| "ce_loss_7": 3.752064514160156, |
| "epoch": 0.652, |
| "grad_norm": 372.0, |
| "kl_loss_10": 98.8690299987793, |
| "kl_loss_2": 1084.27646484375, |
| "kl_loss_3": 749.1016296386719, |
| "kl_loss_7": 189.19281463623048, |
| "learning_rate": 0.0002751279042579672, |
| "loss": 533.7532, |
| "step": 6520 |
| }, |
| { |
| "ce_loss_10": 3.6514885902404783, |
| "ce_loss_13": 3.589630663394928, |
| "ce_loss_2": 4.104155695438385, |
| "ce_loss_3": 3.9368098855018614, |
| "ce_loss_7": 3.696379566192627, |
| "epoch": 0.653, |
| "grad_norm": 388.0, |
| "kl_loss_10": 98.10863304138184, |
| "kl_loss_2": 1078.5175903320312, |
| "kl_loss_3": 739.8918975830078, |
| "kl_loss_7": 187.05665588378906, |
| "learning_rate": 0.00027371189908667604, |
| "loss": 535.8568, |
| "step": 6530 |
| }, |
| { |
| "ce_loss_10": 3.6950425028800966, |
| "ce_loss_13": 3.6345377445220945, |
| "ce_loss_2": 4.172570693492889, |
| "ce_loss_3": 4.002642476558686, |
| "ce_loss_7": 3.742088866233826, |
| "epoch": 0.654, |
| "grad_norm": 456.0, |
| "kl_loss_10": 98.50621490478515, |
| "kl_loss_2": 1120.8493408203126, |
| "kl_loss_3": 772.4739196777343, |
| "kl_loss_7": 194.52065811157226, |
| "learning_rate": 0.00027229817263404863, |
| "loss": 550.1683, |
| "step": 6540 |
| }, |
| { |
| "ce_loss_10": 3.678051483631134, |
| "ce_loss_13": 3.6163152933120726, |
| "ce_loss_2": 4.125236618518829, |
| "ce_loss_3": 3.9632533311843874, |
| "ce_loss_7": 3.717917835712433, |
| "epoch": 0.655, |
| "grad_norm": 354.0, |
| "kl_loss_10": 97.52188301086426, |
| "kl_loss_2": 1072.0729919433593, |
| "kl_loss_3": 745.5059295654297, |
| "kl_loss_7": 187.41375122070312, |
| "learning_rate": 0.0002708867391362948, |
| "loss": 530.4727, |
| "step": 6550 |
| }, |
| { |
| "ce_loss_10": 3.659157025814056, |
| "ce_loss_13": 3.5987429141998293, |
| "ce_loss_2": 4.098348212242127, |
| "ce_loss_3": 3.9343943357467652, |
| "ce_loss_7": 3.69932336807251, |
| "epoch": 0.656, |
| "grad_norm": 380.0, |
| "kl_loss_10": 95.51490859985351, |
| "kl_loss_2": 1048.09501953125, |
| "kl_loss_3": 723.2193145751953, |
| "kl_loss_7": 183.38801651000978, |
| "learning_rate": 0.0002694776128065345, |
| "loss": 526.4233, |
| "step": 6560 |
| }, |
| { |
| "ce_loss_10": 3.5926573395729067, |
| "ce_loss_13": 3.5355629920959473, |
| "ce_loss_2": 4.059596955776215, |
| "ce_loss_3": 3.8947146415710447, |
| "ce_loss_7": 3.63899849653244, |
| "epoch": 0.657, |
| "grad_norm": 302.0, |
| "kl_loss_10": 94.25321388244629, |
| "kl_loss_2": 1108.046826171875, |
| "kl_loss_3": 769.1714508056641, |
| "kl_loss_7": 190.54062194824218, |
| "learning_rate": 0.00026807080783465374, |
| "loss": 532.2117, |
| "step": 6570 |
| }, |
| { |
| "ce_loss_10": 3.7099499464035035, |
| "ce_loss_13": 3.6470829010009767, |
| "ce_loss_2": 4.173487448692322, |
| "ce_loss_3": 4.007464277744293, |
| "ce_loss_7": 3.753613090515137, |
| "epoch": 0.658, |
| "grad_norm": 336.0, |
| "kl_loss_10": 98.83243751525879, |
| "kl_loss_2": 1096.7148071289062, |
| "kl_loss_3": 763.6604827880859, |
| "kl_loss_7": 191.30890121459962, |
| "learning_rate": 0.00026666633838716316, |
| "loss": 542.1623, |
| "step": 6580 |
| }, |
| { |
| "ce_loss_10": 3.597714030742645, |
| "ce_loss_13": 3.5341309905052185, |
| "ce_loss_2": 4.0741772770881655, |
| "ce_loss_3": 3.9031991958618164, |
| "ce_loss_7": 3.64434130191803, |
| "epoch": 0.659, |
| "grad_norm": 418.0, |
| "kl_loss_10": 98.79775390625, |
| "kl_loss_2": 1119.104165649414, |
| "kl_loss_3": 772.7665252685547, |
| "kl_loss_7": 193.75399169921874, |
| "learning_rate": 0.00026526421860705474, |
| "loss": 546.4087, |
| "step": 6590 |
| }, |
| { |
| "ce_loss_10": 3.6211095809936524, |
| "ce_loss_13": 3.56248060464859, |
| "ce_loss_2": 4.090437388420105, |
| "ce_loss_3": 3.9254501700401305, |
| "ce_loss_7": 3.669628012180328, |
| "epoch": 0.66, |
| "grad_norm": 388.0, |
| "kl_loss_10": 97.33003234863281, |
| "kl_loss_2": 1100.579428100586, |
| "kl_loss_3": 767.1163055419922, |
| "kl_loss_7": 192.85016250610352, |
| "learning_rate": 0.0002638644626136587, |
| "loss": 535.0932, |
| "step": 6600 |
| }, |
| { |
| "ce_loss_10": 3.632294547557831, |
| "ce_loss_13": 3.5736007690429688, |
| "ce_loss_2": 4.098874115943909, |
| "ce_loss_3": 3.928848695755005, |
| "ce_loss_7": 3.6751357674598695, |
| "epoch": 0.661, |
| "grad_norm": 370.0, |
| "kl_loss_10": 95.11613578796387, |
| "kl_loss_2": 1096.4229095458984, |
| "kl_loss_3": 759.0542449951172, |
| "kl_loss_7": 188.92064208984374, |
| "learning_rate": 0.00026246708450250255, |
| "loss": 537.9207, |
| "step": 6610 |
| }, |
| { |
| "ce_loss_10": 3.6327243566513063, |
| "ce_loss_13": 3.5709309697151186, |
| "ce_loss_2": 4.086973357200622, |
| "ce_loss_3": 3.9239420771598814, |
| "ce_loss_7": 3.675078272819519, |
| "epoch": 0.662, |
| "grad_norm": 450.0, |
| "kl_loss_10": 97.06436119079589, |
| "kl_loss_2": 1079.41337890625, |
| "kl_loss_3": 752.72802734375, |
| "kl_loss_7": 187.51063842773436, |
| "learning_rate": 0.00026107209834516854, |
| "loss": 531.8906, |
| "step": 6620 |
| }, |
| { |
| "ce_loss_10": 3.5740899324417112, |
| "ce_loss_13": 3.5152911067008974, |
| "ce_loss_2": 4.057041144371032, |
| "ce_loss_3": 3.8850310802459718, |
| "ce_loss_7": 3.6205747365951537, |
| "epoch": 0.663, |
| "grad_norm": 326.0, |
| "kl_loss_10": 95.74808731079102, |
| "kl_loss_2": 1136.7873779296874, |
| "kl_loss_3": 780.0463623046875, |
| "kl_loss_7": 190.15955352783203, |
| "learning_rate": 0.0002596795181891514, |
| "loss": 547.2686, |
| "step": 6630 |
| }, |
| { |
| "ce_loss_10": 3.5901227831840514, |
| "ce_loss_13": 3.527127909660339, |
| "ce_loss_2": 4.062633895874024, |
| "ce_loss_3": 3.8958073616027833, |
| "ce_loss_7": 3.63388534784317, |
| "epoch": 0.664, |
| "grad_norm": 488.0, |
| "kl_loss_10": 97.48413009643555, |
| "kl_loss_2": 1119.4189453125, |
| "kl_loss_3": 774.4207427978515, |
| "kl_loss_7": 193.8588966369629, |
| "learning_rate": 0.000258289358057718, |
| "loss": 556.5954, |
| "step": 6640 |
| }, |
| { |
| "ce_loss_10": 3.6630045056343077, |
| "ce_loss_13": 3.6010705709457396, |
| "ce_loss_2": 4.126548099517822, |
| "ce_loss_3": 3.960009717941284, |
| "ce_loss_7": 3.70961674451828, |
| "epoch": 0.665, |
| "grad_norm": 368.0, |
| "kl_loss_10": 97.2126693725586, |
| "kl_loss_2": 1116.2655120849608, |
| "kl_loss_3": 770.7855743408203, |
| "kl_loss_7": 193.7609016418457, |
| "learning_rate": 0.0002569016319497657, |
| "loss": 544.2068, |
| "step": 6650 |
| }, |
| { |
| "ce_loss_10": 3.645352327823639, |
| "ce_loss_13": 3.582920753955841, |
| "ce_loss_2": 4.116545259952545, |
| "ce_loss_3": 3.9502077460289002, |
| "ce_loss_7": 3.6899593830108643, |
| "epoch": 0.666, |
| "grad_norm": 324.0, |
| "kl_loss_10": 98.58149223327636, |
| "kl_loss_2": 1127.1539520263673, |
| "kl_loss_3": 778.5697784423828, |
| "kl_loss_7": 194.4781005859375, |
| "learning_rate": 0.00025551635383968066, |
| "loss": 551.8321, |
| "step": 6660 |
| }, |
| { |
| "ce_loss_10": 3.5590095281600953, |
| "ce_loss_13": 3.497633898258209, |
| "ce_loss_2": 4.0256366491317745, |
| "ce_loss_3": 3.8563454031944273, |
| "ce_loss_7": 3.6033952236175537, |
| "epoch": 0.667, |
| "grad_norm": 386.0, |
| "kl_loss_10": 96.00436630249024, |
| "kl_loss_2": 1115.5439819335938, |
| "kl_loss_3": 764.8407897949219, |
| "kl_loss_7": 191.15278091430665, |
| "learning_rate": 0.00025413353767719804, |
| "loss": 541.5643, |
| "step": 6670 |
| }, |
| { |
| "ce_loss_10": 3.6135716080665587, |
| "ce_loss_13": 3.556279420852661, |
| "ce_loss_2": 4.074564230442047, |
| "ce_loss_3": 3.9083084225654603, |
| "ce_loss_7": 3.6589901089668273, |
| "epoch": 0.668, |
| "grad_norm": 404.0, |
| "kl_loss_10": 95.40520133972169, |
| "kl_loss_2": 1103.0668395996095, |
| "kl_loss_3": 766.21494140625, |
| "kl_loss_7": 187.07973251342773, |
| "learning_rate": 0.0002527531973872617, |
| "loss": 541.5821, |
| "step": 6680 |
| }, |
| { |
| "ce_loss_10": 3.630588722229004, |
| "ce_loss_13": 3.5716015577316282, |
| "ce_loss_2": 4.09862619638443, |
| "ce_loss_3": 3.9337419509887694, |
| "ce_loss_7": 3.6740004658699035, |
| "epoch": 0.669, |
| "grad_norm": 376.0, |
| "kl_loss_10": 94.05056571960449, |
| "kl_loss_2": 1104.580502319336, |
| "kl_loss_3": 767.1347503662109, |
| "kl_loss_7": 187.80085144042968, |
| "learning_rate": 0.0002513753468698826, |
| "loss": 536.7451, |
| "step": 6690 |
| }, |
| { |
| "ce_loss_10": 3.6005271077156067, |
| "ce_loss_13": 3.538683819770813, |
| "ce_loss_2": 4.075844824314117, |
| "ce_loss_3": 3.901875948905945, |
| "ce_loss_7": 3.6449614763259888, |
| "epoch": 0.67, |
| "grad_norm": 392.0, |
| "kl_loss_10": 97.46344718933105, |
| "kl_loss_2": 1117.6306915283203, |
| "kl_loss_3": 769.393521118164, |
| "kl_loss_7": 191.83680877685546, |
| "learning_rate": 0.0002500000000000001, |
| "loss": 543.8447, |
| "step": 6700 |
| }, |
| { |
| "ce_loss_10": 3.7194844245910645, |
| "ce_loss_13": 3.6591498017311097, |
| "ce_loss_2": 4.157877945899964, |
| "ce_loss_3": 3.9965709686279296, |
| "ce_loss_7": 3.7608611464500425, |
| "epoch": 0.671, |
| "grad_norm": 388.0, |
| "kl_loss_10": 96.12382774353027, |
| "kl_loss_2": 1059.211587524414, |
| "kl_loss_3": 732.8135711669922, |
| "kl_loss_7": 185.53207092285157, |
| "learning_rate": 0.0002486271706273421, |
| "loss": 540.9632, |
| "step": 6710 |
| }, |
| { |
| "ce_loss_10": 3.652998185157776, |
| "ce_loss_13": 3.5960669040679933, |
| "ce_loss_2": 4.096874964237213, |
| "ce_loss_3": 3.930626368522644, |
| "ce_loss_7": 3.694219136238098, |
| "epoch": 0.672, |
| "grad_norm": 370.0, |
| "kl_loss_10": 96.1414752960205, |
| "kl_loss_2": 1060.9839447021484, |
| "kl_loss_3": 732.6356231689454, |
| "kl_loss_7": 184.73310241699218, |
| "learning_rate": 0.0002472568725762853, |
| "loss": 531.8145, |
| "step": 6720 |
| }, |
| { |
| "ce_loss_10": 3.644508719444275, |
| "ce_loss_13": 3.585316574573517, |
| "ce_loss_2": 4.077662718296051, |
| "ce_loss_3": 3.923126482963562, |
| "ce_loss_7": 3.6880379915237427, |
| "epoch": 0.673, |
| "grad_norm": 536.0, |
| "kl_loss_10": 95.44480400085449, |
| "kl_loss_2": 1060.1810028076172, |
| "kl_loss_3": 734.1040588378906, |
| "kl_loss_7": 183.89718780517578, |
| "learning_rate": 0.00024588911964571554, |
| "loss": 524.9737, |
| "step": 6730 |
| }, |
| { |
| "ce_loss_10": 3.6595176219940186, |
| "ce_loss_13": 3.5960793495178223, |
| "ce_loss_2": 4.141416406631469, |
| "ce_loss_3": 3.971626269817352, |
| "ce_loss_7": 3.706479799747467, |
| "epoch": 0.674, |
| "grad_norm": 370.0, |
| "kl_loss_10": 101.08820152282715, |
| "kl_loss_2": 1123.6421142578124, |
| "kl_loss_3": 779.8745697021484, |
| "kl_loss_7": 196.79359664916993, |
| "learning_rate": 0.00024452392560888974, |
| "loss": 538.6094, |
| "step": 6740 |
| }, |
| { |
| "ce_loss_10": 3.5484472513198853, |
| "ce_loss_13": 3.4903222799301146, |
| "ce_loss_2": 4.00926810503006, |
| "ce_loss_3": 3.837252104282379, |
| "ce_loss_7": 3.5929391860961912, |
| "epoch": 0.675, |
| "grad_norm": 376.0, |
| "kl_loss_10": 94.44077377319336, |
| "kl_loss_2": 1104.6140991210937, |
| "kl_loss_3": 759.8463775634766, |
| "kl_loss_7": 187.49753799438477, |
| "learning_rate": 0.00024316130421329695, |
| "loss": 531.6798, |
| "step": 6750 |
| }, |
| { |
| "ce_loss_10": 3.63141074180603, |
| "ce_loss_13": 3.5704286813735964, |
| "ce_loss_2": 4.089890336990356, |
| "ce_loss_3": 3.9222849130630495, |
| "ce_loss_7": 3.6722644567489624, |
| "epoch": 0.676, |
| "grad_norm": 320.0, |
| "kl_loss_10": 96.4859691619873, |
| "kl_loss_2": 1072.7287811279298, |
| "kl_loss_3": 740.4257781982421, |
| "kl_loss_7": 185.37494659423828, |
| "learning_rate": 0.00024180126918051909, |
| "loss": 528.9844, |
| "step": 6760 |
| }, |
| { |
| "ce_loss_10": 3.6748690009117126, |
| "ce_loss_13": 3.6154377579689028, |
| "ce_loss_2": 4.126313555240631, |
| "ce_loss_3": 3.959956741333008, |
| "ce_loss_7": 3.719127857685089, |
| "epoch": 0.677, |
| "grad_norm": 494.0, |
| "kl_loss_10": 95.71767883300781, |
| "kl_loss_2": 1071.3604461669922, |
| "kl_loss_3": 739.3463531494141, |
| "kl_loss_7": 186.98586730957032, |
| "learning_rate": 0.00024044383420609406, |
| "loss": 526.4402, |
| "step": 6770 |
| }, |
| { |
| "ce_loss_10": 3.6849735140800477, |
| "ce_loss_13": 3.6251555919647216, |
| "ce_loss_2": 4.126254045963288, |
| "ce_loss_3": 3.9655120730400086, |
| "ce_loss_7": 3.7277087569236755, |
| "epoch": 0.678, |
| "grad_norm": 406.0, |
| "kl_loss_10": 96.21127319335938, |
| "kl_loss_2": 1065.4650268554688, |
| "kl_loss_3": 737.1611053466797, |
| "kl_loss_7": 186.31879425048828, |
| "learning_rate": 0.00023908901295937712, |
| "loss": 532.375, |
| "step": 6780 |
| }, |
| { |
| "ce_loss_10": 3.6866431832313538, |
| "ce_loss_13": 3.621911180019379, |
| "ce_loss_2": 4.138471448421479, |
| "ce_loss_3": 3.9692311763763426, |
| "ce_loss_7": 3.727970468997955, |
| "epoch": 0.679, |
| "grad_norm": 520.0, |
| "kl_loss_10": 97.46222076416015, |
| "kl_loss_2": 1075.2411163330078, |
| "kl_loss_3": 742.8502899169922, |
| "kl_loss_7": 187.16495361328126, |
| "learning_rate": 0.00023773681908340283, |
| "loss": 541.7315, |
| "step": 6790 |
| }, |
| { |
| "ce_loss_10": 3.6525588750839235, |
| "ce_loss_13": 3.590035092830658, |
| "ce_loss_2": 4.125091111660003, |
| "ce_loss_3": 3.955258107185364, |
| "ce_loss_7": 3.6996394038200378, |
| "epoch": 0.68, |
| "grad_norm": 448.0, |
| "kl_loss_10": 100.11968383789062, |
| "kl_loss_2": 1120.372329711914, |
| "kl_loss_3": 775.7205535888672, |
| "kl_loss_7": 195.07009201049806, |
| "learning_rate": 0.00023638726619474876, |
| "loss": 550.8879, |
| "step": 6800 |
| }, |
| { |
| "ce_loss_10": 3.6433764457702638, |
| "ce_loss_13": 3.581800138950348, |
| "ce_loss_2": 4.1252215027809145, |
| "ce_loss_3": 3.95204918384552, |
| "ce_loss_7": 3.68941251039505, |
| "epoch": 0.681, |
| "grad_norm": 380.0, |
| "kl_loss_10": 94.89226531982422, |
| "kl_loss_2": 1121.6464782714843, |
| "kl_loss_3": 776.2536529541015, |
| "kl_loss_7": 190.19580459594727, |
| "learning_rate": 0.0002350403678833976, |
| "loss": 540.7707, |
| "step": 6810 |
| }, |
| { |
| "ce_loss_10": 3.5702003121376036, |
| "ce_loss_13": 3.509978950023651, |
| "ce_loss_2": 4.041775238513947, |
| "ce_loss_3": 3.871393322944641, |
| "ce_loss_7": 3.6151094794273377, |
| "epoch": 0.682, |
| "grad_norm": 316.0, |
| "kl_loss_10": 94.982954788208, |
| "kl_loss_2": 1118.5872802734375, |
| "kl_loss_3": 772.0714935302734, |
| "kl_loss_7": 188.55085983276368, |
| "learning_rate": 0.00023369613771260007, |
| "loss": 536.8643, |
| "step": 6820 |
| }, |
| { |
| "ce_loss_10": 3.688840866088867, |
| "ce_loss_13": 3.6270360946655273, |
| "ce_loss_2": 4.156035900115967, |
| "ce_loss_3": 3.9860677838325502, |
| "ce_loss_7": 3.7326239466667177, |
| "epoch": 0.683, |
| "grad_norm": 410.0, |
| "kl_loss_10": 97.82878112792969, |
| "kl_loss_2": 1106.3897888183594, |
| "kl_loss_3": 766.803921508789, |
| "kl_loss_7": 191.37064056396486, |
| "learning_rate": 0.00023235458921873925, |
| "loss": 544.207, |
| "step": 6830 |
| }, |
| { |
| "ce_loss_10": 3.63765789270401, |
| "ce_loss_13": 3.5765843272209166, |
| "ce_loss_2": 4.12269172668457, |
| "ce_loss_3": 3.953417754173279, |
| "ce_loss_7": 3.6850703358650208, |
| "epoch": 0.684, |
| "grad_norm": 676.0, |
| "kl_loss_10": 97.75669631958007, |
| "kl_loss_2": 1147.8291046142579, |
| "kl_loss_3": 799.1194305419922, |
| "kl_loss_7": 195.58543319702147, |
| "learning_rate": 0.0002310157359111938, |
| "loss": 555.1555, |
| "step": 6840 |
| }, |
| { |
| "ce_loss_10": 3.526192367076874, |
| "ce_loss_13": 3.4662320494651793, |
| "ce_loss_2": 4.027907514572144, |
| "ce_loss_3": 3.8482834458351136, |
| "ce_loss_7": 3.574409317970276, |
| "epoch": 0.685, |
| "grad_norm": 660.0, |
| "kl_loss_10": 96.51494178771972, |
| "kl_loss_2": 1163.1898101806642, |
| "kl_loss_3": 802.0491363525391, |
| "kl_loss_7": 194.50169296264647, |
| "learning_rate": 0.0002296795912722014, |
| "loss": 551.9703, |
| "step": 6850 |
| }, |
| { |
| "ce_loss_10": 3.6707953572273255, |
| "ce_loss_13": 3.6116589188575743, |
| "ce_loss_2": 4.125709581375122, |
| "ce_loss_3": 3.957431602478027, |
| "ce_loss_7": 3.716504216194153, |
| "epoch": 0.686, |
| "grad_norm": 328.0, |
| "kl_loss_10": 96.6977554321289, |
| "kl_loss_2": 1086.6772430419921, |
| "kl_loss_3": 747.0762786865234, |
| "kl_loss_7": 188.86367645263672, |
| "learning_rate": 0.0002283461687567236, |
| "loss": 527.8294, |
| "step": 6860 |
| }, |
| { |
| "ce_loss_10": 3.727082335948944, |
| "ce_loss_13": 3.664930725097656, |
| "ce_loss_2": 4.172837960720062, |
| "ce_loss_3": 4.010821652412415, |
| "ce_loss_7": 3.7691392421722414, |
| "epoch": 0.687, |
| "grad_norm": 334.0, |
| "kl_loss_10": 97.53575859069824, |
| "kl_loss_2": 1058.4923736572266, |
| "kl_loss_3": 731.6483947753907, |
| "kl_loss_7": 186.02228698730468, |
| "learning_rate": 0.00022701548179231045, |
| "loss": 535.9072, |
| "step": 6870 |
| }, |
| { |
| "ce_loss_10": 3.6793978810310364, |
| "ce_loss_13": 3.6168754935264587, |
| "ce_loss_2": 4.133899199962616, |
| "ce_loss_3": 3.9700045347213746, |
| "ce_loss_7": 3.7239136338233947, |
| "epoch": 0.688, |
| "grad_norm": 382.0, |
| "kl_loss_10": 98.03768157958984, |
| "kl_loss_2": 1087.3397521972656, |
| "kl_loss_3": 753.5451507568359, |
| "kl_loss_7": 189.21656646728516, |
| "learning_rate": 0.00022568754377896516, |
| "loss": 530.6016, |
| "step": 6880 |
| }, |
| { |
| "ce_loss_10": 3.669530212879181, |
| "ce_loss_13": 3.611078381538391, |
| "ce_loss_2": 4.122839629650116, |
| "ce_loss_3": 3.9565317392349244, |
| "ce_loss_7": 3.7144492745399473, |
| "epoch": 0.689, |
| "grad_norm": 482.0, |
| "kl_loss_10": 93.94465446472168, |
| "kl_loss_2": 1092.5764556884765, |
| "kl_loss_3": 757.9043579101562, |
| "kl_loss_7": 189.06216201782226, |
| "learning_rate": 0.00022436236808900844, |
| "loss": 532.0287, |
| "step": 6890 |
| }, |
| { |
| "ce_loss_10": 3.563220775127411, |
| "ce_loss_13": 3.505044734477997, |
| "ce_loss_2": 4.028258430957794, |
| "ce_loss_3": 3.860454273223877, |
| "ce_loss_7": 3.6083375453948974, |
| "epoch": 0.69, |
| "grad_norm": 402.0, |
| "kl_loss_10": 95.30224533081055, |
| "kl_loss_2": 1114.9274475097657, |
| "kl_loss_3": 768.1644836425781, |
| "kl_loss_7": 189.04213485717773, |
| "learning_rate": 0.00022303996806694487, |
| "loss": 534.7889, |
| "step": 6900 |
| }, |
| { |
| "ce_loss_10": 3.646312749385834, |
| "ce_loss_13": 3.5865816950798033, |
| "ce_loss_2": 4.1086891174316404, |
| "ce_loss_3": 3.9399857401847838, |
| "ce_loss_7": 3.69192236661911, |
| "epoch": 0.691, |
| "grad_norm": 392.0, |
| "kl_loss_10": 95.77762832641602, |
| "kl_loss_2": 1094.2582000732423, |
| "kl_loss_3": 756.6770172119141, |
| "kl_loss_7": 187.92616500854493, |
| "learning_rate": 0.00022172035702932823, |
| "loss": 534.246, |
| "step": 6910 |
| }, |
| { |
| "ce_loss_10": 3.685254919528961, |
| "ce_loss_13": 3.6261175990104677, |
| "ce_loss_2": 4.142215931415558, |
| "ce_loss_3": 3.9721115231513977, |
| "ce_loss_7": 3.7271186470985413, |
| "epoch": 0.692, |
| "grad_norm": 430.0, |
| "kl_loss_10": 94.89179420471191, |
| "kl_loss_2": 1075.7997589111328, |
| "kl_loss_3": 742.8703857421875, |
| "kl_loss_7": 186.23582077026367, |
| "learning_rate": 0.00022040354826462666, |
| "loss": 530.2491, |
| "step": 6920 |
| }, |
| { |
| "ce_loss_10": 3.62452495098114, |
| "ce_loss_13": 3.563087892532349, |
| "ce_loss_2": 4.079807507991791, |
| "ce_loss_3": 3.913197338581085, |
| "ce_loss_7": 3.6697877049446106, |
| "epoch": 0.693, |
| "grad_norm": 410.0, |
| "kl_loss_10": 96.51725845336914, |
| "kl_loss_2": 1085.478707885742, |
| "kl_loss_3": 750.6873352050782, |
| "kl_loss_7": 187.0568748474121, |
| "learning_rate": 0.0002190895550330899, |
| "loss": 535.6979, |
| "step": 6930 |
| }, |
| { |
| "ce_loss_10": 3.547420835494995, |
| "ce_loss_13": 3.488833248615265, |
| "ce_loss_2": 4.036989772319794, |
| "ce_loss_3": 3.85961799621582, |
| "ce_loss_7": 3.598125493526459, |
| "epoch": 0.694, |
| "grad_norm": 406.0, |
| "kl_loss_10": 96.3628433227539, |
| "kl_loss_2": 1128.3786254882812, |
| "kl_loss_3": 778.4836669921875, |
| "kl_loss_7": 192.30058898925782, |
| "learning_rate": 0.00021777839056661552, |
| "loss": 534.9962, |
| "step": 6940 |
| }, |
| { |
| "ce_loss_10": 3.636169970035553, |
| "ce_loss_13": 3.576909136772156, |
| "ce_loss_2": 4.093018388748169, |
| "ce_loss_3": 3.9319678425788878, |
| "ce_loss_7": 3.682026994228363, |
| "epoch": 0.695, |
| "grad_norm": 380.0, |
| "kl_loss_10": 95.15358619689941, |
| "kl_loss_2": 1086.1379272460938, |
| "kl_loss_3": 753.724154663086, |
| "kl_loss_7": 185.95790100097656, |
| "learning_rate": 0.0002164700680686147, |
| "loss": 526.2859, |
| "step": 6950 |
| }, |
| { |
| "ce_loss_10": 3.6809890270233154, |
| "ce_loss_13": 3.6225372910499574, |
| "ce_loss_2": 4.135282206535339, |
| "ce_loss_3": 3.9695199608802794, |
| "ce_loss_7": 3.7249368906021116, |
| "epoch": 0.696, |
| "grad_norm": 400.0, |
| "kl_loss_10": 96.4394718170166, |
| "kl_loss_2": 1074.3540649414062, |
| "kl_loss_3": 743.0920288085938, |
| "kl_loss_7": 188.12129898071288, |
| "learning_rate": 0.0002151646007138806, |
| "loss": 527.0223, |
| "step": 6960 |
| }, |
| { |
| "ce_loss_10": 3.55483934879303, |
| "ce_loss_13": 3.493414306640625, |
| "ce_loss_2": 4.029416286945343, |
| "ce_loss_3": 3.8593334913253785, |
| "ce_loss_7": 3.5997050285339354, |
| "epoch": 0.697, |
| "grad_norm": 324.0, |
| "kl_loss_10": 98.1744327545166, |
| "kl_loss_2": 1119.6888793945313, |
| "kl_loss_3": 776.6419464111328, |
| "kl_loss_7": 191.90652236938476, |
| "learning_rate": 0.00021386200164845526, |
| "loss": 540.4315, |
| "step": 6970 |
| }, |
| { |
| "ce_loss_10": 3.7494669914245606, |
| "ce_loss_13": 3.6868221879005434, |
| "ce_loss_2": 4.180894982814789, |
| "ce_loss_3": 4.02219043970108, |
| "ce_loss_7": 3.790766155719757, |
| "epoch": 0.698, |
| "grad_norm": 386.0, |
| "kl_loss_10": 98.89772605895996, |
| "kl_loss_2": 1061.9671813964844, |
| "kl_loss_3": 736.8194549560546, |
| "kl_loss_7": 189.14059829711914, |
| "learning_rate": 0.0002125622839894964, |
| "loss": 526.3207, |
| "step": 6980 |
| }, |
| { |
| "ce_loss_10": 3.6859158158302305, |
| "ce_loss_13": 3.626417076587677, |
| "ce_loss_2": 4.136348474025726, |
| "ce_loss_3": 3.974168133735657, |
| "ce_loss_7": 3.7279628992080687, |
| "epoch": 0.699, |
| "grad_norm": 406.0, |
| "kl_loss_10": 97.57818336486817, |
| "kl_loss_2": 1081.921697998047, |
| "kl_loss_3": 746.1339630126953, |
| "kl_loss_7": 188.19551315307618, |
| "learning_rate": 0.00021126546082514663, |
| "loss": 529.5254, |
| "step": 6990 |
| }, |
| { |
| "ce_loss_10": 3.704355037212372, |
| "ce_loss_13": 3.643582081794739, |
| "ce_loss_2": 4.151243126392364, |
| "ce_loss_3": 3.9851069808006288, |
| "ce_loss_7": 3.747806203365326, |
| "epoch": 0.7, |
| "grad_norm": 394.0, |
| "kl_loss_10": 97.80472221374512, |
| "kl_loss_2": 1074.9452331542968, |
| "kl_loss_3": 745.385775756836, |
| "kl_loss_7": 188.936759185791, |
| "learning_rate": 0.00020997154521440098, |
| "loss": 526.4211, |
| "step": 7000 |
| }, |
| { |
| "ce_loss_10": 3.6455201506614685, |
| "ce_loss_13": 3.586948239803314, |
| "ce_loss_2": 4.104578590393066, |
| "ce_loss_3": 3.9375877380371094, |
| "ce_loss_7": 3.68754506111145, |
| "epoch": 0.701, |
| "grad_norm": 322.0, |
| "kl_loss_10": 93.82002601623535, |
| "kl_loss_2": 1085.8826141357422, |
| "kl_loss_3": 746.0692993164063, |
| "kl_loss_7": 184.4355583190918, |
| "learning_rate": 0.0002086805501869749, |
| "loss": 524.1356, |
| "step": 7010 |
| }, |
| { |
| "ce_loss_10": 3.6133246064186095, |
| "ce_loss_13": 3.554938244819641, |
| "ce_loss_2": 4.0853543996810915, |
| "ce_loss_3": 3.918412721157074, |
| "ce_loss_7": 3.6612335562705995, |
| "epoch": 0.702, |
| "grad_norm": 398.0, |
| "kl_loss_10": 95.29999237060547, |
| "kl_loss_2": 1131.5339111328126, |
| "kl_loss_3": 781.2637298583984, |
| "kl_loss_7": 192.70318984985352, |
| "learning_rate": 0.0002073924887431744, |
| "loss": 542.1648, |
| "step": 7020 |
| }, |
| { |
| "ce_loss_10": 3.619812881946564, |
| "ce_loss_13": 3.561210036277771, |
| "ce_loss_2": 4.088810133934021, |
| "ce_loss_3": 3.9195892930030825, |
| "ce_loss_7": 3.667060124874115, |
| "epoch": 0.703, |
| "grad_norm": 396.0, |
| "kl_loss_10": 95.14918022155761, |
| "kl_loss_2": 1112.4185638427734, |
| "kl_loss_3": 769.590234375, |
| "kl_loss_7": 188.17913894653321, |
| "learning_rate": 0.00020610737385376348, |
| "loss": 545.7339, |
| "step": 7030 |
| }, |
| { |
| "ce_loss_10": 3.689952182769775, |
| "ce_loss_13": 3.629777657985687, |
| "ce_loss_2": 4.127048587799072, |
| "ce_loss_3": 3.9679968118667603, |
| "ce_loss_7": 3.7309682607650756, |
| "epoch": 0.704, |
| "grad_norm": 480.0, |
| "kl_loss_10": 96.72987632751465, |
| "kl_loss_2": 1060.028268432617, |
| "kl_loss_3": 736.1820068359375, |
| "kl_loss_7": 185.3560775756836, |
| "learning_rate": 0.00020482521845983521, |
| "loss": 531.1421, |
| "step": 7040 |
| }, |
| { |
| "ce_loss_10": 3.681384038925171, |
| "ce_loss_13": 3.6203475475311278, |
| "ce_loss_2": 4.1394176363945006, |
| "ce_loss_3": 3.9727881073951723, |
| "ce_loss_7": 3.725051200389862, |
| "epoch": 0.705, |
| "grad_norm": 482.0, |
| "kl_loss_10": 100.69121513366699, |
| "kl_loss_2": 1089.9848724365233, |
| "kl_loss_3": 754.3679351806641, |
| "kl_loss_7": 192.38913803100587, |
| "learning_rate": 0.00020354603547267987, |
| "loss": 542.1912, |
| "step": 7050 |
| }, |
| { |
| "ce_loss_10": 3.667348313331604, |
| "ce_loss_13": 3.605680251121521, |
| "ce_loss_2": 4.1402019739151, |
| "ce_loss_3": 3.971468675136566, |
| "ce_loss_7": 3.712887394428253, |
| "epoch": 0.706, |
| "grad_norm": 364.0, |
| "kl_loss_10": 97.05326614379882, |
| "kl_loss_2": 1105.346597290039, |
| "kl_loss_3": 773.4686828613281, |
| "kl_loss_7": 191.13608169555664, |
| "learning_rate": 0.00020226983777365604, |
| "loss": 548.4642, |
| "step": 7060 |
| }, |
| { |
| "ce_loss_10": 3.563067603111267, |
| "ce_loss_13": 3.504194128513336, |
| "ce_loss_2": 4.040568280220032, |
| "ce_loss_3": 3.8677730679512026, |
| "ce_loss_7": 3.6067102789878844, |
| "epoch": 0.707, |
| "grad_norm": 338.0, |
| "kl_loss_10": 92.14009590148926, |
| "kl_loss_2": 1122.7782775878907, |
| "kl_loss_3": 765.3169036865235, |
| "kl_loss_7": 183.86895446777345, |
| "learning_rate": 0.00020099663821406056, |
| "loss": 534.7408, |
| "step": 7070 |
| }, |
| { |
| "ce_loss_10": 3.669863748550415, |
| "ce_loss_13": 3.6097553610801696, |
| "ce_loss_2": 4.117836952209473, |
| "ce_loss_3": 3.955933165550232, |
| "ce_loss_7": 3.7124067664146425, |
| "epoch": 0.708, |
| "grad_norm": 528.0, |
| "kl_loss_10": 95.14625968933106, |
| "kl_loss_2": 1064.9939758300782, |
| "kl_loss_3": 737.6582244873047, |
| "kl_loss_7": 184.71611633300782, |
| "learning_rate": 0.00019972644961499853, |
| "loss": 531.3339, |
| "step": 7080 |
| }, |
| { |
| "ce_loss_10": 3.635360848903656, |
| "ce_loss_13": 3.575283741950989, |
| "ce_loss_2": 4.107546412944794, |
| "ce_loss_3": 3.9376320004463197, |
| "ce_loss_7": 3.6813616275787355, |
| "epoch": 0.709, |
| "grad_norm": 454.0, |
| "kl_loss_10": 95.76384582519532, |
| "kl_loss_2": 1112.5157043457032, |
| "kl_loss_3": 768.9019195556641, |
| "kl_loss_7": 190.37624435424806, |
| "learning_rate": 0.00019845928476725522, |
| "loss": 537.9877, |
| "step": 7090 |
| }, |
| { |
| "ce_loss_10": 3.7167228937149046, |
| "ce_loss_13": 3.654716455936432, |
| "ce_loss_2": 4.171470665931702, |
| "ce_loss_3": 4.006917369365692, |
| "ce_loss_7": 3.763367462158203, |
| "epoch": 0.71, |
| "grad_norm": 402.0, |
| "kl_loss_10": 97.96182098388672, |
| "kl_loss_2": 1088.9804382324219, |
| "kl_loss_3": 752.4143249511719, |
| "kl_loss_7": 190.0522773742676, |
| "learning_rate": 0.00019719515643116677, |
| "loss": 545.6708, |
| "step": 7100 |
| }, |
| { |
| "ce_loss_10": 3.657674491405487, |
| "ce_loss_13": 3.595584750175476, |
| "ce_loss_2": 4.113815677165985, |
| "ce_loss_3": 3.9436608791351317, |
| "ce_loss_7": 3.700818693637848, |
| "epoch": 0.711, |
| "grad_norm": 354.0, |
| "kl_loss_10": 97.26274185180664, |
| "kl_loss_2": 1084.9519958496094, |
| "kl_loss_3": 745.9836975097656, |
| "kl_loss_7": 187.7238555908203, |
| "learning_rate": 0.0001959340773364911, |
| "loss": 535.516, |
| "step": 7110 |
| }, |
| { |
| "ce_loss_10": 3.6742369413375853, |
| "ce_loss_13": 3.613626217842102, |
| "ce_loss_2": 4.1353883981704715, |
| "ce_loss_3": 3.9663340568542482, |
| "ce_loss_7": 3.715994417667389, |
| "epoch": 0.712, |
| "grad_norm": 414.0, |
| "kl_loss_10": 97.77620887756348, |
| "kl_loss_2": 1094.1240295410157, |
| "kl_loss_3": 755.1257873535156, |
| "kl_loss_7": 188.97418975830078, |
| "learning_rate": 0.0001946760601822809, |
| "loss": 526.0803, |
| "step": 7120 |
| }, |
| { |
| "ce_loss_10": 3.724298870563507, |
| "ce_loss_13": 3.6654844999313356, |
| "ce_loss_2": 4.171249413490296, |
| "ce_loss_3": 4.011460411548614, |
| "ce_loss_7": 3.770449674129486, |
| "epoch": 0.713, |
| "grad_norm": 328.0, |
| "kl_loss_10": 95.51984024047852, |
| "kl_loss_2": 1076.5175323486328, |
| "kl_loss_3": 741.9749359130859, |
| "kl_loss_7": 187.3384910583496, |
| "learning_rate": 0.00019342111763675512, |
| "loss": 520.2061, |
| "step": 7130 |
| }, |
| { |
| "ce_loss_10": 3.730803680419922, |
| "ce_loss_13": 3.6689053654670714, |
| "ce_loss_2": 4.169312536716461, |
| "ce_loss_3": 4.00542528629303, |
| "ce_loss_7": 3.7727373957633974, |
| "epoch": 0.714, |
| "grad_norm": 418.0, |
| "kl_loss_10": 99.5161979675293, |
| "kl_loss_2": 1071.9742065429687, |
| "kl_loss_3": 743.7749084472656, |
| "kl_loss_7": 189.85234451293945, |
| "learning_rate": 0.00019216926233717085, |
| "loss": 525.6779, |
| "step": 7140 |
| }, |
| { |
| "ce_loss_10": 3.6117329597473145, |
| "ce_loss_13": 3.5528572678565977, |
| "ce_loss_2": 4.092064487934112, |
| "ce_loss_3": 3.914566385746002, |
| "ce_loss_7": 3.653049111366272, |
| "epoch": 0.715, |
| "grad_norm": 342.0, |
| "kl_loss_10": 95.1452823638916, |
| "kl_loss_2": 1135.5553619384766, |
| "kl_loss_3": 779.0962982177734, |
| "kl_loss_7": 185.5459442138672, |
| "learning_rate": 0.00019092050688969737, |
| "loss": 540.4428, |
| "step": 7150 |
| }, |
| { |
| "ce_loss_10": 3.6794282674789427, |
| "ce_loss_13": 3.619647240638733, |
| "ce_loss_2": 4.124801588058472, |
| "ce_loss_3": 3.9644263625144958, |
| "ce_loss_7": 3.7204025983810425, |
| "epoch": 0.716, |
| "grad_norm": 458.0, |
| "kl_loss_10": 95.73797454833985, |
| "kl_loss_2": 1075.4539825439454, |
| "kl_loss_3": 743.3267883300781, |
| "kl_loss_7": 186.0149787902832, |
| "learning_rate": 0.00018967486386928817, |
| "loss": 525.8811, |
| "step": 7160 |
| }, |
| { |
| "ce_loss_10": 3.5499155521392822, |
| "ce_loss_13": 3.4892677664756775, |
| "ce_loss_2": 4.026895833015442, |
| "ce_loss_3": 3.8540278673171997, |
| "ce_loss_7": 3.594646680355072, |
| "epoch": 0.717, |
| "grad_norm": 458.0, |
| "kl_loss_10": 93.14333381652833, |
| "kl_loss_2": 1122.9288635253906, |
| "kl_loss_3": 776.9212982177735, |
| "kl_loss_7": 188.66815719604492, |
| "learning_rate": 0.00018843234581955443, |
| "loss": 552.9929, |
| "step": 7170 |
| }, |
| { |
| "ce_loss_10": 3.574516201019287, |
| "ce_loss_13": 3.512941229343414, |
| "ce_loss_2": 4.049459004402161, |
| "ce_loss_3": 3.871944236755371, |
| "ce_loss_7": 3.6209982872009276, |
| "epoch": 0.718, |
| "grad_norm": 364.0, |
| "kl_loss_10": 96.56784629821777, |
| "kl_loss_2": 1129.7979248046875, |
| "kl_loss_3": 775.4145477294921, |
| "kl_loss_7": 190.88178558349608, |
| "learning_rate": 0.00018719296525263924, |
| "loss": 541.6241, |
| "step": 7180 |
| }, |
| { |
| "ce_loss_10": 3.6690776705741883, |
| "ce_loss_13": 3.6084558844566343, |
| "ce_loss_2": 4.109010553359985, |
| "ce_loss_3": 3.944419741630554, |
| "ce_loss_7": 3.7104645013809203, |
| "epoch": 0.719, |
| "grad_norm": 472.0, |
| "kl_loss_10": 96.92717056274414, |
| "kl_loss_2": 1058.7910217285157, |
| "kl_loss_3": 728.63525390625, |
| "kl_loss_7": 186.22266235351563, |
| "learning_rate": 0.0001859567346490913, |
| "loss": 525.3373, |
| "step": 7190 |
| }, |
| { |
| "ce_loss_10": 3.6438188314437867, |
| "ce_loss_13": 3.5840962886810304, |
| "ce_loss_2": 4.113380300998688, |
| "ce_loss_3": 3.9464030385017397, |
| "ce_loss_7": 3.690832197666168, |
| "epoch": 0.72, |
| "grad_norm": 372.0, |
| "kl_loss_10": 96.38097648620605, |
| "kl_loss_2": 1109.4217742919923, |
| "kl_loss_3": 771.3218353271484, |
| "kl_loss_7": 191.62188110351562, |
| "learning_rate": 0.0001847236664577389, |
| "loss": 531.0333, |
| "step": 7200 |
| }, |
| { |
| "ce_loss_10": 3.673705244064331, |
| "ce_loss_13": 3.614805054664612, |
| "ce_loss_2": 4.117141389846802, |
| "ce_loss_3": 3.954344153404236, |
| "ce_loss_7": 3.717172992229462, |
| "epoch": 0.721, |
| "grad_norm": 342.0, |
| "kl_loss_10": 96.93136787414551, |
| "kl_loss_2": 1071.9077087402343, |
| "kl_loss_3": 737.0366821289062, |
| "kl_loss_7": 186.3966079711914, |
| "learning_rate": 0.00018349377309556487, |
| "loss": 518.4113, |
| "step": 7210 |
| }, |
| { |
| "ce_loss_10": 3.609177756309509, |
| "ce_loss_13": 3.5509839773178102, |
| "ce_loss_2": 4.084410285949707, |
| "ce_loss_3": 3.911909210681915, |
| "ce_loss_7": 3.6546399116516115, |
| "epoch": 0.722, |
| "grad_norm": 436.0, |
| "kl_loss_10": 94.82120094299316, |
| "kl_loss_2": 1119.1944885253906, |
| "kl_loss_3": 772.7051483154297, |
| "kl_loss_7": 190.29311599731446, |
| "learning_rate": 0.00018226706694758193, |
| "loss": 539.7223, |
| "step": 7220 |
| }, |
| { |
| "ce_loss_10": 3.6862050175666807, |
| "ce_loss_13": 3.6256973266601564, |
| "ce_loss_2": 4.135941016674042, |
| "ce_loss_3": 3.9752198338508604, |
| "ce_loss_7": 3.7262799024581907, |
| "epoch": 0.723, |
| "grad_norm": 386.0, |
| "kl_loss_10": 96.04033012390137, |
| "kl_loss_2": 1079.298776245117, |
| "kl_loss_3": 752.3606506347656, |
| "kl_loss_7": 187.0266014099121, |
| "learning_rate": 0.0001810435603667075, |
| "loss": 540.3036, |
| "step": 7230 |
| }, |
| { |
| "ce_loss_10": 3.5322535395622254, |
| "ce_loss_13": 3.4715150594711304, |
| "ce_loss_2": 4.000997626781464, |
| "ce_loss_3": 3.8283260583877565, |
| "ce_loss_7": 3.5753297805786133, |
| "epoch": 0.724, |
| "grad_norm": 348.0, |
| "kl_loss_10": 92.0587100982666, |
| "kl_loss_2": 1101.032977294922, |
| "kl_loss_3": 757.3754730224609, |
| "kl_loss_7": 184.87646255493163, |
| "learning_rate": 0.0001798232656736389, |
| "loss": 539.9771, |
| "step": 7240 |
| }, |
| { |
| "ce_loss_10": 3.7180214405059813, |
| "ce_loss_13": 3.6561784505844117, |
| "ce_loss_2": 4.153665316104889, |
| "ce_loss_3": 3.994912326335907, |
| "ce_loss_7": 3.759207808971405, |
| "epoch": 0.725, |
| "grad_norm": 388.0, |
| "kl_loss_10": 97.47655296325684, |
| "kl_loss_2": 1060.039584350586, |
| "kl_loss_3": 729.7286529541016, |
| "kl_loss_7": 185.7909019470215, |
| "learning_rate": 0.0001786061951567303, |
| "loss": 527.9849, |
| "step": 7250 |
| }, |
| { |
| "ce_loss_10": 3.630312275886536, |
| "ce_loss_13": 3.5694428086280823, |
| "ce_loss_2": 4.091070818901062, |
| "ce_loss_3": 3.92718985080719, |
| "ce_loss_7": 3.675185751914978, |
| "epoch": 0.726, |
| "grad_norm": 382.0, |
| "kl_loss_10": 97.81040573120117, |
| "kl_loss_2": 1091.2934509277343, |
| "kl_loss_3": 755.8922180175781, |
| "kl_loss_7": 189.30439071655275, |
| "learning_rate": 0.00017739236107186857, |
| "loss": 537.2411, |
| "step": 7260 |
| }, |
| { |
| "ce_loss_10": 3.711188280582428, |
| "ce_loss_13": 3.6525003552436828, |
| "ce_loss_2": 4.142853522300721, |
| "ce_loss_3": 3.981386995315552, |
| "ce_loss_7": 3.7502527594566346, |
| "epoch": 0.727, |
| "grad_norm": 374.0, |
| "kl_loss_10": 93.90410652160645, |
| "kl_loss_2": 1048.1178436279297, |
| "kl_loss_3": 725.0591918945313, |
| "kl_loss_7": 182.22721328735352, |
| "learning_rate": 0.00017618177564234904, |
| "loss": 519.2631, |
| "step": 7270 |
| }, |
| { |
| "ce_loss_10": 3.693279492855072, |
| "ce_loss_13": 3.6356263041496275, |
| "ce_loss_2": 4.13202931880951, |
| "ce_loss_3": 3.9750990748405455, |
| "ce_loss_7": 3.7332441210746765, |
| "epoch": 0.728, |
| "grad_norm": 318.0, |
| "kl_loss_10": 95.86821098327637, |
| "kl_loss_2": 1048.5098999023437, |
| "kl_loss_3": 724.8844573974609, |
| "kl_loss_7": 182.79603576660156, |
| "learning_rate": 0.00017497445105875377, |
| "loss": 523.0468, |
| "step": 7280 |
| }, |
| { |
| "ce_loss_10": 3.595864677429199, |
| "ce_loss_13": 3.5371819376945495, |
| "ce_loss_2": 4.073407852649689, |
| "ce_loss_3": 3.904122495651245, |
| "ce_loss_7": 3.6426048040390016, |
| "epoch": 0.729, |
| "grad_norm": 442.0, |
| "kl_loss_10": 95.08332710266113, |
| "kl_loss_2": 1130.4158264160155, |
| "kl_loss_3": 780.6070220947265, |
| "kl_loss_7": 189.8589889526367, |
| "learning_rate": 0.000173770399478828, |
| "loss": 538.7581, |
| "step": 7290 |
| }, |
| { |
| "ce_loss_10": 3.5191142082214357, |
| "ce_loss_13": 3.461543416976929, |
| "ce_loss_2": 3.977211833000183, |
| "ce_loss_3": 3.8103960871696474, |
| "ce_loss_7": 3.564071011543274, |
| "epoch": 0.73, |
| "grad_norm": 438.0, |
| "kl_loss_10": 93.54008331298829, |
| "kl_loss_2": 1093.509115600586, |
| "kl_loss_3": 757.6209930419922, |
| "kl_loss_7": 186.89632568359374, |
| "learning_rate": 0.0001725696330273575, |
| "loss": 540.4559, |
| "step": 7300 |
| }, |
| { |
| "ce_loss_10": 3.714753472805023, |
| "ce_loss_13": 3.6550832748413087, |
| "ce_loss_2": 4.150299251079559, |
| "ce_loss_3": 3.9939948439598085, |
| "ce_loss_7": 3.757344377040863, |
| "epoch": 0.731, |
| "grad_norm": 486.0, |
| "kl_loss_10": 93.61467895507812, |
| "kl_loss_2": 1050.2083618164063, |
| "kl_loss_3": 726.4699127197266, |
| "kl_loss_7": 182.62665328979492, |
| "learning_rate": 0.00017137216379604724, |
| "loss": 517.0194, |
| "step": 7310 |
| }, |
| { |
| "ce_loss_10": 3.590583050251007, |
| "ce_loss_13": 3.5311309576034544, |
| "ce_loss_2": 4.051425302028656, |
| "ce_loss_3": 3.8829818606376647, |
| "ce_loss_7": 3.632352864742279, |
| "epoch": 0.732, |
| "grad_norm": 340.0, |
| "kl_loss_10": 95.8599407196045, |
| "kl_loss_2": 1085.3143981933595, |
| "kl_loss_3": 747.0916809082031, |
| "kl_loss_7": 186.49290466308594, |
| "learning_rate": 0.00017017800384339925, |
| "loss": 528.4002, |
| "step": 7320 |
| }, |
| { |
| "ce_loss_10": 3.540472662448883, |
| "ce_loss_13": 3.4801993131637574, |
| "ce_loss_2": 4.017971241474152, |
| "ce_loss_3": 3.8469355702400208, |
| "ce_loss_7": 3.586536169052124, |
| "epoch": 0.733, |
| "grad_norm": 316.0, |
| "kl_loss_10": 95.24363555908204, |
| "kl_loss_2": 1121.9350006103516, |
| "kl_loss_3": 775.7258972167969, |
| "kl_loss_7": 189.4253242492676, |
| "learning_rate": 0.00016898716519459073, |
| "loss": 528.2626, |
| "step": 7330 |
| }, |
| { |
| "ce_loss_10": 3.6674713015556337, |
| "ce_loss_13": 3.608376145362854, |
| "ce_loss_2": 4.144577407836914, |
| "ce_loss_3": 3.9727422475814818, |
| "ce_loss_7": 3.712773549556732, |
| "epoch": 0.734, |
| "grad_norm": 330.0, |
| "kl_loss_10": 96.16988220214844, |
| "kl_loss_2": 1116.4668975830077, |
| "kl_loss_3": 767.9603485107422, |
| "kl_loss_7": 191.9127670288086, |
| "learning_rate": 0.00016779965984135375, |
| "loss": 536.6205, |
| "step": 7340 |
| }, |
| { |
| "ce_loss_10": 3.5673499703407288, |
| "ce_loss_13": 3.5097331523895265, |
| "ce_loss_2": 4.023692965507507, |
| "ce_loss_3": 3.8575591087341308, |
| "ce_loss_7": 3.6114558935165406, |
| "epoch": 0.735, |
| "grad_norm": 478.0, |
| "kl_loss_10": 92.66586227416992, |
| "kl_loss_2": 1079.1628143310547, |
| "kl_loss_3": 740.6051025390625, |
| "kl_loss_7": 182.72610321044922, |
| "learning_rate": 0.00016661549974185424, |
| "loss": 528.04, |
| "step": 7350 |
| }, |
| { |
| "ce_loss_10": 3.612525475025177, |
| "ce_loss_13": 3.5525230765342712, |
| "ce_loss_2": 4.068535602092743, |
| "ce_loss_3": 3.9024940848350527, |
| "ce_loss_7": 3.6558452367782595, |
| "epoch": 0.736, |
| "grad_norm": 390.0, |
| "kl_loss_10": 97.4712890625, |
| "kl_loss_2": 1087.6514739990234, |
| "kl_loss_3": 751.1584289550781, |
| "kl_loss_7": 188.87088012695312, |
| "learning_rate": 0.00016543469682057105, |
| "loss": 524.4483, |
| "step": 7360 |
| }, |
| { |
| "ce_loss_10": 3.6394684672355653, |
| "ce_loss_13": 3.579529356956482, |
| "ce_loss_2": 4.096106541156769, |
| "ce_loss_3": 3.930702245235443, |
| "ce_loss_7": 3.6828288197517396, |
| "epoch": 0.737, |
| "grad_norm": 332.0, |
| "kl_loss_10": 96.63297386169434, |
| "kl_loss_2": 1092.361489868164, |
| "kl_loss_3": 752.7328277587891, |
| "kl_loss_7": 189.77932739257812, |
| "learning_rate": 0.00016425726296817632, |
| "loss": 533.2087, |
| "step": 7370 |
| }, |
| { |
| "ce_loss_10": 3.6602264523506163, |
| "ce_loss_13": 3.6020756483078005, |
| "ce_loss_2": 4.102893972396851, |
| "ce_loss_3": 3.9389352679252623, |
| "ce_loss_7": 3.702047073841095, |
| "epoch": 0.738, |
| "grad_norm": 604.0, |
| "kl_loss_10": 95.1510066986084, |
| "kl_loss_2": 1066.6962097167968, |
| "kl_loss_3": 734.1273132324219, |
| "kl_loss_7": 185.05731124877929, |
| "learning_rate": 0.00016308321004141607, |
| "loss": 524.9394, |
| "step": 7380 |
| }, |
| { |
| "ce_loss_10": 3.6052220940589903, |
| "ce_loss_13": 3.544311022758484, |
| "ce_loss_2": 4.074472200870514, |
| "ce_loss_3": 3.905838668346405, |
| "ce_loss_7": 3.6499088406562805, |
| "epoch": 0.739, |
| "grad_norm": 414.0, |
| "kl_loss_10": 98.00579032897949, |
| "kl_loss_2": 1091.213427734375, |
| "kl_loss_3": 753.4314147949219, |
| "kl_loss_7": 190.15870666503906, |
| "learning_rate": 0.00016191254986299043, |
| "loss": 528.1322, |
| "step": 7390 |
| }, |
| { |
| "ce_loss_10": 3.665621018409729, |
| "ce_loss_13": 3.606168735027313, |
| "ce_loss_2": 4.110114741325378, |
| "ce_loss_3": 3.9419893980026246, |
| "ce_loss_7": 3.7061524271965025, |
| "epoch": 0.74, |
| "grad_norm": 380.0, |
| "kl_loss_10": 95.95707778930664, |
| "kl_loss_2": 1084.0633728027344, |
| "kl_loss_3": 743.1361236572266, |
| "kl_loss_7": 184.58063583374025, |
| "learning_rate": 0.00016074529422143398, |
| "loss": 534.7291, |
| "step": 7400 |
| }, |
| { |
| "ce_loss_10": 3.5971511721611025, |
| "ce_loss_13": 3.540179669857025, |
| "ce_loss_2": 4.063095271587372, |
| "ce_loss_3": 3.8901899337768553, |
| "ce_loss_7": 3.6407782435417175, |
| "epoch": 0.741, |
| "grad_norm": 672.0, |
| "kl_loss_10": 95.23762931823731, |
| "kl_loss_2": 1107.8231140136718, |
| "kl_loss_3": 756.5032379150391, |
| "kl_loss_7": 187.1332000732422, |
| "learning_rate": 0.0001595814548709983, |
| "loss": 535.9396, |
| "step": 7410 |
| }, |
| { |
| "ce_loss_10": 3.6745630502700806, |
| "ce_loss_13": 3.613684153556824, |
| "ce_loss_2": 4.1425374269485475, |
| "ce_loss_3": 3.9706888437271117, |
| "ce_loss_7": 3.7216501116752623, |
| "epoch": 0.742, |
| "grad_norm": 372.0, |
| "kl_loss_10": 97.69215469360351, |
| "kl_loss_2": 1104.6529205322265, |
| "kl_loss_3": 761.8667907714844, |
| "kl_loss_7": 191.12793655395507, |
| "learning_rate": 0.00015842104353153285, |
| "loss": 536.9469, |
| "step": 7420 |
| }, |
| { |
| "ce_loss_10": 3.6906041502952576, |
| "ce_loss_13": 3.6308916926383974, |
| "ce_loss_2": 4.145760095119476, |
| "ce_loss_3": 3.981899178028107, |
| "ce_loss_7": 3.7335981249809267, |
| "epoch": 0.743, |
| "grad_norm": 418.0, |
| "kl_loss_10": 97.18793029785157, |
| "kl_loss_2": 1097.6078674316407, |
| "kl_loss_3": 759.1226196289062, |
| "kl_loss_7": 189.25363845825194, |
| "learning_rate": 0.0001572640718883667, |
| "loss": 543.1555, |
| "step": 7430 |
| }, |
| { |
| "ce_loss_10": 3.6231363296508787, |
| "ce_loss_13": 3.564767360687256, |
| "ce_loss_2": 4.071314561367035, |
| "ce_loss_3": 3.91090784072876, |
| "ce_loss_7": 3.664019286632538, |
| "epoch": 0.744, |
| "grad_norm": 320.0, |
| "kl_loss_10": 94.90192832946778, |
| "kl_loss_2": 1067.2735595703125, |
| "kl_loss_3": 738.7796752929687, |
| "kl_loss_7": 183.48248062133788, |
| "learning_rate": 0.0001561105515921915, |
| "loss": 533.524, |
| "step": 7440 |
| }, |
| { |
| "ce_loss_10": 3.463870346546173, |
| "ce_loss_13": 3.4067335724830627, |
| "ce_loss_2": 3.9477816224098206, |
| "ce_loss_3": 3.7779128670692446, |
| "ce_loss_7": 3.51077561378479, |
| "epoch": 0.745, |
| "grad_norm": 300.0, |
| "kl_loss_10": 92.0508991241455, |
| "kl_loss_2": 1123.8193664550781, |
| "kl_loss_3": 770.2350646972657, |
| "kl_loss_7": 184.63360900878905, |
| "learning_rate": 0.0001549604942589441, |
| "loss": 530.4723, |
| "step": 7450 |
| }, |
| { |
| "ce_loss_10": 3.6651261687278747, |
| "ce_loss_13": 3.6062275648117064, |
| "ce_loss_2": 4.092234718799591, |
| "ce_loss_3": 3.9361136317253114, |
| "ce_loss_7": 3.7055254936218263, |
| "epoch": 0.746, |
| "grad_norm": 366.0, |
| "kl_loss_10": 93.61905822753906, |
| "kl_loss_2": 1028.498812866211, |
| "kl_loss_3": 711.0323303222656, |
| "kl_loss_7": 180.76227340698242, |
| "learning_rate": 0.00015381391146968864, |
| "loss": 518.9042, |
| "step": 7460 |
| }, |
| { |
| "ce_loss_10": 3.6343637704849243, |
| "ce_loss_13": 3.5772631406784057, |
| "ce_loss_2": 4.097551655769348, |
| "ce_loss_3": 3.9294708490371706, |
| "ce_loss_7": 3.6792303323745728, |
| "epoch": 0.747, |
| "grad_norm": 348.0, |
| "kl_loss_10": 93.67252769470215, |
| "kl_loss_2": 1075.3313690185546, |
| "kl_loss_3": 736.6811370849609, |
| "kl_loss_7": 182.92275466918946, |
| "learning_rate": 0.00015267081477050133, |
| "loss": 529.2104, |
| "step": 7470 |
| }, |
| { |
| "ce_loss_10": 3.737002635002136, |
| "ce_loss_13": 3.6760261058807373, |
| "ce_loss_2": 4.184408628940583, |
| "ce_loss_3": 4.020549094676971, |
| "ce_loss_7": 3.779319405555725, |
| "epoch": 0.748, |
| "grad_norm": 314.0, |
| "kl_loss_10": 97.9722526550293, |
| "kl_loss_2": 1074.686865234375, |
| "kl_loss_3": 738.4016967773438, |
| "kl_loss_7": 188.9453094482422, |
| "learning_rate": 0.00015153121567235335, |
| "loss": 521.3269, |
| "step": 7480 |
| }, |
| { |
| "ce_loss_10": 3.627355396747589, |
| "ce_loss_13": 3.566980814933777, |
| "ce_loss_2": 4.087941682338714, |
| "ce_loss_3": 3.9189056277275087, |
| "ce_loss_7": 3.671427834033966, |
| "epoch": 0.749, |
| "grad_norm": 362.0, |
| "kl_loss_10": 95.86229972839355, |
| "kl_loss_2": 1099.5704315185546, |
| "kl_loss_3": 757.0687835693359, |
| "kl_loss_7": 188.21585922241212, |
| "learning_rate": 0.00015039512565099468, |
| "loss": 520.7597, |
| "step": 7490 |
| }, |
| { |
| "ce_loss_10": 3.6923457860946653, |
| "ce_loss_13": 3.6337139129638674, |
| "ce_loss_2": 4.142465770244598, |
| "ce_loss_3": 3.9779353976249694, |
| "ce_loss_7": 3.7360000610351562, |
| "epoch": 0.75, |
| "grad_norm": 400.0, |
| "kl_loss_10": 96.83558921813965, |
| "kl_loss_2": 1084.189535522461, |
| "kl_loss_3": 748.4331817626953, |
| "kl_loss_7": 188.31302337646486, |
| "learning_rate": 0.00014926255614683932, |
| "loss": 542.3, |
| "step": 7500 |
| }, |
| { |
| "ce_loss_10": 3.63236540555954, |
| "ce_loss_13": 3.5743218302726745, |
| "ce_loss_2": 4.084986460208893, |
| "ce_loss_3": 3.9159162759780886, |
| "ce_loss_7": 3.6776034474372863, |
| "epoch": 0.751, |
| "grad_norm": 356.0, |
| "kl_loss_10": 95.49623985290528, |
| "kl_loss_2": 1074.4479522705078, |
| "kl_loss_3": 737.1827270507813, |
| "kl_loss_7": 185.40160522460937, |
| "learning_rate": 0.0001481335185648498, |
| "loss": 533.0406, |
| "step": 7510 |
| }, |
| { |
| "ce_loss_10": 3.6419626474380493, |
| "ce_loss_13": 3.583856701850891, |
| "ce_loss_2": 4.0939129114151, |
| "ce_loss_3": 3.9313414216041567, |
| "ce_loss_7": 3.686499559879303, |
| "epoch": 0.752, |
| "grad_norm": 406.0, |
| "kl_loss_10": 93.70109405517579, |
| "kl_loss_2": 1078.2966064453126, |
| "kl_loss_3": 747.9822265625, |
| "kl_loss_7": 186.15133514404297, |
| "learning_rate": 0.0001470080242744218, |
| "loss": 523.242, |
| "step": 7520 |
| }, |
| { |
| "ce_loss_10": 3.638762640953064, |
| "ce_loss_13": 3.5817859530448914, |
| "ce_loss_2": 4.096928322315216, |
| "ce_loss_3": 3.925868511199951, |
| "ce_loss_7": 3.6821122765541077, |
| "epoch": 0.753, |
| "grad_norm": 304.0, |
| "kl_loss_10": 92.91362495422364, |
| "kl_loss_2": 1078.3225189208983, |
| "kl_loss_3": 744.8880218505859, |
| "kl_loss_7": 183.9945556640625, |
| "learning_rate": 0.0001458860846092705, |
| "loss": 532.4821, |
| "step": 7530 |
| }, |
| { |
| "ce_loss_10": 3.6720047116279604, |
| "ce_loss_13": 3.6128148198127747, |
| "ce_loss_2": 4.114215791225433, |
| "ce_loss_3": 3.9525702714920046, |
| "ce_loss_7": 3.7135818719863893, |
| "epoch": 0.754, |
| "grad_norm": 322.0, |
| "kl_loss_10": 94.26252975463868, |
| "kl_loss_2": 1064.2825866699218, |
| "kl_loss_3": 735.7307800292969, |
| "kl_loss_7": 183.32004623413087, |
| "learning_rate": 0.00014476771086731566, |
| "loss": 517.3908, |
| "step": 7540 |
| }, |
| { |
| "ce_loss_10": 3.7847033739089966, |
| "ce_loss_13": 3.7219197750091553, |
| "ce_loss_2": 4.230582165718078, |
| "ce_loss_3": 4.065666139125824, |
| "ce_loss_7": 3.827774000167847, |
| "epoch": 0.755, |
| "grad_norm": 430.0, |
| "kl_loss_10": 99.63549118041992, |
| "kl_loss_2": 1067.45849609375, |
| "kl_loss_3": 732.3584259033203, |
| "kl_loss_7": 187.05829620361328, |
| "learning_rate": 0.00014365291431056872, |
| "loss": 535.3279, |
| "step": 7550 |
| }, |
| { |
| "ce_loss_10": 3.6090814113616942, |
| "ce_loss_13": 3.5493834733963014, |
| "ce_loss_2": 4.077333819866181, |
| "ce_loss_3": 3.906116855144501, |
| "ce_loss_7": 3.652885007858276, |
| "epoch": 0.756, |
| "grad_norm": 460.0, |
| "kl_loss_10": 97.59222984313965, |
| "kl_loss_2": 1117.932635498047, |
| "kl_loss_3": 769.9259338378906, |
| "kl_loss_7": 192.52491149902343, |
| "learning_rate": 0.00014254170616501827, |
| "loss": 534.983, |
| "step": 7560 |
| }, |
| { |
| "ce_loss_10": 3.535455918312073, |
| "ce_loss_13": 3.47601797580719, |
| "ce_loss_2": 4.02073061466217, |
| "ce_loss_3": 3.852824592590332, |
| "ce_loss_7": 3.582290494441986, |
| "epoch": 0.757, |
| "grad_norm": 544.0, |
| "kl_loss_10": 94.12142906188964, |
| "kl_loss_2": 1137.807843017578, |
| "kl_loss_3": 793.451205444336, |
| "kl_loss_7": 191.15487823486328, |
| "learning_rate": 0.0001414340976205183, |
| "loss": 552.139, |
| "step": 7570 |
| }, |
| { |
| "ce_loss_10": 3.554329538345337, |
| "ce_loss_13": 3.495155191421509, |
| "ce_loss_2": 4.028338003158569, |
| "ce_loss_3": 3.860016918182373, |
| "ce_loss_7": 3.6010040402412415, |
| "epoch": 0.758, |
| "grad_norm": 392.0, |
| "kl_loss_10": 94.82050590515136, |
| "kl_loss_2": 1103.2837646484375, |
| "kl_loss_3": 760.9699432373047, |
| "kl_loss_7": 186.93385314941406, |
| "learning_rate": 0.00014033009983067452, |
| "loss": 536.1902, |
| "step": 7580 |
| }, |
| { |
| "ce_loss_10": 3.7230227828025817, |
| "ce_loss_13": 3.663366961479187, |
| "ce_loss_2": 4.157820415496826, |
| "ce_loss_3": 3.9997562408447265, |
| "ce_loss_7": 3.766176974773407, |
| "epoch": 0.759, |
| "grad_norm": 366.0, |
| "kl_loss_10": 95.41510429382325, |
| "kl_loss_2": 1045.2667877197266, |
| "kl_loss_3": 721.8115600585937, |
| "kl_loss_7": 183.35761260986328, |
| "learning_rate": 0.00013922972391273224, |
| "loss": 521.7405, |
| "step": 7590 |
| }, |
| { |
| "ce_loss_10": 3.726309287548065, |
| "ce_loss_13": 3.666226303577423, |
| "ce_loss_2": 4.173925065994263, |
| "ce_loss_3": 4.007045650482178, |
| "ce_loss_7": 3.7666892886161802, |
| "epoch": 0.76, |
| "grad_norm": 396.0, |
| "kl_loss_10": 96.0021198272705, |
| "kl_loss_2": 1064.7614837646483, |
| "kl_loss_3": 734.0039642333984, |
| "kl_loss_7": 185.6392059326172, |
| "learning_rate": 0.0001381329809474649, |
| "loss": 528.3375, |
| "step": 7600 |
| }, |
| { |
| "ce_loss_10": 3.621905469894409, |
| "ce_loss_13": 3.561663830280304, |
| "ce_loss_2": 4.098969185352326, |
| "ce_loss_3": 3.925651717185974, |
| "ce_loss_7": 3.6682042717933654, |
| "epoch": 0.761, |
| "grad_norm": 370.0, |
| "kl_loss_10": 96.61415328979493, |
| "kl_loss_2": 1119.761654663086, |
| "kl_loss_3": 769.7445831298828, |
| "kl_loss_7": 190.59917831420898, |
| "learning_rate": 0.0001370398819790621, |
| "loss": 540.338, |
| "step": 7610 |
| }, |
| { |
| "ce_loss_10": 3.7644327759742735, |
| "ce_loss_13": 3.704228925704956, |
| "ce_loss_2": 4.202455806732178, |
| "ce_loss_3": 4.041428947448731, |
| "ce_loss_7": 3.8075477123260497, |
| "epoch": 0.762, |
| "grad_norm": 424.0, |
| "kl_loss_10": 97.06539382934571, |
| "kl_loss_2": 1046.6303649902343, |
| "kl_loss_3": 720.9399322509765, |
| "kl_loss_7": 185.40132827758788, |
| "learning_rate": 0.00013595043801501794, |
| "loss": 512.6931, |
| "step": 7620 |
| }, |
| { |
| "ce_loss_10": 3.5539215803146362, |
| "ce_loss_13": 3.4973302245140077, |
| "ce_loss_2": 4.044493949413299, |
| "ce_loss_3": 3.8687676310539247, |
| "ce_loss_7": 3.602993667125702, |
| "epoch": 0.763, |
| "grad_norm": 468.0, |
| "kl_loss_10": 92.99364700317383, |
| "kl_loss_2": 1138.1223754882812, |
| "kl_loss_3": 782.3796447753906, |
| "kl_loss_7": 188.2281280517578, |
| "learning_rate": 0.00013486466002602133, |
| "loss": 539.5471, |
| "step": 7630 |
| }, |
| { |
| "ce_loss_10": 3.680443322658539, |
| "ce_loss_13": 3.6184515833854674, |
| "ce_loss_2": 4.119498157501221, |
| "ce_loss_3": 3.9600594878196715, |
| "ce_loss_7": 3.7241831541061403, |
| "epoch": 0.764, |
| "grad_norm": 376.0, |
| "kl_loss_10": 97.24503707885742, |
| "kl_loss_2": 1061.5150573730468, |
| "kl_loss_3": 737.4153533935547, |
| "kl_loss_7": 187.22406005859375, |
| "learning_rate": 0.00013378255894584462, |
| "loss": 537.8561, |
| "step": 7640 |
| }, |
| { |
| "ce_loss_10": 3.60829781293869, |
| "ce_loss_13": 3.5466054916381835, |
| "ce_loss_2": 4.072665071487426, |
| "ce_loss_3": 3.9038659572601317, |
| "ce_loss_7": 3.6548298835754394, |
| "epoch": 0.765, |
| "grad_norm": 380.0, |
| "kl_loss_10": 95.1153465270996, |
| "kl_loss_2": 1096.5119873046874, |
| "kl_loss_3": 758.0185302734375, |
| "kl_loss_7": 188.7285140991211, |
| "learning_rate": 0.0001327041456712334, |
| "loss": 535.4322, |
| "step": 7650 |
| }, |
| { |
| "ce_loss_10": 3.649807059764862, |
| "ce_loss_13": 3.588579738140106, |
| "ce_loss_2": 4.103657793998718, |
| "ce_loss_3": 3.9434640645980834, |
| "ce_loss_7": 3.6960434794425963, |
| "epoch": 0.766, |
| "grad_norm": 410.0, |
| "kl_loss_10": 95.99581718444824, |
| "kl_loss_2": 1095.5443603515625, |
| "kl_loss_3": 758.2011474609375, |
| "kl_loss_7": 189.6258804321289, |
| "learning_rate": 0.00013162943106179747, |
| "loss": 538.4857, |
| "step": 7660 |
| }, |
| { |
| "ce_loss_10": 3.627143681049347, |
| "ce_loss_13": 3.5671829342842103, |
| "ce_loss_2": 4.08168009519577, |
| "ce_loss_3": 3.9202899813652037, |
| "ce_loss_7": 3.6696593165397644, |
| "epoch": 0.767, |
| "grad_norm": 372.0, |
| "kl_loss_10": 97.96165161132812, |
| "kl_loss_2": 1080.916067504883, |
| "kl_loss_3": 746.2386291503906, |
| "kl_loss_7": 187.8828155517578, |
| "learning_rate": 0.00013055842593990132, |
| "loss": 529.1405, |
| "step": 7670 |
| }, |
| { |
| "ce_loss_10": 3.571021115779877, |
| "ce_loss_13": 3.5149319171905518, |
| "ce_loss_2": 4.027233076095581, |
| "ce_loss_3": 3.864198935031891, |
| "ce_loss_7": 3.6173386335372926, |
| "epoch": 0.768, |
| "grad_norm": 372.0, |
| "kl_loss_10": 92.48302154541015, |
| "kl_loss_2": 1072.3523834228515, |
| "kl_loss_3": 740.25439453125, |
| "kl_loss_7": 183.08441925048828, |
| "learning_rate": 0.00012949114109055414, |
| "loss": 533.8078, |
| "step": 7680 |
| }, |
| { |
| "ce_loss_10": 3.6176257848739626, |
| "ce_loss_13": 3.5594166994094847, |
| "ce_loss_2": 4.078605031967163, |
| "ce_loss_3": 3.918487286567688, |
| "ce_loss_7": 3.6636170506477357, |
| "epoch": 0.769, |
| "grad_norm": 422.0, |
| "kl_loss_10": 94.60773849487305, |
| "kl_loss_2": 1089.138235473633, |
| "kl_loss_3": 757.3290557861328, |
| "kl_loss_7": 187.67217483520508, |
| "learning_rate": 0.00012842758726130281, |
| "loss": 537.3952, |
| "step": 7690 |
| }, |
| { |
| "ce_loss_10": 3.655508840084076, |
| "ce_loss_13": 3.5946714520454406, |
| "ce_loss_2": 4.117365610599518, |
| "ce_loss_3": 3.9561346530914308, |
| "ce_loss_7": 3.7002153038978576, |
| "epoch": 0.77, |
| "grad_norm": 432.0, |
| "kl_loss_10": 94.65040473937988, |
| "kl_loss_2": 1092.9069885253907, |
| "kl_loss_3": 757.1287445068359, |
| "kl_loss_7": 189.29573440551758, |
| "learning_rate": 0.00012736777516212267, |
| "loss": 528.3388, |
| "step": 7700 |
| }, |
| { |
| "ce_loss_10": 3.65016793012619, |
| "ce_loss_13": 3.5914124608039857, |
| "ce_loss_2": 4.1151956677436825, |
| "ce_loss_3": 3.947415459156036, |
| "ce_loss_7": 3.6969300508499146, |
| "epoch": 0.771, |
| "grad_norm": 404.0, |
| "kl_loss_10": 94.72591972351074, |
| "kl_loss_2": 1095.3469024658202, |
| "kl_loss_3": 757.773715209961, |
| "kl_loss_7": 189.3510871887207, |
| "learning_rate": 0.00012631171546530968, |
| "loss": 527.5062, |
| "step": 7710 |
| }, |
| { |
| "ce_loss_10": 3.6695477604866027, |
| "ce_loss_13": 3.6066803336143494, |
| "ce_loss_2": 4.130255508422851, |
| "ce_loss_3": 3.9629722952842714, |
| "ce_loss_7": 3.7124558687210083, |
| "epoch": 0.772, |
| "grad_norm": 400.0, |
| "kl_loss_10": 99.19231147766114, |
| "kl_loss_2": 1089.8547271728517, |
| "kl_loss_3": 754.8526977539062, |
| "kl_loss_7": 189.7204719543457, |
| "learning_rate": 0.00012525941880537307, |
| "loss": 538.339, |
| "step": 7720 |
| }, |
| { |
| "ce_loss_10": 3.7045652866363525, |
| "ce_loss_13": 3.6435051798820495, |
| "ce_loss_2": 4.150338041782379, |
| "ce_loss_3": 3.9872673988342284, |
| "ce_loss_7": 3.7454243421554567, |
| "epoch": 0.773, |
| "grad_norm": 398.0, |
| "kl_loss_10": 95.61402626037598, |
| "kl_loss_2": 1061.4443786621093, |
| "kl_loss_3": 733.3583831787109, |
| "kl_loss_7": 185.768399810791, |
| "learning_rate": 0.00012421089577892869, |
| "loss": 524.5635, |
| "step": 7730 |
| }, |
| { |
| "ce_loss_10": 3.645431864261627, |
| "ce_loss_13": 3.584313917160034, |
| "ce_loss_2": 4.109975218772888, |
| "ce_loss_3": 3.9383553504943847, |
| "ce_loss_7": 3.6912776827812195, |
| "epoch": 0.774, |
| "grad_norm": 440.0, |
| "kl_loss_10": 96.41397132873536, |
| "kl_loss_2": 1098.874331665039, |
| "kl_loss_3": 755.1620544433594, |
| "kl_loss_7": 190.60089797973632, |
| "learning_rate": 0.0001231661569445919, |
| "loss": 536.2486, |
| "step": 7740 |
| }, |
| { |
| "ce_loss_10": 3.501088798046112, |
| "ce_loss_13": 3.443252968788147, |
| "ce_loss_2": 3.9620775461196898, |
| "ce_loss_3": 3.795079970359802, |
| "ce_loss_7": 3.5464309573173525, |
| "epoch": 0.775, |
| "grad_norm": 346.0, |
| "kl_loss_10": 93.47399139404297, |
| "kl_loss_2": 1090.8283447265626, |
| "kl_loss_3": 754.4031158447266, |
| "kl_loss_7": 186.22638092041015, |
| "learning_rate": 0.00012212521282287093, |
| "loss": 538.4937, |
| "step": 7750 |
| }, |
| { |
| "ce_loss_10": 3.6629942655563354, |
| "ce_loss_13": 3.601106119155884, |
| "ce_loss_2": 4.111618340015411, |
| "ce_loss_3": 3.951659619808197, |
| "ce_loss_7": 3.7078338623046876, |
| "epoch": 0.776, |
| "grad_norm": 364.0, |
| "kl_loss_10": 98.37307014465333, |
| "kl_loss_2": 1080.0280029296875, |
| "kl_loss_3": 745.148388671875, |
| "kl_loss_7": 190.13256072998047, |
| "learning_rate": 0.00012108807389606158, |
| "loss": 538.7029, |
| "step": 7760 |
| }, |
| { |
| "ce_loss_10": 3.659121203422546, |
| "ce_loss_13": 3.6007887601852415, |
| "ce_loss_2": 4.112268555164337, |
| "ce_loss_3": 3.9502876162528993, |
| "ce_loss_7": 3.7037811279296875, |
| "epoch": 0.777, |
| "grad_norm": 364.0, |
| "kl_loss_10": 93.70635108947754, |
| "kl_loss_2": 1072.3641204833984, |
| "kl_loss_3": 740.7109130859375, |
| "kl_loss_7": 182.99172821044922, |
| "learning_rate": 0.00012005475060814159, |
| "loss": 525.026, |
| "step": 7770 |
| }, |
| { |
| "ce_loss_10": 3.5951377630233763, |
| "ce_loss_13": 3.5359464406967165, |
| "ce_loss_2": 4.060847020149231, |
| "ce_loss_3": 3.891322433948517, |
| "ce_loss_7": 3.63891544342041, |
| "epoch": 0.778, |
| "grad_norm": 384.0, |
| "kl_loss_10": 97.0392059326172, |
| "kl_loss_2": 1106.707992553711, |
| "kl_loss_3": 763.6160034179687, |
| "kl_loss_7": 188.94908752441407, |
| "learning_rate": 0.00011902525336466464, |
| "loss": 535.4202, |
| "step": 7780 |
| }, |
| { |
| "ce_loss_10": 3.5829373240470885, |
| "ce_loss_13": 3.5231135487556458, |
| "ce_loss_2": 4.054291594028473, |
| "ce_loss_3": 3.888161540031433, |
| "ce_loss_7": 3.630410146713257, |
| "epoch": 0.779, |
| "grad_norm": 384.0, |
| "kl_loss_10": 95.91268005371094, |
| "kl_loss_2": 1108.9134979248047, |
| "kl_loss_3": 768.8667724609375, |
| "kl_loss_7": 190.86130905151367, |
| "learning_rate": 0.00011799959253265668, |
| "loss": 532.9367, |
| "step": 7790 |
| }, |
| { |
| "ce_loss_10": 3.646629250049591, |
| "ce_loss_13": 3.584940028190613, |
| "ce_loss_2": 4.100114536285401, |
| "ce_loss_3": 3.9342658519744873, |
| "ce_loss_7": 3.687722849845886, |
| "epoch": 0.78, |
| "grad_norm": 426.0, |
| "kl_loss_10": 98.96642303466797, |
| "kl_loss_2": 1093.9118621826171, |
| "kl_loss_3": 757.5971832275391, |
| "kl_loss_7": 190.95031204223633, |
| "learning_rate": 0.00011697777844051105, |
| "loss": 534.9413, |
| "step": 7800 |
| }, |
| { |
| "ce_loss_10": 3.6246392488479615, |
| "ce_loss_13": 3.5636275887489317, |
| "ce_loss_2": 4.0959463000297545, |
| "ce_loss_3": 3.9209203004837034, |
| "ce_loss_7": 3.668913960456848, |
| "epoch": 0.781, |
| "grad_norm": 394.0, |
| "kl_loss_10": 96.37951927185058, |
| "kl_loss_2": 1131.5390258789062, |
| "kl_loss_3": 774.0704650878906, |
| "kl_loss_7": 190.10399703979493, |
| "learning_rate": 0.00011595982137788402, |
| "loss": 539.5272, |
| "step": 7810 |
| }, |
| { |
| "ce_loss_10": 3.601748263835907, |
| "ce_loss_13": 3.542947518825531, |
| "ce_loss_2": 4.0462228655815125, |
| "ce_loss_3": 3.884107196331024, |
| "ce_loss_7": 3.6427837133407595, |
| "epoch": 0.782, |
| "grad_norm": 362.0, |
| "kl_loss_10": 95.04786491394043, |
| "kl_loss_2": 1064.3328094482422, |
| "kl_loss_3": 734.7262878417969, |
| "kl_loss_7": 183.74214706420898, |
| "learning_rate": 0.00011494573159559212, |
| "loss": 528.7992, |
| "step": 7820 |
| }, |
| { |
| "ce_loss_10": 3.587358093261719, |
| "ce_loss_13": 3.5285757184028625, |
| "ce_loss_2": 4.055095791816711, |
| "ce_loss_3": 3.8850948452949523, |
| "ce_loss_7": 3.6320362448692323, |
| "epoch": 0.783, |
| "grad_norm": 344.0, |
| "kl_loss_10": 95.2613368988037, |
| "kl_loss_2": 1092.221664428711, |
| "kl_loss_3": 759.4220550537109, |
| "kl_loss_7": 186.76042938232422, |
| "learning_rate": 0.00011393551930550828, |
| "loss": 541.8625, |
| "step": 7830 |
| }, |
| { |
| "ce_loss_10": 3.7354641199111938, |
| "ce_loss_13": 3.6739312171936036, |
| "ce_loss_2": 4.175600934028625, |
| "ce_loss_3": 4.019279301166534, |
| "ce_loss_7": 3.7783281922340395, |
| "epoch": 0.784, |
| "grad_norm": 390.0, |
| "kl_loss_10": 99.59685325622559, |
| "kl_loss_2": 1064.6414337158203, |
| "kl_loss_3": 741.2587860107421, |
| "kl_loss_7": 189.10858612060548, |
| "learning_rate": 0.00011292919468045875, |
| "loss": 527.9955, |
| "step": 7840 |
| }, |
| { |
| "ce_loss_10": 3.680347263813019, |
| "ce_loss_13": 3.6196223735809325, |
| "ce_loss_2": 4.128578865528107, |
| "ce_loss_3": 3.9644781708717347, |
| "ce_loss_7": 3.723640871047974, |
| "epoch": 0.785, |
| "grad_norm": 326.0, |
| "kl_loss_10": 95.6224323272705, |
| "kl_loss_2": 1072.9300354003906, |
| "kl_loss_3": 746.2864379882812, |
| "kl_loss_7": 187.85019607543944, |
| "learning_rate": 0.00011192676785412154, |
| "loss": 523.3404, |
| "step": 7850 |
| }, |
| { |
| "ce_loss_10": 3.622621536254883, |
| "ce_loss_13": 3.560643196105957, |
| "ce_loss_2": 4.089509451389313, |
| "ce_loss_3": 3.9235698699951174, |
| "ce_loss_7": 3.6674723744392397, |
| "epoch": 0.786, |
| "grad_norm": 458.0, |
| "kl_loss_10": 96.80489120483398, |
| "kl_loss_2": 1093.20048828125, |
| "kl_loss_3": 754.2780883789062, |
| "kl_loss_7": 187.94250411987304, |
| "learning_rate": 0.00011092824892092374, |
| "loss": 533.5229, |
| "step": 7860 |
| }, |
| { |
| "ce_loss_10": 3.547496974468231, |
| "ce_loss_13": 3.4892043232917787, |
| "ce_loss_2": 4.020435309410095, |
| "ce_loss_3": 3.8508559226989747, |
| "ce_loss_7": 3.5902876496315, |
| "epoch": 0.787, |
| "grad_norm": 322.0, |
| "kl_loss_10": 94.49787139892578, |
| "kl_loss_2": 1110.2376556396484, |
| "kl_loss_3": 767.8008331298828, |
| "kl_loss_7": 188.15859375, |
| "learning_rate": 0.0001099336479359398, |
| "loss": 532.4489, |
| "step": 7870 |
| }, |
| { |
| "ce_loss_10": 3.676584839820862, |
| "ce_loss_13": 3.6199623942375183, |
| "ce_loss_2": 4.124644804000854, |
| "ce_loss_3": 3.9601522207260134, |
| "ce_loss_7": 3.7184366583824158, |
| "epoch": 0.788, |
| "grad_norm": 414.0, |
| "kl_loss_10": 92.98647613525391, |
| "kl_loss_2": 1076.658267211914, |
| "kl_loss_3": 737.3064331054687, |
| "kl_loss_7": 183.75065536499022, |
| "learning_rate": 0.00010894297491479043, |
| "loss": 529.369, |
| "step": 7880 |
| }, |
| { |
| "ce_loss_10": 3.675907850265503, |
| "ce_loss_13": 3.615241324901581, |
| "ce_loss_2": 4.123448085784912, |
| "ce_loss_3": 3.9602300405502318, |
| "ce_loss_7": 3.715320038795471, |
| "epoch": 0.789, |
| "grad_norm": 370.0, |
| "kl_loss_10": 97.27086067199707, |
| "kl_loss_2": 1078.250909423828, |
| "kl_loss_3": 741.1790222167969, |
| "kl_loss_7": 186.16854553222657, |
| "learning_rate": 0.00010795623983354214, |
| "loss": 523.6978, |
| "step": 7890 |
| }, |
| { |
| "ce_loss_10": 3.549619424343109, |
| "ce_loss_13": 3.492576813697815, |
| "ce_loss_2": 4.021520948410034, |
| "ce_loss_3": 3.8529414176940917, |
| "ce_loss_7": 3.595447373390198, |
| "epoch": 0.79, |
| "grad_norm": 428.0, |
| "kl_loss_10": 93.0215072631836, |
| "kl_loss_2": 1113.914730834961, |
| "kl_loss_3": 772.1699676513672, |
| "kl_loss_7": 189.76142959594728, |
| "learning_rate": 0.00010697345262860636, |
| "loss": 533.2417, |
| "step": 7900 |
| }, |
| { |
| "ce_loss_10": 3.702609384059906, |
| "ce_loss_13": 3.6431208491325378, |
| "ce_loss_2": 4.14087233543396, |
| "ce_loss_3": 3.9802441716194155, |
| "ce_loss_7": 3.7457746505737304, |
| "epoch": 0.791, |
| "grad_norm": 368.0, |
| "kl_loss_10": 97.61579055786133, |
| "kl_loss_2": 1063.5964447021483, |
| "kl_loss_3": 734.3944030761719, |
| "kl_loss_7": 187.06654663085936, |
| "learning_rate": 0.00010599462319663906, |
| "loss": 520.0625, |
| "step": 7910 |
| }, |
| { |
| "ce_loss_10": 3.6748117208480835, |
| "ce_loss_13": 3.614163410663605, |
| "ce_loss_2": 4.111383318901062, |
| "ce_loss_3": 3.951873278617859, |
| "ce_loss_7": 3.715614116191864, |
| "epoch": 0.792, |
| "grad_norm": 382.0, |
| "kl_loss_10": 94.54501228332519, |
| "kl_loss_2": 1049.0091613769532, |
| "kl_loss_3": 722.9781219482422, |
| "kl_loss_7": 183.01754150390624, |
| "learning_rate": 0.00010501976139444191, |
| "loss": 518.3574, |
| "step": 7920 |
| }, |
| { |
| "ce_loss_10": 3.7049331426620484, |
| "ce_loss_13": 3.6438170671463013, |
| "ce_loss_2": 4.144390141963958, |
| "ce_loss_3": 3.9876601815223696, |
| "ce_loss_7": 3.745813262462616, |
| "epoch": 0.793, |
| "grad_norm": 370.0, |
| "kl_loss_10": 97.8447940826416, |
| "kl_loss_2": 1057.744808959961, |
| "kl_loss_3": 730.5345703125, |
| "kl_loss_7": 185.18996047973633, |
| "learning_rate": 0.0001040488770388625, |
| "loss": 527.8366, |
| "step": 7930 |
| }, |
| { |
| "ce_loss_10": 3.6446168065071105, |
| "ce_loss_13": 3.5857683539390566, |
| "ce_loss_2": 4.095709836483001, |
| "ce_loss_3": 3.92866997718811, |
| "ce_loss_7": 3.685992920398712, |
| "epoch": 0.794, |
| "grad_norm": 426.0, |
| "kl_loss_10": 95.57501831054688, |
| "kl_loss_2": 1080.6232208251954, |
| "kl_loss_3": 746.1043212890625, |
| "kl_loss_7": 186.66847763061523, |
| "learning_rate": 0.00010308197990669538, |
| "loss": 527.0882, |
| "step": 7940 |
| }, |
| { |
| "ce_loss_10": 3.7647696137428284, |
| "ce_loss_13": 3.7019853234291076, |
| "ce_loss_2": 4.21561850309372, |
| "ce_loss_3": 4.0513708114624025, |
| "ce_loss_7": 3.8064971685409548, |
| "epoch": 0.795, |
| "grad_norm": 356.0, |
| "kl_loss_10": 100.9611873626709, |
| "kl_loss_2": 1084.6148345947265, |
| "kl_loss_3": 743.2166534423828, |
| "kl_loss_7": 191.26584091186524, |
| "learning_rate": 0.0001021190797345839, |
| "loss": 525.7331, |
| "step": 7950 |
| }, |
| { |
| "ce_loss_10": 3.4792375445365904, |
| "ce_loss_13": 3.4190258502960207, |
| "ce_loss_2": 3.96710387468338, |
| "ce_loss_3": 3.7957834005355835, |
| "ce_loss_7": 3.528597414493561, |
| "epoch": 0.796, |
| "grad_norm": 386.0, |
| "kl_loss_10": 95.0804401397705, |
| "kl_loss_2": 1137.388375854492, |
| "kl_loss_3": 792.2215118408203, |
| "kl_loss_7": 192.50171508789063, |
| "learning_rate": 0.00010116018621892236, |
| "loss": 537.4441, |
| "step": 7960 |
| }, |
| { |
| "ce_loss_10": 3.6988709568977356, |
| "ce_loss_13": 3.6362175583839416, |
| "ce_loss_2": 4.151265692710877, |
| "ce_loss_3": 3.9912821412086488, |
| "ce_loss_7": 3.742702007293701, |
| "epoch": 0.797, |
| "grad_norm": 444.0, |
| "kl_loss_10": 99.6129222869873, |
| "kl_loss_2": 1100.607211303711, |
| "kl_loss_3": 767.8290985107421, |
| "kl_loss_7": 194.2897491455078, |
| "learning_rate": 0.00010020530901575753, |
| "loss": 526.4385, |
| "step": 7970 |
| }, |
| { |
| "ce_loss_10": 3.727276122570038, |
| "ce_loss_13": 3.664809966087341, |
| "ce_loss_2": 4.17646723985672, |
| "ce_loss_3": 4.011640095710755, |
| "ce_loss_7": 3.7683190941810607, |
| "epoch": 0.798, |
| "grad_norm": 334.0, |
| "kl_loss_10": 98.68130950927734, |
| "kl_loss_2": 1084.4167602539062, |
| "kl_loss_3": 747.0828460693359, |
| "kl_loss_7": 190.09516677856445, |
| "learning_rate": 9.925445774069231e-05, |
| "loss": 521.7054, |
| "step": 7980 |
| }, |
| { |
| "ce_loss_10": 3.677051067352295, |
| "ce_loss_13": 3.6162899494171143, |
| "ce_loss_2": 4.132367658615112, |
| "ce_loss_3": 3.9699331760406493, |
| "ce_loss_7": 3.723151159286499, |
| "epoch": 0.799, |
| "grad_norm": 340.0, |
| "kl_loss_10": 97.4996379852295, |
| "kl_loss_2": 1074.8818054199219, |
| "kl_loss_3": 740.7804992675781, |
| "kl_loss_7": 187.78277282714845, |
| "learning_rate": 9.830764196878872e-05, |
| "loss": 517.902, |
| "step": 7990 |
| }, |
| { |
| "ce_loss_10": 3.6140867948532103, |
| "ce_loss_13": 3.556562864780426, |
| "ce_loss_2": 4.0635038137435915, |
| "ce_loss_3": 3.902656090259552, |
| "ce_loss_7": 3.6608413100242614, |
| "epoch": 0.8, |
| "grad_norm": 410.0, |
| "kl_loss_10": 94.1772445678711, |
| "kl_loss_2": 1099.7673645019531, |
| "kl_loss_3": 761.414794921875, |
| "kl_loss_7": 186.34807205200195, |
| "learning_rate": 9.736487123447069e-05, |
| "loss": 531.4563, |
| "step": 8000 |
| }, |
| { |
| "ce_loss_10": 3.559322512149811, |
| "ce_loss_13": 3.49820739030838, |
| "ce_loss_2": 4.036343896389008, |
| "ce_loss_3": 3.8618996500968934, |
| "ce_loss_7": 3.6017415881156922, |
| "epoch": 0.801, |
| "grad_norm": 424.0, |
| "kl_loss_10": 96.55318107604981, |
| "kl_loss_2": 1136.456121826172, |
| "kl_loss_3": 771.9989410400391, |
| "kl_loss_7": 188.50249938964845, |
| "learning_rate": 9.642615503142926e-05, |
| "loss": 541.6381, |
| "step": 8010 |
| }, |
| { |
| "ce_loss_10": 3.630905735492706, |
| "ce_loss_13": 3.5719484210014345, |
| "ce_loss_2": 4.097460567951202, |
| "ce_loss_3": 3.9188284277915955, |
| "ce_loss_7": 3.673666751384735, |
| "epoch": 0.802, |
| "grad_norm": 370.0, |
| "kl_loss_10": 94.45314712524414, |
| "kl_loss_2": 1090.8831848144532, |
| "kl_loss_3": 738.8009979248047, |
| "kl_loss_7": 184.0514343261719, |
| "learning_rate": 9.549150281252633e-05, |
| "loss": 524.0769, |
| "step": 8020 |
| }, |
| { |
| "ce_loss_10": 3.658740258216858, |
| "ce_loss_13": 3.598051357269287, |
| "ce_loss_2": 4.112537753582001, |
| "ce_loss_3": 3.9440460920333864, |
| "ce_loss_7": 3.701529622077942, |
| "epoch": 0.803, |
| "grad_norm": 354.0, |
| "kl_loss_10": 97.62285194396972, |
| "kl_loss_2": 1076.1221923828125, |
| "kl_loss_3": 742.6418304443359, |
| "kl_loss_7": 187.46692276000977, |
| "learning_rate": 9.4560923989699e-05, |
| "loss": 531.6947, |
| "step": 8030 |
| }, |
| { |
| "ce_loss_10": 3.6491722106933593, |
| "ce_loss_13": 3.5902853846549987, |
| "ce_loss_2": 4.109341251850128, |
| "ce_loss_3": 3.942945408821106, |
| "ce_loss_7": 3.696093666553497, |
| "epoch": 0.804, |
| "grad_norm": 382.0, |
| "kl_loss_10": 96.87751007080078, |
| "kl_loss_2": 1089.1260498046875, |
| "kl_loss_3": 751.9404052734375, |
| "kl_loss_7": 188.3861946105957, |
| "learning_rate": 9.363442793386607e-05, |
| "loss": 538.5806, |
| "step": 8040 |
| }, |
| { |
| "ce_loss_10": 3.6259461641311646, |
| "ce_loss_13": 3.5652650475502012, |
| "ce_loss_2": 4.09434745311737, |
| "ce_loss_3": 3.9288868069648744, |
| "ce_loss_7": 3.670744836330414, |
| "epoch": 0.805, |
| "grad_norm": 436.0, |
| "kl_loss_10": 96.23310775756836, |
| "kl_loss_2": 1102.4481658935547, |
| "kl_loss_3": 766.5739196777344, |
| "kl_loss_7": 189.9322036743164, |
| "learning_rate": 9.271202397483213e-05, |
| "loss": 525.3384, |
| "step": 8050 |
| }, |
| { |
| "ce_loss_10": 3.64525443315506, |
| "ce_loss_13": 3.587091565132141, |
| "ce_loss_2": 4.088842356204987, |
| "ce_loss_3": 3.926717495918274, |
| "ce_loss_7": 3.6877028584480285, |
| "epoch": 0.806, |
| "grad_norm": 462.0, |
| "kl_loss_10": 95.10493888854981, |
| "kl_loss_2": 1064.438558959961, |
| "kl_loss_3": 734.5970611572266, |
| "kl_loss_7": 184.7579719543457, |
| "learning_rate": 9.179372140119524e-05, |
| "loss": 530.6901, |
| "step": 8060 |
| }, |
| { |
| "ce_loss_10": 3.59020277261734, |
| "ce_loss_13": 3.531452512741089, |
| "ce_loss_2": 4.036340653896332, |
| "ce_loss_3": 3.8760047912597657, |
| "ce_loss_7": 3.6337902188301086, |
| "epoch": 0.807, |
| "grad_norm": 432.0, |
| "kl_loss_10": 94.00482330322265, |
| "kl_loss_2": 1074.4489135742188, |
| "kl_loss_3": 739.4833740234375, |
| "kl_loss_7": 184.7809310913086, |
| "learning_rate": 9.087952946025175e-05, |
| "loss": 531.5049, |
| "step": 8070 |
| }, |
| { |
| "ce_loss_10": 3.7053560853004455, |
| "ce_loss_13": 3.6452667355537414, |
| "ce_loss_2": 4.136937665939331, |
| "ce_loss_3": 3.9754079580307007, |
| "ce_loss_7": 3.7457935094833372, |
| "epoch": 0.808, |
| "grad_norm": 368.0, |
| "kl_loss_10": 96.12910385131836, |
| "kl_loss_2": 1048.5191436767577, |
| "kl_loss_3": 719.7487762451171, |
| "kl_loss_7": 183.48829498291016, |
| "learning_rate": 8.996945735790446e-05, |
| "loss": 523.2327, |
| "step": 8080 |
| }, |
| { |
| "ce_loss_10": 3.602836012840271, |
| "ce_loss_13": 3.542934799194336, |
| "ce_loss_2": 4.055256414413452, |
| "ce_loss_3": 3.8926199197769167, |
| "ce_loss_7": 3.6462236762046816, |
| "epoch": 0.809, |
| "grad_norm": 414.0, |
| "kl_loss_10": 95.67857933044434, |
| "kl_loss_2": 1093.489208984375, |
| "kl_loss_3": 759.0634765625, |
| "kl_loss_7": 186.64484634399415, |
| "learning_rate": 8.906351425856951e-05, |
| "loss": 536.3948, |
| "step": 8090 |
| }, |
| { |
| "ce_loss_10": 3.586146354675293, |
| "ce_loss_13": 3.5270805954933167, |
| "ce_loss_2": 4.053403818607331, |
| "ce_loss_3": 3.883652901649475, |
| "ce_loss_7": 3.6302590370178223, |
| "epoch": 0.81, |
| "grad_norm": 328.0, |
| "kl_loss_10": 96.12913436889649, |
| "kl_loss_2": 1108.7147094726563, |
| "kl_loss_3": 762.2885803222656, |
| "kl_loss_7": 187.99051055908203, |
| "learning_rate": 8.816170928508365e-05, |
| "loss": 536.7299, |
| "step": 8100 |
| }, |
| { |
| "ce_loss_10": 3.5469899415969848, |
| "ce_loss_13": 3.487591028213501, |
| "ce_loss_2": 4.024684643745422, |
| "ce_loss_3": 3.853050243854523, |
| "ce_loss_7": 3.5918329834938048, |
| "epoch": 0.811, |
| "grad_norm": 424.0, |
| "kl_loss_10": 95.16791305541992, |
| "kl_loss_2": 1131.8392974853516, |
| "kl_loss_3": 782.3692016601562, |
| "kl_loss_7": 188.51590728759766, |
| "learning_rate": 8.7264051518613e-05, |
| "loss": 538.6139, |
| "step": 8110 |
| }, |
| { |
| "ce_loss_10": 3.639654815196991, |
| "ce_loss_13": 3.583385097980499, |
| "ce_loss_2": 4.081218779087067, |
| "ce_loss_3": 3.9191540598869326, |
| "ce_loss_7": 3.680349314212799, |
| "epoch": 0.812, |
| "grad_norm": 358.0, |
| "kl_loss_10": 93.30685958862304, |
| "kl_loss_2": 1057.4586822509766, |
| "kl_loss_3": 735.9759002685547, |
| "kl_loss_7": 182.97039413452148, |
| "learning_rate": 8.637054999856148e-05, |
| "loss": 526.1802, |
| "step": 8120 |
| }, |
| { |
| "ce_loss_10": 3.6243308544158936, |
| "ce_loss_13": 3.5630579233169555, |
| "ce_loss_2": 4.083577620983124, |
| "ce_loss_3": 3.9160293340682983, |
| "ce_loss_7": 3.6718581318855286, |
| "epoch": 0.813, |
| "grad_norm": 328.0, |
| "kl_loss_10": 95.2622299194336, |
| "kl_loss_2": 1086.6508239746095, |
| "kl_loss_3": 748.3265411376954, |
| "kl_loss_7": 187.44526748657228, |
| "learning_rate": 8.548121372247918e-05, |
| "loss": 536.2552, |
| "step": 8130 |
| }, |
| { |
| "ce_loss_10": 3.699293088912964, |
| "ce_loss_13": 3.641393613815308, |
| "ce_loss_2": 4.146343159675598, |
| "ce_loss_3": 3.982176637649536, |
| "ce_loss_7": 3.7424126982688906, |
| "epoch": 0.814, |
| "grad_norm": 420.0, |
| "kl_loss_10": 97.64918098449706, |
| "kl_loss_2": 1075.0233795166016, |
| "kl_loss_3": 745.3918151855469, |
| "kl_loss_7": 187.1306022644043, |
| "learning_rate": 8.459605164597267e-05, |
| "loss": 527.4509, |
| "step": 8140 |
| }, |
| { |
| "ce_loss_10": 3.5794180989265443, |
| "ce_loss_13": 3.521663022041321, |
| "ce_loss_2": 4.035482859611511, |
| "ce_loss_3": 3.869397759437561, |
| "ce_loss_7": 3.6230968952178957, |
| "epoch": 0.815, |
| "grad_norm": 322.0, |
| "kl_loss_10": 93.84382820129395, |
| "kl_loss_2": 1085.6336395263672, |
| "kl_loss_3": 749.5215454101562, |
| "kl_loss_7": 184.3967170715332, |
| "learning_rate": 8.371507268261436e-05, |
| "loss": 530.9717, |
| "step": 8150 |
| }, |
| { |
| "ce_loss_10": 3.6623859286308287, |
| "ce_loss_13": 3.603581893444061, |
| "ce_loss_2": 4.1160969018936155, |
| "ce_loss_3": 3.9481249690055846, |
| "ce_loss_7": 3.7034823894500732, |
| "epoch": 0.816, |
| "grad_norm": 410.0, |
| "kl_loss_10": 96.0962978363037, |
| "kl_loss_2": 1085.8551330566406, |
| "kl_loss_3": 744.0009185791016, |
| "kl_loss_7": 187.44638290405274, |
| "learning_rate": 8.283828570385238e-05, |
| "loss": 515.8468, |
| "step": 8160 |
| }, |
| { |
| "ce_loss_10": 3.6646664142608643, |
| "ce_loss_13": 3.607030153274536, |
| "ce_loss_2": 4.124508082866669, |
| "ce_loss_3": 3.955708396434784, |
| "ce_loss_7": 3.708679938316345, |
| "epoch": 0.817, |
| "grad_norm": 286.0, |
| "kl_loss_10": 95.48198356628419, |
| "kl_loss_2": 1068.3529357910156, |
| "kl_loss_3": 737.6435119628907, |
| "kl_loss_7": 186.3275260925293, |
| "learning_rate": 8.196569953892202e-05, |
| "loss": 525.6566, |
| "step": 8170 |
| }, |
| { |
| "ce_loss_10": 3.5752533435821534, |
| "ce_loss_13": 3.5151426196098328, |
| "ce_loss_2": 4.039277529716491, |
| "ce_loss_3": 3.8700820326805117, |
| "ce_loss_7": 3.6193170666694643, |
| "epoch": 0.818, |
| "grad_norm": 392.0, |
| "kl_loss_10": 95.23657569885253, |
| "kl_loss_2": 1087.7711944580078, |
| "kl_loss_3": 748.5086303710938, |
| "kl_loss_7": 185.79026489257814, |
| "learning_rate": 8.109732297475635e-05, |
| "loss": 529.4896, |
| "step": 8180 |
| }, |
| { |
| "ce_loss_10": 3.5442301869392394, |
| "ce_loss_13": 3.48368262052536, |
| "ce_loss_2": 4.041348910331726, |
| "ce_loss_3": 3.8620414972305297, |
| "ce_loss_7": 3.593292236328125, |
| "epoch": 0.819, |
| "grad_norm": 508.0, |
| "kl_loss_10": 94.79218406677246, |
| "kl_loss_2": 1140.4125610351562, |
| "kl_loss_3": 788.5256622314453, |
| "kl_loss_7": 192.41318969726564, |
| "learning_rate": 8.023316475589754e-05, |
| "loss": 543.2035, |
| "step": 8190 |
| }, |
| { |
| "ce_loss_10": 3.5104150652885435, |
| "ce_loss_13": 3.44714834690094, |
| "ce_loss_2": 4.0140674948692325, |
| "ce_loss_3": 3.8308369159698485, |
| "ce_loss_7": 3.5589245796203612, |
| "epoch": 0.82, |
| "grad_norm": 532.0, |
| "kl_loss_10": 97.92351608276367, |
| "kl_loss_2": 1158.8160186767577, |
| "kl_loss_3": 797.9960662841797, |
| "kl_loss_7": 195.1374740600586, |
| "learning_rate": 7.937323358440934e-05, |
| "loss": 549.9746, |
| "step": 8200 |
| }, |
| { |
| "ce_loss_10": 3.637300205230713, |
| "ce_loss_13": 3.5789112567901613, |
| "ce_loss_2": 4.087347877025604, |
| "ce_loss_3": 3.923117625713348, |
| "ce_loss_7": 3.679899263381958, |
| "epoch": 0.821, |
| "grad_norm": 404.0, |
| "kl_loss_10": 95.01284561157226, |
| "kl_loss_2": 1074.5766845703124, |
| "kl_loss_3": 743.3249450683594, |
| "kl_loss_7": 184.74501190185546, |
| "learning_rate": 7.851753811978923e-05, |
| "loss": 530.0879, |
| "step": 8210 |
| }, |
| { |
| "ce_loss_10": 3.661479341983795, |
| "ce_loss_13": 3.6010610818862916, |
| "ce_loss_2": 4.123578751087189, |
| "ce_loss_3": 3.9517632484436036, |
| "ce_loss_7": 3.7047110080718992, |
| "epoch": 0.822, |
| "grad_norm": 358.0, |
| "kl_loss_10": 96.71367454528809, |
| "kl_loss_2": 1091.6120025634766, |
| "kl_loss_3": 744.3147399902343, |
| "kl_loss_7": 186.59919815063478, |
| "learning_rate": 7.766608697888095e-05, |
| "loss": 527.9285, |
| "step": 8220 |
| }, |
| { |
| "ce_loss_10": 3.672685134410858, |
| "ce_loss_13": 3.6110698223114013, |
| "ce_loss_2": 4.123067581653595, |
| "ce_loss_3": 3.9549397349357607, |
| "ce_loss_7": 3.7160248041152952, |
| "epoch": 0.823, |
| "grad_norm": 428.0, |
| "kl_loss_10": 99.5799617767334, |
| "kl_loss_2": 1090.7132843017578, |
| "kl_loss_3": 754.5721008300782, |
| "kl_loss_7": 190.94887008666993, |
| "learning_rate": 7.681888873578785e-05, |
| "loss": 534.6821, |
| "step": 8230 |
| }, |
| { |
| "ce_loss_10": 3.599495697021484, |
| "ce_loss_13": 3.5377328515052797, |
| "ce_loss_2": 4.075003004074096, |
| "ce_loss_3": 3.9027179360389708, |
| "ce_loss_7": 3.6464317083358764, |
| "epoch": 0.824, |
| "grad_norm": 454.0, |
| "kl_loss_10": 96.61878395080566, |
| "kl_loss_2": 1113.7870971679688, |
| "kl_loss_3": 766.2083129882812, |
| "kl_loss_7": 191.40456848144532, |
| "learning_rate": 7.597595192178702e-05, |
| "loss": 531.8756, |
| "step": 8240 |
| }, |
| { |
| "ce_loss_10": 3.5937318563461305, |
| "ce_loss_13": 3.5349967002868654, |
| "ce_loss_2": 4.069689559936523, |
| "ce_loss_3": 3.896022927761078, |
| "ce_loss_7": 3.640897309780121, |
| "epoch": 0.825, |
| "grad_norm": 390.0, |
| "kl_loss_10": 96.6520393371582, |
| "kl_loss_2": 1123.3416778564454, |
| "kl_loss_3": 772.9763427734375, |
| "kl_loss_7": 191.78026428222657, |
| "learning_rate": 7.513728502524286e-05, |
| "loss": 540.9631, |
| "step": 8250 |
| }, |
| { |
| "ce_loss_10": 3.600663185119629, |
| "ce_loss_13": 3.543354606628418, |
| "ce_loss_2": 4.056336843967438, |
| "ce_loss_3": 3.886526358127594, |
| "ce_loss_7": 3.644607651233673, |
| "epoch": 0.826, |
| "grad_norm": 520.0, |
| "kl_loss_10": 94.51933555603027, |
| "kl_loss_2": 1071.4390838623046, |
| "kl_loss_3": 737.6031066894532, |
| "kl_loss_7": 182.459228515625, |
| "learning_rate": 7.430289649152156e-05, |
| "loss": 532.1943, |
| "step": 8260 |
| }, |
| { |
| "ce_loss_10": 3.4964008927345276, |
| "ce_loss_13": 3.4386809706687926, |
| "ce_loss_2": 3.979319155216217, |
| "ce_loss_3": 3.806533432006836, |
| "ce_loss_7": 3.5424695372581483, |
| "epoch": 0.827, |
| "grad_norm": 438.0, |
| "kl_loss_10": 92.59819717407227, |
| "kl_loss_2": 1138.140805053711, |
| "kl_loss_3": 787.0873046875, |
| "kl_loss_7": 188.89702301025392, |
| "learning_rate": 7.347279472290646e-05, |
| "loss": 536.0913, |
| "step": 8270 |
| }, |
| { |
| "ce_loss_10": 3.641860234737396, |
| "ce_loss_13": 3.5819854736328125, |
| "ce_loss_2": 4.100788974761963, |
| "ce_loss_3": 3.9369661927223207, |
| "ce_loss_7": 3.6862512946128847, |
| "epoch": 0.828, |
| "grad_norm": 404.0, |
| "kl_loss_10": 96.73132438659668, |
| "kl_loss_2": 1085.176287841797, |
| "kl_loss_3": 756.2387023925781, |
| "kl_loss_7": 187.64101333618163, |
| "learning_rate": 7.264698807851328e-05, |
| "loss": 532.8096, |
| "step": 8280 |
| }, |
| { |
| "ce_loss_10": 3.604352295398712, |
| "ce_loss_13": 3.549103558063507, |
| "ce_loss_2": 4.042815041542053, |
| "ce_loss_3": 3.880488729476929, |
| "ce_loss_7": 3.64413400888443, |
| "epoch": 0.829, |
| "grad_norm": 520.0, |
| "kl_loss_10": 92.21053123474121, |
| "kl_loss_2": 1057.8690124511718, |
| "kl_loss_3": 728.9253723144532, |
| "kl_loss_7": 181.22113647460938, |
| "learning_rate": 7.182548487420554e-05, |
| "loss": 524.6575, |
| "step": 8290 |
| }, |
| { |
| "ce_loss_10": 3.6577786207199097, |
| "ce_loss_13": 3.597848916053772, |
| "ce_loss_2": 4.107566392421722, |
| "ce_loss_3": 3.947295570373535, |
| "ce_loss_7": 3.703710603713989, |
| "epoch": 0.83, |
| "grad_norm": 286.0, |
| "kl_loss_10": 96.30242042541504, |
| "kl_loss_2": 1087.0319366455078, |
| "kl_loss_3": 748.0092193603516, |
| "kl_loss_7": 187.4295867919922, |
| "learning_rate": 7.100829338251146e-05, |
| "loss": 527.7667, |
| "step": 8300 |
| }, |
| { |
| "ce_loss_10": 3.5980669021606446, |
| "ce_loss_13": 3.5371885776519774, |
| "ce_loss_2": 4.070665979385376, |
| "ce_loss_3": 3.8979653000831602, |
| "ce_loss_7": 3.6431610107421877, |
| "epoch": 0.831, |
| "grad_norm": 394.0, |
| "kl_loss_10": 95.44490776062011, |
| "kl_loss_2": 1113.3842803955079, |
| "kl_loss_3": 769.6158874511718, |
| "kl_loss_7": 189.99929428100586, |
| "learning_rate": 7.019542183254046e-05, |
| "loss": 531.0445, |
| "step": 8310 |
| }, |
| { |
| "ce_loss_10": 3.6354474306106566, |
| "ce_loss_13": 3.57179137468338, |
| "ce_loss_2": 4.082340836524963, |
| "ce_loss_3": 3.9207422971725463, |
| "ce_loss_7": 3.6777117967605593, |
| "epoch": 0.832, |
| "grad_norm": 474.0, |
| "kl_loss_10": 100.207564163208, |
| "kl_loss_2": 1084.2285125732421, |
| "kl_loss_3": 748.0254974365234, |
| "kl_loss_7": 190.82402954101562, |
| "learning_rate": 6.938687840989971e-05, |
| "loss": 528.8804, |
| "step": 8320 |
| }, |
| { |
| "ce_loss_10": 3.5696911811828613, |
| "ce_loss_13": 3.508439671993256, |
| "ce_loss_2": 4.0291890621185305, |
| "ce_loss_3": 3.8622559309005737, |
| "ce_loss_7": 3.614106321334839, |
| "epoch": 0.833, |
| "grad_norm": 600.0, |
| "kl_loss_10": 96.55842895507813, |
| "kl_loss_2": 1082.4974243164063, |
| "kl_loss_3": 748.5556121826172, |
| "kl_loss_7": 188.75322189331055, |
| "learning_rate": 6.858267125661271e-05, |
| "loss": 531.4916, |
| "step": 8330 |
| }, |
| { |
| "ce_loss_10": 3.6338680744171143, |
| "ce_loss_13": 3.575134778022766, |
| "ce_loss_2": 4.0971689343452455, |
| "ce_loss_3": 3.930681896209717, |
| "ce_loss_7": 3.6769707798957825, |
| "epoch": 0.834, |
| "grad_norm": 418.0, |
| "kl_loss_10": 93.3882438659668, |
| "kl_loss_2": 1085.4937896728516, |
| "kl_loss_3": 746.0253967285156, |
| "kl_loss_7": 184.32117233276367, |
| "learning_rate": 6.778280847103668e-05, |
| "loss": 538.0241, |
| "step": 8340 |
| }, |
| { |
| "ce_loss_10": 3.6449947714805604, |
| "ce_loss_13": 3.581918466091156, |
| "ce_loss_2": 4.1008768558502195, |
| "ce_loss_3": 3.937298035621643, |
| "ce_loss_7": 3.686388850212097, |
| "epoch": 0.835, |
| "grad_norm": 290.0, |
| "kl_loss_10": 98.43625144958496, |
| "kl_loss_2": 1102.1855102539062, |
| "kl_loss_3": 759.7929138183594, |
| "kl_loss_7": 191.51789016723632, |
| "learning_rate": 6.698729810778065e-05, |
| "loss": 532.2951, |
| "step": 8350 |
| }, |
| { |
| "ce_loss_10": 3.5478424787521363, |
| "ce_loss_13": 3.489585447311401, |
| "ce_loss_2": 4.0140421986579895, |
| "ce_loss_3": 3.8517470717430116, |
| "ce_loss_7": 3.592922496795654, |
| "epoch": 0.836, |
| "grad_norm": 490.0, |
| "kl_loss_10": 91.77609100341797, |
| "kl_loss_2": 1092.1636932373046, |
| "kl_loss_3": 756.2904968261719, |
| "kl_loss_7": 183.14143447875978, |
| "learning_rate": 6.619614817762538e-05, |
| "loss": 531.3562, |
| "step": 8360 |
| }, |
| { |
| "ce_loss_10": 3.509856128692627, |
| "ce_loss_13": 3.4520259737968444, |
| "ce_loss_2": 4.005417215824127, |
| "ce_loss_3": 3.8302616715431212, |
| "ce_loss_7": 3.56083265542984, |
| "epoch": 0.837, |
| "grad_norm": 356.0, |
| "kl_loss_10": 91.30384330749511, |
| "kl_loss_2": 1146.0878509521485, |
| "kl_loss_3": 788.8349487304688, |
| "kl_loss_7": 189.73513488769532, |
| "learning_rate": 6.540936664744196e-05, |
| "loss": 543.0581, |
| "step": 8370 |
| }, |
| { |
| "ce_loss_10": 3.6644623279571533, |
| "ce_loss_13": 3.6040658593177795, |
| "ce_loss_2": 4.12789534330368, |
| "ce_loss_3": 3.959988057613373, |
| "ce_loss_7": 3.7062342405319213, |
| "epoch": 0.838, |
| "grad_norm": 366.0, |
| "kl_loss_10": 97.38574295043945, |
| "kl_loss_2": 1085.7984375, |
| "kl_loss_3": 749.598519897461, |
| "kl_loss_7": 188.30213012695313, |
| "learning_rate": 6.462696144011149e-05, |
| "loss": 525.3536, |
| "step": 8380 |
| }, |
| { |
| "ce_loss_10": 3.6138532400131225, |
| "ce_loss_13": 3.5537376523017885, |
| "ce_loss_2": 4.071477258205414, |
| "ce_loss_3": 3.910947525501251, |
| "ce_loss_7": 3.658327579498291, |
| "epoch": 0.839, |
| "grad_norm": 556.0, |
| "kl_loss_10": 98.20170745849609, |
| "kl_loss_2": 1090.382958984375, |
| "kl_loss_3": 762.5471374511719, |
| "kl_loss_7": 191.74814834594727, |
| "learning_rate": 6.384894043444567e-05, |
| "loss": 528.8093, |
| "step": 8390 |
| }, |
| { |
| "ce_loss_10": 3.644765245914459, |
| "ce_loss_13": 3.585478734970093, |
| "ce_loss_2": 4.109920060634613, |
| "ce_loss_3": 3.9416786313056944, |
| "ce_loss_7": 3.689965844154358, |
| "epoch": 0.84, |
| "grad_norm": 412.0, |
| "kl_loss_10": 97.19089965820312, |
| "kl_loss_2": 1101.7069030761718, |
| "kl_loss_3": 757.5290496826171, |
| "kl_loss_7": 188.98860778808594, |
| "learning_rate": 6.307531146510753e-05, |
| "loss": 529.2157, |
| "step": 8400 |
| }, |
| { |
| "ce_loss_10": 3.621027076244354, |
| "ce_loss_13": 3.5618404507637025, |
| "ce_loss_2": 4.0682983756065365, |
| "ce_loss_3": 3.90874502658844, |
| "ce_loss_7": 3.6661928296089172, |
| "epoch": 0.841, |
| "grad_norm": 384.0, |
| "kl_loss_10": 95.90530738830566, |
| "kl_loss_2": 1067.8680267333984, |
| "kl_loss_3": 738.8968048095703, |
| "kl_loss_7": 187.38672485351563, |
| "learning_rate": 6.230608232253226e-05, |
| "loss": 522.0211, |
| "step": 8410 |
| }, |
| { |
| "ce_loss_10": 3.5725093245506288, |
| "ce_loss_13": 3.5133079648017884, |
| "ce_loss_2": 4.052767491340637, |
| "ce_loss_3": 3.8865469098091125, |
| "ce_loss_7": 3.617572808265686, |
| "epoch": 0.842, |
| "grad_norm": 420.0, |
| "kl_loss_10": 93.54998550415038, |
| "kl_loss_2": 1118.0941436767578, |
| "kl_loss_3": 779.2841003417968, |
| "kl_loss_7": 188.06975250244142, |
| "learning_rate": 6.154126075284855e-05, |
| "loss": 530.6581, |
| "step": 8420 |
| }, |
| { |
| "ce_loss_10": 3.6709149718284606, |
| "ce_loss_13": 3.610610318183899, |
| "ce_loss_2": 4.11589070558548, |
| "ce_loss_3": 3.958199071884155, |
| "ce_loss_7": 3.7119770526885985, |
| "epoch": 0.843, |
| "grad_norm": 360.0, |
| "kl_loss_10": 93.72929344177246, |
| "kl_loss_2": 1052.0708984375, |
| "kl_loss_3": 727.1819213867187, |
| "kl_loss_7": 182.0021545410156, |
| "learning_rate": 6.078085445780129e-05, |
| "loss": 515.5865, |
| "step": 8430 |
| }, |
| { |
| "ce_loss_10": 3.678613018989563, |
| "ce_loss_13": 3.6185575127601624, |
| "ce_loss_2": 4.138859879970551, |
| "ce_loss_3": 3.970304036140442, |
| "ce_loss_7": 3.7233882188796996, |
| "epoch": 0.844, |
| "grad_norm": 708.0, |
| "kl_loss_10": 96.56619453430176, |
| "kl_loss_2": 1092.8436309814454, |
| "kl_loss_3": 748.7821746826172, |
| "kl_loss_7": 187.36514282226562, |
| "learning_rate": 6.002487109467347e-05, |
| "loss": 524.9962, |
| "step": 8440 |
| }, |
| { |
| "ce_loss_10": 3.681882548332214, |
| "ce_loss_13": 3.623554539680481, |
| "ce_loss_2": 4.131060492992401, |
| "ce_loss_3": 3.969043660163879, |
| "ce_loss_7": 3.7261468291282656, |
| "epoch": 0.845, |
| "grad_norm": 498.0, |
| "kl_loss_10": 95.19795646667481, |
| "kl_loss_2": 1083.3428985595704, |
| "kl_loss_3": 748.7116729736329, |
| "kl_loss_7": 188.84120330810546, |
| "learning_rate": 5.927331827620902e-05, |
| "loss": 524.2234, |
| "step": 8450 |
| }, |
| { |
| "ce_loss_10": 3.671555197238922, |
| "ce_loss_13": 3.6144081234931944, |
| "ce_loss_2": 4.109152019023895, |
| "ce_loss_3": 3.957107722759247, |
| "ce_loss_7": 3.7151288032531737, |
| "epoch": 0.846, |
| "grad_norm": 384.0, |
| "kl_loss_10": 92.54770011901856, |
| "kl_loss_2": 1047.1174011230469, |
| "kl_loss_3": 728.4162536621094, |
| "kl_loss_7": 183.04834442138673, |
| "learning_rate": 5.852620357053651e-05, |
| "loss": 522.9391, |
| "step": 8460 |
| }, |
| { |
| "ce_loss_10": 3.7129202485084534, |
| "ce_loss_13": 3.65321398973465, |
| "ce_loss_2": 4.155979669094085, |
| "ce_loss_3": 3.9961599469184876, |
| "ce_loss_7": 3.7558295488357545, |
| "epoch": 0.847, |
| "grad_norm": 432.0, |
| "kl_loss_10": 94.81909484863282, |
| "kl_loss_2": 1067.3740447998048, |
| "kl_loss_3": 736.2771881103515, |
| "kl_loss_7": 184.3846176147461, |
| "learning_rate": 5.778353450109286e-05, |
| "loss": 523.3945, |
| "step": 8470 |
| }, |
| { |
| "ce_loss_10": 3.7526662349700928, |
| "ce_loss_13": 3.6899970173835754, |
| "ce_loss_2": 4.2024567246437075, |
| "ce_loss_3": 4.037352812290192, |
| "ce_loss_7": 3.7961275696754457, |
| "epoch": 0.848, |
| "grad_norm": 420.0, |
| "kl_loss_10": 98.8898868560791, |
| "kl_loss_2": 1083.7428894042969, |
| "kl_loss_3": 747.87919921875, |
| "kl_loss_7": 190.12581558227538, |
| "learning_rate": 5.7045318546547206e-05, |
| "loss": 528.6064, |
| "step": 8480 |
| }, |
| { |
| "ce_loss_10": 3.6435152888298035, |
| "ce_loss_13": 3.5820479154586793, |
| "ce_loss_2": 4.10130136013031, |
| "ce_loss_3": 3.9336646437644958, |
| "ce_loss_7": 3.6865146279335024, |
| "epoch": 0.849, |
| "grad_norm": 476.0, |
| "kl_loss_10": 97.09412269592285, |
| "kl_loss_2": 1097.005093383789, |
| "kl_loss_3": 757.3569030761719, |
| "kl_loss_7": 187.13169021606444, |
| "learning_rate": 5.631156314072605e-05, |
| "loss": 526.7981, |
| "step": 8490 |
| }, |
| { |
| "ce_loss_10": 3.6548070907592773, |
| "ce_loss_13": 3.5959606409072875, |
| "ce_loss_2": 4.090519487857819, |
| "ce_loss_3": 3.9302281975746154, |
| "ce_loss_7": 3.6990505933761595, |
| "epoch": 0.85, |
| "grad_norm": 348.0, |
| "kl_loss_10": 94.60167617797852, |
| "kl_loss_2": 1058.567938232422, |
| "kl_loss_3": 726.6986267089844, |
| "kl_loss_7": 182.6941146850586, |
| "learning_rate": 5.5582275672538315e-05, |
| "loss": 518.2773, |
| "step": 8500 |
| }, |
| { |
| "ce_loss_10": 3.5718761324882506, |
| "ce_loss_13": 3.510132133960724, |
| "ce_loss_2": 4.058491265773773, |
| "ce_loss_3": 3.8868750095367433, |
| "ce_loss_7": 3.62018061876297, |
| "epoch": 0.851, |
| "grad_norm": 356.0, |
| "kl_loss_10": 98.47408905029297, |
| "kl_loss_2": 1129.9293365478516, |
| "kl_loss_3": 782.1435455322265, |
| "kl_loss_7": 191.806551361084, |
| "learning_rate": 5.4857463485900484e-05, |
| "loss": 540.5649, |
| "step": 8510 |
| }, |
| { |
| "ce_loss_10": 3.626720643043518, |
| "ce_loss_13": 3.5688146710395814, |
| "ce_loss_2": 4.081609988212586, |
| "ce_loss_3": 3.9117035031318665, |
| "ce_loss_7": 3.673699951171875, |
| "epoch": 0.852, |
| "grad_norm": 392.0, |
| "kl_loss_10": 94.4161319732666, |
| "kl_loss_2": 1082.976022338867, |
| "kl_loss_3": 743.9283477783204, |
| "kl_loss_7": 185.5842658996582, |
| "learning_rate": 5.413713387966329e-05, |
| "loss": 525.7675, |
| "step": 8520 |
| }, |
| { |
| "ce_loss_10": 3.6495197653770446, |
| "ce_loss_13": 3.5870252728462217, |
| "ce_loss_2": 4.1089702367782595, |
| "ce_loss_3": 3.943737292289734, |
| "ce_loss_7": 3.6925705909729003, |
| "epoch": 0.853, |
| "grad_norm": 560.0, |
| "kl_loss_10": 99.9091007232666, |
| "kl_loss_2": 1091.3887969970704, |
| "kl_loss_3": 754.8269989013672, |
| "kl_loss_7": 190.51073608398437, |
| "learning_rate": 5.34212941075381e-05, |
| "loss": 533.712, |
| "step": 8530 |
| }, |
| { |
| "ce_loss_10": 3.6638750314712523, |
| "ce_loss_13": 3.603909599781036, |
| "ce_loss_2": 4.105106854438782, |
| "ce_loss_3": 3.939826285839081, |
| "ce_loss_7": 3.703915464878082, |
| "epoch": 0.854, |
| "grad_norm": 324.0, |
| "kl_loss_10": 94.93586730957031, |
| "kl_loss_2": 1060.2898712158203, |
| "kl_loss_3": 729.1602386474609, |
| "kl_loss_7": 183.2039321899414, |
| "learning_rate": 5.270995137802315e-05, |
| "loss": 520.0254, |
| "step": 8540 |
| }, |
| { |
| "ce_loss_10": 3.586125075817108, |
| "ce_loss_13": 3.530829107761383, |
| "ce_loss_2": 4.0409599304199215, |
| "ce_loss_3": 3.876398241519928, |
| "ce_loss_7": 3.6288790106773376, |
| "epoch": 0.855, |
| "grad_norm": 390.0, |
| "kl_loss_10": 92.31447868347168, |
| "kl_loss_2": 1091.2599792480469, |
| "kl_loss_3": 750.2804168701172, |
| "kl_loss_7": 184.4141700744629, |
| "learning_rate": 5.2003112854332125e-05, |
| "loss": 530.1402, |
| "step": 8550 |
| }, |
| { |
| "ce_loss_10": 3.592084896564484, |
| "ce_loss_13": 3.5318885922431944, |
| "ce_loss_2": 4.045030009746552, |
| "ce_loss_3": 3.8797095656394958, |
| "ce_loss_7": 3.6342476487159727, |
| "epoch": 0.856, |
| "grad_norm": 410.0, |
| "kl_loss_10": 95.16406364440918, |
| "kl_loss_2": 1083.518502807617, |
| "kl_loss_3": 746.9155914306641, |
| "kl_loss_7": 184.60284118652345, |
| "learning_rate": 5.130078565432089e-05, |
| "loss": 519.0631, |
| "step": 8560 |
| }, |
| { |
| "ce_loss_10": 3.6698386430740357, |
| "ce_loss_13": 3.611102557182312, |
| "ce_loss_2": 4.1041951179504395, |
| "ce_loss_3": 3.9457595467567446, |
| "ce_loss_7": 3.714687442779541, |
| "epoch": 0.857, |
| "grad_norm": 330.0, |
| "kl_loss_10": 94.41157264709473, |
| "kl_loss_2": 1066.6546508789063, |
| "kl_loss_3": 732.30849609375, |
| "kl_loss_7": 183.59521484375, |
| "learning_rate": 5.060297685041659e-05, |
| "loss": 515.5307, |
| "step": 8570 |
| }, |
| { |
| "ce_loss_10": 3.594843864440918, |
| "ce_loss_13": 3.535090386867523, |
| "ce_loss_2": 4.058831119537354, |
| "ce_loss_3": 3.8907560467720033, |
| "ce_loss_7": 3.6390093684196474, |
| "epoch": 0.858, |
| "grad_norm": 396.0, |
| "kl_loss_10": 97.14489707946777, |
| "kl_loss_2": 1100.07861328125, |
| "kl_loss_3": 757.8477020263672, |
| "kl_loss_7": 190.17505111694337, |
| "learning_rate": 4.99096934695461e-05, |
| "loss": 537.0569, |
| "step": 8580 |
| }, |
| { |
| "ce_loss_10": 3.655477023124695, |
| "ce_loss_13": 3.592752683162689, |
| "ce_loss_2": 4.114116084575653, |
| "ce_loss_3": 3.950313460826874, |
| "ce_loss_7": 3.6980414509773256, |
| "epoch": 0.859, |
| "grad_norm": 370.0, |
| "kl_loss_10": 96.66123657226562, |
| "kl_loss_2": 1076.5634460449219, |
| "kl_loss_3": 745.2082977294922, |
| "kl_loss_7": 186.95159301757812, |
| "learning_rate": 4.922094249306558e-05, |
| "loss": 520.1718, |
| "step": 8590 |
| }, |
| { |
| "ce_loss_10": 3.677726352214813, |
| "ce_loss_13": 3.6172829270362854, |
| "ce_loss_2": 4.126979196071625, |
| "ce_loss_3": 3.9645047903060915, |
| "ce_loss_7": 3.7215185284614565, |
| "epoch": 0.86, |
| "grad_norm": 392.0, |
| "kl_loss_10": 96.89525718688965, |
| "kl_loss_2": 1065.1883819580078, |
| "kl_loss_3": 740.1956573486328, |
| "kl_loss_7": 187.83882064819335, |
| "learning_rate": 4.853673085668947e-05, |
| "loss": 516.6985, |
| "step": 8600 |
| }, |
| { |
| "ce_loss_10": 3.707137334346771, |
| "ce_loss_13": 3.6448033452033997, |
| "ce_loss_2": 4.162192296981812, |
| "ce_loss_3": 3.993678319454193, |
| "ce_loss_7": 3.7496466279029845, |
| "epoch": 0.861, |
| "grad_norm": 370.0, |
| "kl_loss_10": 98.02176780700684, |
| "kl_loss_2": 1078.1511993408203, |
| "kl_loss_3": 739.8441162109375, |
| "kl_loss_7": 186.5592399597168, |
| "learning_rate": 4.78570654504214e-05, |
| "loss": 529.6101, |
| "step": 8610 |
| }, |
| { |
| "ce_loss_10": 3.6458049774169923, |
| "ce_loss_13": 3.5854872465133667, |
| "ce_loss_2": 4.110537803173065, |
| "ce_loss_3": 3.938798224925995, |
| "ce_loss_7": 3.6893723726272585, |
| "epoch": 0.862, |
| "grad_norm": 414.0, |
| "kl_loss_10": 94.25516128540039, |
| "kl_loss_2": 1104.6271423339845, |
| "kl_loss_3": 758.221337890625, |
| "kl_loss_7": 185.93933029174804, |
| "learning_rate": 4.7181953118484556e-05, |
| "loss": 535.9025, |
| "step": 8620 |
| }, |
| { |
| "ce_loss_10": 3.6774216413497927, |
| "ce_loss_13": 3.6180386185646056, |
| "ce_loss_2": 4.12672735452652, |
| "ce_loss_3": 3.962115204334259, |
| "ce_loss_7": 3.720357131958008, |
| "epoch": 0.863, |
| "grad_norm": 356.0, |
| "kl_loss_10": 95.34017066955566, |
| "kl_loss_2": 1068.0610900878905, |
| "kl_loss_3": 737.2169891357422, |
| "kl_loss_7": 185.36345138549805, |
| "learning_rate": 4.651140065925269e-05, |
| "loss": 530.0095, |
| "step": 8630 |
| }, |
| { |
| "ce_loss_10": 3.609228265285492, |
| "ce_loss_13": 3.5492658615112305, |
| "ce_loss_2": 4.060226953029632, |
| "ce_loss_3": 3.895670175552368, |
| "ce_loss_7": 3.6542355179786683, |
| "epoch": 0.864, |
| "grad_norm": 360.0, |
| "kl_loss_10": 96.95414390563965, |
| "kl_loss_2": 1087.1394622802734, |
| "kl_loss_3": 748.6742889404297, |
| "kl_loss_7": 188.45738372802734, |
| "learning_rate": 4.58454148251814e-05, |
| "loss": 535.7555, |
| "step": 8640 |
| }, |
| { |
| "ce_loss_10": 3.6290027260780335, |
| "ce_loss_13": 3.566804575920105, |
| "ce_loss_2": 4.098408913612365, |
| "ce_loss_3": 3.928418016433716, |
| "ce_loss_7": 3.673435080051422, |
| "epoch": 0.865, |
| "grad_norm": 352.0, |
| "kl_loss_10": 97.77750358581542, |
| "kl_loss_2": 1105.780810546875, |
| "kl_loss_3": 762.838412475586, |
| "kl_loss_7": 187.93626327514647, |
| "learning_rate": 4.518400232274078e-05, |
| "loss": 530.3719, |
| "step": 8650 |
| }, |
| { |
| "ce_loss_10": 3.641969549655914, |
| "ce_loss_13": 3.5785802602767944, |
| "ce_loss_2": 4.092971992492676, |
| "ce_loss_3": 3.932430160045624, |
| "ce_loss_7": 3.6855560064315798, |
| "epoch": 0.866, |
| "grad_norm": 320.0, |
| "kl_loss_10": 100.24152946472168, |
| "kl_loss_2": 1078.2671875, |
| "kl_loss_3": 746.3800415039062, |
| "kl_loss_7": 188.71098556518555, |
| "learning_rate": 4.452716981234745e-05, |
| "loss": 518.2875, |
| "step": 8660 |
| }, |
| { |
| "ce_loss_10": 3.619352424144745, |
| "ce_loss_13": 3.5634596943855286, |
| "ce_loss_2": 4.0641814827919, |
| "ce_loss_3": 3.9009178042411805, |
| "ce_loss_7": 3.6601861000061033, |
| "epoch": 0.867, |
| "grad_norm": 334.0, |
| "kl_loss_10": 92.77517395019531, |
| "kl_loss_2": 1069.4530029296875, |
| "kl_loss_3": 742.2820404052734, |
| "kl_loss_7": 183.70159912109375, |
| "learning_rate": 4.3874923908297335e-05, |
| "loss": 518.2648, |
| "step": 8670 |
| }, |
| { |
| "ce_loss_10": 3.6679449677467346, |
| "ce_loss_13": 3.605993056297302, |
| "ce_loss_2": 4.122425937652588, |
| "ce_loss_3": 3.955815386772156, |
| "ce_loss_7": 3.710171031951904, |
| "epoch": 0.868, |
| "grad_norm": 372.0, |
| "kl_loss_10": 98.51640739440919, |
| "kl_loss_2": 1091.1497436523437, |
| "kl_loss_3": 753.822543334961, |
| "kl_loss_7": 189.5640121459961, |
| "learning_rate": 4.322727117869951e-05, |
| "loss": 527.5021, |
| "step": 8680 |
| }, |
| { |
| "ce_loss_10": 3.678618919849396, |
| "ce_loss_13": 3.61755256652832, |
| "ce_loss_2": 4.1355063915252686, |
| "ce_loss_3": 3.9705930352211, |
| "ce_loss_7": 3.7248330235481264, |
| "epoch": 0.869, |
| "grad_norm": 450.0, |
| "kl_loss_10": 97.55352783203125, |
| "kl_loss_2": 1094.9813720703125, |
| "kl_loss_3": 756.694857788086, |
| "kl_loss_7": 188.98089218139648, |
| "learning_rate": 4.2584218145409916e-05, |
| "loss": 526.9053, |
| "step": 8690 |
| }, |
| { |
| "ce_loss_10": 3.724055600166321, |
| "ce_loss_13": 3.6645130157470702, |
| "ce_loss_2": 4.164188587665558, |
| "ce_loss_3": 4.006092858314514, |
| "ce_loss_7": 3.766603982448578, |
| "epoch": 0.87, |
| "grad_norm": 368.0, |
| "kl_loss_10": 97.79985809326172, |
| "kl_loss_2": 1054.3090911865233, |
| "kl_loss_3": 727.9592834472656, |
| "kl_loss_7": 186.32457809448243, |
| "learning_rate": 4.194577128396521e-05, |
| "loss": 516.3896, |
| "step": 8700 |
| }, |
| { |
| "ce_loss_10": 3.59331738948822, |
| "ce_loss_13": 3.5345770716667175, |
| "ce_loss_2": 4.046900963783264, |
| "ce_loss_3": 3.882276177406311, |
| "ce_loss_7": 3.636314344406128, |
| "epoch": 0.871, |
| "grad_norm": 348.0, |
| "kl_loss_10": 93.78037185668946, |
| "kl_loss_2": 1077.3778259277344, |
| "kl_loss_3": 740.198031616211, |
| "kl_loss_7": 183.74533233642578, |
| "learning_rate": 4.1311937023518264e-05, |
| "loss": 527.0207, |
| "step": 8710 |
| }, |
| { |
| "ce_loss_10": 3.6144633054733277, |
| "ce_loss_13": 3.5550664901733398, |
| "ce_loss_2": 4.064953672885895, |
| "ce_loss_3": 3.891311466693878, |
| "ce_loss_7": 3.653948724269867, |
| "epoch": 0.872, |
| "grad_norm": 338.0, |
| "kl_loss_10": 94.96177291870117, |
| "kl_loss_2": 1085.5813049316407, |
| "kl_loss_3": 729.3066223144531, |
| "kl_loss_7": 181.0632652282715, |
| "learning_rate": 4.0682721746773344e-05, |
| "loss": 521.2992, |
| "step": 8720 |
| }, |
| { |
| "ce_loss_10": 3.4832905650138857, |
| "ce_loss_13": 3.4249367475509644, |
| "ce_loss_2": 3.961899662017822, |
| "ce_loss_3": 3.788464534282684, |
| "ce_loss_7": 3.527579641342163, |
| "epoch": 0.873, |
| "grad_norm": 370.0, |
| "kl_loss_10": 91.51293182373047, |
| "kl_loss_2": 1104.7394775390626, |
| "kl_loss_3": 759.5037414550782, |
| "kl_loss_7": 185.07400512695312, |
| "learning_rate": 4.0058131789920904e-05, |
| "loss": 521.9289, |
| "step": 8730 |
| }, |
| { |
| "ce_loss_10": 3.640140187740326, |
| "ce_loss_13": 3.57983558177948, |
| "ce_loss_2": 4.088211476802826, |
| "ce_loss_3": 3.927894616127014, |
| "ce_loss_7": 3.6845538139343263, |
| "epoch": 0.874, |
| "grad_norm": 438.0, |
| "kl_loss_10": 95.66121215820313, |
| "kl_loss_2": 1082.0109283447266, |
| "kl_loss_3": 751.8433319091797, |
| "kl_loss_7": 184.97217254638673, |
| "learning_rate": 3.9438173442575e-05, |
| "loss": 542.025, |
| "step": 8740 |
| }, |
| { |
| "ce_loss_10": 3.668476128578186, |
| "ce_loss_13": 3.6084399461746215, |
| "ce_loss_2": 4.114363825321197, |
| "ce_loss_3": 3.948890733718872, |
| "ce_loss_7": 3.712895894050598, |
| "epoch": 0.875, |
| "grad_norm": 360.0, |
| "kl_loss_10": 95.13606338500976, |
| "kl_loss_2": 1069.65205078125, |
| "kl_loss_3": 736.1352905273437, |
| "kl_loss_7": 185.31621551513672, |
| "learning_rate": 3.882285294770937e-05, |
| "loss": 524.7358, |
| "step": 8750 |
| }, |
| { |
| "ce_loss_10": 3.636470365524292, |
| "ce_loss_13": 3.576250433921814, |
| "ce_loss_2": 4.081735682487488, |
| "ce_loss_3": 3.9194202423095703, |
| "ce_loss_7": 3.6787103533744814, |
| "epoch": 0.876, |
| "grad_norm": 372.0, |
| "kl_loss_10": 97.42237510681153, |
| "kl_loss_2": 1070.8320678710938, |
| "kl_loss_3": 736.4440826416015, |
| "kl_loss_7": 186.42294464111328, |
| "learning_rate": 3.821217650159453e-05, |
| "loss": 528.159, |
| "step": 8760 |
| }, |
| { |
| "ce_loss_10": 3.501795244216919, |
| "ce_loss_13": 3.445420837402344, |
| "ce_loss_2": 3.993399131298065, |
| "ce_loss_3": 3.819171416759491, |
| "ce_loss_7": 3.5519042015075684, |
| "epoch": 0.877, |
| "grad_norm": 398.0, |
| "kl_loss_10": 91.19635620117188, |
| "kl_loss_2": 1126.038784790039, |
| "kl_loss_3": 777.8552947998047, |
| "kl_loss_7": 188.21297302246094, |
| "learning_rate": 3.760615025373543e-05, |
| "loss": 535.8912, |
| "step": 8770 |
| }, |
| { |
| "ce_loss_10": 3.687652599811554, |
| "ce_loss_13": 3.6275517463684084, |
| "ce_loss_2": 4.149944150447846, |
| "ce_loss_3": 3.984694278240204, |
| "ce_loss_7": 3.7361566066741942, |
| "epoch": 0.878, |
| "grad_norm": 426.0, |
| "kl_loss_10": 98.53735313415527, |
| "kl_loss_2": 1087.7767242431642, |
| "kl_loss_3": 754.1841644287109, |
| "kl_loss_7": 191.66405487060547, |
| "learning_rate": 3.700478030680987e-05, |
| "loss": 534.6525, |
| "step": 8780 |
| }, |
| { |
| "ce_loss_10": 3.672296917438507, |
| "ce_loss_13": 3.6126784920692443, |
| "ce_loss_2": 4.126206862926483, |
| "ce_loss_3": 3.9555336833000183, |
| "ce_loss_7": 3.7154035449028013, |
| "epoch": 0.879, |
| "grad_norm": 400.0, |
| "kl_loss_10": 95.93194694519043, |
| "kl_loss_2": 1067.7572967529297, |
| "kl_loss_3": 734.3840759277343, |
| "kl_loss_7": 185.99778594970704, |
| "learning_rate": 3.6408072716606344e-05, |
| "loss": 520.9604, |
| "step": 8790 |
| }, |
| { |
| "ce_loss_10": 3.5921829104423524, |
| "ce_loss_13": 3.5314606547355654, |
| "ce_loss_2": 4.064702832698822, |
| "ce_loss_3": 3.897125017642975, |
| "ce_loss_7": 3.639820373058319, |
| "epoch": 0.88, |
| "grad_norm": 424.0, |
| "kl_loss_10": 96.45306243896485, |
| "kl_loss_2": 1113.6997863769532, |
| "kl_loss_3": 769.2831970214844, |
| "kl_loss_7": 189.68171615600585, |
| "learning_rate": 3.5816033491963716e-05, |
| "loss": 546.457, |
| "step": 8800 |
| }, |
| { |
| "ce_loss_10": 3.4587510585784913, |
| "ce_loss_13": 3.398640847206116, |
| "ce_loss_2": 3.9295639514923097, |
| "ce_loss_3": 3.755736696720123, |
| "ce_loss_7": 3.502725625038147, |
| "epoch": 0.881, |
| "grad_norm": 374.0, |
| "kl_loss_10": 94.41120719909668, |
| "kl_loss_2": 1107.7318145751954, |
| "kl_loss_3": 762.6848449707031, |
| "kl_loss_7": 185.3354965209961, |
| "learning_rate": 3.522866859471047e-05, |
| "loss": 531.675, |
| "step": 8810 |
| }, |
| { |
| "ce_loss_10": 3.7003540635108947, |
| "ce_loss_13": 3.6417059302330017, |
| "ce_loss_2": 4.134489345550537, |
| "ce_loss_3": 3.972803270816803, |
| "ce_loss_7": 3.7418115973472594, |
| "epoch": 0.882, |
| "grad_norm": 620.0, |
| "kl_loss_10": 93.44988250732422, |
| "kl_loss_2": 1046.9635864257812, |
| "kl_loss_3": 718.645751953125, |
| "kl_loss_7": 180.43475570678712, |
| "learning_rate": 3.46459839396045e-05, |
| "loss": 519.2549, |
| "step": 8820 |
| }, |
| { |
| "ce_loss_10": 3.6235634326934814, |
| "ce_loss_13": 3.5625478267669677, |
| "ce_loss_2": 4.090062844753265, |
| "ce_loss_3": 3.9221726655960083, |
| "ce_loss_7": 3.6677647113800047, |
| "epoch": 0.883, |
| "grad_norm": 392.0, |
| "kl_loss_10": 97.41650848388672, |
| "kl_loss_2": 1090.359048461914, |
| "kl_loss_3": 752.6492370605469, |
| "kl_loss_7": 188.19114456176757, |
| "learning_rate": 3.406798539427386e-05, |
| "loss": 541.4702, |
| "step": 8830 |
| }, |
| { |
| "ce_loss_10": 3.6815385699272154, |
| "ce_loss_13": 3.622318422794342, |
| "ce_loss_2": 4.134820902347565, |
| "ce_loss_3": 3.9722886800765993, |
| "ce_loss_7": 3.7261940598487855, |
| "epoch": 0.884, |
| "grad_norm": 458.0, |
| "kl_loss_10": 95.14997901916504, |
| "kl_loss_2": 1087.6108123779297, |
| "kl_loss_3": 753.6235443115235, |
| "kl_loss_7": 186.09493026733398, |
| "learning_rate": 3.349467877915746e-05, |
| "loss": 532.4207, |
| "step": 8840 |
| }, |
| { |
| "ce_loss_10": 3.6383310556411743, |
| "ce_loss_13": 3.578685259819031, |
| "ce_loss_2": 4.10920352935791, |
| "ce_loss_3": 3.9395066857337953, |
| "ce_loss_7": 3.684439957141876, |
| "epoch": 0.885, |
| "grad_norm": 346.0, |
| "kl_loss_10": 94.56938552856445, |
| "kl_loss_2": 1107.4275299072265, |
| "kl_loss_3": 766.7192443847656, |
| "kl_loss_7": 187.05870895385743, |
| "learning_rate": 3.292606986744667e-05, |
| "loss": 544.0854, |
| "step": 8850 |
| }, |
| { |
| "ce_loss_10": 3.593039667606354, |
| "ce_loss_13": 3.5363111972808836, |
| "ce_loss_2": 4.061631453037262, |
| "ce_loss_3": 3.888974642753601, |
| "ce_loss_7": 3.6354947090148926, |
| "epoch": 0.886, |
| "grad_norm": 312.0, |
| "kl_loss_10": 94.36025886535644, |
| "kl_loss_2": 1094.437567138672, |
| "kl_loss_3": 755.0413787841796, |
| "kl_loss_7": 185.15854110717774, |
| "learning_rate": 3.23621643850267e-05, |
| "loss": 531.352, |
| "step": 8860 |
| }, |
| { |
| "ce_loss_10": 3.6675365686416628, |
| "ce_loss_13": 3.608867907524109, |
| "ce_loss_2": 4.1205101132392885, |
| "ce_loss_3": 3.9526678919792175, |
| "ce_loss_7": 3.71103777885437, |
| "epoch": 0.887, |
| "grad_norm": 398.0, |
| "kl_loss_10": 95.91901359558105, |
| "kl_loss_2": 1094.978707885742, |
| "kl_loss_3": 758.2980133056641, |
| "kl_loss_7": 187.99334793090821, |
| "learning_rate": 3.180296801041971e-05, |
| "loss": 525.304, |
| "step": 8870 |
| }, |
| { |
| "ce_loss_10": 3.6939959645271303, |
| "ce_loss_13": 3.6341704607009886, |
| "ce_loss_2": 4.136724853515625, |
| "ce_loss_3": 3.976076662540436, |
| "ce_loss_7": 3.7369011640548706, |
| "epoch": 0.888, |
| "grad_norm": 322.0, |
| "kl_loss_10": 96.13762168884277, |
| "kl_loss_2": 1061.462728881836, |
| "kl_loss_3": 731.0939331054688, |
| "kl_loss_7": 185.31768493652345, |
| "learning_rate": 3.124848637472688e-05, |
| "loss": 515.8721, |
| "step": 8880 |
| }, |
| { |
| "ce_loss_10": 3.5114728569984437, |
| "ce_loss_13": 3.452458143234253, |
| "ce_loss_2": 3.9819056034088134, |
| "ce_loss_3": 3.8095321655273438, |
| "ce_loss_7": 3.5549168229103087, |
| "epoch": 0.889, |
| "grad_norm": 430.0, |
| "kl_loss_10": 92.77987136840821, |
| "kl_loss_2": 1105.7576904296875, |
| "kl_loss_3": 760.3018249511719, |
| "kl_loss_7": 183.98031311035157, |
| "learning_rate": 3.069872506157212e-05, |
| "loss": 529.9256, |
| "step": 8890 |
| }, |
| { |
| "ce_loss_10": 3.6096359133720397, |
| "ce_loss_13": 3.5530964136123657, |
| "ce_loss_2": 4.066385662555694, |
| "ce_loss_3": 3.9037466764450075, |
| "ce_loss_7": 3.653862941265106, |
| "epoch": 0.89, |
| "grad_norm": 414.0, |
| "kl_loss_10": 94.68969841003418, |
| "kl_loss_2": 1082.7529907226562, |
| "kl_loss_3": 748.9955108642578, |
| "kl_loss_7": 186.7980583190918, |
| "learning_rate": 3.0153689607045842e-05, |
| "loss": 522.4292, |
| "step": 8900 |
| }, |
| { |
| "ce_loss_10": 3.5076727747917174, |
| "ce_loss_13": 3.4481669664382935, |
| "ce_loss_2": 3.998192644119263, |
| "ce_loss_3": 3.8251919507980348, |
| "ce_loss_7": 3.5543401718139647, |
| "epoch": 0.891, |
| "grad_norm": 462.0, |
| "kl_loss_10": 96.1771800994873, |
| "kl_loss_2": 1157.3876403808595, |
| "kl_loss_3": 799.3413696289062, |
| "kl_loss_7": 192.33385009765624, |
| "learning_rate": 2.9613385499648926e-05, |
| "loss": 537.2502, |
| "step": 8910 |
| }, |
| { |
| "ce_loss_10": 3.5617488503456114, |
| "ce_loss_13": 3.5028850078582763, |
| "ce_loss_2": 4.028625464439392, |
| "ce_loss_3": 3.8606330037117003, |
| "ce_loss_7": 3.60619056224823, |
| "epoch": 0.892, |
| "grad_norm": 364.0, |
| "kl_loss_10": 92.3734031677246, |
| "kl_loss_2": 1092.7289123535156, |
| "kl_loss_3": 755.3269073486329, |
| "kl_loss_7": 183.66201095581056, |
| "learning_rate": 2.9077818180237692e-05, |
| "loss": 529.899, |
| "step": 8920 |
| }, |
| { |
| "ce_loss_10": 3.611976993083954, |
| "ce_loss_13": 3.5523295164108277, |
| "ce_loss_2": 4.088427019119263, |
| "ce_loss_3": 3.911720395088196, |
| "ce_loss_7": 3.6568928718566895, |
| "epoch": 0.893, |
| "grad_norm": 604.0, |
| "kl_loss_10": 95.37241554260254, |
| "kl_loss_2": 1091.7466766357422, |
| "kl_loss_3": 749.5647033691406, |
| "kl_loss_7": 185.87219848632813, |
| "learning_rate": 2.8546993041969172e-05, |
| "loss": 528.8222, |
| "step": 8930 |
| }, |
| { |
| "ce_loss_10": 3.649553382396698, |
| "ce_loss_13": 3.5936214447021486, |
| "ce_loss_2": 4.095563900470734, |
| "ce_loss_3": 3.9343939542770388, |
| "ce_loss_7": 3.6919458627700807, |
| "epoch": 0.894, |
| "grad_norm": 356.0, |
| "kl_loss_10": 92.16914100646973, |
| "kl_loss_2": 1065.6531127929688, |
| "kl_loss_3": 739.0178924560547, |
| "kl_loss_7": 182.67144699096679, |
| "learning_rate": 2.802091543024671e-05, |
| "loss": 525.8132, |
| "step": 8940 |
| }, |
| { |
| "ce_loss_10": 3.6456188917160035, |
| "ce_loss_13": 3.5855357170104982, |
| "ce_loss_2": 4.1163407325744625, |
| "ce_loss_3": 3.9452737092971804, |
| "ce_loss_7": 3.690487289428711, |
| "epoch": 0.895, |
| "grad_norm": 376.0, |
| "kl_loss_10": 94.99068603515624, |
| "kl_loss_2": 1107.8523712158203, |
| "kl_loss_3": 763.5164489746094, |
| "kl_loss_7": 187.85556182861328, |
| "learning_rate": 2.7499590642665774e-05, |
| "loss": 543.5269, |
| "step": 8950 |
| }, |
| { |
| "ce_loss_10": 3.6521722793579103, |
| "ce_loss_13": 3.5920722246170045, |
| "ce_loss_2": 4.112611806392669, |
| "ce_loss_3": 3.942758357524872, |
| "ce_loss_7": 3.6924882411956785, |
| "epoch": 0.896, |
| "grad_norm": 434.0, |
| "kl_loss_10": 97.21023635864258, |
| "kl_loss_2": 1089.4108154296875, |
| "kl_loss_3": 742.6543731689453, |
| "kl_loss_7": 186.23975067138673, |
| "learning_rate": 2.6983023928961405e-05, |
| "loss": 523.9287, |
| "step": 8960 |
| }, |
| { |
| "ce_loss_10": 3.6287880539894104, |
| "ce_loss_13": 3.569942307472229, |
| "ce_loss_2": 4.086234021186828, |
| "ce_loss_3": 3.919290018081665, |
| "ce_loss_7": 3.6727704763412476, |
| "epoch": 0.897, |
| "grad_norm": 428.0, |
| "kl_loss_10": 96.33384323120117, |
| "kl_loss_2": 1081.610333251953, |
| "kl_loss_3": 747.162060546875, |
| "kl_loss_7": 187.28789825439452, |
| "learning_rate": 2.6471220490954628e-05, |
| "loss": 531.8677, |
| "step": 8970 |
| }, |
| { |
| "ce_loss_10": 3.6082414865493773, |
| "ce_loss_13": 3.5503612399101256, |
| "ce_loss_2": 4.054306983947754, |
| "ce_loss_3": 3.8875715851783754, |
| "ce_loss_7": 3.647981250286102, |
| "epoch": 0.898, |
| "grad_norm": 402.0, |
| "kl_loss_10": 93.92480773925782, |
| "kl_loss_2": 1068.1579833984374, |
| "kl_loss_3": 736.318814086914, |
| "kl_loss_7": 183.30384826660156, |
| "learning_rate": 2.596418548250029e-05, |
| "loss": 527.9295, |
| "step": 8980 |
| }, |
| { |
| "ce_loss_10": 3.6551415085792542, |
| "ce_loss_13": 3.5952192187309264, |
| "ce_loss_2": 4.1076843500137326, |
| "ce_loss_3": 3.944980025291443, |
| "ce_loss_7": 3.700137984752655, |
| "epoch": 0.899, |
| "grad_norm": 396.0, |
| "kl_loss_10": 97.98623161315918, |
| "kl_loss_2": 1081.954281616211, |
| "kl_loss_3": 746.2776489257812, |
| "kl_loss_7": 188.93777618408203, |
| "learning_rate": 2.5461924009435368e-05, |
| "loss": 524.2467, |
| "step": 8990 |
| }, |
| { |
| "ce_loss_10": 3.650333786010742, |
| "ce_loss_13": 3.590772497653961, |
| "ce_loss_2": 4.109632253646851, |
| "ce_loss_3": 3.9412980914115905, |
| "ce_loss_7": 3.6946743369102477, |
| "epoch": 0.9, |
| "grad_norm": 410.0, |
| "kl_loss_10": 96.09890708923339, |
| "kl_loss_2": 1079.7472290039063, |
| "kl_loss_3": 745.8318054199219, |
| "kl_loss_7": 186.11589736938475, |
| "learning_rate": 2.4964441129527336e-05, |
| "loss": 536.0899, |
| "step": 9000 |
| }, |
| { |
| "ce_loss_10": 3.6510029554367067, |
| "ce_loss_13": 3.590871715545654, |
| "ce_loss_2": 4.100390136241913, |
| "ce_loss_3": 3.932853305339813, |
| "ce_loss_7": 3.6917531371116636, |
| "epoch": 0.901, |
| "grad_norm": 418.0, |
| "kl_loss_10": 95.55135993957519, |
| "kl_loss_2": 1061.7380157470702, |
| "kl_loss_3": 727.2771514892578, |
| "kl_loss_7": 183.68069381713866, |
| "learning_rate": 2.4471741852423235e-05, |
| "loss": 518.1353, |
| "step": 9010 |
| }, |
| { |
| "ce_loss_10": 3.695908546447754, |
| "ce_loss_13": 3.6349289417266846, |
| "ce_loss_2": 4.151931369304657, |
| "ce_loss_3": 3.98497998714447, |
| "ce_loss_7": 3.739882934093475, |
| "epoch": 0.902, |
| "grad_norm": 392.0, |
| "kl_loss_10": 95.51335906982422, |
| "kl_loss_2": 1066.5906768798827, |
| "kl_loss_3": 733.3630157470703, |
| "kl_loss_7": 184.28593063354492, |
| "learning_rate": 2.3983831139599287e-05, |
| "loss": 522.8627, |
| "step": 9020 |
| }, |
| { |
| "ce_loss_10": 3.617437481880188, |
| "ce_loss_13": 3.558865213394165, |
| "ce_loss_2": 4.061969435214996, |
| "ce_loss_3": 3.8991889357566833, |
| "ce_loss_7": 3.660116195678711, |
| "epoch": 0.903, |
| "grad_norm": 456.0, |
| "kl_loss_10": 93.39376106262208, |
| "kl_loss_2": 1059.7717498779298, |
| "kl_loss_3": 733.3598663330079, |
| "kl_loss_7": 181.95840148925782, |
| "learning_rate": 2.3500713904311022e-05, |
| "loss": 512.7801, |
| "step": 9030 |
| }, |
| { |
| "ce_loss_10": 3.659070146083832, |
| "ce_loss_13": 3.5992442965507507, |
| "ce_loss_2": 4.08744889497757, |
| "ce_loss_3": 3.9278596162796022, |
| "ce_loss_7": 3.700530481338501, |
| "epoch": 0.904, |
| "grad_norm": 472.0, |
| "kl_loss_10": 95.7885025024414, |
| "kl_loss_2": 1036.0338073730468, |
| "kl_loss_3": 713.1754333496094, |
| "kl_loss_7": 181.65938034057618, |
| "learning_rate": 2.3022395011543685e-05, |
| "loss": 514.4845, |
| "step": 9040 |
| }, |
| { |
| "ce_loss_10": 3.6909992337226867, |
| "ce_loss_13": 3.630416977405548, |
| "ce_loss_2": 4.144919979572296, |
| "ce_loss_3": 3.98409184217453, |
| "ce_loss_7": 3.735574746131897, |
| "epoch": 0.905, |
| "grad_norm": 400.0, |
| "kl_loss_10": 95.80096397399902, |
| "kl_loss_2": 1091.1403015136718, |
| "kl_loss_3": 758.9450408935547, |
| "kl_loss_7": 188.74431228637695, |
| "learning_rate": 2.2548879277963063e-05, |
| "loss": 536.6219, |
| "step": 9050 |
| }, |
| { |
| "ce_loss_10": 3.6055094718933107, |
| "ce_loss_13": 3.5453344702720644, |
| "ce_loss_2": 4.055747485160827, |
| "ce_loss_3": 3.8876903891563415, |
| "ce_loss_7": 3.645590376853943, |
| "epoch": 0.906, |
| "grad_norm": 312.0, |
| "kl_loss_10": 94.81256561279297, |
| "kl_loss_2": 1081.8126281738282, |
| "kl_loss_3": 743.9638031005859, |
| "kl_loss_7": 185.8631164550781, |
| "learning_rate": 2.208017147186736e-05, |
| "loss": 517.0646, |
| "step": 9060 |
| }, |
| { |
| "ce_loss_10": 3.5984405398368837, |
| "ce_loss_13": 3.5392195105552675, |
| "ce_loss_2": 4.055430555343628, |
| "ce_loss_3": 3.8891077756881716, |
| "ce_loss_7": 3.643998312950134, |
| "epoch": 0.907, |
| "grad_norm": 424.0, |
| "kl_loss_10": 95.52283592224121, |
| "kl_loss_2": 1082.7356536865234, |
| "kl_loss_3": 749.8307952880859, |
| "kl_loss_7": 186.6390350341797, |
| "learning_rate": 2.1616276313139227e-05, |
| "loss": 522.272, |
| "step": 9070 |
| }, |
| { |
| "ce_loss_10": 3.6377461314201356, |
| "ce_loss_13": 3.5757868885993958, |
| "ce_loss_2": 4.087118625640869, |
| "ce_loss_3": 3.9254656434059143, |
| "ce_loss_7": 3.680292618274689, |
| "epoch": 0.908, |
| "grad_norm": 362.0, |
| "kl_loss_10": 96.6335952758789, |
| "kl_loss_2": 1071.57734375, |
| "kl_loss_3": 743.0760345458984, |
| "kl_loss_7": 186.97156448364257, |
| "learning_rate": 2.1157198473197415e-05, |
| "loss": 527.4616, |
| "step": 9080 |
| }, |
| { |
| "ce_loss_10": 3.7054911255836487, |
| "ce_loss_13": 3.646452081203461, |
| "ce_loss_2": 4.16020712852478, |
| "ce_loss_3": 3.99694961309433, |
| "ce_loss_7": 3.7527972936630247, |
| "epoch": 0.909, |
| "grad_norm": 428.0, |
| "kl_loss_10": 95.60770835876465, |
| "kl_loss_2": 1073.3848999023437, |
| "kl_loss_3": 744.7516662597657, |
| "kl_loss_7": 188.15945053100586, |
| "learning_rate": 2.0702942574950812e-05, |
| "loss": 526.0792, |
| "step": 9090 |
| }, |
| { |
| "ce_loss_10": 3.623731589317322, |
| "ce_loss_13": 3.5640787363052366, |
| "ce_loss_2": 4.083542311191559, |
| "ce_loss_3": 3.9220656394958495, |
| "ce_loss_7": 3.669620490074158, |
| "epoch": 0.91, |
| "grad_norm": 302.0, |
| "kl_loss_10": 95.35622863769531, |
| "kl_loss_2": 1087.3217651367188, |
| "kl_loss_3": 752.284033203125, |
| "kl_loss_7": 187.5697151184082, |
| "learning_rate": 2.025351319275137e-05, |
| "loss": 528.1311, |
| "step": 9100 |
| }, |
| { |
| "ce_loss_10": 3.761759030818939, |
| "ce_loss_13": 3.6962865233421325, |
| "ce_loss_2": 4.2175662279129025, |
| "ce_loss_3": 4.051000607013703, |
| "ce_loss_7": 3.8052276611328124, |
| "epoch": 0.911, |
| "grad_norm": 420.0, |
| "kl_loss_10": 101.6547290802002, |
| "kl_loss_2": 1108.3317321777345, |
| "kl_loss_3": 765.9157867431641, |
| "kl_loss_7": 194.34442520141602, |
| "learning_rate": 1.9808914852347816e-05, |
| "loss": 545.7752, |
| "step": 9110 |
| }, |
| { |
| "ce_loss_10": 3.599123954772949, |
| "ce_loss_13": 3.539510524272919, |
| "ce_loss_2": 4.069272911548614, |
| "ce_loss_3": 3.9009834051132204, |
| "ce_loss_7": 3.6455170154571532, |
| "epoch": 0.912, |
| "grad_norm": 416.0, |
| "kl_loss_10": 95.14377288818359, |
| "kl_loss_2": 1095.5253448486328, |
| "kl_loss_3": 750.8630340576171, |
| "kl_loss_7": 187.0247688293457, |
| "learning_rate": 1.9369152030840554e-05, |
| "loss": 527.6025, |
| "step": 9120 |
| }, |
| { |
| "ce_loss_10": 3.6806903958320616, |
| "ce_loss_13": 3.620557761192322, |
| "ce_loss_2": 4.135490739345551, |
| "ce_loss_3": 3.9653069972991943, |
| "ce_loss_7": 3.723483943939209, |
| "epoch": 0.913, |
| "grad_norm": 362.0, |
| "kl_loss_10": 97.92795066833496, |
| "kl_loss_2": 1089.1937438964844, |
| "kl_loss_3": 747.6420379638672, |
| "kl_loss_7": 187.34563446044922, |
| "learning_rate": 1.893422915663645e-05, |
| "loss": 529.2906, |
| "step": 9130 |
| }, |
| { |
| "ce_loss_10": 3.5489492774009705, |
| "ce_loss_13": 3.488741672039032, |
| "ce_loss_2": 4.032487225532532, |
| "ce_loss_3": 3.862708866596222, |
| "ce_loss_7": 3.594150650501251, |
| "epoch": 0.914, |
| "grad_norm": 460.0, |
| "kl_loss_10": 95.81211128234864, |
| "kl_loss_2": 1122.290625, |
| "kl_loss_3": 780.3386810302734, |
| "kl_loss_7": 190.92548141479492, |
| "learning_rate": 1.850415060940386e-05, |
| "loss": 539.4046, |
| "step": 9140 |
| }, |
| { |
| "ce_loss_10": 3.670183026790619, |
| "ce_loss_13": 3.611021101474762, |
| "ce_loss_2": 4.120828151702881, |
| "ce_loss_3": 3.9584792375564577, |
| "ce_loss_7": 3.712183046340942, |
| "epoch": 0.915, |
| "grad_norm": 418.0, |
| "kl_loss_10": 95.88972358703613, |
| "kl_loss_2": 1074.5135314941406, |
| "kl_loss_3": 738.371826171875, |
| "kl_loss_7": 185.7539405822754, |
| "learning_rate": 1.8078920720028978e-05, |
| "loss": 525.966, |
| "step": 9150 |
| }, |
| { |
| "ce_loss_10": 3.600800943374634, |
| "ce_loss_13": 3.5434103488922117, |
| "ce_loss_2": 4.046385419368744, |
| "ce_loss_3": 3.8842490911483765, |
| "ce_loss_7": 3.6435607194900514, |
| "epoch": 0.916, |
| "grad_norm": 468.0, |
| "kl_loss_10": 94.49675407409669, |
| "kl_loss_2": 1068.3072998046875, |
| "kl_loss_3": 736.1623046875, |
| "kl_loss_7": 182.35257797241212, |
| "learning_rate": 1.765854377057219e-05, |
| "loss": 533.5915, |
| "step": 9160 |
| }, |
| { |
| "ce_loss_10": 3.579929566383362, |
| "ce_loss_13": 3.52090607881546, |
| "ce_loss_2": 4.0303690195083615, |
| "ce_loss_3": 3.863832104206085, |
| "ce_loss_7": 3.621261489391327, |
| "epoch": 0.917, |
| "grad_norm": 344.0, |
| "kl_loss_10": 93.69845123291016, |
| "kl_loss_2": 1076.374838256836, |
| "kl_loss_3": 739.5320068359375, |
| "kl_loss_7": 182.73907394409179, |
| "learning_rate": 1.724302399422456e-05, |
| "loss": 525.9574, |
| "step": 9170 |
| }, |
| { |
| "ce_loss_10": 3.5273375153541564, |
| "ce_loss_13": 3.469092321395874, |
| "ce_loss_2": 3.98960462808609, |
| "ce_loss_3": 3.8235998272895815, |
| "ce_loss_7": 3.572177302837372, |
| "epoch": 0.918, |
| "grad_norm": 328.0, |
| "kl_loss_10": 94.86108894348145, |
| "kl_loss_2": 1092.3598358154297, |
| "kl_loss_3": 757.3310150146484, |
| "kl_loss_7": 188.48751983642578, |
| "learning_rate": 1.683236557526574e-05, |
| "loss": 533.8531, |
| "step": 9180 |
| }, |
| { |
| "ce_loss_10": 3.6514230132102967, |
| "ce_loss_13": 3.59556097984314, |
| "ce_loss_2": 4.083134496212006, |
| "ce_loss_3": 3.926029086112976, |
| "ce_loss_7": 3.693097734451294, |
| "epoch": 0.919, |
| "grad_norm": 276.0, |
| "kl_loss_10": 94.37221069335938, |
| "kl_loss_2": 1047.5379638671875, |
| "kl_loss_3": 720.9200286865234, |
| "kl_loss_7": 181.39565734863282, |
| "learning_rate": 1.6426572649021475e-05, |
| "loss": 520.5356, |
| "step": 9190 |
| }, |
| { |
| "ce_loss_10": 3.6877851486206055, |
| "ce_loss_13": 3.6274981617927553, |
| "ce_loss_2": 4.1144737839698795, |
| "ce_loss_3": 3.9595839619636535, |
| "ce_loss_7": 3.7264232993125916, |
| "epoch": 0.92, |
| "grad_norm": 430.0, |
| "kl_loss_10": 99.18587074279785, |
| "kl_loss_2": 1047.7421783447267, |
| "kl_loss_3": 721.9292663574219, |
| "kl_loss_7": 186.34831695556642, |
| "learning_rate": 1.6025649301821876e-05, |
| "loss": 520.097, |
| "step": 9200 |
| }, |
| { |
| "ce_loss_10": 3.6789560437202455, |
| "ce_loss_13": 3.6199841260910035, |
| "ce_loss_2": 4.116438376903534, |
| "ce_loss_3": 3.95575532913208, |
| "ce_loss_7": 3.720892333984375, |
| "epoch": 0.921, |
| "grad_norm": 430.0, |
| "kl_loss_10": 95.03273735046386, |
| "kl_loss_2": 1068.5045623779297, |
| "kl_loss_3": 740.7460571289063, |
| "kl_loss_7": 185.96430587768555, |
| "learning_rate": 1.5629599570960716e-05, |
| "loss": 522.4428, |
| "step": 9210 |
| }, |
| { |
| "ce_loss_10": 3.579318141937256, |
| "ce_loss_13": 3.5199381947517394, |
| "ce_loss_2": 4.029832947254181, |
| "ce_loss_3": 3.865503740310669, |
| "ce_loss_7": 3.6221681237220764, |
| "epoch": 0.922, |
| "grad_norm": 430.0, |
| "kl_loss_10": 94.97879791259766, |
| "kl_loss_2": 1084.768603515625, |
| "kl_loss_3": 748.8800231933594, |
| "kl_loss_7": 185.368741607666, |
| "learning_rate": 1.5238427444654367e-05, |
| "loss": 526.936, |
| "step": 9220 |
| }, |
| { |
| "ce_loss_10": 3.642410922050476, |
| "ce_loss_13": 3.5841264009475706, |
| "ce_loss_2": 4.090620064735413, |
| "ce_loss_3": 3.929516541957855, |
| "ce_loss_7": 3.68586403131485, |
| "epoch": 0.923, |
| "grad_norm": 340.0, |
| "kl_loss_10": 95.43446731567383, |
| "kl_loss_2": 1061.9394897460938, |
| "kl_loss_3": 729.8539154052735, |
| "kl_loss_7": 184.269775390625, |
| "learning_rate": 1.4852136862001764e-05, |
| "loss": 521.6809, |
| "step": 9230 |
| }, |
| { |
| "ce_loss_10": 3.6022266387939452, |
| "ce_loss_13": 3.5460850477218626, |
| "ce_loss_2": 4.056096696853638, |
| "ce_loss_3": 3.894578981399536, |
| "ce_loss_7": 3.6445172667503356, |
| "epoch": 0.924, |
| "grad_norm": 382.0, |
| "kl_loss_10": 90.83601989746094, |
| "kl_loss_2": 1070.5055114746094, |
| "kl_loss_3": 735.5364959716796, |
| "kl_loss_7": 180.06712493896484, |
| "learning_rate": 1.4470731712944884e-05, |
| "loss": 526.6606, |
| "step": 9240 |
| }, |
| { |
| "ce_loss_10": 3.632104980945587, |
| "ce_loss_13": 3.573563551902771, |
| "ce_loss_2": 4.086918556690216, |
| "ce_loss_3": 3.921724486351013, |
| "ce_loss_7": 3.676921808719635, |
| "epoch": 0.925, |
| "grad_norm": 404.0, |
| "kl_loss_10": 93.8505702972412, |
| "kl_loss_2": 1076.019464111328, |
| "kl_loss_3": 742.9348846435547, |
| "kl_loss_7": 185.7860206604004, |
| "learning_rate": 1.4094215838229174e-05, |
| "loss": 532.0963, |
| "step": 9250 |
| }, |
| { |
| "ce_loss_10": 3.5902254581451416, |
| "ce_loss_13": 3.531176710128784, |
| "ce_loss_2": 4.053838360309601, |
| "ce_loss_3": 3.8887827515602114, |
| "ce_loss_7": 3.634320020675659, |
| "epoch": 0.926, |
| "grad_norm": 440.0, |
| "kl_loss_10": 95.00082511901856, |
| "kl_loss_2": 1108.7564575195313, |
| "kl_loss_3": 761.1957458496094, |
| "kl_loss_7": 187.39419326782226, |
| "learning_rate": 1.372259302936546e-05, |
| "loss": 548.2919, |
| "step": 9260 |
| }, |
| { |
| "ce_loss_10": 3.7115341782569886, |
| "ce_loss_13": 3.6472853660583495, |
| "ce_loss_2": 4.159861445426941, |
| "ce_loss_3": 3.998417854309082, |
| "ce_loss_7": 3.7543888211250307, |
| "epoch": 0.927, |
| "grad_norm": 304.0, |
| "kl_loss_10": 100.11175384521485, |
| "kl_loss_2": 1075.1090118408204, |
| "kl_loss_3": 744.2237152099609, |
| "kl_loss_7": 190.9360038757324, |
| "learning_rate": 1.3355867028591206e-05, |
| "loss": 520.805, |
| "step": 9270 |
| }, |
| { |
| "ce_loss_10": 3.6113879919052123, |
| "ce_loss_13": 3.5496174573898314, |
| "ce_loss_2": 4.047625136375427, |
| "ce_loss_3": 3.8916648983955384, |
| "ce_loss_7": 3.653665769100189, |
| "epoch": 0.928, |
| "grad_norm": 334.0, |
| "kl_loss_10": 94.99486846923828, |
| "kl_loss_2": 1063.383090209961, |
| "kl_loss_3": 737.3780670166016, |
| "kl_loss_7": 184.87188415527345, |
| "learning_rate": 1.2994041528833267e-05, |
| "loss": 520.9468, |
| "step": 9280 |
| }, |
| { |
| "ce_loss_10": 3.612771439552307, |
| "ce_loss_13": 3.5519652009010314, |
| "ce_loss_2": 4.069023680686951, |
| "ce_loss_3": 3.9033527731895448, |
| "ce_loss_7": 3.653776025772095, |
| "epoch": 0.929, |
| "grad_norm": 394.0, |
| "kl_loss_10": 94.48731269836426, |
| "kl_loss_2": 1086.341064453125, |
| "kl_loss_3": 747.7527069091797, |
| "kl_loss_7": 184.27003555297853, |
| "learning_rate": 1.2637120173670358e-05, |
| "loss": 525.795, |
| "step": 9290 |
| }, |
| { |
| "ce_loss_10": 3.6342510104179384, |
| "ce_loss_13": 3.574049484729767, |
| "ce_loss_2": 4.097525525093078, |
| "ce_loss_3": 3.9327287077903748, |
| "ce_loss_7": 3.6803439974784853, |
| "epoch": 0.93, |
| "grad_norm": 492.0, |
| "kl_loss_10": 94.73881340026855, |
| "kl_loss_2": 1086.5091583251954, |
| "kl_loss_3": 750.7861236572265, |
| "kl_loss_7": 186.8117706298828, |
| "learning_rate": 1.2285106557296478e-05, |
| "loss": 526.7854, |
| "step": 9300 |
| }, |
| { |
| "ce_loss_10": 3.513438880443573, |
| "ce_loss_13": 3.453951287269592, |
| "ce_loss_2": 3.9955971360206606, |
| "ce_loss_3": 3.8230167746543886, |
| "ce_loss_7": 3.555509877204895, |
| "epoch": 0.931, |
| "grad_norm": 356.0, |
| "kl_loss_10": 93.80283432006836, |
| "kl_loss_2": 1116.4696807861328, |
| "kl_loss_3": 771.7997375488281, |
| "kl_loss_7": 186.52389373779297, |
| "learning_rate": 1.1938004224484989e-05, |
| "loss": 533.0822, |
| "step": 9310 |
| }, |
| { |
| "ce_loss_10": 3.7524689197540284, |
| "ce_loss_13": 3.6876933336257935, |
| "ce_loss_2": 4.20148618221283, |
| "ce_loss_3": 4.035860347747803, |
| "ce_loss_7": 3.7956905245780943, |
| "epoch": 0.932, |
| "grad_norm": 418.0, |
| "kl_loss_10": 99.70074195861817, |
| "kl_loss_2": 1085.114028930664, |
| "kl_loss_3": 747.7518859863281, |
| "kl_loss_7": 189.80009078979492, |
| "learning_rate": 1.1595816670552429e-05, |
| "loss": 536.128, |
| "step": 9320 |
| }, |
| { |
| "ce_loss_10": 3.6811413764953613, |
| "ce_loss_13": 3.619305157661438, |
| "ce_loss_2": 4.1267077088356015, |
| "ce_loss_3": 3.9628111124038696, |
| "ce_loss_7": 3.7232463002204894, |
| "epoch": 0.933, |
| "grad_norm": 430.0, |
| "kl_loss_10": 98.55138320922852, |
| "kl_loss_2": 1066.0611297607422, |
| "kl_loss_3": 732.6245086669921, |
| "kl_loss_7": 187.06882858276367, |
| "learning_rate": 1.1258547341323699e-05, |
| "loss": 518.9695, |
| "step": 9330 |
| }, |
| { |
| "ce_loss_10": 3.706856846809387, |
| "ce_loss_13": 3.6450837016105653, |
| "ce_loss_2": 4.152973532676697, |
| "ce_loss_3": 3.9891764402389525, |
| "ce_loss_7": 3.7481295585632326, |
| "epoch": 0.934, |
| "grad_norm": 394.0, |
| "kl_loss_10": 96.45535087585449, |
| "kl_loss_2": 1089.2688110351562, |
| "kl_loss_3": 747.8073425292969, |
| "kl_loss_7": 187.34025497436522, |
| "learning_rate": 1.0926199633097156e-05, |
| "loss": 527.061, |
| "step": 9340 |
| }, |
| { |
| "ce_loss_10": 3.7075893759727476, |
| "ce_loss_13": 3.6489187121391295, |
| "ce_loss_2": 4.135252356529236, |
| "ce_loss_3": 3.976875376701355, |
| "ce_loss_7": 3.747441065311432, |
| "epoch": 0.935, |
| "grad_norm": 428.0, |
| "kl_loss_10": 94.83727493286133, |
| "kl_loss_2": 1042.2317810058594, |
| "kl_loss_3": 718.6920349121094, |
| "kl_loss_7": 181.23108978271483, |
| "learning_rate": 1.0598776892610684e-05, |
| "loss": 526.2413, |
| "step": 9350 |
| }, |
| { |
| "ce_loss_10": 3.5169559955596923, |
| "ce_loss_13": 3.4603365540504454, |
| "ce_loss_2": 3.9802993655204775, |
| "ce_loss_3": 3.8121800780296327, |
| "ce_loss_7": 3.561786246299744, |
| "epoch": 0.936, |
| "grad_norm": 334.0, |
| "kl_loss_10": 92.96564292907715, |
| "kl_loss_2": 1091.1406646728515, |
| "kl_loss_3": 747.6543731689453, |
| "kl_loss_7": 183.7804039001465, |
| "learning_rate": 1.0276282417007399e-05, |
| "loss": 521.9861, |
| "step": 9360 |
| }, |
| { |
| "ce_loss_10": 3.6849416494369507, |
| "ce_loss_13": 3.626581645011902, |
| "ce_loss_2": 4.118964040279389, |
| "ce_loss_3": 3.9585147976875303, |
| "ce_loss_7": 3.7237794518470766, |
| "epoch": 0.937, |
| "grad_norm": 464.0, |
| "kl_loss_10": 95.02116394042969, |
| "kl_loss_2": 1044.2026397705079, |
| "kl_loss_3": 719.8276824951172, |
| "kl_loss_7": 182.06821365356444, |
| "learning_rate": 9.958719453803277e-06, |
| "loss": 518.1707, |
| "step": 9370 |
| }, |
| { |
| "ce_loss_10": 3.6774186968803404, |
| "ce_loss_13": 3.6149828910827635, |
| "ce_loss_2": 4.126804637908935, |
| "ce_loss_3": 3.964286994934082, |
| "ce_loss_7": 3.7206520080566405, |
| "epoch": 0.938, |
| "grad_norm": 364.0, |
| "kl_loss_10": 96.62460212707519, |
| "kl_loss_2": 1077.0972625732422, |
| "kl_loss_3": 746.5920196533203, |
| "kl_loss_7": 186.96116638183594, |
| "learning_rate": 9.646091200853802e-06, |
| "loss": 526.3039, |
| "step": 9380 |
| }, |
| { |
| "ce_loss_10": 3.633099365234375, |
| "ce_loss_13": 3.5745465636253355, |
| "ce_loss_2": 4.0883647203445435, |
| "ce_loss_3": 3.9242159128189087, |
| "ce_loss_7": 3.672658348083496, |
| "epoch": 0.939, |
| "grad_norm": 398.0, |
| "kl_loss_10": 93.04219818115234, |
| "kl_loss_2": 1075.2075500488281, |
| "kl_loss_3": 738.6250030517579, |
| "kl_loss_7": 181.5531784057617, |
| "learning_rate": 9.338400806321978e-06, |
| "loss": 512.8155, |
| "step": 9390 |
| }, |
| { |
| "ce_loss_10": 3.664756190776825, |
| "ce_loss_13": 3.603893756866455, |
| "ce_loss_2": 4.104370522499084, |
| "ce_loss_3": 3.941502547264099, |
| "ce_loss_7": 3.7107202291488646, |
| "epoch": 0.94, |
| "grad_norm": 330.0, |
| "kl_loss_10": 96.52969932556152, |
| "kl_loss_2": 1056.286117553711, |
| "kl_loss_3": 729.6215881347656, |
| "kl_loss_7": 186.73142929077147, |
| "learning_rate": 9.035651368646646e-06, |
| "loss": 517.5048, |
| "step": 9400 |
| }, |
| { |
| "ce_loss_10": 3.6749662160873413, |
| "ce_loss_13": 3.6150254607200623, |
| "ce_loss_2": 4.108079397678376, |
| "ce_loss_3": 3.9502787351608277, |
| "ce_loss_7": 3.71422598361969, |
| "epoch": 0.941, |
| "grad_norm": 368.0, |
| "kl_loss_10": 95.4813446044922, |
| "kl_loss_2": 1051.3231384277344, |
| "kl_loss_3": 730.8897918701172, |
| "kl_loss_7": 183.71395568847657, |
| "learning_rate": 8.737845936511335e-06, |
| "loss": 521.5386, |
| "step": 9410 |
| }, |
| { |
| "ce_loss_10": 3.621238374710083, |
| "ce_loss_13": 3.560182070732117, |
| "ce_loss_2": 4.075435829162598, |
| "ce_loss_3": 3.906463932991028, |
| "ce_loss_7": 3.6651031732559205, |
| "epoch": 0.942, |
| "grad_norm": 472.0, |
| "kl_loss_10": 95.50933799743652, |
| "kl_loss_2": 1087.418194580078, |
| "kl_loss_3": 749.9641418457031, |
| "kl_loss_7": 187.3939208984375, |
| "learning_rate": 8.444987508813451e-06, |
| "loss": 524.6778, |
| "step": 9420 |
| }, |
| { |
| "ce_loss_10": 3.567629599571228, |
| "ce_loss_13": 3.5098708271980286, |
| "ce_loss_2": 4.03240327835083, |
| "ce_loss_3": 3.868740451335907, |
| "ce_loss_7": 3.614664590358734, |
| "epoch": 0.943, |
| "grad_norm": 452.0, |
| "kl_loss_10": 95.83200073242188, |
| "kl_loss_2": 1111.0681640625, |
| "kl_loss_3": 769.0793914794922, |
| "kl_loss_7": 188.26431045532226, |
| "learning_rate": 8.157079034633974e-06, |
| "loss": 533.1891, |
| "step": 9430 |
| }, |
| { |
| "ce_loss_10": 3.5664173483848574, |
| "ce_loss_13": 3.5061603307724, |
| "ce_loss_2": 4.02851265668869, |
| "ce_loss_3": 3.862307035923004, |
| "ce_loss_7": 3.6107182621955873, |
| "epoch": 0.944, |
| "grad_norm": 426.0, |
| "kl_loss_10": 94.98325424194336, |
| "kl_loss_2": 1109.4172790527343, |
| "kl_loss_3": 762.6424713134766, |
| "kl_loss_7": 186.38191299438478, |
| "learning_rate": 7.874123413208145e-06, |
| "loss": 528.958, |
| "step": 9440 |
| }, |
| { |
| "ce_loss_10": 3.5382938742637635, |
| "ce_loss_13": 3.481018900871277, |
| "ce_loss_2": 4.006192743778229, |
| "ce_loss_3": 3.8386752605438232, |
| "ce_loss_7": 3.5831608533859254, |
| "epoch": 0.945, |
| "grad_norm": 338.0, |
| "kl_loss_10": 92.47231903076172, |
| "kl_loss_2": 1088.9563568115234, |
| "kl_loss_3": 753.4448974609375, |
| "kl_loss_7": 184.27166213989258, |
| "learning_rate": 7.59612349389599e-06, |
| "loss": 527.5225, |
| "step": 9450 |
| }, |
| { |
| "ce_loss_10": 3.633445167541504, |
| "ce_loss_13": 3.5758827209472654, |
| "ce_loss_2": 4.075440514087677, |
| "ce_loss_3": 3.9124983310699464, |
| "ce_loss_7": 3.6780736327171324, |
| "epoch": 0.946, |
| "grad_norm": 356.0, |
| "kl_loss_10": 91.38598556518555, |
| "kl_loss_2": 1046.8805053710937, |
| "kl_loss_3": 718.2211791992188, |
| "kl_loss_7": 180.72154998779297, |
| "learning_rate": 7.323082076153509e-06, |
| "loss": 519.5404, |
| "step": 9460 |
| }, |
| { |
| "ce_loss_10": 3.675933361053467, |
| "ce_loss_13": 3.616945672035217, |
| "ce_loss_2": 4.116010129451752, |
| "ce_loss_3": 3.954231834411621, |
| "ce_loss_7": 3.7195321679115296, |
| "epoch": 0.947, |
| "grad_norm": 376.0, |
| "kl_loss_10": 96.42714042663575, |
| "kl_loss_2": 1051.1879852294921, |
| "kl_loss_3": 727.5513549804688, |
| "kl_loss_7": 186.51647338867187, |
| "learning_rate": 7.055001909504755e-06, |
| "loss": 525.7655, |
| "step": 9470 |
| }, |
| { |
| "ce_loss_10": 3.7083083152770997, |
| "ce_loss_13": 3.647673761844635, |
| "ce_loss_2": 4.157342481613159, |
| "ce_loss_3": 3.991931939125061, |
| "ce_loss_7": 3.752028775215149, |
| "epoch": 0.948, |
| "grad_norm": 344.0, |
| "kl_loss_10": 96.79825706481934, |
| "kl_loss_2": 1084.5101806640625, |
| "kl_loss_3": 742.6272155761719, |
| "kl_loss_7": 187.0098518371582, |
| "learning_rate": 6.791885693514133e-06, |
| "loss": 528.4126, |
| "step": 9480 |
| }, |
| { |
| "ce_loss_10": 3.6131741404533386, |
| "ce_loss_13": 3.554737401008606, |
| "ce_loss_2": 4.069884133338928, |
| "ce_loss_3": 3.910088050365448, |
| "ce_loss_7": 3.657594072818756, |
| "epoch": 0.949, |
| "grad_norm": 444.0, |
| "kl_loss_10": 95.54262161254883, |
| "kl_loss_2": 1090.819403076172, |
| "kl_loss_3": 755.8211273193359, |
| "kl_loss_7": 187.30291366577148, |
| "learning_rate": 6.533736077758867e-06, |
| "loss": 532.407, |
| "step": 9490 |
| }, |
| { |
| "ce_loss_10": 3.5753329753875733, |
| "ce_loss_13": 3.5157718658447266, |
| "ce_loss_2": 4.050174379348755, |
| "ce_loss_3": 3.878748118877411, |
| "ce_loss_7": 3.621631395816803, |
| "epoch": 0.95, |
| "grad_norm": 454.0, |
| "kl_loss_10": 95.78313636779785, |
| "kl_loss_2": 1112.5021850585938, |
| "kl_loss_3": 766.8859832763671, |
| "kl_loss_7": 188.93851776123046, |
| "learning_rate": 6.2805556618028556e-06, |
| "loss": 531.8975, |
| "step": 9500 |
| }, |
| { |
| "ce_loss_10": 3.6739890694618227, |
| "ce_loss_13": 3.614563775062561, |
| "ce_loss_2": 4.105420649051666, |
| "ce_loss_3": 3.946949827671051, |
| "ce_loss_7": 3.713826298713684, |
| "epoch": 0.951, |
| "grad_norm": 428.0, |
| "kl_loss_10": 95.29025764465332, |
| "kl_loss_2": 1035.753839111328, |
| "kl_loss_3": 718.9863189697265, |
| "kl_loss_7": 182.34558639526367, |
| "learning_rate": 6.032346995169968e-06, |
| "loss": 506.1833, |
| "step": 9510 |
| }, |
| { |
| "ce_loss_10": 3.6744378566741944, |
| "ce_loss_13": 3.6160669803619383, |
| "ce_loss_2": 4.116178596019745, |
| "ce_loss_3": 3.952050065994263, |
| "ce_loss_7": 3.714146387577057, |
| "epoch": 0.952, |
| "grad_norm": 350.0, |
| "kl_loss_10": 95.77439384460449, |
| "kl_loss_2": 1065.6743865966796, |
| "kl_loss_3": 734.3932067871094, |
| "kl_loss_7": 184.87170867919923, |
| "learning_rate": 5.789112577318789e-06, |
| "loss": 520.2576, |
| "step": 9520 |
| }, |
| { |
| "ce_loss_10": 3.6489309549331663, |
| "ce_loss_13": 3.5895671963691713, |
| "ce_loss_2": 4.11376656293869, |
| "ce_loss_3": 3.946073520183563, |
| "ce_loss_7": 3.6925018429756165, |
| "epoch": 0.953, |
| "grad_norm": 460.0, |
| "kl_loss_10": 96.73359451293945, |
| "kl_loss_2": 1111.601629638672, |
| "kl_loss_3": 771.5278289794921, |
| "kl_loss_7": 187.8802848815918, |
| "learning_rate": 5.550854857617194e-06, |
| "loss": 527.3308, |
| "step": 9530 |
| }, |
| { |
| "ce_loss_10": 3.6415695905685426, |
| "ce_loss_13": 3.579833471775055, |
| "ce_loss_2": 4.102292227745056, |
| "ce_loss_3": 3.9383127331733703, |
| "ce_loss_7": 3.6863919377326964, |
| "epoch": 0.954, |
| "grad_norm": 398.0, |
| "kl_loss_10": 98.16804580688476, |
| "kl_loss_2": 1097.6046325683594, |
| "kl_loss_3": 757.5784729003906, |
| "kl_loss_7": 190.50857543945312, |
| "learning_rate": 5.317576235317756e-06, |
| "loss": 527.9396, |
| "step": 9540 |
| }, |
| { |
| "ce_loss_10": 3.6651427507400514, |
| "ce_loss_13": 3.604920470714569, |
| "ce_loss_2": 4.100248050689697, |
| "ce_loss_3": 3.94064177274704, |
| "ce_loss_7": 3.7060970425605775, |
| "epoch": 0.955, |
| "grad_norm": 386.0, |
| "kl_loss_10": 96.45015525817871, |
| "kl_loss_2": 1031.3038146972656, |
| "kl_loss_3": 712.4996978759766, |
| "kl_loss_7": 182.76630401611328, |
| "learning_rate": 5.089279059533658e-06, |
| "loss": 524.0002, |
| "step": 9550 |
| }, |
| { |
| "ce_loss_10": 3.7266568183898925, |
| "ce_loss_13": 3.663935911655426, |
| "ce_loss_2": 4.170814108848572, |
| "ce_loss_3": 4.006054651737213, |
| "ce_loss_7": 3.769794237613678, |
| "epoch": 0.956, |
| "grad_norm": 386.0, |
| "kl_loss_10": 100.15878944396972, |
| "kl_loss_2": 1068.9294799804688, |
| "kl_loss_3": 738.0209930419921, |
| "kl_loss_7": 192.08404541015625, |
| "learning_rate": 4.865965629214819e-06, |
| "loss": 520.8748, |
| "step": 9560 |
| }, |
| { |
| "ce_loss_10": 3.670477032661438, |
| "ce_loss_13": 3.611146903038025, |
| "ce_loss_2": 4.115479242801666, |
| "ce_loss_3": 3.9537983894348145, |
| "ce_loss_7": 3.7129539370536806, |
| "epoch": 0.957, |
| "grad_norm": 496.0, |
| "kl_loss_10": 96.79973983764648, |
| "kl_loss_2": 1085.6631072998048, |
| "kl_loss_3": 749.8902404785156, |
| "kl_loss_7": 188.74480895996095, |
| "learning_rate": 4.6476381931251366e-06, |
| "loss": 519.6521, |
| "step": 9570 |
| }, |
| { |
| "ce_loss_10": 3.646716892719269, |
| "ce_loss_13": 3.5878213763237, |
| "ce_loss_2": 4.089986479282379, |
| "ce_loss_3": 3.9314276933670045, |
| "ce_loss_7": 3.6911307334899903, |
| "epoch": 0.958, |
| "grad_norm": 318.0, |
| "kl_loss_10": 94.01541290283203, |
| "kl_loss_2": 1067.8105712890624, |
| "kl_loss_3": 740.1676208496094, |
| "kl_loss_7": 184.118741607666, |
| "learning_rate": 4.434298949819449e-06, |
| "loss": 523.6254, |
| "step": 9580 |
| }, |
| { |
| "ce_loss_10": 3.6008993268013, |
| "ce_loss_13": 3.538570249080658, |
| "ce_loss_2": 4.069638097286225, |
| "ce_loss_3": 3.8975520372390746, |
| "ce_loss_7": 3.6453381776809692, |
| "epoch": 0.959, |
| "grad_norm": 440.0, |
| "kl_loss_10": 97.41343994140625, |
| "kl_loss_2": 1125.892025756836, |
| "kl_loss_3": 772.14267578125, |
| "kl_loss_7": 189.9515396118164, |
| "learning_rate": 4.2259500476214406e-06, |
| "loss": 534.6609, |
| "step": 9590 |
| }, |
| { |
| "ce_loss_10": 3.58458696603775, |
| "ce_loss_13": 3.52560031414032, |
| "ce_loss_2": 4.040603399276733, |
| "ce_loss_3": 3.8742735624313354, |
| "ce_loss_7": 3.627805030345917, |
| "epoch": 0.96, |
| "grad_norm": 388.0, |
| "kl_loss_10": 94.08248367309571, |
| "kl_loss_2": 1083.009814453125, |
| "kl_loss_3": 746.2331970214843, |
| "kl_loss_7": 184.85717010498047, |
| "learning_rate": 4.02259358460233e-06, |
| "loss": 521.7564, |
| "step": 9600 |
| }, |
| { |
| "ce_loss_10": 3.6558929800987245, |
| "ce_loss_13": 3.5954962849617003, |
| "ce_loss_2": 4.101473760604859, |
| "ce_loss_3": 3.9380804181098936, |
| "ce_loss_7": 3.6987645506858824, |
| "epoch": 0.961, |
| "grad_norm": 544.0, |
| "kl_loss_10": 95.69773292541504, |
| "kl_loss_2": 1060.7937774658203, |
| "kl_loss_3": 733.2102172851562, |
| "kl_loss_7": 185.71547775268556, |
| "learning_rate": 3.8242316085594916e-06, |
| "loss": 516.8465, |
| "step": 9610 |
| }, |
| { |
| "ce_loss_10": 3.5343406558036805, |
| "ce_loss_13": 3.4767986059188845, |
| "ce_loss_2": 4.016193747520447, |
| "ce_loss_3": 3.8443652629852294, |
| "ce_loss_7": 3.580942380428314, |
| "epoch": 0.962, |
| "grad_norm": 366.0, |
| "kl_loss_10": 93.89258918762206, |
| "kl_loss_2": 1123.5916809082032, |
| "kl_loss_3": 780.3413696289062, |
| "kl_loss_7": 187.34277801513673, |
| "learning_rate": 3.630866116995757e-06, |
| "loss": 546.1011, |
| "step": 9620 |
| }, |
| { |
| "ce_loss_10": 3.6960983991622927, |
| "ce_loss_13": 3.635801446437836, |
| "ce_loss_2": 4.132487082481385, |
| "ce_loss_3": 3.9690314412117003, |
| "ce_loss_7": 3.737609100341797, |
| "epoch": 0.963, |
| "grad_norm": 312.0, |
| "kl_loss_10": 96.57149925231934, |
| "kl_loss_2": 1044.7675506591797, |
| "kl_loss_3": 718.4659484863281, |
| "kl_loss_7": 183.9634048461914, |
| "learning_rate": 3.4424990570994797e-06, |
| "loss": 523.2208, |
| "step": 9630 |
| }, |
| { |
| "ce_loss_10": 3.685701644420624, |
| "ce_loss_13": 3.624559962749481, |
| "ce_loss_2": 4.128798627853394, |
| "ce_loss_3": 3.968520772457123, |
| "ce_loss_7": 3.7257295846939087, |
| "epoch": 0.964, |
| "grad_norm": 280.0, |
| "kl_loss_10": 95.63589668273926, |
| "kl_loss_2": 1068.9191833496093, |
| "kl_loss_3": 737.6691131591797, |
| "kl_loss_7": 184.7596893310547, |
| "learning_rate": 3.2591323257248896e-06, |
| "loss": 522.5564, |
| "step": 9640 |
| }, |
| { |
| "ce_loss_10": 3.5315052390098574, |
| "ce_loss_13": 3.4732569575309755, |
| "ce_loss_2": 3.99234676361084, |
| "ce_loss_3": 3.822614312171936, |
| "ce_loss_7": 3.5727542638778687, |
| "epoch": 0.965, |
| "grad_norm": 338.0, |
| "kl_loss_10": 93.59828681945801, |
| "kl_loss_2": 1088.8541290283204, |
| "kl_loss_3": 750.0034118652344, |
| "kl_loss_7": 183.51124572753906, |
| "learning_rate": 3.0807677693729385e-06, |
| "loss": 528.9641, |
| "step": 9650 |
| }, |
| { |
| "ce_loss_10": 3.721923458576202, |
| "ce_loss_13": 3.6635044693946837, |
| "ce_loss_2": 4.157553017139435, |
| "ce_loss_3": 3.9980939745903017, |
| "ce_loss_7": 3.7649829506874086, |
| "epoch": 0.966, |
| "grad_norm": 328.0, |
| "kl_loss_10": 95.77610893249512, |
| "kl_loss_2": 1046.733694458008, |
| "kl_loss_3": 723.9284912109375, |
| "kl_loss_7": 183.63089752197266, |
| "learning_rate": 2.9074071841727055e-06, |
| "loss": 513.6759, |
| "step": 9660 |
| }, |
| { |
| "ce_loss_10": 3.6491685032844545, |
| "ce_loss_13": 3.5898547172546387, |
| "ce_loss_2": 4.10191251039505, |
| "ce_loss_3": 3.9377865552902223, |
| "ce_loss_7": 3.694057583808899, |
| "epoch": 0.967, |
| "grad_norm": 410.0, |
| "kl_loss_10": 94.75908012390137, |
| "kl_loss_2": 1074.1435485839843, |
| "kl_loss_3": 739.0172424316406, |
| "kl_loss_7": 185.9965072631836, |
| "learning_rate": 2.739052315863355e-06, |
| "loss": 514.4849, |
| "step": 9670 |
| }, |
| { |
| "ce_loss_10": 3.6381678700447084, |
| "ce_loss_13": 3.5745797991752624, |
| "ce_loss_2": 4.085923862457276, |
| "ce_loss_3": 3.9223034262657164, |
| "ce_loss_7": 3.679898130893707, |
| "epoch": 0.968, |
| "grad_norm": 400.0, |
| "kl_loss_10": 98.94500389099122, |
| "kl_loss_2": 1071.759048461914, |
| "kl_loss_3": 742.1754821777344, |
| "kl_loss_7": 186.4635383605957, |
| "learning_rate": 2.5757048597765396e-06, |
| "loss": 520.3133, |
| "step": 9680 |
| }, |
| { |
| "ce_loss_10": 3.6451838970184327, |
| "ce_loss_13": 3.584810471534729, |
| "ce_loss_2": 4.096628618240357, |
| "ce_loss_3": 3.9352465867996216, |
| "ce_loss_7": 3.6861096024513245, |
| "epoch": 0.969, |
| "grad_norm": 354.0, |
| "kl_loss_10": 95.84736633300781, |
| "kl_loss_2": 1089.9881774902344, |
| "kl_loss_3": 753.175894165039, |
| "kl_loss_7": 186.62908554077148, |
| "learning_rate": 2.417366460819359e-06, |
| "loss": 527.3621, |
| "step": 9690 |
| }, |
| { |
| "ce_loss_10": 3.6515438675880434, |
| "ce_loss_13": 3.5902424931526182, |
| "ce_loss_2": 4.121148645877838, |
| "ce_loss_3": 3.9508870244026184, |
| "ce_loss_7": 3.6973974823951723, |
| "epoch": 0.97, |
| "grad_norm": 378.0, |
| "kl_loss_10": 97.83438453674316, |
| "kl_loss_2": 1114.7044860839844, |
| "kl_loss_3": 766.2058898925782, |
| "kl_loss_7": 189.7753791809082, |
| "learning_rate": 2.2640387134577057e-06, |
| "loss": 528.5559, |
| "step": 9700 |
| }, |
| { |
| "ce_loss_10": 3.579375672340393, |
| "ce_loss_13": 3.5232587337493895, |
| "ce_loss_2": 4.008558976650238, |
| "ce_loss_3": 3.853218126296997, |
| "ce_loss_7": 3.621316111087799, |
| "epoch": 0.971, |
| "grad_norm": 346.0, |
| "kl_loss_10": 89.91974563598633, |
| "kl_loss_2": 1025.9577575683593, |
| "kl_loss_3": 709.8189392089844, |
| "kl_loss_7": 177.37805099487304, |
| "learning_rate": 2.115723161700278e-06, |
| "loss": 511.7921, |
| "step": 9710 |
| }, |
| { |
| "ce_loss_10": 3.5539788961410523, |
| "ce_loss_13": 3.493563008308411, |
| "ce_loss_2": 4.019102883338928, |
| "ce_loss_3": 3.8513848066329954, |
| "ce_loss_7": 3.6021719098091127, |
| "epoch": 0.972, |
| "grad_norm": 450.0, |
| "kl_loss_10": 97.08839912414551, |
| "kl_loss_2": 1102.8951354980468, |
| "kl_loss_3": 763.9947265625, |
| "kl_loss_7": 189.97327194213867, |
| "learning_rate": 1.9724212990830937e-06, |
| "loss": 534.7647, |
| "step": 9720 |
| }, |
| { |
| "ce_loss_10": 3.7055511236190797, |
| "ce_loss_13": 3.645791494846344, |
| "ce_loss_2": 4.164284873008728, |
| "ce_loss_3": 3.998200333118439, |
| "ce_loss_7": 3.748906970024109, |
| "epoch": 0.973, |
| "grad_norm": 306.0, |
| "kl_loss_10": 97.2132583618164, |
| "kl_loss_2": 1086.074758911133, |
| "kl_loss_3": 748.4372924804687, |
| "kl_loss_7": 187.37096481323243, |
| "learning_rate": 1.8341345686543331e-06, |
| "loss": 526.9427, |
| "step": 9730 |
| }, |
| { |
| "ce_loss_10": 3.688717949390411, |
| "ce_loss_13": 3.6282296895980837, |
| "ce_loss_2": 4.123041558265686, |
| "ce_loss_3": 3.963315784931183, |
| "ce_loss_7": 3.731441855430603, |
| "epoch": 0.974, |
| "grad_norm": 446.0, |
| "kl_loss_10": 95.65226020812989, |
| "kl_loss_2": 1053.469790649414, |
| "kl_loss_3": 725.7204162597657, |
| "kl_loss_7": 185.0056625366211, |
| "learning_rate": 1.7008643629596864e-06, |
| "loss": 524.4386, |
| "step": 9740 |
| }, |
| { |
| "ce_loss_10": 3.674058973789215, |
| "ce_loss_13": 3.6143284678459167, |
| "ce_loss_2": 4.119033622741699, |
| "ce_loss_3": 3.954865837097168, |
| "ce_loss_7": 3.7161202311515806, |
| "epoch": 0.975, |
| "grad_norm": 406.0, |
| "kl_loss_10": 96.88497962951661, |
| "kl_loss_2": 1081.9985229492188, |
| "kl_loss_3": 741.1380645751954, |
| "kl_loss_7": 186.00157089233397, |
| "learning_rate": 1.5726120240288633e-06, |
| "loss": 531.1466, |
| "step": 9750 |
| }, |
| { |
| "ce_loss_10": 3.569232928752899, |
| "ce_loss_13": 3.511077570915222, |
| "ce_loss_2": 4.014019024372101, |
| "ce_loss_3": 3.854006791114807, |
| "ce_loss_7": 3.6116040468215944, |
| "epoch": 0.976, |
| "grad_norm": 548.0, |
| "kl_loss_10": 94.0260025024414, |
| "kl_loss_2": 1069.765771484375, |
| "kl_loss_3": 740.6184356689453, |
| "kl_loss_7": 184.33246154785155, |
| "learning_rate": 1.4493788433612708e-06, |
| "loss": 520.0787, |
| "step": 9760 |
| }, |
| { |
| "ce_loss_10": 3.6905293107032775, |
| "ce_loss_13": 3.630939745903015, |
| "ce_loss_2": 4.1426611065864565, |
| "ce_loss_3": 3.9766762137413023, |
| "ce_loss_7": 3.7346643686294554, |
| "epoch": 0.977, |
| "grad_norm": 340.0, |
| "kl_loss_10": 95.88525352478027, |
| "kl_loss_2": 1083.8150268554687, |
| "kl_loss_3": 744.1571472167968, |
| "kl_loss_7": 186.4142593383789, |
| "learning_rate": 1.3311660619138578e-06, |
| "loss": 528.903, |
| "step": 9770 |
| }, |
| { |
| "ce_loss_10": 3.6836748480796815, |
| "ce_loss_13": 3.6255483746528627, |
| "ce_loss_2": 4.109962856769561, |
| "ce_loss_3": 3.9559788703918457, |
| "ce_loss_7": 3.7251157641410826, |
| "epoch": 0.978, |
| "grad_norm": 358.0, |
| "kl_loss_10": 94.83126564025879, |
| "kl_loss_2": 1041.5651123046875, |
| "kl_loss_3": 719.0739654541015, |
| "kl_loss_7": 183.43487930297852, |
| "learning_rate": 1.2179748700879012e-06, |
| "loss": 517.046, |
| "step": 9780 |
| }, |
| { |
| "ce_loss_10": 3.6114102602005005, |
| "ce_loss_13": 3.553410363197327, |
| "ce_loss_2": 4.060984289646148, |
| "ce_loss_3": 3.9008304476737976, |
| "ce_loss_7": 3.6546178460121155, |
| "epoch": 0.979, |
| "grad_norm": 448.0, |
| "kl_loss_10": 94.51130638122558, |
| "kl_loss_2": 1070.2796936035156, |
| "kl_loss_3": 734.1844604492187, |
| "kl_loss_7": 183.8596923828125, |
| "learning_rate": 1.1098064077174619e-06, |
| "loss": 522.2918, |
| "step": 9790 |
| }, |
| { |
| "ce_loss_10": 3.6468693137168886, |
| "ce_loss_13": 3.5864970564842222, |
| "ce_loss_2": 4.112797820568085, |
| "ce_loss_3": 3.9430916547775268, |
| "ce_loss_7": 3.6902678489685057, |
| "epoch": 0.98, |
| "grad_norm": 396.0, |
| "kl_loss_10": 94.27075653076172, |
| "kl_loss_2": 1089.721176147461, |
| "kl_loss_3": 749.4085998535156, |
| "kl_loss_7": 185.25458450317382, |
| "learning_rate": 1.006661764057837e-06, |
| "loss": 525.8869, |
| "step": 9800 |
| }, |
| { |
| "ce_loss_10": 3.6512062191963195, |
| "ce_loss_13": 3.591748607158661, |
| "ce_loss_2": 4.100599420070648, |
| "ce_loss_3": 3.94116724729538, |
| "ce_loss_7": 3.6929367065429686, |
| "epoch": 0.981, |
| "grad_norm": 370.0, |
| "kl_loss_10": 95.22041091918945, |
| "kl_loss_2": 1079.5743225097656, |
| "kl_loss_3": 744.3837371826172, |
| "kl_loss_7": 184.29767150878905, |
| "learning_rate": 9.085419777743465e-07, |
| "loss": 523.8814, |
| "step": 9810 |
| }, |
| { |
| "ce_loss_10": 3.5867176413536073, |
| "ce_loss_13": 3.5297884702682496, |
| "ce_loss_2": 4.040095067024231, |
| "ce_loss_3": 3.876063418388367, |
| "ce_loss_7": 3.6296881198883058, |
| "epoch": 0.982, |
| "grad_norm": 372.0, |
| "kl_loss_10": 92.43338165283203, |
| "kl_loss_2": 1068.0833831787108, |
| "kl_loss_3": 736.9401550292969, |
| "kl_loss_7": 179.86018447875978, |
| "learning_rate": 8.15448036932176e-07, |
| "loss": 515.9226, |
| "step": 9820 |
| }, |
| { |
| "ce_loss_10": 3.641873502731323, |
| "ce_loss_13": 3.5830901145935057, |
| "ce_loss_2": 4.088828957080841, |
| "ce_loss_3": 3.9226441621780395, |
| "ce_loss_7": 3.6845821142196655, |
| "epoch": 0.983, |
| "grad_norm": 450.0, |
| "kl_loss_10": 93.74083061218262, |
| "kl_loss_2": 1074.023745727539, |
| "kl_loss_3": 742.9956268310547, |
| "kl_loss_7": 184.04373016357422, |
| "learning_rate": 7.273808789862724e-07, |
| "loss": 527.5683, |
| "step": 9830 |
| }, |
| { |
| "ce_loss_10": 3.7283427119255066, |
| "ce_loss_13": 3.6678077578544617, |
| "ce_loss_2": 4.168006038665771, |
| "ce_loss_3": 4.004901099205017, |
| "ce_loss_7": 3.7688368439674376, |
| "epoch": 0.984, |
| "grad_norm": 302.0, |
| "kl_loss_10": 97.79412803649902, |
| "kl_loss_2": 1069.5015228271484, |
| "kl_loss_3": 732.57353515625, |
| "kl_loss_7": 187.13561325073243, |
| "learning_rate": 6.443413907720186e-07, |
| "loss": 519.9878, |
| "step": 9840 |
| }, |
| { |
| "ce_loss_10": 3.6514281272888183, |
| "ce_loss_13": 3.5926932096481323, |
| "ce_loss_2": 4.092191052436829, |
| "ce_loss_3": 3.930639326572418, |
| "ce_loss_7": 3.6929845571517945, |
| "epoch": 0.985, |
| "grad_norm": 370.0, |
| "kl_loss_10": 94.32459564208985, |
| "kl_loss_2": 1056.6608520507812, |
| "kl_loss_3": 730.5611633300781, |
| "kl_loss_7": 184.7391357421875, |
| "learning_rate": 5.663304084960185e-07, |
| "loss": 518.7671, |
| "step": 9850 |
| }, |
| { |
| "ce_loss_10": 3.5804072976112367, |
| "ce_loss_13": 3.520645248889923, |
| "ce_loss_2": 4.040905499458313, |
| "ce_loss_3": 3.8740663886070252, |
| "ce_loss_7": 3.6240461707115172, |
| "epoch": 0.986, |
| "grad_norm": 364.0, |
| "kl_loss_10": 96.15405921936035, |
| "kl_loss_2": 1090.2829711914062, |
| "kl_loss_3": 753.8562805175782, |
| "kl_loss_7": 186.33775329589844, |
| "learning_rate": 4.933487177280482e-07, |
| "loss": 518.7076, |
| "step": 9860 |
| }, |
| { |
| "ce_loss_10": 3.6774788737297057, |
| "ce_loss_13": 3.6186564683914186, |
| "ce_loss_2": 4.12188241481781, |
| "ce_loss_3": 3.958666682243347, |
| "ce_loss_7": 3.7196821093559267, |
| "epoch": 0.987, |
| "grad_norm": 408.0, |
| "kl_loss_10": 94.4230339050293, |
| "kl_loss_2": 1058.865460205078, |
| "kl_loss_3": 734.6985687255859, |
| "kl_loss_7": 181.19112243652344, |
| "learning_rate": 4.2539705339295075e-07, |
| "loss": 516.55, |
| "step": 9870 |
| }, |
| { |
| "ce_loss_10": 3.525623691082001, |
| "ce_loss_13": 3.46755028963089, |
| "ce_loss_2": 3.986714744567871, |
| "ce_loss_3": 3.828349435329437, |
| "ce_loss_7": 3.572091352939606, |
| "epoch": 0.988, |
| "grad_norm": 376.0, |
| "kl_loss_10": 93.51777114868165, |
| "kl_loss_2": 1095.3638244628905, |
| "kl_loss_3": 760.6636901855469, |
| "kl_loss_7": 187.32990493774415, |
| "learning_rate": 3.6247609976319816e-07, |
| "loss": 523.6327, |
| "step": 9880 |
| }, |
| { |
| "ce_loss_10": 3.6277820110321044, |
| "ce_loss_13": 3.567537808418274, |
| "ce_loss_2": 4.088609397411346, |
| "ce_loss_3": 3.924705386161804, |
| "ce_loss_7": 3.6743552684783936, |
| "epoch": 0.989, |
| "grad_norm": 476.0, |
| "kl_loss_10": 96.44798164367675, |
| "kl_loss_2": 1082.7717010498047, |
| "kl_loss_3": 749.9800903320313, |
| "kl_loss_7": 188.03020095825195, |
| "learning_rate": 3.0458649045211895e-07, |
| "loss": 536.5464, |
| "step": 9890 |
| }, |
| { |
| "ce_loss_10": 3.596536934375763, |
| "ce_loss_13": 3.5354753971099853, |
| "ce_loss_2": 4.064900302886963, |
| "ce_loss_3": 3.895892357826233, |
| "ce_loss_7": 3.6420591354370115, |
| "epoch": 0.99, |
| "grad_norm": 354.0, |
| "kl_loss_10": 95.05449028015137, |
| "kl_loss_2": 1090.392593383789, |
| "kl_loss_3": 754.5375762939453, |
| "kl_loss_7": 188.19856491088868, |
| "learning_rate": 2.517288084074587e-07, |
| "loss": 534.519, |
| "step": 9900 |
| }, |
| { |
| "ce_loss_10": 3.635116171836853, |
| "ce_loss_13": 3.574588453769684, |
| "ce_loss_2": 4.111752784252166, |
| "ce_loss_3": 3.944272756576538, |
| "ce_loss_7": 3.682980465888977, |
| "epoch": 0.991, |
| "grad_norm": 354.0, |
| "kl_loss_10": 95.2107322692871, |
| "kl_loss_2": 1113.8304351806642, |
| "kl_loss_3": 770.2767669677735, |
| "kl_loss_7": 189.45772018432618, |
| "learning_rate": 2.0390358590538505e-07, |
| "loss": 533.4635, |
| "step": 9910 |
| }, |
| { |
| "ce_loss_10": 3.644596242904663, |
| "ce_loss_13": 3.5852715373039246, |
| "ce_loss_2": 4.097472989559174, |
| "ce_loss_3": 3.93781635761261, |
| "ce_loss_7": 3.6912411212921143, |
| "epoch": 0.992, |
| "grad_norm": 360.0, |
| "kl_loss_10": 95.30287055969238, |
| "kl_loss_2": 1081.2569366455077, |
| "kl_loss_3": 748.5147064208984, |
| "kl_loss_7": 189.18702926635743, |
| "learning_rate": 1.61111304545436e-07, |
| "loss": 523.9828, |
| "step": 9920 |
| }, |
| { |
| "ce_loss_10": 3.6098355293273925, |
| "ce_loss_13": 3.5515360593795777, |
| "ce_loss_2": 4.0586741924285885, |
| "ce_loss_3": 3.895809698104858, |
| "ce_loss_7": 3.651991581916809, |
| "epoch": 0.993, |
| "grad_norm": 408.0, |
| "kl_loss_10": 94.64987220764161, |
| "kl_loss_2": 1077.9339660644532, |
| "kl_loss_3": 744.9157043457031, |
| "kl_loss_7": 185.0061477661133, |
| "learning_rate": 1.2335239524541298e-07, |
| "loss": 518.6489, |
| "step": 9930 |
| }, |
| { |
| "ce_loss_10": 3.5815568804740905, |
| "ce_loss_13": 3.523807632923126, |
| "ce_loss_2": 4.032287573814392, |
| "ce_loss_3": 3.871028816699982, |
| "ce_loss_7": 3.625322496891022, |
| "epoch": 0.994, |
| "grad_norm": 396.0, |
| "kl_loss_10": 94.44433670043945, |
| "kl_loss_2": 1070.128958129883, |
| "kl_loss_3": 738.4679992675781, |
| "kl_loss_7": 184.16616668701172, |
| "learning_rate": 9.06272382371065e-08, |
| "loss": 522.681, |
| "step": 9940 |
| }, |
| { |
| "ce_loss_10": 3.649178886413574, |
| "ce_loss_13": 3.5898856997489927, |
| "ce_loss_2": 4.107921350002289, |
| "ce_loss_3": 3.9442641377449035, |
| "ce_loss_7": 3.6927329182624815, |
| "epoch": 0.995, |
| "grad_norm": 366.0, |
| "kl_loss_10": 97.43391189575195, |
| "kl_loss_2": 1093.5839904785157, |
| "kl_loss_3": 755.0986083984375, |
| "kl_loss_7": 187.86676559448242, |
| "learning_rate": 6.293616306246586e-08, |
| "loss": 528.0195, |
| "step": 9950 |
| }, |
| { |
| "ce_loss_10": 3.6503029584884645, |
| "ce_loss_13": 3.5912461996078493, |
| "ce_loss_2": 4.083380007743836, |
| "ce_loss_3": 3.9251137375831604, |
| "ce_loss_7": 3.6914992809295653, |
| "epoch": 0.996, |
| "grad_norm": 386.0, |
| "kl_loss_10": 92.51536598205567, |
| "kl_loss_2": 1047.152279663086, |
| "kl_loss_3": 724.7971832275391, |
| "kl_loss_7": 180.47787857055664, |
| "learning_rate": 4.027944857032395e-08, |
| "loss": 508.9252, |
| "step": 9960 |
| }, |
| { |
| "ce_loss_10": 3.640582966804504, |
| "ce_loss_13": 3.5819292664527893, |
| "ce_loss_2": 4.071112728118896, |
| "ce_loss_3": 3.9061211466789247, |
| "ce_loss_7": 3.678541886806488, |
| "epoch": 0.997, |
| "grad_norm": 332.0, |
| "kl_loss_10": 94.77192039489746, |
| "kl_loss_2": 1031.1441497802734, |
| "kl_loss_3": 710.4731018066407, |
| "kl_loss_7": 178.55070953369142, |
| "learning_rate": 2.265732291356626e-08, |
| "loss": 508.5261, |
| "step": 9970 |
| }, |
| { |
| "ce_loss_10": 3.6857742786407472, |
| "ce_loss_13": 3.6264986276626585, |
| "ce_loss_2": 4.119817900657654, |
| "ce_loss_3": 3.9565661191940307, |
| "ce_loss_7": 3.7256898403167726, |
| "epoch": 0.998, |
| "grad_norm": 354.0, |
| "kl_loss_10": 95.05257987976074, |
| "kl_loss_2": 1045.786294555664, |
| "kl_loss_3": 725.6510559082031, |
| "kl_loss_7": 184.49017181396485, |
| "learning_rate": 1.0069963546743833e-08, |
| "loss": 527.3226, |
| "step": 9980 |
| }, |
| { |
| "ce_loss_10": 3.66132515668869, |
| "ce_loss_13": 3.6029880166053774, |
| "ce_loss_2": 4.108680582046508, |
| "ce_loss_3": 3.9468571662902834, |
| "ce_loss_7": 3.7058345794677736, |
| "epoch": 0.999, |
| "grad_norm": 358.0, |
| "kl_loss_10": 95.48841247558593, |
| "kl_loss_2": 1072.3943481445312, |
| "kl_loss_3": 746.4591552734375, |
| "kl_loss_7": 185.93264389038086, |
| "learning_rate": 2.517497224463483e-09, |
| "loss": 522.7165, |
| "step": 9990 |
| }, |
| { |
| "ce_loss_10": 3.6195040583610534, |
| "ce_loss_13": 3.559644305706024, |
| "ce_loss_2": 4.096893215179444, |
| "ce_loss_3": 3.9238691568374633, |
| "ce_loss_7": 3.6661298632621766, |
| "epoch": 1.0, |
| "grad_norm": 502.0, |
| "kl_loss_10": 96.35170402526856, |
| "kl_loss_2": 1110.4292907714844, |
| "kl_loss_3": 763.8701965332032, |
| "kl_loss_7": 189.7416961669922, |
| "learning_rate": 0.0, |
| "loss": 533.5189, |
| "step": 10000 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 10000, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 9223372036854775807, |
| "save_steps": 250, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.177819035608023e+17, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
