kl_gm_025 / trainer_state.json
ulas742's picture
Upload folder using huggingface_hub
5fe22f1 verified
Raw History Blame Contribute Delete
163 kB
{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 1.0, "eval_steps": 500, "global_step": 5000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.001, "grad_norm": 5230.09423828125, "learning_rate": 1.6000000000000001e-06, "loss": 5499.2719, "step": 5 }, { "epoch": 0.002, "grad_norm": 4727.27783203125, "learning_rate": 3.6e-06, "loss": 5417.3703, "step": 10 }, { "epoch": 0.003, "grad_norm": 4123.6455078125, "learning_rate": 5.600000000000001e-06, "loss": 5277.4832, "step": 15 }, { "epoch": 0.004, "grad_norm": 3340.44140625, "learning_rate": 7.6e-06, "loss": 5078.0035, "step": 20 }, { "epoch": 0.005, "grad_norm": 1927.5640869140625, "learning_rate": 9.600000000000001e-06, "loss": 4921.7734, "step": 25 }, { "epoch": 0.006, "grad_norm": 1558.497802734375, "learning_rate": 1.16e-05, "loss": 4768.557, "step": 30 }, { "epoch": 0.007, "grad_norm": 1907.2208251953125, "learning_rate": 1.3600000000000002e-05, "loss": 4744.9406, "step": 35 }, { "epoch": 0.008, "grad_norm": 734.9984130859375, "learning_rate": 1.56e-05, "loss": 4672.7805, "step": 40 }, { "epoch": 0.009, "grad_norm": 985.597412109375, "learning_rate": 1.76e-05, "loss": 4615.5457, "step": 45 }, { "epoch": 0.01, "grad_norm": 626.2665405273438, "learning_rate": 1.9600000000000002e-05, "loss": 4527.2035, "step": 50 }, { "epoch": 0.011, "grad_norm": 789.5420532226562, "learning_rate": 2.16e-05, "loss": 4467.1453, "step": 55 }, { "epoch": 0.012, "grad_norm": 620.4935302734375, "learning_rate": 2.36e-05, "loss": 4399.6863, "step": 60 }, { "epoch": 0.013, "grad_norm": 590.7966918945312, "learning_rate": 2.5600000000000002e-05, "loss": 4321.6457, "step": 65 }, { "epoch": 0.014, "grad_norm": 710.6121215820312, "learning_rate": 2.7600000000000003e-05, "loss": 4287.5754, "step": 70 }, { "epoch": 0.015, "grad_norm": 696.5105590820312, "learning_rate": 2.96e-05, "loss": 4323.243, "step": 75 }, { "epoch": 0.016, "grad_norm": 787.2603149414062, "learning_rate": 3.16e-05, "loss": 4192.1305, "step": 80 }, { "epoch": 0.017, "grad_norm": 736.7950439453125, "learning_rate": 3.3600000000000004e-05, "loss": 4136.2949, "step": 85 }, { "epoch": 0.018, "grad_norm": 837.231201171875, "learning_rate": 3.56e-05, "loss": 4187.0637, "step": 90 }, { "epoch": 0.019, "grad_norm": 510.6961364746094, "learning_rate": 3.76e-05, "loss": 4173.3523, "step": 95 }, { "epoch": 0.02, "grad_norm": 707.6124267578125, "learning_rate": 3.960000000000001e-05, "loss": 4117.5188, "step": 100 }, { "epoch": 0.021, "grad_norm": 823.8223266601562, "learning_rate": 4.16e-05, "loss": 4139.3898, "step": 105 }, { "epoch": 0.022, "grad_norm": 502.1974792480469, "learning_rate": 4.36e-05, "loss": 4136.5691, "step": 110 }, { "epoch": 0.023, "grad_norm": 844.0279541015625, "learning_rate": 4.5600000000000004e-05, "loss": 4035.2195, "step": 115 }, { "epoch": 0.024, "grad_norm": 561.0073852539062, "learning_rate": 4.76e-05, "loss": 4086.2383, "step": 120 }, { "epoch": 0.025, "grad_norm": 639.5518188476562, "learning_rate": 4.96e-05, "loss": 4063.6543, "step": 125 }, { "epoch": 0.026, "grad_norm": 1116.0430908203125, "learning_rate": 5.16e-05, "loss": 4047.8531, "step": 130 }, { "epoch": 0.027, "grad_norm": 860.6818237304688, "learning_rate": 5.360000000000001e-05, "loss": 4060.6594, "step": 135 }, { "epoch": 0.028, "grad_norm": 1119.199951171875, "learning_rate": 5.560000000000001e-05, "loss": 4051.9922, "step": 140 }, { "epoch": 0.029, "grad_norm": 945.4276123046875, "learning_rate": 5.76e-05, "loss": 4056.1168, "step": 145 }, { "epoch": 0.03, "grad_norm": 1514.4052734375, "learning_rate": 5.96e-05, "loss": 4005.5129, "step": 150 }, { "epoch": 0.031, "grad_norm": 834.7393798828125, "learning_rate": 6.16e-05, "loss": 4063.982, "step": 155 }, { "epoch": 0.032, "grad_norm": 1788.83837890625, "learning_rate": 6.36e-05, "loss": 3995.4543, "step": 160 }, { "epoch": 0.033, "grad_norm": 698.8606567382812, "learning_rate": 6.560000000000001e-05, "loss": 3933.7086, "step": 165 }, { "epoch": 0.034, "grad_norm": 1437.513671875, "learning_rate": 6.76e-05, "loss": 4206.1805, "step": 170 }, { "epoch": 0.035, "grad_norm": 936.3204956054688, "learning_rate": 6.96e-05, "loss": 4157.5977, "step": 175 }, { "epoch": 0.036, "grad_norm": 934.7806396484375, "learning_rate": 7.16e-05, "loss": 3977.4207, "step": 180 }, { "epoch": 0.037, "grad_norm": 609.5418090820312, "learning_rate": 7.36e-05, "loss": 3950.6012, "step": 185 }, { "epoch": 0.038, "grad_norm": 881.33203125, "learning_rate": 7.560000000000001e-05, "loss": 3898.3539, "step": 190 }, { "epoch": 0.039, "grad_norm": 916.4158325195312, "learning_rate": 7.76e-05, "loss": 3848.0578, "step": 195 }, { "epoch": 0.04, "grad_norm": 774.0145874023438, "learning_rate": 7.960000000000001e-05, "loss": 3749.2363, "step": 200 }, { "epoch": 0.041, "grad_norm": 1082.5185546875, "learning_rate": 8.16e-05, "loss": 3837.3445, "step": 205 }, { "epoch": 0.042, "grad_norm": 1013.6167602539062, "learning_rate": 8.36e-05, "loss": 3799.1582, "step": 210 }, { "epoch": 0.043, "grad_norm": 966.9735107421875, "learning_rate": 8.560000000000001e-05, "loss": 3833.8746, "step": 215 }, { "epoch": 0.044, "grad_norm": 1200.8011474609375, "learning_rate": 8.76e-05, "loss": 3871.3867, "step": 220 }, { "epoch": 0.045, "grad_norm": 902.3433837890625, "learning_rate": 8.960000000000001e-05, "loss": 3762.4066, "step": 225 }, { "epoch": 0.046, "grad_norm": 1157.5504150390625, "learning_rate": 9.16e-05, "loss": 3769.1234, "step": 230 }, { "epoch": 0.047, "grad_norm": 1621.3331298828125, "learning_rate": 9.360000000000001e-05, "loss": 3746.4113, "step": 235 }, { "epoch": 0.048, "grad_norm": 1169.9942626953125, "learning_rate": 9.56e-05, "loss": 3739.2441, "step": 240 }, { "epoch": 0.049, "grad_norm": 1314.3826904296875, "learning_rate": 9.76e-05, "loss": 3735.8129, "step": 245 }, { "epoch": 0.05, "grad_norm": 989.1405029296875, "learning_rate": 9.960000000000001e-05, "loss": 3805.1852, "step": 250 }, { "epoch": 0.051, "grad_norm": 879.5087280273438, "learning_rate": 0.0001016, "loss": 3701.8965, "step": 255 }, { "epoch": 0.052, "grad_norm": 925.1222534179688, "learning_rate": 0.00010360000000000001, "loss": 3717.1617, "step": 260 }, { "epoch": 0.053, "grad_norm": 772.5079345703125, "learning_rate": 0.0001056, "loss": 3657.3445, "step": 265 }, { "epoch": 0.054, "grad_norm": 684.7725830078125, "learning_rate": 0.00010760000000000001, "loss": 3641.9176, "step": 270 }, { "epoch": 0.055, "grad_norm": 808.2594604492188, "learning_rate": 0.00010960000000000001, "loss": 3728.6273, "step": 275 }, { "epoch": 0.056, "grad_norm": 1077.3787841796875, "learning_rate": 0.00011160000000000002, "loss": 3694.0414, "step": 280 }, { "epoch": 0.057, "grad_norm": 562.5388793945312, "learning_rate": 0.0001136, "loss": 3721.6625, "step": 285 }, { "epoch": 0.058, "grad_norm": 798.1049194335938, "learning_rate": 0.00011559999999999999, "loss": 3603.9219, "step": 290 }, { "epoch": 0.059, "grad_norm": 693.8295288085938, "learning_rate": 0.0001176, "loss": 3767.0141, "step": 295 }, { "epoch": 0.06, "grad_norm": 744.998779296875, "learning_rate": 0.00011960000000000001, "loss": 3703.6195, "step": 300 }, { "epoch": 0.061, "grad_norm": 1373.4395751953125, "learning_rate": 0.0001216, "loss": 3626.6625, "step": 305 }, { "epoch": 0.062, "grad_norm": 1426.9610595703125, "learning_rate": 0.0001236, "loss": 3678.932, "step": 310 }, { "epoch": 0.063, "grad_norm": 2166.12353515625, "learning_rate": 0.00012560000000000002, "loss": 3623.2168, "step": 315 }, { "epoch": 0.064, "grad_norm": 729.5182495117188, "learning_rate": 0.0001276, "loss": 3530.1992, "step": 320 }, { "epoch": 0.065, "grad_norm": 536.928466796875, "learning_rate": 0.0001296, "loss": 3583.4055, "step": 325 }, { "epoch": 0.066, "grad_norm": 646.9234008789062, "learning_rate": 0.0001316, "loss": 3594.9086, "step": 330 }, { "epoch": 0.067, "grad_norm": 911.5134887695312, "learning_rate": 0.00013360000000000002, "loss": 3628.2566, "step": 335 }, { "epoch": 0.068, "grad_norm": 1098.527587890625, "learning_rate": 0.00013560000000000002, "loss": 3672.1992, "step": 340 }, { "epoch": 0.069, "grad_norm": 1088.143798828125, "learning_rate": 0.00013759999999999998, "loss": 3580.4461, "step": 345 }, { "epoch": 0.07, "grad_norm": 1087.552490234375, "learning_rate": 0.0001396, "loss": 3597.3785, "step": 350 }, { "epoch": 0.071, "grad_norm": 1147.6051025390625, "learning_rate": 0.0001416, "loss": 3576.0094, "step": 355 }, { "epoch": 0.072, "grad_norm": 1495.984130859375, "learning_rate": 0.0001436, "loss": 3494.8555, "step": 360 }, { "epoch": 0.073, "grad_norm": 1055.190673828125, "learning_rate": 0.00014560000000000002, "loss": 3460.8621, "step": 365 }, { "epoch": 0.074, "grad_norm": 1321.2767333984375, "learning_rate": 0.0001476, "loss": 3555.6734, "step": 370 }, { "epoch": 0.075, "grad_norm": 914.0259399414062, "learning_rate": 0.0001496, "loss": 3537.5086, "step": 375 }, { "epoch": 0.076, "grad_norm": 739.2498779296875, "learning_rate": 0.0001516, "loss": 3540.8371, "step": 380 }, { "epoch": 0.077, "grad_norm": 963.6598510742188, "learning_rate": 0.00015360000000000002, "loss": 3444.3902, "step": 385 }, { "epoch": 0.078, "grad_norm": 1022.6743774414062, "learning_rate": 0.00015560000000000001, "loss": 3473.8059, "step": 390 }, { "epoch": 0.079, "grad_norm": 620.6236572265625, "learning_rate": 0.0001576, "loss": 3458.0344, "step": 395 }, { "epoch": 0.08, "grad_norm": 1045.6507568359375, "learning_rate": 0.0001596, "loss": 3517.6207, "step": 400 }, { "epoch": 0.081, "grad_norm": 1708.806884765625, "learning_rate": 0.00016160000000000002, "loss": 3385.7105, "step": 405 }, { "epoch": 0.082, "grad_norm": 812.15673828125, "learning_rate": 0.0001636, "loss": 3520.5949, "step": 410 }, { "epoch": 0.083, "grad_norm": 1196.4224853515625, "learning_rate": 0.0001656, "loss": 3485.2234, "step": 415 }, { "epoch": 0.084, "grad_norm": 1253.3309326171875, "learning_rate": 0.0001676, "loss": 3507.3539, "step": 420 }, { "epoch": 0.085, "grad_norm": 776.0189819335938, "learning_rate": 0.0001696, "loss": 3472.8063, "step": 425 }, { "epoch": 0.086, "grad_norm": 773.5388793945312, "learning_rate": 0.0001716, "loss": 3429.6285, "step": 430 }, { "epoch": 0.087, "grad_norm": 1012.7106323242188, "learning_rate": 0.00017360000000000002, "loss": 3505.3313, "step": 435 }, { "epoch": 0.088, "grad_norm": 816.4796752929688, "learning_rate": 0.0001756, "loss": 3568.1105, "step": 440 }, { "epoch": 0.089, "grad_norm": 991.8565063476562, "learning_rate": 0.0001776, "loss": 3516.9277, "step": 445 }, { "epoch": 0.09, "grad_norm": 732.24755859375, "learning_rate": 0.0001796, "loss": 3374.7133, "step": 450 }, { "epoch": 0.091, "grad_norm": 649.7555541992188, "learning_rate": 0.00018160000000000002, "loss": 3443.7, "step": 455 }, { "epoch": 0.092, "grad_norm": 878.6435546875, "learning_rate": 0.00018360000000000002, "loss": 3403.8051, "step": 460 }, { "epoch": 0.093, "grad_norm": 630.999267578125, "learning_rate": 0.0001856, "loss": 3232.1293, "step": 465 }, { "epoch": 0.094, "grad_norm": 554.5361328125, "learning_rate": 0.0001876, "loss": 3271.3678, "step": 470 }, { "epoch": 0.095, "grad_norm": 641.49951171875, "learning_rate": 0.0001896, "loss": 3333.652, "step": 475 }, { "epoch": 0.096, "grad_norm": 637.1492919921875, "learning_rate": 0.0001916, "loss": 3363.1289, "step": 480 }, { "epoch": 0.097, "grad_norm": 937.8768310546875, "learning_rate": 0.00019360000000000002, "loss": 3288.0309, "step": 485 }, { "epoch": 0.098, "grad_norm": 805.126708984375, "learning_rate": 0.0001956, "loss": 3364.2203, "step": 490 }, { "epoch": 0.099, "grad_norm": 610.83740234375, "learning_rate": 0.0001976, "loss": 3394.7113, "step": 495 }, { "epoch": 0.1, "grad_norm": 789.4813842773438, "learning_rate": 0.0001996, "loss": 3315.4695, "step": 500 }, { "epoch": 0.101, "grad_norm": 1160.6517333984375, "learning_rate": 0.00019999961008995606, "loss": 3334.616, "step": 505 }, { "epoch": 0.102, "grad_norm": 961.8985595703125, "learning_rate": 0.0001999980260856137, "loss": 3330.9734, "step": 510 }, { "epoch": 0.103, "grad_norm": 826.5226440429688, "learning_rate": 0.000199995223636881, "loss": 3442.5621, "step": 515 }, { "epoch": 0.104, "grad_norm": 775.8286743164062, "learning_rate": 0.00019999120277790477, "loss": 3459.541, "step": 520 }, { "epoch": 0.105, "grad_norm": 1258.5, "learning_rate": 0.00019998596355767805, "loss": 3378.3793, "step": 525 }, { "epoch": 0.106, "grad_norm": 841.5792236328125, "learning_rate": 0.000199979506040039, "loss": 3405.3254, "step": 530 }, { "epoch": 0.107, "grad_norm": 798.4803466796875, "learning_rate": 0.00019997183030367048, "loss": 3273.9922, "step": 535 }, { "epoch": 0.108, "grad_norm": 1170.396240234375, "learning_rate": 0.00019996293644209887, "loss": 3360.3832, "step": 540 }, { "epoch": 0.109, "grad_norm": 1070.0323486328125, "learning_rate": 0.0001999528245636931, "loss": 3331.3465, "step": 545 }, { "epoch": 0.11, "grad_norm": 1051.0511474609375, "learning_rate": 0.00019994149479166324, "loss": 3308.0992, "step": 550 }, { "epoch": 0.111, "grad_norm": 796.989990234375, "learning_rate": 0.00019992894726405893, "loss": 3102.0805, "step": 555 }, { "epoch": 0.112, "grad_norm": 698.000732421875, "learning_rate": 0.00019991518213376787, "loss": 3317.6391, "step": 560 }, { "epoch": 0.113, "grad_norm": 2246.83984375, "learning_rate": 0.00019990019956851382, "loss": 3410.4563, "step": 565 }, { "epoch": 0.114, "grad_norm": 617.215576171875, "learning_rate": 0.0001998839997508546, "loss": 3304.9102, "step": 570 }, { "epoch": 0.115, "grad_norm": 1047.9600830078125, "learning_rate": 0.00019986658287817987, "loss": 3291.1324, "step": 575 }, { "epoch": 0.116, "grad_norm": 1104.1334228515625, "learning_rate": 0.00019984794916270876, "loss": 3340.3605, "step": 580 }, { "epoch": 0.117, "grad_norm": 862.6275024414062, "learning_rate": 0.00019982809883148722, "loss": 3363.1281, "step": 585 }, { "epoch": 0.118, "grad_norm": 546.2645263671875, "learning_rate": 0.00019980703212638522, "loss": 3232.6352, "step": 590 }, { "epoch": 0.119, "grad_norm": 683.046875, "learning_rate": 0.00019978474930409395, "loss": 3356.298, "step": 595 }, { "epoch": 0.12, "grad_norm": 976.3824462890625, "learning_rate": 0.00019976125063612252, "loss": 3294.1508, "step": 600 }, { "epoch": 0.121, "grad_norm": 539.408935546875, "learning_rate": 0.00019973653640879485, "loss": 3254.6162, "step": 605 }, { "epoch": 0.122, "grad_norm": 974.9767456054688, "learning_rate": 0.00019971060692324598, "loss": 3282.4551, "step": 610 }, { "epoch": 0.123, "grad_norm": 991.9498291015625, "learning_rate": 0.00019968346249541846, "loss": 3256.2035, "step": 615 }, { "epoch": 0.124, "grad_norm": 1847.94921875, "learning_rate": 0.00019965510345605866, "loss": 3226.2105, "step": 620 }, { "epoch": 0.125, "grad_norm": 1108.5440673828125, "learning_rate": 0.0001996255301507125, "loss": 3268.0434, "step": 625 }, { "epoch": 0.126, "grad_norm": 740.6578369140625, "learning_rate": 0.00019959474293972129, "loss": 3306.4871, "step": 630 }, { "epoch": 0.127, "grad_norm": 1070.969482421875, "learning_rate": 0.00019956274219821757, "loss": 3220.1213, "step": 635 }, { "epoch": 0.128, "grad_norm": 524.2515869140625, "learning_rate": 0.00019952952831612026, "loss": 3322.6828, "step": 640 }, { "epoch": 0.129, "grad_norm": 1079.5675048828125, "learning_rate": 0.00019949510169813003, "loss": 3146.235, "step": 645 }, { "epoch": 0.13, "grad_norm": 511.5137939453125, "learning_rate": 0.00019945946276372434, "loss": 3250.841, "step": 650 }, { "epoch": 0.131, "grad_norm": 877.8351440429688, "learning_rate": 0.00019942261194715236, "loss": 3209.8301, "step": 655 }, { "epoch": 0.132, "grad_norm": 485.3941345214844, "learning_rate": 0.00019938454969742968, "loss": 3243.3562, "step": 660 }, { "epoch": 0.133, "grad_norm": 497.9212951660156, "learning_rate": 0.00019934527647833276, "loss": 3165.717, "step": 665 }, { "epoch": 0.134, "grad_norm": 517.1693725585938, "learning_rate": 0.00019930479276839344, "loss": 3161.6152, "step": 670 }, { "epoch": 0.135, "grad_norm": 580.29248046875, "learning_rate": 0.0001992630990608929, "loss": 3221.8814, "step": 675 }, { "epoch": 0.136, "grad_norm": 653.1381225585938, "learning_rate": 0.00019922019586385585, "loss": 3160.9695, "step": 680 }, { "epoch": 0.137, "grad_norm": 957.1807861328125, "learning_rate": 0.00019917608370004417, "loss": 3083.8781, "step": 685 }, { "epoch": 0.138, "grad_norm": 978.0814208984375, "learning_rate": 0.00019913076310695068, "loss": 3149.3178, "step": 690 }, { "epoch": 0.139, "grad_norm": 599.3533325195312, "learning_rate": 0.00019908423463679248, "loss": 3405.898, "step": 695 }, { "epoch": 0.14, "grad_norm": 644.0405883789062, "learning_rate": 0.0001990364988565043, "loss": 3124.0365, "step": 700 }, { "epoch": 0.141, "grad_norm": 657.9899291992188, "learning_rate": 0.00019898755634773158, "loss": 3232.627, "step": 705 }, { "epoch": 0.142, "grad_norm": 1024.3885498046875, "learning_rate": 0.00019893740770682335, "loss": 3206.0359, "step": 710 }, { "epoch": 0.143, "grad_norm": 639.23291015625, "learning_rate": 0.0001988860535448249, "loss": 3153.7922, "step": 715 }, { "epoch": 0.144, "grad_norm": 853.1345825195312, "learning_rate": 0.00019883349448747062, "loss": 3226.2746, "step": 720 }, { "epoch": 0.145, "grad_norm": 649.456298828125, "learning_rate": 0.0001987797311751759, "loss": 3159.9381, "step": 725 }, { "epoch": 0.146, "grad_norm": 847.6444091796875, "learning_rate": 0.00019872476426302982, "loss": 3168.5613, "step": 730 }, { "epoch": 0.147, "grad_norm": 437.6366271972656, "learning_rate": 0.0001986685944207868, "loss": 3170.5756, "step": 735 }, { "epoch": 0.148, "grad_norm": 835.719970703125, "learning_rate": 0.0001986112223328587, "loss": 3259.0184, "step": 740 }, { "epoch": 0.149, "grad_norm": 608.6724243164062, "learning_rate": 0.00019855264869830629, "loss": 3127.6502, "step": 745 }, { "epoch": 0.15, "grad_norm": 708.157958984375, "learning_rate": 0.00019849287423083078, "loss": 3078.4084, "step": 750 }, { "epoch": 0.151, "grad_norm": 1549.337158203125, "learning_rate": 0.00019843189965876526, "loss": 3168.5561, "step": 755 }, { "epoch": 0.152, "grad_norm": 1164.7314453125, "learning_rate": 0.00019836972572506557, "loss": 3181.3137, "step": 760 }, { "epoch": 0.153, "grad_norm": 730.3987426757812, "learning_rate": 0.00019830635318730154, "loss": 3192.5914, "step": 765 }, { "epoch": 0.154, "grad_norm": 555.5482788085938, "learning_rate": 0.00019824178281764753, "loss": 3063.7281, "step": 770 }, { "epoch": 0.155, "grad_norm": 522.8924560546875, "learning_rate": 0.00019817601540287306, "loss": 3054.3, "step": 775 }, { "epoch": 0.156, "grad_norm": 985.997802734375, "learning_rate": 0.0001981090517443334, "loss": 3138.7002, "step": 780 }, { "epoch": 0.157, "grad_norm": 620.354248046875, "learning_rate": 0.0001980408926579596, "loss": 3111.7801, "step": 785 }, { "epoch": 0.158, "grad_norm": 757.1004028320312, "learning_rate": 0.00019797153897424852, "loss": 3177.8648, "step": 790 }, { "epoch": 0.159, "grad_norm": 691.3663940429688, "learning_rate": 0.000197900991538253, "loss": 3158.2051, "step": 795 }, { "epoch": 0.16, "grad_norm": 531.7869873046875, "learning_rate": 0.00019782925120957124, "loss": 3090.1836, "step": 800 }, { "epoch": 0.161, "grad_norm": 549.9420776367188, "learning_rate": 0.00019775631886233654, "loss": 3101.4516, "step": 805 }, { "epoch": 0.162, "grad_norm": 1146.232421875, "learning_rate": 0.0001976821953852065, "loss": 3118.6965, "step": 810 }, { "epoch": 0.163, "grad_norm": 858.1023559570312, "learning_rate": 0.00019760688168135232, "loss": 3079.751, "step": 815 }, { "epoch": 0.164, "grad_norm": 648.1384887695312, "learning_rate": 0.00019753037866844771, "loss": 3125.7254, "step": 820 }, { "epoch": 0.165, "grad_norm": 514.209228515625, "learning_rate": 0.00019745268727865774, "loss": 2986.5631, "step": 825 }, { "epoch": 0.166, "grad_norm": 814.4661865234375, "learning_rate": 0.00019737380845862745, "loss": 3151.6637, "step": 830 }, { "epoch": 0.167, "grad_norm": 515.099853515625, "learning_rate": 0.0001972937431694704, "loss": 3086.7986, "step": 835 }, { "epoch": 0.168, "grad_norm": 509.7174987792969, "learning_rate": 0.00019721249238675688, "loss": 3062.5164, "step": 840 }, { "epoch": 0.169, "grad_norm": 546.0894775390625, "learning_rate": 0.000197130057100502, "loss": 3073.1193, "step": 845 }, { "epoch": 0.17, "grad_norm": 520.5086669921875, "learning_rate": 0.00019704643831515374, "loss": 3073.6432, "step": 850 }, { "epoch": 0.171, "grad_norm": 620.6599731445312, "learning_rate": 0.0001969616370495806, "loss": 3162.8346, "step": 855 }, { "epoch": 0.172, "grad_norm": 794.1182250976562, "learning_rate": 0.00019687565433705926, "loss": 3128.5582, "step": 860 }, { "epoch": 0.173, "grad_norm": 554.6781616210938, "learning_rate": 0.00019678849122526187, "loss": 2998.2182, "step": 865 }, { "epoch": 0.174, "grad_norm": 537.4011840820312, "learning_rate": 0.00019670014877624353, "loss": 2917.2479, "step": 870 }, { "epoch": 0.175, "grad_norm": 485.1464538574219, "learning_rate": 0.00019661062806642903, "loss": 2911.5881, "step": 875 }, { "epoch": 0.176, "grad_norm": 936.0216064453125, "learning_rate": 0.0001965199301866, "loss": 2936.0742, "step": 880 }, { "epoch": 0.177, "grad_norm": 643.8731689453125, "learning_rate": 0.00019642805624188147, "loss": 2961.3049, "step": 885 }, { "epoch": 0.178, "grad_norm": 822.5362548828125, "learning_rate": 0.0001963350073517285, "loss": 2949.4357, "step": 890 }, { "epoch": 0.179, "grad_norm": 612.6260986328125, "learning_rate": 0.0001962407846499124, "loss": 2903.5834, "step": 895 }, { "epoch": 0.18, "grad_norm": 866.4419555664062, "learning_rate": 0.0001961453892845071, "loss": 2923.3662, "step": 900 }, { "epoch": 0.181, "grad_norm": 984.9574584960938, "learning_rate": 0.00019604882241787498, "loss": 2925.8561, "step": 905 }, { "epoch": 0.182, "grad_norm": 541.4855346679688, "learning_rate": 0.0001959510852266529, "loss": 2989.934, "step": 910 }, { "epoch": 0.183, "grad_norm": 561.4797973632812, "learning_rate": 0.0001958521789017376, "loss": 3078.1971, "step": 915 }, { "epoch": 0.184, "grad_norm": 459.2708435058594, "learning_rate": 0.00019575210464827149, "loss": 3058.6406, "step": 920 }, { "epoch": 0.185, "grad_norm": 701.63916015625, "learning_rate": 0.0001956508636856278, "loss": 3108.5238, "step": 925 }, { "epoch": 0.186, "grad_norm": 652.6410522460938, "learning_rate": 0.00019554845724739566, "loss": 2964.8002, "step": 930 }, { "epoch": 0.187, "grad_norm": 795.1707153320312, "learning_rate": 0.00019544488658136523, "loss": 3009.4883, "step": 935 }, { "epoch": 0.188, "grad_norm": 743.6959228515625, "learning_rate": 0.00019534015294951233, "loss": 3047.1703, "step": 940 }, { "epoch": 0.189, "grad_norm": 972.0225830078125, "learning_rate": 0.00019523425762798329, "loss": 3059.7051, "step": 945 }, { "epoch": 0.19, "grad_norm": 628.99658203125, "learning_rate": 0.00019512720190707913, "loss": 2951.6826, "step": 950 }, { "epoch": 0.191, "grad_norm": 843.7046508789062, "learning_rate": 0.00019501898709124008, "loss": 2968.4668, "step": 955 }, { "epoch": 0.192, "grad_norm": 675.8582763671875, "learning_rate": 0.00019490961449902946, "loss": 2955.2494, "step": 960 }, { "epoch": 0.193, "grad_norm": 550.1229248046875, "learning_rate": 0.00019479908546311781, "loss": 3010.2867, "step": 965 }, { "epoch": 0.194, "grad_norm": 628.7581787109375, "learning_rate": 0.0001946874013302666, "loss": 3003.5668, "step": 970 }, { "epoch": 0.195, "grad_norm": 662.589599609375, "learning_rate": 0.0001945745634613117, "loss": 3065.0547, "step": 975 }, { "epoch": 0.196, "grad_norm": 696.1135864257812, "learning_rate": 0.0001944605732311469, "loss": 2972.1965, "step": 980 }, { "epoch": 0.197, "grad_norm": 855.1658935546875, "learning_rate": 0.00019434543202870725, "loss": 2937.899, "step": 985 }, { "epoch": 0.198, "grad_norm": 763.8836059570312, "learning_rate": 0.0001942291412569519, "loss": 3034.993, "step": 990 }, { "epoch": 0.199, "grad_norm": 646.0005493164062, "learning_rate": 0.00019411170233284727, "loss": 2959.3984, "step": 995 }, { "epoch": 0.2, "grad_norm": 678.0177001953125, "learning_rate": 0.00019399311668734956, "loss": 2911.1822, "step": 1000 }, { "epoch": 0.201, "grad_norm": 659.7586059570312, "learning_rate": 0.00019387338576538744, "loss": 2951.4471, "step": 1005 }, { "epoch": 0.202, "grad_norm": 578.772705078125, "learning_rate": 0.0001937525110258444, "loss": 2924.4309, "step": 1010 }, { "epoch": 0.203, "grad_norm": 532.567626953125, "learning_rate": 0.00019363049394154094, "loss": 2964.8797, "step": 1015 }, { "epoch": 0.204, "grad_norm": 620.676025390625, "learning_rate": 0.00019350733599921683, "loss": 3013.1562, "step": 1020 }, { "epoch": 0.205, "grad_norm": 624.5509643554688, "learning_rate": 0.00019338303869951269, "loss": 3015.5367, "step": 1025 }, { "epoch": 0.206, "grad_norm": 727.6709594726562, "learning_rate": 0.00019325760355695188, "loss": 3027.9779, "step": 1030 }, { "epoch": 0.207, "grad_norm": 746.292724609375, "learning_rate": 0.00019313103209992204, "loss": 2908.5408, "step": 1035 }, { "epoch": 0.208, "grad_norm": 508.6307067871094, "learning_rate": 0.0001930033258706564, "loss": 2815.2605, "step": 1040 }, { "epoch": 0.209, "grad_norm": 941.90673828125, "learning_rate": 0.00019287448642521513, "loss": 3065.2883, "step": 1045 }, { "epoch": 0.21, "grad_norm": 663.970458984375, "learning_rate": 0.00019274451533346615, "loss": 2915.14, "step": 1050 }, { "epoch": 0.211, "grad_norm": 845.8551635742188, "learning_rate": 0.00019261341417906621, "loss": 3019.4084, "step": 1055 }, { "epoch": 0.212, "grad_norm": 544.3370971679688, "learning_rate": 0.0001924811845594415, "loss": 3021.4688, "step": 1060 }, { "epoch": 0.213, "grad_norm": 624.09326171875, "learning_rate": 0.00019234782808576824, "loss": 2995.1941, "step": 1065 }, { "epoch": 0.214, "grad_norm": 1026.987548828125, "learning_rate": 0.00019221334638295294, "loss": 2903.1875, "step": 1070 }, { "epoch": 0.215, "grad_norm": 642.4382934570312, "learning_rate": 0.00019207774108961272, "loss": 2923.3934, "step": 1075 }, { "epoch": 0.216, "grad_norm": 505.894775390625, "learning_rate": 0.0001919410138580553, "loss": 2853.5242, "step": 1080 }, { "epoch": 0.217, "grad_norm": 565.5853881835938, "learning_rate": 0.0001918031663542588, "loss": 2850.6137, "step": 1085 }, { "epoch": 0.218, "grad_norm": 881.2433471679688, "learning_rate": 0.00019166420025785164, "loss": 2903.9689, "step": 1090 }, { "epoch": 0.219, "grad_norm": 557.7477416992188, "learning_rate": 0.00019152411726209176, "loss": 2988.4381, "step": 1095 }, { "epoch": 0.22, "grad_norm": 634.8250122070312, "learning_rate": 0.0001913829190738463, "loss": 2836.0061, "step": 1100 }, { "epoch": 0.221, "grad_norm": 490.0382995605469, "learning_rate": 0.00019124060741357063, "loss": 2835.6045, "step": 1105 }, { "epoch": 0.222, "grad_norm": 748.9854125976562, "learning_rate": 0.0001910971840152874, "loss": 2941.0051, "step": 1110 }, { "epoch": 0.223, "grad_norm": 1013.4130249023438, "learning_rate": 0.00019095265062656544, "loss": 2917.1266, "step": 1115 }, { "epoch": 0.224, "grad_norm": 779.7803344726562, "learning_rate": 0.00019080700900849851, "loss": 2872.6832, "step": 1120 }, { "epoch": 0.225, "grad_norm": 779.881103515625, "learning_rate": 0.00019066026093568378, "loss": 2884.3611, "step": 1125 }, { "epoch": 0.226, "grad_norm": 748.835693359375, "learning_rate": 0.00019051240819620014, "loss": 2908.9623, "step": 1130 }, { "epoch": 0.227, "grad_norm": 568.9642333984375, "learning_rate": 0.00019036345259158667, "loss": 2910.534, "step": 1135 }, { "epoch": 0.228, "grad_norm": 1253.7427978515625, "learning_rate": 0.00019021339593682028, "loss": 2914.7135, "step": 1140 }, { "epoch": 0.229, "grad_norm": 844.3057250976562, "learning_rate": 0.00019006224006029406, "loss": 2809.6238, "step": 1145 }, { "epoch": 0.23, "grad_norm": 529.9921875, "learning_rate": 0.00018990998680379456, "loss": 2924.0938, "step": 1150 }, { "epoch": 0.231, "grad_norm": 774.8236694335938, "learning_rate": 0.00018975663802247976, "loss": 2935.2914, "step": 1155 }, { "epoch": 0.232, "grad_norm": 704.4202880859375, "learning_rate": 0.0001896021955848561, "loss": 2811.5662, "step": 1160 }, { "epoch": 0.233, "grad_norm": 653.3578491210938, "learning_rate": 0.000189446661372756, "loss": 2953.2605, "step": 1165 }, { "epoch": 0.234, "grad_norm": 584.6807861328125, "learning_rate": 0.0001892900372813147, "loss": 2864.7809, "step": 1170 }, { "epoch": 0.235, "grad_norm": 517.83544921875, "learning_rate": 0.00018913232521894732, "loss": 2860.7746, "step": 1175 }, { "epoch": 0.236, "grad_norm": 873.5042724609375, "learning_rate": 0.00018897352710732564, "loss": 2923.6211, "step": 1180 }, { "epoch": 0.237, "grad_norm": 738.9795532226562, "learning_rate": 0.00018881364488135448, "loss": 2836.4121, "step": 1185 }, { "epoch": 0.238, "grad_norm": 638.4155883789062, "learning_rate": 0.00018865268048914828, "loss": 2910.8602, "step": 1190 }, { "epoch": 0.239, "grad_norm": 528.1077270507812, "learning_rate": 0.00018849063589200743, "loss": 2845.2387, "step": 1195 }, { "epoch": 0.24, "grad_norm": 731.9268188476562, "learning_rate": 0.00018832751306439418, "loss": 2836.35, "step": 1200 }, { "epoch": 0.241, "grad_norm": 610.1524047851562, "learning_rate": 0.0001881633139939087, "loss": 2880.7109, "step": 1205 }, { "epoch": 0.242, "grad_norm": 631.1177978515625, "learning_rate": 0.00018799804068126485, "loss": 2814.0535, "step": 1210 }, { "epoch": 0.243, "grad_norm": 571.7704467773438, "learning_rate": 0.00018783169514026578, "loss": 2821.4783, "step": 1215 }, { "epoch": 0.244, "grad_norm": 581.4675903320312, "learning_rate": 0.00018766427939777945, "loss": 2797.3717, "step": 1220 }, { "epoch": 0.245, "grad_norm": 755.7268676757812, "learning_rate": 0.0001874957954937138, "loss": 2845.1211, "step": 1225 }, { "epoch": 0.246, "grad_norm": 922.9185791015625, "learning_rate": 0.00018732624548099204, "loss": 2930.0021, "step": 1230 }, { "epoch": 0.247, "grad_norm": 1262.12939453125, "learning_rate": 0.00018715563142552758, "loss": 2877.2189, "step": 1235 }, { "epoch": 0.248, "grad_norm": 586.979248046875, "learning_rate": 0.0001869839554061988, "loss": 2812.0994, "step": 1240 }, { "epoch": 0.249, "grad_norm": 598.03271484375, "learning_rate": 0.00018681121951482393, "loss": 2871.5979, "step": 1245 }, { "epoch": 0.25, "grad_norm": 458.255859375, "learning_rate": 0.00018663742585613518, "loss": 2847.2279, "step": 1250 }, { "epoch": 0.251, "grad_norm": 554.3786010742188, "learning_rate": 0.0001864625765477535, "loss": 2838.782, "step": 1255 }, { "epoch": 0.252, "grad_norm": 592.9050903320312, "learning_rate": 0.0001862866737201625, "loss": 2794.3256, "step": 1260 }, { "epoch": 0.253, "grad_norm": 695.1282348632812, "learning_rate": 0.00018610971951668265, "loss": 2864.2137, "step": 1265 }, { "epoch": 0.254, "grad_norm": 632.3800048828125, "learning_rate": 0.00018593171609344503, "loss": 2872.1352, "step": 1270 }, { "epoch": 0.255, "grad_norm": 602.6073608398438, "learning_rate": 0.00018575266561936523, "loss": 2792.5553, "step": 1275 }, { "epoch": 0.256, "grad_norm": 555.8638916015625, "learning_rate": 0.00018557257027611675, "loss": 2774.7732, "step": 1280 }, { "epoch": 0.257, "grad_norm": 672.4834594726562, "learning_rate": 0.0001853914322581045, "loss": 2810.5941, "step": 1285 }, { "epoch": 0.258, "grad_norm": 495.1445617675781, "learning_rate": 0.0001852092537724381, "loss": 2842.6625, "step": 1290 }, { "epoch": 0.259, "grad_norm": 644.828857421875, "learning_rate": 0.00018502603703890488, "loss": 2834.7855, "step": 1295 }, { "epoch": 0.26, "grad_norm": 679.8209228515625, "learning_rate": 0.0001848417842899429, "loss": 2868.6729, "step": 1300 }, { "epoch": 0.261, "grad_norm": 592.9375, "learning_rate": 0.0001846564977706138, "loss": 2795.5973, "step": 1305 }, { "epoch": 0.262, "grad_norm": 609.8109130859375, "learning_rate": 0.00018447017973857532, "loss": 2886.9719, "step": 1310 }, { "epoch": 0.263, "grad_norm": 522.4760131835938, "learning_rate": 0.0001842828324640539, "loss": 2812.3195, "step": 1315 }, { "epoch": 0.264, "grad_norm": 1264.2286376953125, "learning_rate": 0.00018409445822981693, "loss": 2814.3924, "step": 1320 }, { "epoch": 0.265, "grad_norm": 780.1029663085938, "learning_rate": 0.000183905059331145, "loss": 2818.6074, "step": 1325 }, { "epoch": 0.266, "grad_norm": 857.8098754882812, "learning_rate": 0.000183714638075804, "loss": 2764.3895, "step": 1330 }, { "epoch": 0.267, "grad_norm": 982.9998168945312, "learning_rate": 0.00018352319678401676, "loss": 2792.4455, "step": 1335 }, { "epoch": 0.268, "grad_norm": 467.4656677246094, "learning_rate": 0.000183330737788435, "loss": 2865.135, "step": 1340 }, { "epoch": 0.269, "grad_norm": 547.775390625, "learning_rate": 0.00018313726343411086, "loss": 2796.5119, "step": 1345 }, { "epoch": 0.27, "grad_norm": 541.8972778320312, "learning_rate": 0.00018294277607846832, "loss": 2778.4984, "step": 1350 }, { "epoch": 0.271, "grad_norm": 568.6619262695312, "learning_rate": 0.00018274727809127438, "loss": 2796.7777, "step": 1355 }, { "epoch": 0.272, "grad_norm": 498.92742919921875, "learning_rate": 0.00018255077185461038, "loss": 2688.4785, "step": 1360 }, { "epoch": 0.273, "grad_norm": 520.3963012695312, "learning_rate": 0.00018235325976284275, "loss": 2748.3473, "step": 1365 }, { "epoch": 0.274, "grad_norm": 551.649658203125, "learning_rate": 0.00018215474422259402, "loss": 2654.9516, "step": 1370 }, { "epoch": 0.275, "grad_norm": 680.7645263671875, "learning_rate": 0.0001819552276527134, "loss": 2674.6588, "step": 1375 }, { "epoch": 0.276, "grad_norm": 556.239013671875, "learning_rate": 0.0001817547124842473, "loss": 2834.923, "step": 1380 }, { "epoch": 0.277, "grad_norm": 1076.4615478515625, "learning_rate": 0.00018155320116040982, "loss": 2862.5998, "step": 1385 }, { "epoch": 0.278, "grad_norm": 508.90606689453125, "learning_rate": 0.0001813506961365528, "loss": 2850.5465, "step": 1390 }, { "epoch": 0.279, "grad_norm": 555.4305419921875, "learning_rate": 0.00018114719988013612, "loss": 2696.6562, "step": 1395 }, { "epoch": 0.28, "grad_norm": 579.6337280273438, "learning_rate": 0.00018094271487069735, "loss": 2769.3438, "step": 1400 }, { "epoch": 0.281, "grad_norm": 636.021728515625, "learning_rate": 0.00018073724359982186, "loss": 2816.7291, "step": 1405 }, { "epoch": 0.282, "grad_norm": 754.2345581054688, "learning_rate": 0.0001805307885711122, "loss": 2816.8512, "step": 1410 }, { "epoch": 0.283, "grad_norm": 531.7919921875, "learning_rate": 0.0001803233523001578, "loss": 2637.0766, "step": 1415 }, { "epoch": 0.284, "grad_norm": 555.10400390625, "learning_rate": 0.00018011493731450413, "loss": 2807.1979, "step": 1420 }, { "epoch": 0.285, "grad_norm": 616.819580078125, "learning_rate": 0.00017990554615362198, "loss": 2797.4203, "step": 1425 }, { "epoch": 0.286, "grad_norm": 598.0885620117188, "learning_rate": 0.00017969518136887663, "loss": 2759.0594, "step": 1430 }, { "epoch": 0.287, "grad_norm": 560.0699462890625, "learning_rate": 0.00017948384552349657, "loss": 2714.7107, "step": 1435 }, { "epoch": 0.288, "grad_norm": 516.631103515625, "learning_rate": 0.00017927154119254236, "loss": 2663.8316, "step": 1440 }, { "epoch": 0.289, "grad_norm": 664.1972045898438, "learning_rate": 0.0001790582709628753, "loss": 2661.9078, "step": 1445 }, { "epoch": 0.29, "grad_norm": 568.297607421875, "learning_rate": 0.00017884403743312582, "loss": 2802.3855, "step": 1450 }, { "epoch": 0.291, "grad_norm": 562.2774047851562, "learning_rate": 0.00017862884321366188, "loss": 2740.9219, "step": 1455 }, { "epoch": 0.292, "grad_norm": 696.6268920898438, "learning_rate": 0.00017841269092655715, "loss": 2745.157, "step": 1460 }, { "epoch": 0.293, "grad_norm": 517.3338012695312, "learning_rate": 0.000178195583205559, "loss": 2659.4271, "step": 1465 }, { "epoch": 0.294, "grad_norm": 531.9053344726562, "learning_rate": 0.00017797752269605653, "loss": 2583.1234, "step": 1470 }, { "epoch": 0.295, "grad_norm": 568.3973999023438, "learning_rate": 0.0001777585120550482, "loss": 2663.6395, "step": 1475 }, { "epoch": 0.296, "grad_norm": 516.1744995117188, "learning_rate": 0.0001775385539511096, "loss": 2581.1822, "step": 1480 }, { "epoch": 0.297, "grad_norm": 561.0599365234375, "learning_rate": 0.00017731765106436073, "loss": 2564.9676, "step": 1485 }, { "epoch": 0.298, "grad_norm": 732.7794799804688, "learning_rate": 0.00017709580608643363, "loss": 2508.907, "step": 1490 }, { "epoch": 0.299, "grad_norm": 559.291259765625, "learning_rate": 0.00017687302172043933, "loss": 2559.4688, "step": 1495 }, { "epoch": 0.3, "grad_norm": 575.7528686523438, "learning_rate": 0.00017664930068093498, "loss": 2680.6619, "step": 1500 }, { "epoch": 0.301, "grad_norm": 546.0735473632812, "learning_rate": 0.0001764246456938909, "loss": 2727.0369, "step": 1505 }, { "epoch": 0.302, "grad_norm": 635.2940063476562, "learning_rate": 0.0001761990594966572, "loss": 2755.6791, "step": 1510 }, { "epoch": 0.303, "grad_norm": 549.516357421875, "learning_rate": 0.00017597254483793048, "loss": 2614.3291, "step": 1515 }, { "epoch": 0.304, "grad_norm": 592.5082397460938, "learning_rate": 0.00017574510447772039, "loss": 2668.6492, "step": 1520 }, { "epoch": 0.305, "grad_norm": 629.4281005859375, "learning_rate": 0.00017551674118731591, "loss": 2723.5563, "step": 1525 }, { "epoch": 0.306, "grad_norm": 633.1651000976562, "learning_rate": 0.00017528745774925172, "loss": 2798.4904, "step": 1530 }, { "epoch": 0.307, "grad_norm": 606.2440795898438, "learning_rate": 0.00017505725695727412, "loss": 2689.6389, "step": 1535 }, { "epoch": 0.308, "grad_norm": 515.4979858398438, "learning_rate": 0.00017482614161630714, "loss": 2646.201, "step": 1540 }, { "epoch": 0.309, "grad_norm": 523.7339477539062, "learning_rate": 0.00017459411454241822, "loss": 2823.9461, "step": 1545 }, { "epoch": 0.31, "grad_norm": 560.2193603515625, "learning_rate": 0.0001743611785627841, "loss": 2739.6281, "step": 1550 }, { "epoch": 0.311, "grad_norm": 665.2054443359375, "learning_rate": 0.0001741273365156561, "loss": 2687.1482, "step": 1555 }, { "epoch": 0.312, "grad_norm": 531.9020385742188, "learning_rate": 0.0001738925912503259, "loss": 2682.9943, "step": 1560 }, { "epoch": 0.313, "grad_norm": 2536.34375, "learning_rate": 0.00017365694562709034, "loss": 2660.5498, "step": 1565 }, { "epoch": 0.314, "grad_norm": 748.0659790039062, "learning_rate": 0.00017342040251721702, "loss": 2816.4619, "step": 1570 }, { "epoch": 0.315, "grad_norm": 560.1141357421875, "learning_rate": 0.0001731829648029091, "loss": 2754.3723, "step": 1575 }, { "epoch": 0.316, "grad_norm": 934.7432250976562, "learning_rate": 0.00017294463537727024, "loss": 2656.6082, "step": 1580 }, { "epoch": 0.317, "grad_norm": 648.0860595703125, "learning_rate": 0.0001727054171442692, "loss": 2690.6639, "step": 1585 }, { "epoch": 0.318, "grad_norm": 664.9550170898438, "learning_rate": 0.0001724653130187047, "loss": 2556.3623, "step": 1590 }, { "epoch": 0.319, "grad_norm": 616.341552734375, "learning_rate": 0.0001722243259261697, "loss": 2681.3107, "step": 1595 }, { "epoch": 0.32, "grad_norm": 466.2397766113281, "learning_rate": 0.0001719824588030159, "loss": 2680.3732, "step": 1600 }, { "epoch": 0.321, "grad_norm": 583.8375854492188, "learning_rate": 0.00017173971459631787, "loss": 2667.3168, "step": 1605 }, { "epoch": 0.322, "grad_norm": 584.4191284179688, "learning_rate": 0.00017149609626383717, "loss": 2729.5545, "step": 1610 }, { "epoch": 0.323, "grad_norm": 666.5429077148438, "learning_rate": 0.00017125160677398626, "loss": 2719.1211, "step": 1615 }, { "epoch": 0.324, "grad_norm": 632.6524658203125, "learning_rate": 0.0001710062491057925, "loss": 2826.4475, "step": 1620 }, { "epoch": 0.325, "grad_norm": 599.11279296875, "learning_rate": 0.00017076002624886154, "loss": 2881.1066, "step": 1625 }, { "epoch": 0.326, "grad_norm": 623.21826171875, "learning_rate": 0.00017051294120334125, "loss": 2904.0859, "step": 1630 }, { "epoch": 0.327, "grad_norm": 531.1157836914062, "learning_rate": 0.00017026499697988493, "loss": 2733.4354, "step": 1635 }, { "epoch": 0.328, "grad_norm": 485.53277587890625, "learning_rate": 0.00017001619659961467, "loss": 2767.5189, "step": 1640 }, { "epoch": 0.329, "grad_norm": 578.0486450195312, "learning_rate": 0.00016976654309408464, "loss": 2839.4973, "step": 1645 }, { "epoch": 0.33, "grad_norm": 675.66943359375, "learning_rate": 0.000169516039505244, "loss": 2795.0127, "step": 1650 }, { "epoch": 0.331, "grad_norm": 582.2080688476562, "learning_rate": 0.0001692646888853999, "loss": 2787.8512, "step": 1655 }, { "epoch": 0.332, "grad_norm": 552.1707153320312, "learning_rate": 0.00016901249429718032, "loss": 2769.3734, "step": 1660 }, { "epoch": 0.333, "grad_norm": 624.3960571289062, "learning_rate": 0.00016875945881349676, "loss": 2789.2014, "step": 1665 }, { "epoch": 0.334, "grad_norm": 541.9358520507812, "learning_rate": 0.0001685055855175067, "loss": 2707.5879, "step": 1670 }, { "epoch": 0.335, "grad_norm": 463.66082763671875, "learning_rate": 0.0001682508775025762, "loss": 2887.9893, "step": 1675 }, { "epoch": 0.336, "grad_norm": 505.3265686035156, "learning_rate": 0.00016799533787224192, "loss": 2714.2363, "step": 1680 }, { "epoch": 0.337, "grad_norm": 585.3125610351562, "learning_rate": 0.00016773896974017373, "loss": 2684.0188, "step": 1685 }, { "epoch": 0.338, "grad_norm": 787.3109130859375, "learning_rate": 0.00016748177623013638, "loss": 2842.8299, "step": 1690 }, { "epoch": 0.339, "grad_norm": 547.6007690429688, "learning_rate": 0.00016722376047595164, "loss": 2672.4328, "step": 1695 }, { "epoch": 0.34, "grad_norm": 553.4135131835938, "learning_rate": 0.00016696492562145996, "loss": 2707.9334, "step": 1700 }, { "epoch": 0.341, "grad_norm": 533.2074584960938, "learning_rate": 0.00016670527482048246, "loss": 2876.2951, "step": 1705 }, { "epoch": 0.342, "grad_norm": 611.0883178710938, "learning_rate": 0.00016644481123678217, "loss": 2660.5799, "step": 1710 }, { "epoch": 0.343, "grad_norm": 820.1925659179688, "learning_rate": 0.00016618353804402568, "loss": 2803.6262, "step": 1715 }, { "epoch": 0.344, "grad_norm": 567.4574584960938, "learning_rate": 0.00016592145842574433, "loss": 2769.2756, "step": 1720 }, { "epoch": 0.345, "grad_norm": 463.9575500488281, "learning_rate": 0.00016565857557529566, "loss": 2761.3258, "step": 1725 }, { "epoch": 0.346, "grad_norm": 495.4886169433594, "learning_rate": 0.00016539489269582416, "loss": 2693.8607, "step": 1730 }, { "epoch": 0.347, "grad_norm": 479.72442626953125, "learning_rate": 0.00016513041300022255, "loss": 2651.9904, "step": 1735 }, { "epoch": 0.348, "grad_norm": 656.9049072265625, "learning_rate": 0.00016486513971109243, "loss": 2612.2941, "step": 1740 }, { "epoch": 0.349, "grad_norm": 576.5811157226562, "learning_rate": 0.0001645990760607051, "loss": 2699.3523, "step": 1745 }, { "epoch": 0.35, "grad_norm": 636.7595825195312, "learning_rate": 0.0001643322252909622, "loss": 2813.6326, "step": 1750 }, { "epoch": 0.351, "grad_norm": 506.0433044433594, "learning_rate": 0.00016406459065335615, "loss": 2714.608, "step": 1755 }, { "epoch": 0.352, "grad_norm": 640.377685546875, "learning_rate": 0.00016379617540893056, "loss": 2696.8256, "step": 1760 }, { "epoch": 0.353, "grad_norm": 755.3486938476562, "learning_rate": 0.00016352698282824044, "loss": 2651.8961, "step": 1765 }, { "epoch": 0.354, "grad_norm": 547.8597412109375, "learning_rate": 0.00016325701619131246, "loss": 2731.659, "step": 1770 }, { "epoch": 0.355, "grad_norm": 592.06640625, "learning_rate": 0.00016298627878760487, "loss": 2616.5584, "step": 1775 }, { "epoch": 0.356, "grad_norm": 622.9010009765625, "learning_rate": 0.00016271477391596753, "loss": 2653.0197, "step": 1780 }, { "epoch": 0.357, "grad_norm": 535.8386840820312, "learning_rate": 0.00016244250488460158, "loss": 2845.8023, "step": 1785 }, { "epoch": 0.358, "grad_norm": 559.5410766601562, "learning_rate": 0.0001621694750110193, "loss": 2672.4654, "step": 1790 }, { "epoch": 0.359, "grad_norm": 638.0985717773438, "learning_rate": 0.00016189568762200348, "loss": 2814.4873, "step": 1795 }, { "epoch": 0.36, "grad_norm": 1307.6617431640625, "learning_rate": 0.00016162114605356703, "loss": 2760.4508, "step": 1800 }, { "epoch": 0.361, "grad_norm": 602.5830078125, "learning_rate": 0.00016134585365091243, "loss": 2796.1754, "step": 1805 }, { "epoch": 0.362, "grad_norm": 550.4290161132812, "learning_rate": 0.00016106981376839066, "loss": 2629.9904, "step": 1810 }, { "epoch": 0.363, "grad_norm": 666.651123046875, "learning_rate": 0.00016079302976946055, "loss": 2662.0805, "step": 1815 }, { "epoch": 0.364, "grad_norm": 1200.936279296875, "learning_rate": 0.0001605155050266478, "loss": 2688.6748, "step": 1820 }, { "epoch": 0.365, "grad_norm": 2214.546875, "learning_rate": 0.00016023724292150385, "loss": 2769.6148, "step": 1825 }, { "epoch": 0.366, "grad_norm": 479.4501953125, "learning_rate": 0.00015995824684456465, "loss": 2635.6166, "step": 1830 }, { "epoch": 0.367, "grad_norm": 475.82110595703125, "learning_rate": 0.00015967852019530926, "loss": 2617.41, "step": 1835 }, { "epoch": 0.368, "grad_norm": 525.076904296875, "learning_rate": 0.0001593980663821187, "loss": 2636.9918, "step": 1840 }, { "epoch": 0.369, "grad_norm": 570.8831176757812, "learning_rate": 0.0001591168888222342, "loss": 2610.0646, "step": 1845 }, { "epoch": 0.37, "grad_norm": 606.095947265625, "learning_rate": 0.00015883499094171554, "loss": 2677.9738, "step": 1850 }, { "epoch": 0.371, "grad_norm": 681.592041015625, "learning_rate": 0.0001585523761753994, "loss": 2903.416, "step": 1855 }, { "epoch": 0.372, "grad_norm": 493.4245300292969, "learning_rate": 0.00015826904796685762, "loss": 2654.5246, "step": 1860 }, { "epoch": 0.373, "grad_norm": 878.821044921875, "learning_rate": 0.00015798500976835493, "loss": 2727.9273, "step": 1865 }, { "epoch": 0.374, "grad_norm": 765.4402465820312, "learning_rate": 0.00015770026504080718, "loss": 2632.7385, "step": 1870 }, { "epoch": 0.375, "grad_norm": 636.4122314453125, "learning_rate": 0.000157414817253739, "loss": 2710.8992, "step": 1875 }, { "epoch": 0.376, "grad_norm": 727.2545776367188, "learning_rate": 0.00015712866988524155, "loss": 2608.8686, "step": 1880 }, { "epoch": 0.377, "grad_norm": 541.288818359375, "learning_rate": 0.0001568418264219303, "loss": 2597.5434, "step": 1885 }, { "epoch": 0.378, "grad_norm": 592.126708984375, "learning_rate": 0.0001565542903589023, "loss": 2523.0031, "step": 1890 }, { "epoch": 0.379, "grad_norm": 826.4771728515625, "learning_rate": 0.0001562660651996937, "loss": 2610.8951, "step": 1895 }, { "epoch": 0.38, "grad_norm": 711.698486328125, "learning_rate": 0.00015597715445623712, "loss": 2621.133, "step": 1900 }, { "epoch": 0.381, "grad_norm": 648.3792724609375, "learning_rate": 0.00015568756164881882, "loss": 2705.9773, "step": 1905 }, { "epoch": 0.382, "grad_norm": 777.3300170898438, "learning_rate": 0.00015539729030603574, "loss": 2622.5195, "step": 1910 }, { "epoch": 0.383, "grad_norm": 584.0446166992188, "learning_rate": 0.0001551063439647526, "loss": 2613.2635, "step": 1915 }, { "epoch": 0.384, "grad_norm": 521.5294189453125, "learning_rate": 0.00015481472617005876, "loss": 2589.0805, "step": 1920 }, { "epoch": 0.385, "grad_norm": 597.8826293945312, "learning_rate": 0.00015452244047522502, "loss": 2629.9637, "step": 1925 }, { "epoch": 0.386, "grad_norm": 737.4441528320312, "learning_rate": 0.0001542294904416603, "loss": 2651.06, "step": 1930 }, { "epoch": 0.387, "grad_norm": 502.536376953125, "learning_rate": 0.00015393587963886835, "loss": 2610.5352, "step": 1935 }, { "epoch": 0.388, "grad_norm": 503.56756591796875, "learning_rate": 0.0001536416116444041, "loss": 2609.7027, "step": 1940 }, { "epoch": 0.389, "grad_norm": 657.7830200195312, "learning_rate": 0.0001533466900438303, "loss": 2636.284, "step": 1945 }, { "epoch": 0.39, "grad_norm": 475.95941162109375, "learning_rate": 0.0001530511184306734, "loss": 2658.7533, "step": 1950 }, { "epoch": 0.391, "grad_norm": 881.6644287109375, "learning_rate": 0.00015275490040638038, "loss": 2653.84, "step": 1955 }, { "epoch": 0.392, "grad_norm": 756.3768310546875, "learning_rate": 0.00015245803958027434, "loss": 2556.6473, "step": 1960 }, { "epoch": 0.393, "grad_norm": 572.1952514648438, "learning_rate": 0.0001521605395695108, "loss": 2589.9494, "step": 1965 }, { "epoch": 0.394, "grad_norm": 767.3079833984375, "learning_rate": 0.00015186240399903342, "loss": 2816.6908, "step": 1970 }, { "epoch": 0.395, "grad_norm": 485.5181579589844, "learning_rate": 0.00015156363650153012, "loss": 2730.6287, "step": 1975 }, { "epoch": 0.396, "grad_norm": 466.5858154296875, "learning_rate": 0.0001512642407173885, "loss": 2621.565, "step": 1980 }, { "epoch": 0.397, "grad_norm": 547.4967651367188, "learning_rate": 0.00015096422029465178, "loss": 2616.0502, "step": 1985 }, { "epoch": 0.398, "grad_norm": 581.68212890625, "learning_rate": 0.0001506635788889741, "loss": 2661.1658, "step": 1990 }, { "epoch": 0.399, "grad_norm": 701.0371704101562, "learning_rate": 0.0001503623201635761, "loss": 2567.5332, "step": 1995 }, { "epoch": 0.4, "grad_norm": 626.0822143554688, "learning_rate": 0.0001500604477892003, "loss": 2639.2732, "step": 2000 }, { "epoch": 0.401, "grad_norm": 567.464599609375, "learning_rate": 0.00014975796544406625, "loss": 2618.4773, "step": 2005 }, { "epoch": 0.402, "grad_norm": 478.1789855957031, "learning_rate": 0.00014945487681382598, "loss": 2584.0713, "step": 2010 }, { "epoch": 0.403, "grad_norm": 460.35089111328125, "learning_rate": 0.0001491511855915187, "loss": 2577.9811, "step": 2015 }, { "epoch": 0.404, "grad_norm": 553.5239868164062, "learning_rate": 0.0001488468954775262, "loss": 2632.8262, "step": 2020 }, { "epoch": 0.405, "grad_norm": 761.0369873046875, "learning_rate": 0.0001485420101795274, "loss": 2599.3506, "step": 2025 }, { "epoch": 0.406, "grad_norm": 827.4967041015625, "learning_rate": 0.00014823653341245353, "loss": 2626.4689, "step": 2030 }, { "epoch": 0.407, "grad_norm": 660.646240234375, "learning_rate": 0.0001479304688984425, "loss": 2612.2373, "step": 2035 }, { "epoch": 0.408, "grad_norm": 521.4010620117188, "learning_rate": 0.0001476238203667939, "loss": 2636.3283, "step": 2040 }, { "epoch": 0.409, "grad_norm": 592.2291870117188, "learning_rate": 0.00014731659155392332, "loss": 2580.607, "step": 2045 }, { "epoch": 0.41, "grad_norm": 605.0936889648438, "learning_rate": 0.00014700878620331684, "loss": 2618.9537, "step": 2050 }, { "epoch": 0.411, "grad_norm": 515.1807250976562, "learning_rate": 0.00014670040806548555, "loss": 2565.448, "step": 2055 }, { "epoch": 0.412, "grad_norm": 457.4787902832031, "learning_rate": 0.0001463914608979197, "loss": 2486.3535, "step": 2060 }, { "epoch": 0.413, "grad_norm": 522.2770385742188, "learning_rate": 0.0001460819484650431, "loss": 2566.8361, "step": 2065 }, { "epoch": 0.414, "grad_norm": 630.298095703125, "learning_rate": 0.000145771874538167, "loss": 2636.3551, "step": 2070 }, { "epoch": 0.415, "grad_norm": 651.8346557617188, "learning_rate": 0.0001454612428954444, "loss": 2630.8029, "step": 2075 }, { "epoch": 0.416, "grad_norm": 530.9024047851562, "learning_rate": 0.00014515005732182383, "loss": 2603.668, "step": 2080 }, { "epoch": 0.417, "grad_norm": 478.0645751953125, "learning_rate": 0.00014483832160900326, "loss": 2609.5436, "step": 2085 }, { "epoch": 0.418, "grad_norm": 464.1874084472656, "learning_rate": 0.00014452603955538397, "loss": 2567.017, "step": 2090 }, { "epoch": 0.419, "grad_norm": 486.8045959472656, "learning_rate": 0.00014421321496602428, "loss": 2493.4514, "step": 2095 }, { "epoch": 0.42, "grad_norm": 585.156005859375, "learning_rate": 0.00014389985165259308, "loss": 2589.0436, "step": 2100 }, { "epoch": 0.421, "grad_norm": 540.2659912109375, "learning_rate": 0.00014358595343332342, "loss": 2586.4859, "step": 2105 }, { "epoch": 0.422, "grad_norm": 583.5233764648438, "learning_rate": 0.00014327152413296608, "loss": 2559.5984, "step": 2110 }, { "epoch": 0.423, "grad_norm": 451.3779296875, "learning_rate": 0.00014295656758274284, "loss": 2540.6359, "step": 2115 }, { "epoch": 0.424, "grad_norm": 525.066650390625, "learning_rate": 0.0001426410876202999, "loss": 2596.0338, "step": 2120 }, { "epoch": 0.425, "grad_norm": 469.39013671875, "learning_rate": 0.00014232508808966098, "loss": 2590.6871, "step": 2125 }, { "epoch": 0.426, "grad_norm": 576.358642578125, "learning_rate": 0.00014200857284118066, "loss": 2698.4426, "step": 2130 }, { "epoch": 0.427, "grad_norm": 703.2138061523438, "learning_rate": 0.00014169154573149737, "loss": 2549.043, "step": 2135 }, { "epoch": 0.428, "grad_norm": 642.9555053710938, "learning_rate": 0.00014137401062348638, "loss": 2582.3008, "step": 2140 }, { "epoch": 0.429, "grad_norm": 663.743896484375, "learning_rate": 0.0001410559713862128, "loss": 2543.3814, "step": 2145 }, { "epoch": 0.43, "grad_norm": 634.4940185546875, "learning_rate": 0.00014073743189488435, "loss": 2610.2531, "step": 2150 }, { "epoch": 0.431, "grad_norm": 515.4493408203125, "learning_rate": 0.00014041839603080422, "loss": 2554.5396, "step": 2155 }, { "epoch": 0.432, "grad_norm": 585.721923828125, "learning_rate": 0.00014009886768132375, "loss": 2567.3295, "step": 2160 }, { "epoch": 0.433, "grad_norm": 500.9267883300781, "learning_rate": 0.000139778850739795, "loss": 2560.4172, "step": 2165 }, { "epoch": 0.434, "grad_norm": 493.6221008300781, "learning_rate": 0.0001394583491055234, "loss": 2515.8926, "step": 2170 }, { "epoch": 0.435, "grad_norm": 579.702880859375, "learning_rate": 0.00013913736668372026, "loss": 2585.6443, "step": 2175 }, { "epoch": 0.436, "grad_norm": 478.5162048339844, "learning_rate": 0.00013881590738545508, "loss": 2475.7076, "step": 2180 }, { "epoch": 0.437, "grad_norm": 625.7030029296875, "learning_rate": 0.00013849397512760795, "loss": 2576.9561, "step": 2185 }, { "epoch": 0.438, "grad_norm": 979.9288330078125, "learning_rate": 0.00013817157383282184, "loss": 2423.4379, "step": 2190 }, { "epoch": 0.439, "grad_norm": 527.1039428710938, "learning_rate": 0.00013784870742945482, "loss": 2566.2516, "step": 2195 }, { "epoch": 0.44, "grad_norm": 543.466796875, "learning_rate": 0.0001375253798515321, "loss": 2443.7986, "step": 2200 }, { "epoch": 0.441, "grad_norm": 490.40045166015625, "learning_rate": 0.00013720159503869815, "loss": 2524.4922, "step": 2205 }, { "epoch": 0.442, "grad_norm": 543.5718994140625, "learning_rate": 0.00013687735693616876, "loss": 2546.975, "step": 2210 }, { "epoch": 0.443, "grad_norm": 738.834228515625, "learning_rate": 0.0001365526694946829, "loss": 2665.1717, "step": 2215 }, { "epoch": 0.444, "grad_norm": 1170.3953857421875, "learning_rate": 0.00013622753667045457, "loss": 2558.6566, "step": 2220 }, { "epoch": 0.445, "grad_norm": 696.045166015625, "learning_rate": 0.00013590196242512463, "loss": 2515.7387, "step": 2225 }, { "epoch": 0.446, "grad_norm": 509.226806640625, "learning_rate": 0.0001355759507257125, "loss": 2513.0979, "step": 2230 }, { "epoch": 0.447, "grad_norm": 616.2279663085938, "learning_rate": 0.00013524950554456784, "loss": 2526.1201, "step": 2235 }, { "epoch": 0.448, "grad_norm": 537.3795166015625, "learning_rate": 0.00013492263085932224, "loss": 2513.8975, "step": 2240 }, { "epoch": 0.449, "grad_norm": 547.4724731445312, "learning_rate": 0.0001345953306528405, "loss": 2560.1555, "step": 2245 }, { "epoch": 0.45, "grad_norm": 1451.450439453125, "learning_rate": 0.00013426760891317236, "loss": 2668.6582, "step": 2250 }, { "epoch": 0.451, "grad_norm": 715.5179443359375, "learning_rate": 0.00013393946963350382, "loss": 2551.6438, "step": 2255 }, { "epoch": 0.452, "grad_norm": 549.2633666992188, "learning_rate": 0.00013361091681210845, "loss": 2515.9938, "step": 2260 }, { "epoch": 0.453, "grad_norm": 537.6796875, "learning_rate": 0.00013328195445229868, "loss": 2487.5445, "step": 2265 }, { "epoch": 0.454, "grad_norm": 541.9410400390625, "learning_rate": 0.00013295258656237702, "loss": 2529.5902, "step": 2270 }, { "epoch": 0.455, "grad_norm": 430.75738525390625, "learning_rate": 0.00013262281715558736, "loss": 2580.5379, "step": 2275 }, { "epoch": 0.456, "grad_norm": 525.926025390625, "learning_rate": 0.00013229265025006576, "loss": 2652.8443, "step": 2280 }, { "epoch": 0.457, "grad_norm": 565.6859130859375, "learning_rate": 0.0001319620898687918, "loss": 2528.9801, "step": 2285 }, { "epoch": 0.458, "grad_norm": 526.6840209960938, "learning_rate": 0.0001316311400395394, "loss": 2465.5684, "step": 2290 }, { "epoch": 0.459, "grad_norm": 658.6380004882812, "learning_rate": 0.00013129980479482782, "loss": 2562.0297, "step": 2295 }, { "epoch": 0.46, "grad_norm": 598.3975219726562, "learning_rate": 0.00013096808817187242, "loss": 2475.8359, "step": 2300 }, { "epoch": 0.461, "grad_norm": 545.1085815429688, "learning_rate": 0.00013063599421253558, "loss": 2546.6238, "step": 2305 }, { "epoch": 0.462, "grad_norm": 656.5625610351562, "learning_rate": 0.00013030352696327742, "loss": 2514.3721, "step": 2310 }, { "epoch": 0.463, "grad_norm": 512.7451171875, "learning_rate": 0.0001299706904751064, "loss": 2535.8684, "step": 2315 }, { "epoch": 0.464, "grad_norm": 535.3182373046875, "learning_rate": 0.00012963748880353011, "loss": 2547.0695, "step": 2320 }, { "epoch": 0.465, "grad_norm": 721.814697265625, "learning_rate": 0.00012930392600850573, "loss": 2600.2518, "step": 2325 }, { "epoch": 0.466, "grad_norm": 544.0139770507812, "learning_rate": 0.00012897000615439075, "loss": 2498.4814, "step": 2330 }, { "epoch": 0.467, "grad_norm": 470.3022766113281, "learning_rate": 0.00012863573330989313, "loss": 2517.0922, "step": 2335 }, { "epoch": 0.468, "grad_norm": 878.3179321289062, "learning_rate": 0.00012830111154802203, "loss": 3063.476, "step": 2340 }, { "epoch": 0.469, "grad_norm": 650.689208984375, "learning_rate": 0.000127966144946038, "loss": 2539.8498, "step": 2345 }, { "epoch": 0.47, "grad_norm": 572.6421508789062, "learning_rate": 0.00012763083758540337, "loss": 2549.9426, "step": 2350 }, { "epoch": 0.471, "grad_norm": 638.99462890625, "learning_rate": 0.00012729519355173254, "loss": 2564.6719, "step": 2355 }, { "epoch": 0.472, "grad_norm": 581.8339233398438, "learning_rate": 0.00012695921693474212, "loss": 2617.2387, "step": 2360 }, { "epoch": 0.473, "grad_norm": 528.600830078125, "learning_rate": 0.00012662291182820114, "loss": 2476.502, "step": 2365 }, { "epoch": 0.474, "grad_norm": 1112.584228515625, "learning_rate": 0.0001262862823298812, "loss": 2686.8639, "step": 2370 }, { "epoch": 0.475, "grad_norm": 613.5630493164062, "learning_rate": 0.00012594933254150655, "loss": 2696.7641, "step": 2375 }, { "epoch": 0.476, "grad_norm": 814.6277465820312, "learning_rate": 0.00012561206656870396, "loss": 2546.1234, "step": 2380 }, { "epoch": 0.477, "grad_norm": 569.0060424804688, "learning_rate": 0.00012527448852095295, "loss": 2583.8328, "step": 2385 }, { "epoch": 0.478, "grad_norm": 759.8849487304688, "learning_rate": 0.0001249366025115354, "loss": 2558.3686, "step": 2390 }, { "epoch": 0.479, "grad_norm": 689.7212524414062, "learning_rate": 0.0001245984126574858, "loss": 2523.2107, "step": 2395 }, { "epoch": 0.48, "grad_norm": 938.4207763671875, "learning_rate": 0.00012425992307954075, "loss": 2500.8367, "step": 2400 }, { "epoch": 0.481, "grad_norm": 529.2037963867188, "learning_rate": 0.00012392113790208895, "loss": 2861.8998, "step": 2405 }, { "epoch": 0.482, "grad_norm": 552.0263671875, "learning_rate": 0.00012358206125312083, "loss": 2405.284, "step": 2410 }, { "epoch": 0.483, "grad_norm": 802.8057861328125, "learning_rate": 0.0001232426972641784, "loss": 2565.5674, "step": 2415 }, { "epoch": 0.484, "grad_norm": 517.8291625976562, "learning_rate": 0.00012290305007030478, "loss": 2537.8539, "step": 2420 }, { "epoch": 0.485, "grad_norm": 730.5739135742188, "learning_rate": 0.00012256312380999376, "loss": 2578.7299, "step": 2425 }, { "epoch": 0.486, "grad_norm": 540.3443603515625, "learning_rate": 0.00012222292262513965, "loss": 2488.8139, "step": 2430 }, { "epoch": 0.487, "grad_norm": 488.90606689453125, "learning_rate": 0.00012188245066098647, "loss": 2441.8084, "step": 2435 }, { "epoch": 0.488, "grad_norm": 597.306884765625, "learning_rate": 0.00012154171206607764, "loss": 2482.4201, "step": 2440 }, { "epoch": 0.489, "grad_norm": 654.6177978515625, "learning_rate": 0.00012120071099220549, "loss": 2479.2762, "step": 2445 }, { "epoch": 0.49, "grad_norm": 478.14727783203125, "learning_rate": 0.00012085945159436038, "loss": 2522.6246, "step": 2450 }, { "epoch": 0.491, "grad_norm": 546.2999267578125, "learning_rate": 0.00012051793803068046, "loss": 2464.2801, "step": 2455 }, { "epoch": 0.492, "grad_norm": 496.251953125, "learning_rate": 0.0001201761744624007, "loss": 2702.6268, "step": 2460 }, { "epoch": 0.493, "grad_norm": 594.6992797851562, "learning_rate": 0.00011983416505380234, "loss": 2605.2422, "step": 2465 }, { "epoch": 0.494, "grad_norm": 582.0289916992188, "learning_rate": 0.00011949191397216206, "loss": 2517.1559, "step": 2470 }, { "epoch": 0.495, "grad_norm": 456.2720947265625, "learning_rate": 0.00011914942538770131, "loss": 2466.69, "step": 2475 }, { "epoch": 0.496, "grad_norm": 586.1421508789062, "learning_rate": 0.00011880670347353539, "loss": 2476.1844, "step": 2480 }, { "epoch": 0.497, "grad_norm": 609.2529907226562, "learning_rate": 0.0001184637524056227, "loss": 2753.5527, "step": 2485 }, { "epoch": 0.498, "grad_norm": 483.8121643066406, "learning_rate": 0.00011812057636271374, "loss": 2480.4777, "step": 2490 }, { "epoch": 0.499, "grad_norm": 555.1434936523438, "learning_rate": 0.00011777717952630031, "loss": 2490.7084, "step": 2495 }, { "epoch": 0.5, "grad_norm": 519.2879028320312, "learning_rate": 0.00011743356608056449, "loss": 2520.2537, "step": 2500 }, { "epoch": 0.501, "grad_norm": 737.7413330078125, "learning_rate": 0.00011708974021232769, "loss": 2535.8242, "step": 2505 }, { "epoch": 0.502, "grad_norm": 587.8907470703125, "learning_rate": 0.00011674570611099955, "loss": 2508.3715, "step": 2510 }, { "epoch": 0.503, "grad_norm": 592.0271606445312, "learning_rate": 0.00011640146796852711, "loss": 2510.1002, "step": 2515 }, { "epoch": 0.504, "grad_norm": 516.299072265625, "learning_rate": 0.00011605702997934345, "loss": 2601.7525, "step": 2520 }, { "epoch": 0.505, "grad_norm": 486.2798767089844, "learning_rate": 0.00011571239634031679, "loss": 2557.4238, "step": 2525 }, { "epoch": 0.506, "grad_norm": 476.0435485839844, "learning_rate": 0.00011536757125069923, "loss": 2452.0791, "step": 2530 }, { "epoch": 0.507, "grad_norm": 605.2020874023438, "learning_rate": 0.00011502255891207572, "loss": 2529.2049, "step": 2535 }, { "epoch": 0.508, "grad_norm": 493.29632568359375, "learning_rate": 0.00011467736352831266, "loss": 2498.2951, "step": 2540 }, { "epoch": 0.509, "grad_norm": 530.194580078125, "learning_rate": 0.00011433198930550695, "loss": 2474.4281, "step": 2545 }, { "epoch": 0.51, "grad_norm": 440.2906188964844, "learning_rate": 0.00011398644045193444, "loss": 2488.0682, "step": 2550 }, { "epoch": 0.511, "grad_norm": 470.6048583984375, "learning_rate": 0.00011364072117799885, "loss": 2499.0836, "step": 2555 }, { "epoch": 0.512, "grad_norm": 604.220947265625, "learning_rate": 0.00011329483569618045, "loss": 2408.2574, "step": 2560 }, { "epoch": 0.513, "grad_norm": 646.5419311523438, "learning_rate": 0.00011294878822098469, "loss": 2501.0246, "step": 2565 }, { "epoch": 0.514, "grad_norm": 1514.9168701171875, "learning_rate": 0.00011260258296889086, "loss": 2432.7559, "step": 2570 }, { "epoch": 0.515, "grad_norm": 2824.786376953125, "learning_rate": 0.00011225622415830068, "loss": 2624.9326, "step": 2575 }, { "epoch": 0.516, "grad_norm": 454.0226745605469, "learning_rate": 0.00011190971600948699, "loss": 2438.6369, "step": 2580 }, { "epoch": 0.517, "grad_norm": 526.448974609375, "learning_rate": 0.00011156306274454218, "loss": 2459.509, "step": 2585 }, { "epoch": 0.518, "grad_norm": 586.046630859375, "learning_rate": 0.0001112162685873269, "loss": 2477.8961, "step": 2590 }, { "epoch": 0.519, "grad_norm": 538.010498046875, "learning_rate": 0.00011086933776341852, "loss": 2416.8273, "step": 2595 }, { "epoch": 0.52, "grad_norm": 517.216796875, "learning_rate": 0.00011052227450005967, "loss": 2389.2906, "step": 2600 }, { "epoch": 0.521, "grad_norm": 544.08154296875, "learning_rate": 0.00011017508302610664, "loss": 2422.8779, "step": 2605 }, { "epoch": 0.522, "grad_norm": 532.5357666015625, "learning_rate": 0.00010982776757197799, "loss": 2620.9127, "step": 2610 }, { "epoch": 0.523, "grad_norm": 741.2442626953125, "learning_rate": 0.00010948033236960294, "loss": 2457.8793, "step": 2615 }, { "epoch": 0.524, "grad_norm": 559.7271118164062, "learning_rate": 0.00010913278165236978, "loss": 2412.6145, "step": 2620 }, { "epoch": 0.525, "grad_norm": 626.8773803710938, "learning_rate": 0.00010878511965507434, "loss": 2546.3113, "step": 2625 }, { "epoch": 0.526, "grad_norm": 835.8986206054688, "learning_rate": 0.00010843735061386828, "loss": 2492.3385, "step": 2630 }, { "epoch": 0.527, "grad_norm": 545.5006103515625, "learning_rate": 0.00010808947876620767, "loss": 2463.8197, "step": 2635 }, { "epoch": 0.528, "grad_norm": 574.677001953125, "learning_rate": 0.00010774150835080119, "loss": 2575.6695, "step": 2640 }, { "epoch": 0.529, "grad_norm": 623.7171020507812, "learning_rate": 0.00010739344360755852, "loss": 2516.1988, "step": 2645 }, { "epoch": 0.53, "grad_norm": 485.6029357910156, "learning_rate": 0.0001070452887775387, "loss": 2482.5025, "step": 2650 }, { "epoch": 0.531, "grad_norm": 567.178466796875, "learning_rate": 0.00010669704810289851, "loss": 2609.8158, "step": 2655 }, { "epoch": 0.532, "grad_norm": 2758.93701171875, "learning_rate": 0.00010634872582684061, "loss": 2475.8338, "step": 2660 }, { "epoch": 0.533, "grad_norm": 572.0568237304688, "learning_rate": 0.00010600032619356209, "loss": 2547.4691, "step": 2665 }, { "epoch": 0.534, "grad_norm": 459.0948486328125, "learning_rate": 0.00010565185344820247, "loss": 2431.0879, "step": 2670 }, { "epoch": 0.535, "grad_norm": 544.7667236328125, "learning_rate": 0.00010530331183679218, "loss": 2425.8934, "step": 2675 }, { "epoch": 0.536, "grad_norm": 537.0723876953125, "learning_rate": 0.00010495470560620083, "loss": 2480.6719, "step": 2680 }, { "epoch": 0.537, "grad_norm": 507.00494384765625, "learning_rate": 0.00010460603900408523, "loss": 2423.5633, "step": 2685 }, { "epoch": 0.538, "grad_norm": 541.5460205078125, "learning_rate": 0.00010425731627883797, "loss": 2523.4033, "step": 2690 }, { "epoch": 0.539, "grad_norm": 454.7694396972656, "learning_rate": 0.00010390854167953537, "loss": 2496.2143, "step": 2695 }, { "epoch": 0.54, "grad_norm": 507.29498291015625, "learning_rate": 0.00010355971945588585, "loss": 2511.5721, "step": 2700 }, { "epoch": 0.541, "grad_norm": 601.2445678710938, "learning_rate": 0.00010321085385817817, "loss": 2440.9248, "step": 2705 }, { "epoch": 0.542, "grad_norm": 500.01007080078125, "learning_rate": 0.00010286194913722948, "loss": 2410.7158, "step": 2710 }, { "epoch": 0.543, "grad_norm": 516.3615112304688, "learning_rate": 0.00010251300954433376, "loss": 2433.3928, "step": 2715 }, { "epoch": 0.544, "grad_norm": 492.0466613769531, "learning_rate": 0.00010216403933120979, "loss": 2454.335, "step": 2720 }, { "epoch": 0.545, "grad_norm": 514.6785278320312, "learning_rate": 0.00010181504274994948, "loss": 2471.8535, "step": 2725 }, { "epoch": 0.546, "grad_norm": 525.2900390625, "learning_rate": 0.00010146602405296607, "loss": 2494.9723, "step": 2730 }, { "epoch": 0.547, "grad_norm": 572.9546508789062, "learning_rate": 0.00010111698749294223, "loss": 2470.2383, "step": 2735 }, { "epoch": 0.548, "grad_norm": 537.0374755859375, "learning_rate": 0.00010076793732277829, "loss": 2412.7641, "step": 2740 }, { "epoch": 0.549, "grad_norm": 503.0254821777344, "learning_rate": 0.0001004188777955404, "loss": 2358.4277, "step": 2745 }, { "epoch": 0.55, "grad_norm": 502.93231201171875, "learning_rate": 0.00010006981316440875, "loss": 2394.4285, "step": 2750 }, { "epoch": 0.551, "grad_norm": 498.012939453125, "learning_rate": 9.972074768262576e-05, "loss": 2395.0666, "step": 2755 }, { "epoch": 0.552, "grad_norm": 461.53875732421875, "learning_rate": 9.937168560344412e-05, "loss": 2384.6594, "step": 2760 }, { "epoch": 0.553, "grad_norm": 618.8839111328125, "learning_rate": 9.902263118007513e-05, "loss": 2478.1195, "step": 2765 }, { "epoch": 0.554, "grad_norm": 454.3330383300781, "learning_rate": 9.867358866563673e-05, "loss": 2421.5822, "step": 2770 }, { "epoch": 0.555, "grad_norm": 553.6084594726562, "learning_rate": 9.832456231310189e-05, "loss": 2511.267, "step": 2775 }, { "epoch": 0.556, "grad_norm": 524.044677734375, "learning_rate": 9.797555637524649e-05, "loss": 2475.108, "step": 2780 }, { "epoch": 0.557, "grad_norm": 554.4749145507812, "learning_rate": 9.762657510459783e-05, "loss": 2554.2805, "step": 2785 }, { "epoch": 0.558, "grad_norm": 502.0257873535156, "learning_rate": 9.727762275338246e-05, "loss": 2374.0732, "step": 2790 }, { "epoch": 0.559, "grad_norm": 1586.6298828125, "learning_rate": 9.692870357347473e-05, "loss": 2349.0324, "step": 2795 }, { "epoch": 0.56, "grad_norm": 556.4888305664062, "learning_rate": 9.657982181634475e-05, "loss": 2562.5695, "step": 2800 }, { "epoch": 0.561, "grad_norm": 433.7760009765625, "learning_rate": 9.623098173300654e-05, "loss": 2446.7273, "step": 2805 }, { "epoch": 0.562, "grad_norm": 519.9306030273438, "learning_rate": 9.588218757396655e-05, "loss": 2430.3377, "step": 2810 }, { "epoch": 0.563, "grad_norm": 500.7917785644531, "learning_rate": 9.55334435891714e-05, "loss": 2410.9201, "step": 2815 }, { "epoch": 0.564, "grad_norm": 904.2186279296875, "learning_rate": 9.518475402795661e-05, "loss": 2550.8223, "step": 2820 }, { "epoch": 0.565, "grad_norm": 547.4429931640625, "learning_rate": 9.483612313899435e-05, "loss": 2440.8852, "step": 2825 }, { "epoch": 0.566, "grad_norm": 597.2922973632812, "learning_rate": 9.448755517024206e-05, "loss": 2459.1309, "step": 2830 }, { "epoch": 0.567, "grad_norm": 457.54888916015625, "learning_rate": 9.413905436889035e-05, "loss": 2470.8859, "step": 2835 }, { "epoch": 0.568, "grad_norm": 472.6123962402344, "learning_rate": 9.37906249813116e-05, "loss": 2412.0932, "step": 2840 }, { "epoch": 0.569, "grad_norm": 560.1009521484375, "learning_rate": 9.344227125300788e-05, "loss": 2454.8799, "step": 2845 }, { "epoch": 0.57, "grad_norm": 503.52471923828125, "learning_rate": 9.309399742855942e-05, "loss": 2444.8611, "step": 2850 }, { "epoch": 0.571, "grad_norm": 674.47412109375, "learning_rate": 9.274580775157294e-05, "loss": 2378.2428, "step": 2855 }, { "epoch": 0.572, "grad_norm": 587.05419921875, "learning_rate": 9.239770646462968e-05, "loss": 2367.3633, "step": 2860 }, { "epoch": 0.573, "grad_norm": 699.846923828125, "learning_rate": 9.204969780923403e-05, "loss": 2406.9939, "step": 2865 }, { "epoch": 0.574, "grad_norm": 474.62567138671875, "learning_rate": 9.17017860257616e-05, "loss": 2399.6018, "step": 2870 }, { "epoch": 0.575, "grad_norm": 570.3695068359375, "learning_rate": 9.135397535340773e-05, "loss": 2462.7035, "step": 2875 }, { "epoch": 0.576, "grad_norm": 896.119140625, "learning_rate": 9.100627003013562e-05, "loss": 2399.2623, "step": 2880 }, { "epoch": 0.577, "grad_norm": 682.7610473632812, "learning_rate": 9.065867429262496e-05, "loss": 2446.7799, "step": 2885 }, { "epoch": 0.578, "grad_norm": 481.35137939453125, "learning_rate": 9.03111923762201e-05, "loss": 2436.0957, "step": 2890 }, { "epoch": 0.579, "grad_norm": 609.769287109375, "learning_rate": 8.99638285148785e-05, "loss": 2471.0502, "step": 2895 }, { "epoch": 0.58, "grad_norm": 559.8047485351562, "learning_rate": 8.961658694111929e-05, "loss": 2488.0596, "step": 2900 }, { "epoch": 0.581, "grad_norm": 590.3505249023438, "learning_rate": 8.926947188597134e-05, "loss": 2394.567, "step": 2905 }, { "epoch": 0.582, "grad_norm": 503.3857116699219, "learning_rate": 8.892248757892214e-05, "loss": 2385.3652, "step": 2910 }, { "epoch": 0.583, "grad_norm": 600.1327514648438, "learning_rate": 8.857563824786596e-05, "loss": 2439.3322, "step": 2915 }, { "epoch": 0.584, "grad_norm": 548.6019897460938, "learning_rate": 8.822892811905237e-05, "loss": 2377.018, "step": 2920 }, { "epoch": 0.585, "grad_norm": 619.7973022460938, "learning_rate": 8.788236141703498e-05, "loss": 2469.1475, "step": 2925 }, { "epoch": 0.586, "grad_norm": 1789.301025390625, "learning_rate": 8.753594236461957e-05, "loss": 2460.5291, "step": 2930 }, { "epoch": 0.587, "grad_norm": 467.663818359375, "learning_rate": 8.718967518281307e-05, "loss": 2407.8438, "step": 2935 }, { "epoch": 0.588, "grad_norm": 486.5950012207031, "learning_rate": 8.684356409077176e-05, "loss": 2435.7891, "step": 2940 }, { "epoch": 0.589, "grad_norm": 579.2706909179688, "learning_rate": 8.64976133057501e-05, "loss": 2422.0656, "step": 2945 }, { "epoch": 0.59, "grad_norm": 516.0706176757812, "learning_rate": 8.615182704304918e-05, "loss": 2393.5109, "step": 2950 }, { "epoch": 0.591, "grad_norm": 748.2072143554688, "learning_rate": 8.580620951596557e-05, "loss": 2425.3834, "step": 2955 }, { "epoch": 0.592, "grad_norm": 563.4129638671875, "learning_rate": 8.546076493573972e-05, "loss": 2467.649, "step": 2960 }, { "epoch": 0.593, "grad_norm": 516.9027099609375, "learning_rate": 8.511549751150479e-05, "loss": 2386.2365, "step": 2965 }, { "epoch": 0.594, "grad_norm": 2995.201171875, "learning_rate": 8.477041145023546e-05, "loss": 2531.1498, "step": 2970 }, { "epoch": 0.595, "grad_norm": 627.2498779296875, "learning_rate": 8.442551095669639e-05, "loss": 2573.4133, "step": 2975 }, { "epoch": 0.596, "grad_norm": 456.3381042480469, "learning_rate": 8.408080023339133e-05, "loss": 2337.5508, "step": 2980 }, { "epoch": 0.597, "grad_norm": 815.7421264648438, "learning_rate": 8.373628348051165e-05, "loss": 2486.8865, "step": 2985 }, { "epoch": 0.598, "grad_norm": 498.51824951171875, "learning_rate": 8.339196489588523e-05, "loss": 2366.2346, "step": 2990 }, { "epoch": 0.599, "grad_norm": 671.865478515625, "learning_rate": 8.30478486749254e-05, "loss": 2420.6031, "step": 2995 }, { "epoch": 0.6, "grad_norm": 653.7413330078125, "learning_rate": 8.270393901057964e-05, "loss": 2510.2748, "step": 3000 }, { "epoch": 0.601, "grad_norm": 566.4102783203125, "learning_rate": 8.236024009327879e-05, "loss": 2635.8131, "step": 3005 }, { "epoch": 0.602, "grad_norm": 553.3007202148438, "learning_rate": 8.201675611088558e-05, "loss": 2417.3791, "step": 3010 }, { "epoch": 0.603, "grad_norm": 472.6822204589844, "learning_rate": 8.167349124864405e-05, "loss": 2368.007, "step": 3015 }, { "epoch": 0.604, "grad_norm": 496.64007568359375, "learning_rate": 8.133044968912811e-05, "loss": 2377.142, "step": 3020 }, { "epoch": 0.605, "grad_norm": 551.4066162109375, "learning_rate": 8.0987635612191e-05, "loss": 2369.0211, "step": 3025 }, { "epoch": 0.606, "grad_norm": 469.5022888183594, "learning_rate": 8.064505319491398e-05, "loss": 2366.9852, "step": 3030 }, { "epoch": 0.607, "grad_norm": 2000.1502685546875, "learning_rate": 8.030270661155574e-05, "loss": 2461.4041, "step": 3035 }, { "epoch": 0.608, "grad_norm": 485.0971984863281, "learning_rate": 7.996060003350139e-05, "loss": 2397.5367, "step": 3040 }, { "epoch": 0.609, "grad_norm": 590.57763671875, "learning_rate": 7.961873762921153e-05, "loss": 2410.8477, "step": 3045 }, { "epoch": 0.61, "grad_norm": 494.9872131347656, "learning_rate": 7.927712356417176e-05, "loss": 2412.2193, "step": 3050 }, { "epoch": 0.611, "grad_norm": 478.9945373535156, "learning_rate": 7.893576200084159e-05, "loss": 2432.5885, "step": 3055 }, { "epoch": 0.612, "grad_norm": 618.0394287109375, "learning_rate": 7.8594657098604e-05, "loss": 2408.5559, "step": 3060 }, { "epoch": 0.613, "grad_norm": 535.2349243164062, "learning_rate": 7.825381301371452e-05, "loss": 2412.5131, "step": 3065 }, { "epoch": 0.614, "grad_norm": 571.4291381835938, "learning_rate": 7.791323389925084e-05, "loss": 2436.6877, "step": 3070 }, { "epoch": 0.615, "grad_norm": 793.1015625, "learning_rate": 7.75729239050619e-05, "loss": 2397.2402, "step": 3075 }, { "epoch": 0.616, "grad_norm": 581.2083129882812, "learning_rate": 7.723288717771761e-05, "loss": 2394.0514, "step": 3080 }, { "epoch": 0.617, "grad_norm": 475.43560791015625, "learning_rate": 7.689312786045823e-05, "loss": 2500.5877, "step": 3085 }, { "epoch": 0.618, "grad_norm": 472.8026123046875, "learning_rate": 7.655365009314374e-05, "loss": 2392.5494, "step": 3090 }, { "epoch": 0.619, "grad_norm": 532.0546264648438, "learning_rate": 7.621445801220371e-05, "loss": 2394.5662, "step": 3095 }, { "epoch": 0.62, "grad_norm": 525.334716796875, "learning_rate": 7.587555575058649e-05, "loss": 2341.9348, "step": 3100 }, { "epoch": 0.621, "grad_norm": 519.0297241210938, "learning_rate": 7.553694743770928e-05, "loss": 2389.9688, "step": 3105 }, { "epoch": 0.622, "grad_norm": 535.581787109375, "learning_rate": 7.519863719940748e-05, "loss": 2335.4307, "step": 3110 }, { "epoch": 0.623, "grad_norm": 499.23492431640625, "learning_rate": 7.486062915788452e-05, "loss": 2376.3564, "step": 3115 }, { "epoch": 0.624, "grad_norm": 462.779541015625, "learning_rate": 7.45229274316618e-05, "loss": 2315.5096, "step": 3120 }, { "epoch": 0.625, "grad_norm": 541.0146484375, "learning_rate": 7.418553613552825e-05, "loss": 2446.7158, "step": 3125 }, { "epoch": 0.626, "grad_norm": 2714.51513671875, "learning_rate": 7.384845938049031e-05, "loss": 2481.6041, "step": 3130 }, { "epoch": 0.627, "grad_norm": 2472.30419921875, "learning_rate": 7.351170127372191e-05, "loss": 2776.2654, "step": 3135 }, { "epoch": 0.628, "grad_norm": 2405.925537109375, "learning_rate": 7.317526591851433e-05, "loss": 2537.5887, "step": 3140 }, { "epoch": 0.629, "grad_norm": 1267.2457275390625, "learning_rate": 7.283915741422612e-05, "loss": 2287.6814, "step": 3145 }, { "epoch": 0.63, "grad_norm": 2001.97607421875, "learning_rate": 7.250337985623342e-05, "loss": 2308.5178, "step": 3150 }, { "epoch": 0.631, "grad_norm": 1113.8187255859375, "learning_rate": 7.216793733587976e-05, "loss": 2337.2084, "step": 3155 }, { "epoch": 0.632, "grad_norm": 629.2861328125, "learning_rate": 7.183283394042634e-05, "loss": 2506.623, "step": 3160 }, { "epoch": 0.633, "grad_norm": 503.7208251953125, "learning_rate": 7.149807375300239e-05, "loss": 2420.4971, "step": 3165 }, { "epoch": 0.634, "grad_norm": 571.912353515625, "learning_rate": 7.11636608525551e-05, "loss": 2400.4916, "step": 3170 }, { "epoch": 0.635, "grad_norm": 722.9718017578125, "learning_rate": 7.082959931380011e-05, "loss": 2393.7637, "step": 3175 }, { "epoch": 0.636, "grad_norm": 492.63616943359375, "learning_rate": 7.049589320717186e-05, "loss": 2393.3313, "step": 3180 }, { "epoch": 0.637, "grad_norm": 829.7794189453125, "learning_rate": 7.016254659877398e-05, "loss": 2408.3512, "step": 3185 }, { "epoch": 0.638, "grad_norm": 1001.7373046875, "learning_rate": 6.982956355032968e-05, "loss": 2315.3186, "step": 3190 }, { "epoch": 0.639, "grad_norm": 521.793701171875, "learning_rate": 6.949694811913225e-05, "loss": 2375.2768, "step": 3195 }, { "epoch": 0.64, "grad_norm": 552.8923950195312, "learning_rate": 6.916470435799587e-05, "loss": 2325.6395, "step": 3200 }, { "epoch": 0.641, "grad_norm": 639.341552734375, "learning_rate": 6.883283631520582e-05, "loss": 2458.4074, "step": 3205 }, { "epoch": 0.642, "grad_norm": 519.3128051757812, "learning_rate": 6.850134803446954e-05, "loss": 2476.5238, "step": 3210 }, { "epoch": 0.643, "grad_norm": 539.2218017578125, "learning_rate": 6.817024355486706e-05, "loss": 2395.4594, "step": 3215 }, { "epoch": 0.644, "grad_norm": 1433.049560546875, "learning_rate": 6.783952691080203e-05, "loss": 2393.6709, "step": 3220 }, { "epoch": 0.645, "grad_norm": 501.14141845703125, "learning_rate": 6.750920213195238e-05, "loss": 2418.1326, "step": 3225 }, { "epoch": 0.646, "grad_norm": 954.1232299804688, "learning_rate": 6.717927324322124e-05, "loss": 2352.077, "step": 3230 }, { "epoch": 0.647, "grad_norm": 478.6729431152344, "learning_rate": 6.684974426468808e-05, "loss": 2379.2391, "step": 3235 }, { "epoch": 0.648, "grad_norm": 612.4166259765625, "learning_rate": 6.652061921155943e-05, "loss": 2343.8246, "step": 3240 }, { "epoch": 0.649, "grad_norm": 666.728271484375, "learning_rate": 6.61919020941203e-05, "loss": 2426.6287, "step": 3245 }, { "epoch": 0.65, "grad_norm": 647.3511352539062, "learning_rate": 6.58635969176849e-05, "loss": 2510.7809, "step": 3250 }, { "epoch": 0.651, "grad_norm": 570.8385620117188, "learning_rate": 6.55357076825483e-05, "loss": 2318.5135, "step": 3255 }, { "epoch": 0.652, "grad_norm": 474.76092529296875, "learning_rate": 6.520823838393731e-05, "loss": 2380.8008, "step": 3260 }, { "epoch": 0.653, "grad_norm": 496.3144226074219, "learning_rate": 6.488119301196201e-05, "loss": 2409.7303, "step": 3265 }, { "epoch": 0.654, "grad_norm": 832.321533203125, "learning_rate": 6.455457555156705e-05, "loss": 2441.6344, "step": 3270 }, { "epoch": 0.655, "grad_norm": 667.3434448242188, "learning_rate": 6.422838998248307e-05, "loss": 2293.3219, "step": 3275 }, { "epoch": 0.656, "grad_norm": 545.1284790039062, "learning_rate": 6.390264027917836e-05, "loss": 2354.0303, "step": 3280 }, { "epoch": 0.657, "grad_norm": 1880.8865966796875, "learning_rate": 6.357733041081018e-05, "loss": 2609.9361, "step": 3285 }, { "epoch": 0.658, "grad_norm": 653.2989501953125, "learning_rate": 6.325246434117668e-05, "loss": 2298.9563, "step": 3290 }, { "epoch": 0.659, "grad_norm": 867.6334838867188, "learning_rate": 6.292804602866834e-05, "loss": 2444.4541, "step": 3295 }, { "epoch": 0.66, "grad_norm": 531.8129272460938, "learning_rate": 6.260407942621998e-05, "loss": 2348.2916, "step": 3300 }, { "epoch": 0.661, "grad_norm": 675.0317993164062, "learning_rate": 6.228056848126236e-05, "loss": 2383.0266, "step": 3305 }, { "epoch": 0.662, "grad_norm": 672.0025024414062, "learning_rate": 6.195751713567427e-05, "loss": 2385.6484, "step": 3310 }, { "epoch": 0.663, "grad_norm": 563.8554077148438, "learning_rate": 6.163492932573438e-05, "loss": 2415.8996, "step": 3315 }, { "epoch": 0.664, "grad_norm": 545.8455200195312, "learning_rate": 6.131280898207339e-05, "loss": 2348.3162, "step": 3320 }, { "epoch": 0.665, "grad_norm": 512.48583984375, "learning_rate": 6.099116002962604e-05, "loss": 2347.607, "step": 3325 }, { "epoch": 0.666, "grad_norm": 565.77490234375, "learning_rate": 6.066998638758326e-05, "loss": 2319.7859, "step": 3330 }, { "epoch": 0.667, "grad_norm": 435.04010009765625, "learning_rate": 6.034929196934459e-05, "loss": 2551.773, "step": 3335 }, { "epoch": 0.668, "grad_norm": 508.7744140625, "learning_rate": 6.002908068247024e-05, "loss": 2374.6119, "step": 3340 }, { "epoch": 0.669, "grad_norm": 426.3054504394531, "learning_rate": 5.9709356428633746e-05, "loss": 2322.273, "step": 3345 }, { "epoch": 0.67, "grad_norm": 614.1060180664062, "learning_rate": 5.9390123103574215e-05, "loss": 2315.2275, "step": 3350 }, { "epoch": 0.671, "grad_norm": 689.25439453125, "learning_rate": 5.907138459704895e-05, "loss": 2440.4307, "step": 3355 }, { "epoch": 0.672, "grad_norm": 479.5274353027344, "learning_rate": 5.8753144792786096e-05, "loss": 2332.7992, "step": 3360 }, { "epoch": 0.673, "grad_norm": 549.6031494140625, "learning_rate": 5.8435407568437216e-05, "loss": 2365.1072, "step": 3365 }, { "epoch": 0.674, "grad_norm": 1224.8822021484375, "learning_rate": 5.8118176795530176e-05, "loss": 2407.4895, "step": 3370 }, { "epoch": 0.675, "grad_norm": 551.6796875, "learning_rate": 5.780145633942173e-05, "loss": 2334.4441, "step": 3375 }, { "epoch": 0.676, "grad_norm": 443.879638671875, "learning_rate": 5.748525005925074e-05, "loss": 2352.4414, "step": 3380 }, { "epoch": 0.677, "grad_norm": 516.5498657226562, "learning_rate": 5.716956180789098e-05, "loss": 2413.5582, "step": 3385 }, { "epoch": 0.678, "grad_norm": 465.81634521484375, "learning_rate": 5.6854395431904094e-05, "loss": 2340.3986, "step": 3390 }, { "epoch": 0.679, "grad_norm": 513.4937133789062, "learning_rate": 5.653975477149298e-05, "loss": 2284.3953, "step": 3395 }, { "epoch": 0.68, "grad_norm": 501.49591064453125, "learning_rate": 5.622564366045472e-05, "loss": 2259.9482, "step": 3400 }, { "epoch": 0.681, "grad_norm": 532.4312744140625, "learning_rate": 5.591206592613416e-05, "loss": 2390.3719, "step": 3405 }, { "epoch": 0.682, "grad_norm": 513.1419677734375, "learning_rate": 5.5599025389376935e-05, "loss": 2318.6775, "step": 3410 }, { "epoch": 0.683, "grad_norm": 551.4669189453125, "learning_rate": 5.5286525864483285e-05, "loss": 2373.0059, "step": 3415 }, { "epoch": 0.684, "grad_norm": 567.785888671875, "learning_rate": 5.497457115916127e-05, "loss": 2321.949, "step": 3420 }, { "epoch": 0.685, "grad_norm": 471.6576232910156, "learning_rate": 5.466316507448048e-05, "loss": 2331.6594, "step": 3425 }, { "epoch": 0.686, "grad_norm": 508.9970397949219, "learning_rate": 5.435231140482587e-05, "loss": 2338.1193, "step": 3430 }, { "epoch": 0.687, "grad_norm": 504.64495849609375, "learning_rate": 5.404201393785122e-05, "loss": 2381.2227, "step": 3435 }, { "epoch": 0.688, "grad_norm": 843.2369384765625, "learning_rate": 5.373227645443332e-05, "loss": 2350.1893, "step": 3440 }, { "epoch": 0.689, "grad_norm": 464.2951965332031, "learning_rate": 5.3423102728625574e-05, "loss": 2302.2609, "step": 3445 }, { "epoch": 0.69, "grad_norm": 532.1995849609375, "learning_rate": 5.311449652761235e-05, "loss": 2368.5785, "step": 3450 }, { "epoch": 0.691, "grad_norm": 580.2269897460938, "learning_rate": 5.2806461611662735e-05, "loss": 2359.2135, "step": 3455 }, { "epoch": 0.692, "grad_norm": 562.80078125, "learning_rate": 5.2499001734085044e-05, "loss": 2520.0281, "step": 3460 }, { "epoch": 0.693, "grad_norm": 953.8164672851562, "learning_rate": 5.2192120641180786e-05, "loss": 2343.477, "step": 3465 }, { "epoch": 0.694, "grad_norm": 572.1079711914062, "learning_rate": 5.188582207219931e-05, "loss": 2400.9045, "step": 3470 }, { "epoch": 0.695, "grad_norm": 546.8497314453125, "learning_rate": 5.158010975929193e-05, "loss": 2375.1355, "step": 3475 }, { "epoch": 0.696, "grad_norm": 500.052978515625, "learning_rate": 5.127498742746675e-05, "loss": 2337.0914, "step": 3480 }, { "epoch": 0.697, "grad_norm": 2514.034423828125, "learning_rate": 5.097045879454313e-05, "loss": 2500.1324, "step": 3485 }, { "epoch": 0.698, "grad_norm": 543.3197021484375, "learning_rate": 5.066652757110628e-05, "loss": 2331.9879, "step": 3490 }, { "epoch": 0.699, "grad_norm": 497.35394287109375, "learning_rate": 5.036319746046232e-05, "loss": 2394.8754, "step": 3495 }, { "epoch": 0.7, "grad_norm": 551.0145263671875, "learning_rate": 5.006047215859289e-05, "loss": 2259.9146, "step": 3500 }, { "epoch": 0.701, "grad_norm": 785.4406127929688, "learning_rate": 4.97583553541102e-05, "loss": 2376.9869, "step": 3505 }, { "epoch": 0.702, "grad_norm": 508.735107421875, "learning_rate": 4.945685072821227e-05, "loss": 2379.8014, "step": 3510 }, { "epoch": 0.703, "grad_norm": 573.5625, "learning_rate": 4.915596195463773e-05, "loss": 2282.4924, "step": 3515 }, { "epoch": 0.704, "grad_norm": 822.6741333007812, "learning_rate": 4.885569269962142e-05, "loss": 2357.8689, "step": 3520 }, { "epoch": 0.705, "grad_norm": 950.7295532226562, "learning_rate": 4.8556046621849346e-05, "loss": 2401.4975, "step": 3525 }, { "epoch": 0.706, "grad_norm": 528.49951171875, "learning_rate": 4.825702737241452e-05, "loss": 2810.407, "step": 3530 }, { "epoch": 0.707, "grad_norm": 687.7360229492188, "learning_rate": 4.7958638594772064e-05, "loss": 2357.148, "step": 3535 }, { "epoch": 0.708, "grad_norm": 2045.9190673828125, "learning_rate": 4.766088392469506e-05, "loss": 2626.0629, "step": 3540 }, { "epoch": 0.709, "grad_norm": 1376.324462890625, "learning_rate": 4.736376699023023e-05, "loss": 2433.8211, "step": 3545 }, { "epoch": 0.71, "grad_norm": 593.6881103515625, "learning_rate": 4.706729141165361e-05, "loss": 2284.1473, "step": 3550 }, { "epoch": 0.711, "grad_norm": 520.6766357421875, "learning_rate": 4.6771460801426635e-05, "loss": 2301.5881, "step": 3555 }, { "epoch": 0.712, "grad_norm": 635.5855102539062, "learning_rate": 4.647627876415186e-05, "loss": 2331.3994, "step": 3560 }, { "epoch": 0.713, "grad_norm": 734.6845703125, "learning_rate": 4.6181748896529273e-05, "loss": 2382.6646, "step": 3565 }, { "epoch": 0.714, "grad_norm": 462.3306884765625, "learning_rate": 4.588787478731242e-05, "loss": 2373.6746, "step": 3570 }, { "epoch": 0.715, "grad_norm": 791.7435302734375, "learning_rate": 4.559466001726451e-05, "loss": 2326.0707, "step": 3575 }, { "epoch": 0.716, "grad_norm": 649.1879272460938, "learning_rate": 4.530210815911504e-05, "loss": 2307.3627, "step": 3580 }, { "epoch": 0.717, "grad_norm": 449.2684631347656, "learning_rate": 4.501022277751602e-05, "loss": 2325.3072, "step": 3585 }, { "epoch": 0.718, "grad_norm": 548.854736328125, "learning_rate": 4.471900742899876e-05, "loss": 2358.7221, "step": 3590 }, { "epoch": 0.719, "grad_norm": 583.05224609375, "learning_rate": 4.4428465661930343e-05, "loss": 2283.9502, "step": 3595 }, { "epoch": 0.72, "grad_norm": 508.5534973144531, "learning_rate": 4.413860101647055e-05, "loss": 2368.6557, "step": 3600 }, { "epoch": 0.721, "grad_norm": 498.6072082519531, "learning_rate": 4.3849417024528564e-05, "loss": 2524.2984, "step": 3605 }, { "epoch": 0.722, "grad_norm": 529.354248046875, "learning_rate": 4.356091720972011e-05, "loss": 2333.8275, "step": 3610 }, { "epoch": 0.723, "grad_norm": 703.4011840820312, "learning_rate": 4.327310508732437e-05, "loss": 2354.1061, "step": 3615 }, { "epoch": 0.724, "grad_norm": 554.7554931640625, "learning_rate": 4.29859841642412e-05, "loss": 2358.5381, "step": 3620 }, { "epoch": 0.725, "grad_norm": 528.2852172851562, "learning_rate": 4.26995579389485e-05, "loss": 2387.1047, "step": 3625 }, { "epoch": 0.726, "grad_norm": 576.072021484375, "learning_rate": 4.2413829901459344e-05, "loss": 2553.5135, "step": 3630 }, { "epoch": 0.727, "grad_norm": 560.8931274414062, "learning_rate": 4.212880353327979e-05, "loss": 2266.6609, "step": 3635 }, { "epoch": 0.728, "grad_norm": 569.912109375, "learning_rate": 4.184448230736613e-05, "loss": 2354.8248, "step": 3640 }, { "epoch": 0.729, "grad_norm": 518.2553100585938, "learning_rate": 4.15608696880828e-05, "loss": 2361.991, "step": 3645 }, { "epoch": 0.73, "grad_norm": 589.922119140625, "learning_rate": 4.1277969131160045e-05, "loss": 2352.4814, "step": 3650 }, { "epoch": 0.731, "grad_norm": 819.0303955078125, "learning_rate": 4.099578408365191e-05, "loss": 2284.0738, "step": 3655 }, { "epoch": 0.732, "grad_norm": 536.1713256835938, "learning_rate": 4.071431798389408e-05, "loss": 2282.8047, "step": 3660 }, { "epoch": 0.733, "grad_norm": 622.7749633789062, "learning_rate": 4.0433574261462206e-05, "loss": 2265.1051, "step": 3665 }, { "epoch": 0.734, "grad_norm": 483.1347961425781, "learning_rate": 4.015355633712996e-05, "loss": 2298.675, "step": 3670 }, { "epoch": 0.735, "grad_norm": 535.1263427734375, "learning_rate": 3.987426762282733e-05, "loss": 2305.7078, "step": 3675 }, { "epoch": 0.736, "grad_norm": 446.5038757324219, "learning_rate": 3.9595711521599224e-05, "loss": 2312.8984, "step": 3680 }, { "epoch": 0.737, "grad_norm": 508.2684326171875, "learning_rate": 3.931789142756377e-05, "loss": 2367.1281, "step": 3685 }, { "epoch": 0.738, "grad_norm": 530.272216796875, "learning_rate": 3.904081072587119e-05, "loss": 2336.5264, "step": 3690 }, { "epoch": 0.739, "grad_norm": 486.67303466796875, "learning_rate": 3.876447279266238e-05, "loss": 2361.0689, "step": 3695 }, { "epoch": 0.74, "grad_norm": 488.25640869140625, "learning_rate": 3.8488880995027786e-05, "loss": 2365.5975, "step": 3700 }, { "epoch": 0.741, "grad_norm": 611.995849609375, "learning_rate": 3.821403869096658e-05, "loss": 2280.8605, "step": 3705 }, { "epoch": 0.742, "grad_norm": 660.333251953125, "learning_rate": 3.793994922934544e-05, "loss": 2273.3256, "step": 3710 }, { "epoch": 0.743, "grad_norm": 597.44384765625, "learning_rate": 3.766661594985801e-05, "loss": 2288.1914, "step": 3715 }, { "epoch": 0.744, "grad_norm": 1083.415283203125, "learning_rate": 3.739404218298398e-05, "loss": 2420.5086, "step": 3720 }, { "epoch": 0.745, "grad_norm": 457.02105712890625, "learning_rate": 3.712223124994875e-05, "loss": 2377.8393, "step": 3725 }, { "epoch": 0.746, "grad_norm": 562.6453247070312, "learning_rate": 3.685118646268272e-05, "loss": 2410.9416, "step": 3730 }, { "epoch": 0.747, "grad_norm": 1275.8807373046875, "learning_rate": 3.6580911123781056e-05, "loss": 2483.5895, "step": 3735 }, { "epoch": 0.748, "grad_norm": 708.0537109375, "learning_rate": 3.631140852646355e-05, "loss": 2356.3758, "step": 3740 }, { "epoch": 0.749, "grad_norm": 500.02252197265625, "learning_rate": 3.604268195453421e-05, "loss": 2350.4127, "step": 3745 }, { "epoch": 0.75, "grad_norm": 512.0869750976562, "learning_rate": 3.577473468234156e-05, "loss": 2367.7943, "step": 3750 }, { "epoch": 0.751, "grad_norm": 592.1638793945312, "learning_rate": 3.5507569974738574e-05, "loss": 2348.2443, "step": 3755 }, { "epoch": 0.752, "grad_norm": 591.16064453125, "learning_rate": 3.524119108704286e-05, "loss": 2329.8939, "step": 3760 }, { "epoch": 0.753, "grad_norm": 492.1090087890625, "learning_rate": 3.497560126499709e-05, "loss": 2320.1195, "step": 3765 }, { "epoch": 0.754, "grad_norm": 689.1205444335938, "learning_rate": 3.4710803744729515e-05, "loss": 2369.7332, "step": 3770 }, { "epoch": 0.755, "grad_norm": 611.2269287109375, "learning_rate": 3.444680175271428e-05, "loss": 2422.8592, "step": 3775 }, { "epoch": 0.756, "grad_norm": 451.1965026855469, "learning_rate": 3.418359850573234e-05, "loss": 2392.7822, "step": 3780 }, { "epoch": 0.757, "grad_norm": 660.2359619140625, "learning_rate": 3.3921197210832235e-05, "loss": 2362.798, "step": 3785 }, { "epoch": 0.758, "grad_norm": 491.07159423828125, "learning_rate": 3.3659601065290893e-05, "loss": 2331.5027, "step": 3790 }, { "epoch": 0.759, "grad_norm": 483.3550109863281, "learning_rate": 3.339881325657484e-05, "loss": 2327.2055, "step": 3795 }, { "epoch": 0.76, "grad_norm": 517.42529296875, "learning_rate": 3.313883696230119e-05, "loss": 2273.998, "step": 3800 }, { "epoch": 0.761, "grad_norm": 618.8438720703125, "learning_rate": 3.287967535019908e-05, "loss": 2396.6828, "step": 3805 }, { "epoch": 0.762, "grad_norm": 507.3776550292969, "learning_rate": 3.2621331578070934e-05, "loss": 2306.0512, "step": 3810 }, { "epoch": 0.763, "grad_norm": 605.40869140625, "learning_rate": 3.236380879375408e-05, "loss": 2289.8785, "step": 3815 }, { "epoch": 0.764, "grad_norm": 579.8463134765625, "learning_rate": 3.210711013508242e-05, "loss": 2386.8998, "step": 3820 }, { "epoch": 0.765, "grad_norm": 453.682861328125, "learning_rate": 3.1851238729848034e-05, "loss": 2417.8014, "step": 3825 }, { "epoch": 0.766, "grad_norm": 1294.260009765625, "learning_rate": 3.159619769576333e-05, "loss": 2397.3691, "step": 3830 }, { "epoch": 0.767, "grad_norm": 509.0132751464844, "learning_rate": 3.134199014042274e-05, "loss": 2320.49, "step": 3835 }, { "epoch": 0.768, "grad_norm": 526.340576171875, "learning_rate": 3.108861916126518e-05, "loss": 2354.7334, "step": 3840 }, { "epoch": 0.769, "grad_norm": 495.5015869140625, "learning_rate": 3.0836087845536e-05, "loss": 2267.1617, "step": 3845 }, { "epoch": 0.77, "grad_norm": 465.116455078125, "learning_rate": 3.058439927024962e-05, "loss": 2285.3369, "step": 3850 }, { "epoch": 0.771, "grad_norm": 673.4093017578125, "learning_rate": 3.0333556502151926e-05, "loss": 2376.2008, "step": 3855 }, { "epoch": 0.772, "grad_norm": 635.4949951171875, "learning_rate": 3.0083562597682847e-05, "loss": 2327.1084, "step": 3860 }, { "epoch": 0.773, "grad_norm": 531.3779296875, "learning_rate": 2.9834420602939263e-05, "loss": 2317.7211, "step": 3865 }, { "epoch": 0.774, "grad_norm": 495.5592346191406, "learning_rate": 2.9586133553637683e-05, "loss": 2359.0334, "step": 3870 }, { "epoch": 0.775, "grad_norm": 520.40087890625, "learning_rate": 2.933870447507753e-05, "loss": 2293.8152, "step": 3875 }, { "epoch": 0.776, "grad_norm": 472.5350646972656, "learning_rate": 2.9092136382103973e-05, "loss": 2327.4729, "step": 3880 }, { "epoch": 0.777, "grad_norm": 463.3502197265625, "learning_rate": 2.8846432279071467e-05, "loss": 2288.476, "step": 3885 }, { "epoch": 0.778, "grad_norm": 583.5554809570312, "learning_rate": 2.860159515980695e-05, "loss": 2397.6523, "step": 3890 }, { "epoch": 0.779, "grad_norm": 609.1068725585938, "learning_rate": 2.835762800757341e-05, "loss": 2371.3787, "step": 3895 }, { "epoch": 0.78, "grad_norm": 630.3729248046875, "learning_rate": 2.8114533795033683e-05, "loss": 2266.0344, "step": 3900 }, { "epoch": 0.781, "grad_norm": 748.6630859375, "learning_rate": 2.7872315484213952e-05, "loss": 2206.5238, "step": 3905 }, { "epoch": 0.782, "grad_norm": 584.67578125, "learning_rate": 2.7630976026467968e-05, "loss": 2283.1316, "step": 3910 }, { "epoch": 0.783, "grad_norm": 2052.070068359375, "learning_rate": 2.7390518362440808e-05, "loss": 2377.9904, "step": 3915 }, { "epoch": 0.784, "grad_norm": 624.8317260742188, "learning_rate": 2.715094542203327e-05, "loss": 2369.158, "step": 3920 }, { "epoch": 0.785, "grad_norm": 523.52001953125, "learning_rate": 2.6912260124366006e-05, "loss": 2396.7256, "step": 3925 }, { "epoch": 0.786, "grad_norm": 528.491455078125, "learning_rate": 2.6674465377744017e-05, "loss": 2333.0184, "step": 3930 }, { "epoch": 0.787, "grad_norm": 507.8949890136719, "learning_rate": 2.6437564079621267e-05, "loss": 2344.5254, "step": 3935 }, { "epoch": 0.788, "grad_norm": 588.0623779296875, "learning_rate": 2.6201559116565345e-05, "loss": 2377.7969, "step": 3940 }, { "epoch": 0.789, "grad_norm": 484.02166748046875, "learning_rate": 2.5966453364222186e-05, "loss": 2330.0965, "step": 3945 }, { "epoch": 0.79, "grad_norm": 549.3146362304688, "learning_rate": 2.573224968728123e-05, "loss": 2346.6902, "step": 3950 }, { "epoch": 0.791, "grad_norm": 519.0389404296875, "learning_rate": 2.549895093944039e-05, "loss": 2394.7758, "step": 3955 }, { "epoch": 0.792, "grad_norm": 564.69384765625, "learning_rate": 2.5266559963371216e-05, "loss": 2246.7859, "step": 3960 }, { "epoch": 0.793, "grad_norm": 474.4433288574219, "learning_rate": 2.5035079590684497e-05, "loss": 2293.1461, "step": 3965 }, { "epoch": 0.794, "grad_norm": 518.5809326171875, "learning_rate": 2.480451264189546e-05, "loss": 2308.1678, "step": 3970 }, { "epoch": 0.795, "grad_norm": 513.9345703125, "learning_rate": 2.4574861926389615e-05, "loss": 2310.6531, "step": 3975 }, { "epoch": 0.796, "grad_norm": 552.9218139648438, "learning_rate": 2.43461302423885e-05, "loss": 2424.7719, "step": 3980 }, { "epoch": 0.797, "grad_norm": 647.3838500976562, "learning_rate": 2.411832037691545e-05, "loss": 2463.1066, "step": 3985 }, { "epoch": 0.798, "grad_norm": 552.623046875, "learning_rate": 2.389143510576184e-05, "loss": 2322.9943, "step": 3990 }, { "epoch": 0.799, "grad_norm": 611.86767578125, "learning_rate": 2.3665477193453034e-05, "loss": 2348.1535, "step": 3995 }, { "epoch": 0.8, "grad_norm": 458.9732666015625, "learning_rate": 2.3440449393214948e-05, "loss": 2236.8145, "step": 4000 }, { "epoch": 0.801, "grad_norm": 685.81591796875, "learning_rate": 2.321635444694028e-05, "loss": 2278.5432, "step": 4005 }, { "epoch": 0.802, "grad_norm": 627.3865356445312, "learning_rate": 2.2993195085155205e-05, "loss": 2351.8875, "step": 4010 }, { "epoch": 0.803, "grad_norm": 513.3992919921875, "learning_rate": 2.277097402698619e-05, "loss": 2275.6332, "step": 4015 }, { "epoch": 0.804, "grad_norm": 878.68994140625, "learning_rate": 2.254969398012663e-05, "loss": 2365.1523, "step": 4020 }, { "epoch": 0.805, "grad_norm": 518.3908081054688, "learning_rate": 2.2329357640804117e-05, "loss": 2355.4545, "step": 4025 }, { "epoch": 0.806, "grad_norm": 488.65826416015625, "learning_rate": 2.210996769374737e-05, "loss": 2411.2082, "step": 4030 }, { "epoch": 0.807, "grad_norm": 479.9402770996094, "learning_rate": 2.1891526812153672e-05, "loss": 2283.1842, "step": 4035 }, { "epoch": 0.808, "grad_norm": 525.9960327148438, "learning_rate": 2.1674037657656266e-05, "loss": 2344.807, "step": 4040 }, { "epoch": 0.809, "grad_norm": 476.0886535644531, "learning_rate": 2.1457502880291812e-05, "loss": 2308.7365, "step": 4045 }, { "epoch": 0.81, "grad_norm": 514.3574829101562, "learning_rate": 2.1241925118468287e-05, "loss": 2323.5094, "step": 4050 }, { "epoch": 0.811, "grad_norm": 531.6094970703125, "learning_rate": 2.1027306998932627e-05, "loss": 2350.6754, "step": 4055 }, { "epoch": 0.812, "grad_norm": 434.8818054199219, "learning_rate": 2.0813651136738954e-05, "loss": 2283.8691, "step": 4060 }, { "epoch": 0.813, "grad_norm": 537.3112182617188, "learning_rate": 2.0600960135216462e-05, "loss": 2346.2023, "step": 4065 }, { "epoch": 0.814, "grad_norm": 488.0862731933594, "learning_rate": 2.0389236585937945e-05, "loss": 2305.7855, "step": 4070 }, { "epoch": 0.815, "grad_norm": 467.13104248046875, "learning_rate": 2.017848306868797e-05, "loss": 2293.3744, "step": 4075 }, { "epoch": 0.816, "grad_norm": 528.1329956054688, "learning_rate": 1.9968702151431696e-05, "loss": 2325.3328, "step": 4080 }, { "epoch": 0.817, "grad_norm": 482.84405517578125, "learning_rate": 1.9759896390283362e-05, "loss": 2293.0188, "step": 4085 }, { "epoch": 0.818, "grad_norm": 661.6446533203125, "learning_rate": 1.955206832947526e-05, "loss": 2349.0453, "step": 4090 }, { "epoch": 0.819, "grad_norm": 514.7457275390625, "learning_rate": 1.9345220501326777e-05, "loss": 2407.4699, "step": 4095 }, { "epoch": 0.82, "grad_norm": 517.3731689453125, "learning_rate": 1.9139355426213347e-05, "loss": 2210.8277, "step": 4100 }, { "epoch": 0.821, "grad_norm": 505.24664306640625, "learning_rate": 1.8934475612536017e-05, "loss": 2297.9268, "step": 4105 }, { "epoch": 0.822, "grad_norm": 475.21368408203125, "learning_rate": 1.8730583556690605e-05, "loss": 2246.7229, "step": 4110 }, { "epoch": 0.823, "grad_norm": 472.8877868652344, "learning_rate": 1.852768174303752e-05, "loss": 2356.7236, "step": 4115 }, { "epoch": 0.824, "grad_norm": 683.2152099609375, "learning_rate": 1.8325772643871265e-05, "loss": 2336.8482, "step": 4120 }, { "epoch": 0.825, "grad_norm": 510.03009033203125, "learning_rate": 1.812485871939056e-05, "loss": 2398.5633, "step": 4125 }, { "epoch": 0.826, "grad_norm": 470.6790771484375, "learning_rate": 1.792494241766811e-05, "loss": 2361.3504, "step": 4130 }, { "epoch": 0.827, "grad_norm": 579.4291381835938, "learning_rate": 1.7726026174621003e-05, "loss": 2299.8293, "step": 4135 }, { "epoch": 0.828, "grad_norm": 653.9915161132812, "learning_rate": 1.752811241398089e-05, "loss": 2313.9238, "step": 4140 }, { "epoch": 0.829, "grad_norm": 518.0780029296875, "learning_rate": 1.7331203547264453e-05, "loss": 2361.1244, "step": 4145 }, { "epoch": 0.83, "grad_norm": 511.9371337890625, "learning_rate": 1.7135301973744124e-05, "loss": 2305.8881, "step": 4150 }, { "epoch": 0.831, "grad_norm": 799.0994873046875, "learning_rate": 1.6940410080418723e-05, "loss": 2348.5791, "step": 4155 }, { "epoch": 0.832, "grad_norm": 462.0776062011719, "learning_rate": 1.6746530241984504e-05, "loss": 2210.0646, "step": 4160 }, { "epoch": 0.833, "grad_norm": 435.7718505859375, "learning_rate": 1.6553664820806102e-05, "loss": 2278.1365, "step": 4165 }, { "epoch": 0.834, "grad_norm": 478.91131591796875, "learning_rate": 1.6361816166887768e-05, "loss": 2328.3406, "step": 4170 }, { "epoch": 0.835, "grad_norm": 804.2240600585938, "learning_rate": 1.6170986617844863e-05, "loss": 2304.0396, "step": 4175 }, { "epoch": 0.836, "grad_norm": 417.2281799316406, "learning_rate": 1.598117849887518e-05, "loss": 2297.4754, "step": 4180 }, { "epoch": 0.837, "grad_norm": 650.613525390625, "learning_rate": 1.579239412273078e-05, "loss": 2355.6006, "step": 4185 }, { "epoch": 0.838, "grad_norm": 472.9643249511719, "learning_rate": 1.560463578968967e-05, "loss": 2337.7922, "step": 4190 }, { "epoch": 0.839, "grad_norm": 468.2574157714844, "learning_rate": 1.541790578752794e-05, "loss": 2263.6842, "step": 4195 }, { "epoch": 0.84, "grad_norm": 739.0497436523438, "learning_rate": 1.5232206391491699e-05, "loss": 2375.2602, "step": 4200 }, { "epoch": 0.841, "grad_norm": 496.2956237792969, "learning_rate": 1.5047539864269478e-05, "loss": 2350.9656, "step": 4205 }, { "epoch": 0.842, "grad_norm": 726.5464477539062, "learning_rate": 1.486390845596466e-05, "loss": 2417.5018, "step": 4210 }, { "epoch": 0.843, "grad_norm": 501.2099609375, "learning_rate": 1.468131440406798e-05, "loss": 2350.682, "step": 4215 }, { "epoch": 0.844, "grad_norm": 591.144775390625, "learning_rate": 1.4499759933430346e-05, "loss": 2322.0773, "step": 4220 }, { "epoch": 0.845, "grad_norm": 508.2006530761719, "learning_rate": 1.4319247256235714e-05, "loss": 2270.624, "step": 4225 }, { "epoch": 0.846, "grad_norm": 700.8776245117188, "learning_rate": 1.4139778571974049e-05, "loss": 2311.9672, "step": 4230 }, { "epoch": 0.847, "grad_norm": 791.7662353515625, "learning_rate": 1.3961356067414666e-05, "loss": 2269.2471, "step": 4235 }, { "epoch": 0.848, "grad_norm": 533.697265625, "learning_rate": 1.3783981916579446e-05, "loss": 2244.3119, "step": 4240 }, { "epoch": 0.849, "grad_norm": 518.4945068359375, "learning_rate": 1.3607658280716473e-05, "loss": 2392.8201, "step": 4245 }, { "epoch": 0.85, "grad_norm": 458.5043640136719, "learning_rate": 1.3432387308273575e-05, "loss": 2302.8877, "step": 4250 }, { "epoch": 0.851, "grad_norm": 495.1148376464844, "learning_rate": 1.3258171134872265e-05, "loss": 2360.6508, "step": 4255 }, { "epoch": 0.852, "grad_norm": 437.6121520996094, "learning_rate": 1.3085011883281606e-05, "loss": 2185.4385, "step": 4260 }, { "epoch": 0.853, "grad_norm": 450.7410888671875, "learning_rate": 1.2912911663392469e-05, "loss": 2275.1883, "step": 4265 }, { "epoch": 0.854, "grad_norm": 505.3782958984375, "learning_rate": 1.2741872572191682e-05, "loss": 2479.7703, "step": 4270 }, { "epoch": 0.855, "grad_norm": 550.8047485351562, "learning_rate": 1.257189669373664e-05, "loss": 2322.3027, "step": 4275 }, { "epoch": 0.856, "grad_norm": 455.2135009765625, "learning_rate": 1.2402986099129765e-05, "loss": 2286.6658, "step": 4280 }, { "epoch": 0.857, "grad_norm": 487.91790771484375, "learning_rate": 1.2235142846493308e-05, "loss": 2291.2748, "step": 4285 }, { "epoch": 0.858, "grad_norm": 432.616943359375, "learning_rate": 1.206836898094439e-05, "loss": 2306.5574, "step": 4290 }, { "epoch": 0.859, "grad_norm": 577.7576904296875, "learning_rate": 1.1902666534569883e-05, "loss": 2325.7986, "step": 4295 }, { "epoch": 0.86, "grad_norm": 528.42626953125, "learning_rate": 1.1738037526401857e-05, "loss": 2392.7436, "step": 4300 }, { "epoch": 0.861, "grad_norm": 529.7194213867188, "learning_rate": 1.1574483962392767e-05, "loss": 2304.5711, "step": 4305 }, { "epoch": 0.862, "grad_norm": 703.9359130859375, "learning_rate": 1.1412007835391236e-05, "loss": 2352.6908, "step": 4310 }, { "epoch": 0.863, "grad_norm": 562.8495483398438, "learning_rate": 1.1250611125117527e-05, "loss": 2373.225, "step": 4315 }, { "epoch": 0.864, "grad_norm": 462.77813720703125, "learning_rate": 1.1090295798139672e-05, "loss": 2435.7406, "step": 4320 }, { "epoch": 0.865, "grad_norm": 480.84063720703125, "learning_rate": 1.093106380784934e-05, "loss": 2281.9641, "step": 4325 }, { "epoch": 0.866, "grad_norm": 667.4837036132812, "learning_rate": 1.0772917094438051e-05, "loss": 2334.0986, "step": 4330 }, { "epoch": 0.867, "grad_norm": 651.0945434570312, "learning_rate": 1.0615857584873623e-05, "loss": 2323.7824, "step": 4335 }, { "epoch": 0.868, "grad_norm": 480.5673828125, "learning_rate": 1.0459887192876594e-05, "loss": 2314.9871, "step": 4340 }, { "epoch": 0.869, "grad_norm": 493.1133117675781, "learning_rate": 1.0305007818897006e-05, "loss": 2319.4809, "step": 4345 }, { "epoch": 0.87, "grad_norm": 529.468994140625, "learning_rate": 1.0151221350091134e-05, "loss": 2277.6172, "step": 4350 }, { "epoch": 0.871, "grad_norm": 509.25079345703125, "learning_rate": 9.998529660298539e-06, "loss": 2246.8676, "step": 4355 }, { "epoch": 0.872, "grad_norm": 516.9829711914062, "learning_rate": 9.84693461001932e-06, "loss": 2330.3713, "step": 4360 }, { "epoch": 0.873, "grad_norm": 536.1217041015625, "learning_rate": 9.696438046391288e-06, "loss": 2360.4496, "step": 4365 }, { "epoch": 0.874, "grad_norm": 532.792236328125, "learning_rate": 9.5470418031676e-06, "loss": 2305.218, "step": 4370 }, { "epoch": 0.875, "grad_norm": 1973.7867431640625, "learning_rate": 9.398747700694322e-06, "loss": 2373.1896, "step": 4375 }, { "epoch": 0.876, "grad_norm": 563.9874877929688, "learning_rate": 9.251557545888312e-06, "loss": 2321.0107, "step": 4380 }, { "epoch": 0.877, "grad_norm": 568.0591430664062, "learning_rate": 9.105473132215125e-06, "loss": 2272.6242, "step": 4385 }, { "epoch": 0.878, "grad_norm": 523.7462158203125, "learning_rate": 8.960496239667282e-06, "loss": 2323.4197, "step": 4390 }, { "epoch": 0.879, "grad_norm": 811.4415893554688, "learning_rate": 8.816628634742441e-06, "loss": 2292.0744, "step": 4395 }, { "epoch": 0.88, "grad_norm": 556.0601196289062, "learning_rate": 8.67387207042194e-06, "loss": 2367.8449, "step": 4400 }, { "epoch": 0.881, "grad_norm": 509.4635925292969, "learning_rate": 8.532228286149501e-06, "loss": 2338.1947, "step": 4405 }, { "epoch": 0.882, "grad_norm": 462.2725830078125, "learning_rate": 8.39169900780995e-06, "loss": 2353.8695, "step": 4410 }, { "epoch": 0.883, "grad_norm": 470.2981262207031, "learning_rate": 8.252285947708139e-06, "loss": 2329.3732, "step": 4415 }, { "epoch": 0.884, "grad_norm": 724.43359375, "learning_rate": 8.113990804548244e-06, "loss": 2452.851, "step": 4420 }, { "epoch": 0.885, "grad_norm": 505.2391662597656, "learning_rate": 7.976815263412963e-06, "loss": 2303.582, "step": 4425 }, { "epoch": 0.886, "grad_norm": 592.480712890625, "learning_rate": 7.840760995742946e-06, "loss": 2322.8295, "step": 4430 }, { "epoch": 0.887, "grad_norm": 632.271728515625, "learning_rate": 7.7058296593165e-06, "loss": 2309.0482, "step": 4435 }, { "epoch": 0.888, "grad_norm": 651.9484252929688, "learning_rate": 7.572022898229403e-06, "loss": 2366.9873, "step": 4440 }, { "epoch": 0.889, "grad_norm": 442.0997619628906, "learning_rate": 7.439342342874789e-06, "loss": 2353.1455, "step": 4445 }, { "epoch": 0.89, "grad_norm": 520.175537109375, "learning_rate": 7.3077896099233765e-06, "loss": 2253.3311, "step": 4450 }, { "epoch": 0.891, "grad_norm": 614.8516235351562, "learning_rate": 7.177366302303667e-06, "loss": 2309.3943, "step": 4455 }, { "epoch": 0.892, "grad_norm": 650.8283081054688, "learning_rate": 7.048074009182548e-06, "loss": 2420.9043, "step": 4460 }, { "epoch": 0.893, "grad_norm": 481.18475341796875, "learning_rate": 6.919914305945774e-06, "loss": 2231.8469, "step": 4465 }, { "epoch": 0.894, "grad_norm": 466.1707763671875, "learning_rate": 6.7928887541789055e-06, "loss": 2394.1852, "step": 4470 }, { "epoch": 0.895, "grad_norm": 463.6977844238281, "learning_rate": 6.666998901648203e-06, "loss": 2425.5762, "step": 4475 }, { "epoch": 0.896, "grad_norm": 594.5938110351562, "learning_rate": 6.542246282281772e-06, "loss": 2364.6588, "step": 4480 }, { "epoch": 0.897, "grad_norm": 475.3564147949219, "learning_rate": 6.418632416150927e-06, "loss": 2259.6363, "step": 4485 }, { "epoch": 0.898, "grad_norm": 431.8239440917969, "learning_rate": 6.296158809451602e-06, "loss": 2357.5947, "step": 4490 }, { "epoch": 0.899, "grad_norm": 630.5186767578125, "learning_rate": 6.174826954486068e-06, "loss": 2346.4881, "step": 4495 }, { "epoch": 0.9, "grad_norm": 448.23291015625, "learning_rate": 6.054638329644657e-06, "loss": 2243.9285, "step": 4500 }, { "epoch": 0.901, "grad_norm": 561.2485961914062, "learning_rate": 5.935594399387856e-06, "loss": 2360.3258, "step": 4505 }, { "epoch": 0.902, "grad_norm": 864.3167724609375, "learning_rate": 5.8176966142283965e-06, "loss": 2258.6137, "step": 4510 }, { "epoch": 0.903, "grad_norm": 479.1529541015625, "learning_rate": 5.700946410713548e-06, "loss": 2257.1244, "step": 4515 }, { "epoch": 0.904, "grad_norm": 439.40960693359375, "learning_rate": 5.585345211407733e-06, "loss": 2306.9109, "step": 4520 }, { "epoch": 0.905, "grad_norm": 979.7350463867188, "learning_rate": 5.470894424875062e-06, "loss": 2409.59, "step": 4525 }, { "epoch": 0.906, "grad_norm": 490.3594970703125, "learning_rate": 5.357595445662267e-06, "loss": 2371.8602, "step": 4530 }, { "epoch": 0.907, "grad_norm": 470.8580322265625, "learning_rate": 5.245449654281631e-06, "loss": 2302.8035, "step": 4535 }, { "epoch": 0.908, "grad_norm": 445.7579650878906, "learning_rate": 5.134458417194254e-06, "loss": 2325.5023, "step": 4540 }, { "epoch": 0.909, "grad_norm": 804.7595825195312, "learning_rate": 5.024623086793323e-06, "loss": 2376.7557, "step": 4545 }, { "epoch": 0.91, "grad_norm": 442.826904296875, "learning_rate": 4.915945001387667e-06, "loss": 2340.9682, "step": 4550 }, { "epoch": 0.911, "grad_norm": 476.42059326171875, "learning_rate": 4.808425485185486e-06, "loss": 2376.3703, "step": 4555 }, { "epoch": 0.912, "grad_norm": 1019.930419921875, "learning_rate": 4.702065848278126e-06, "loss": 2423.1229, "step": 4560 }, { "epoch": 0.913, "grad_norm": 500.9731140136719, "learning_rate": 4.596867386624215e-06, "loss": 2291.4115, "step": 4565 }, { "epoch": 0.914, "grad_norm": 883.6099243164062, "learning_rate": 4.492831382033791e-06, "loss": 2450.9287, "step": 4570 }, { "epoch": 0.915, "grad_norm": 452.7622985839844, "learning_rate": 4.389959102152774e-06, "loss": 2347.168, "step": 4575 }, { "epoch": 0.916, "grad_norm": 582.5289306640625, "learning_rate": 4.288251800447385e-06, "loss": 2290.0182, "step": 4580 }, { "epoch": 0.917, "grad_norm": 541.1172485351562, "learning_rate": 4.187710716189042e-06, "loss": 2359.6609, "step": 4585 }, { "epoch": 0.918, "grad_norm": 460.95098876953125, "learning_rate": 4.088337074439097e-06, "loss": 2318.7033, "step": 4590 }, { "epoch": 0.919, "grad_norm": 512.9874267578125, "learning_rate": 3.990132086034026e-06, "loss": 2230.9416, "step": 4595 }, { "epoch": 0.92, "grad_norm": 643.7477416992188, "learning_rate": 3.893096947570618e-06, "loss": 2323.427, "step": 4600 }, { "epoch": 0.921, "grad_norm": 539.8615112304688, "learning_rate": 3.797232841391407e-06, "loss": 2273.7926, "step": 4605 }, { "epoch": 0.922, "grad_norm": 437.8013610839844, "learning_rate": 3.7025409355702976e-06, "loss": 2296.2014, "step": 4610 }, { "epoch": 0.923, "grad_norm": 646.2207641601562, "learning_rate": 3.6090223838982417e-06, "loss": 2356.2037, "step": 4615 }, { "epoch": 0.924, "grad_norm": 468.84912109375, "learning_rate": 3.516678325869316e-06, "loss": 2328.9488, "step": 4620 }, { "epoch": 0.925, "grad_norm": 540.7304077148438, "learning_rate": 3.425509886666711e-06, "loss": 2272.2959, "step": 4625 }, { "epoch": 0.926, "grad_norm": 472.534423828125, "learning_rate": 3.3355181771490772e-06, "loss": 2273.1053, "step": 4630 }, { "epoch": 0.927, "grad_norm": 583.0716552734375, "learning_rate": 3.246704293837011e-06, "loss": 2338.4166, "step": 4635 }, { "epoch": 0.928, "grad_norm": 634.10302734375, "learning_rate": 3.1590693188996323e-06, "loss": 2254.8785, "step": 4640 }, { "epoch": 0.929, "grad_norm": 554.2640991210938, "learning_rate": 3.072614320141487e-06, "loss": 2244.4285, "step": 4645 }, { "epoch": 0.93, "grad_norm": 545.4818115234375, "learning_rate": 2.9873403509894203e-06, "loss": 2353.6566, "step": 4650 }, { "epoch": 0.931, "grad_norm": 471.6024169921875, "learning_rate": 2.9032484504798452e-06, "loss": 2383.3561, "step": 4655 }, { "epoch": 0.932, "grad_norm": 436.4599609375, "learning_rate": 2.8203396432460506e-06, "loss": 2228.4557, "step": 4660 }, { "epoch": 0.933, "grad_norm": 450.2855224609375, "learning_rate": 2.738614939505646e-06, "loss": 2317.7602, "step": 4665 }, { "epoch": 0.934, "grad_norm": 601.8489990234375, "learning_rate": 2.6580753350484046e-06, "loss": 2271.7111, "step": 4670 }, { "epoch": 0.935, "grad_norm": 476.1251220703125, "learning_rate": 2.5787218112239496e-06, "loss": 2254.2285, "step": 4675 }, { "epoch": 0.936, "grad_norm": 611.5748291015625, "learning_rate": 2.5005553349299547e-06, "loss": 2364.2281, "step": 4680 }, { "epoch": 0.937, "grad_norm": 499.7769470214844, "learning_rate": 2.4235768586002517e-06, "loss": 2299.177, "step": 4685 }, { "epoch": 0.938, "grad_norm": 468.14715576171875, "learning_rate": 2.3477873201932734e-06, "loss": 2324.8361, "step": 4690 }, { "epoch": 0.939, "grad_norm": 492.96075439453125, "learning_rate": 2.273187643180652e-06, "loss": 2253.9939, "step": 4695 }, { "epoch": 0.94, "grad_norm": 538.5533447265625, "learning_rate": 2.1997787365358958e-06, "loss": 2351.5793, "step": 4700 }, { "epoch": 0.941, "grad_norm": 602.8175659179688, "learning_rate": 2.1275614947233624e-06, "loss": 2281.7832, "step": 4705 }, { "epoch": 0.942, "grad_norm": 472.2273254394531, "learning_rate": 2.0565367976873584e-06, "loss": 2348.9711, "step": 4710 }, { "epoch": 0.943, "grad_norm": 567.5303955078125, "learning_rate": 1.986705510841402e-06, "loss": 2319.3857, "step": 4715 }, { "epoch": 0.944, "grad_norm": 470.3605041503906, "learning_rate": 1.918068485057689e-06, "loss": 2310.1174, "step": 4720 }, { "epoch": 0.945, "grad_norm": 557.4329833984375, "learning_rate": 1.8506265566567094e-06, "loss": 2344.217, "step": 4725 }, { "epoch": 0.946, "grad_norm": 884.5136108398438, "learning_rate": 1.7843805473970798e-06, "loss": 2428.5123, "step": 4730 }, { "epoch": 0.947, "grad_norm": 570.8834838867188, "learning_rate": 1.719331264465529e-06, "loss": 2358.9455, "step": 4735 }, { "epoch": 0.948, "grad_norm": 564.429443359375, "learning_rate": 1.6554795004670388e-06, "loss": 2344.3736, "step": 4740 }, { "epoch": 0.949, "grad_norm": 1035.4912109375, "learning_rate": 1.5928260334151845e-06, "loss": 2405.3262, "step": 4745 }, { "epoch": 0.95, "grad_norm": 712.404296875, "learning_rate": 1.5313716267226996e-06, "loss": 2435.7125, "step": 4750 }, { "epoch": 0.951, "grad_norm": 485.01837158203125, "learning_rate": 1.4711170291921484e-06, "loss": 2326.8105, "step": 4755 }, { "epoch": 0.952, "grad_norm": 471.92620849609375, "learning_rate": 1.412062975006767e-06, "loss": 2288.6596, "step": 4760 }, { "epoch": 0.953, "grad_norm": 668.0311279296875, "learning_rate": 1.3542101837215826e-06, "loss": 2383.5674, "step": 4765 }, { "epoch": 0.954, "grad_norm": 1467.8106689453125, "learning_rate": 1.2975593602545965e-06, "loss": 2450.7426, "step": 4770 }, { "epoch": 0.955, "grad_norm": 584.015380859375, "learning_rate": 1.2421111948782149e-06, "loss": 2357.8592, "step": 4775 }, { "epoch": 0.956, "grad_norm": 527.2439575195312, "learning_rate": 1.1878663632108322e-06, "loss": 2251.0469, "step": 4780 }, { "epoch": 0.957, "grad_norm": 475.98919677734375, "learning_rate": 1.134825526208605e-06, "loss": 2333.6098, "step": 4785 }, { "epoch": 0.958, "grad_norm": 453.62249755859375, "learning_rate": 1.0829893301573913e-06, "loss": 2264.3059, "step": 4790 }, { "epoch": 0.959, "grad_norm": 506.7863464355469, "learning_rate": 1.0323584066648795e-06, "loss": 2246.583, "step": 4795 }, { "epoch": 0.96, "grad_norm": 764.1400146484375, "learning_rate": 9.829333726529056e-07, "loss": 2307.3244, "step": 4800 }, { "epoch": 0.961, "grad_norm": 475.74810791015625, "learning_rate": 9.347148303499142e-07, "loss": 2257.3662, "step": 4805 }, { "epoch": 0.962, "grad_norm": 2709.840087890625, "learning_rate": 8.877033672835988e-07, "loss": 2263.3236, "step": 4810 }, { "epoch": 0.963, "grad_norm": 1710.866455078125, "learning_rate": 8.418995562738285e-07, "loss": 2286.6307, "step": 4815 }, { "epoch": 0.964, "grad_norm": 1576.736083984375, "learning_rate": 7.973039554255768e-07, "loss": 2522.8393, "step": 4820 }, { "epoch": 0.965, "grad_norm": 492.1829528808594, "learning_rate": 7.539171081221596e-07, "loss": 2425.0551, "step": 4825 }, { "epoch": 0.966, "grad_norm": 550.7454223632812, "learning_rate": 7.117395430186414e-07, "loss": 2348.5834, "step": 4830 }, { "epoch": 0.967, "grad_norm": 1042.470458984375, "learning_rate": 6.707717740353059e-07, "loss": 2405.235, "step": 4835 }, { "epoch": 0.968, "grad_norm": 468.5074462890625, "learning_rate": 6.310143003515179e-07, "loss": 2282.6986, "step": 4840 }, { "epoch": 0.969, "grad_norm": 553.7470092773438, "learning_rate": 5.924676063995382e-07, "loss": 2304.2363, "step": 4845 }, { "epoch": 0.97, "grad_norm": 435.6472473144531, "learning_rate": 5.551321618586736e-07, "loss": 2300.0301, "step": 4850 }, { "epoch": 0.971, "grad_norm": 560.6065063476562, "learning_rate": 5.190084216495361e-07, "loss": 2267.2363, "step": 4855 }, { "epoch": 0.972, "grad_norm": 551.0166015625, "learning_rate": 4.840968259284817e-07, "loss": 2580.8109, "step": 4860 }, { "epoch": 0.973, "grad_norm": 620.4058227539062, "learning_rate": 4.503978000823028e-07, "loss": 2287.44, "step": 4865 }, { "epoch": 0.974, "grad_norm": 757.1586303710938, "learning_rate": 4.179117547229883e-07, "loss": 2383.8521, "step": 4870 }, { "epoch": 0.975, "grad_norm": 564.7348022460938, "learning_rate": 3.866390856827495e-07, "loss": 2343.0703, "step": 4875 }, { "epoch": 0.976, "grad_norm": 517.7265625, "learning_rate": 3.565801740092023e-07, "loss": 2304.0496, "step": 4880 }, { "epoch": 0.977, "grad_norm": 612.9810180664062, "learning_rate": 3.277353859606813e-07, "loss": 2326.7371, "step": 4885 }, { "epoch": 0.978, "grad_norm": 533.4202270507812, "learning_rate": 3.001050730018218e-07, "loss": 2319.4834, "step": 4890 }, { "epoch": 0.979, "grad_norm": 533.7859497070312, "learning_rate": 2.73689571799296e-07, "loss": 2316.1029, "step": 4895 }, { "epoch": 0.98, "grad_norm": 521.9594116210938, "learning_rate": 2.484892042176279e-07, "loss": 2352.5287, "step": 4900 }, { "epoch": 0.981, "grad_norm": 586.1056518554688, "learning_rate": 2.2450427731534053e-07, "loss": 2308.7545, "step": 4905 }, { "epoch": 0.982, "grad_norm": 626.6964111328125, "learning_rate": 2.017350833412146e-07, "loss": 2356.6547, "step": 4910 }, { "epoch": 0.983, "grad_norm": 535.3344116210938, "learning_rate": 1.8018189973069143e-07, "loss": 2313.3385, "step": 4915 }, { "epoch": 0.984, "grad_norm": 549.1373291015625, "learning_rate": 1.598449891024978e-07, "loss": 2296.3609, "step": 4920 }, { "epoch": 0.985, "grad_norm": 586.18310546875, "learning_rate": 1.4072459925548177e-07, "loss": 2309.3953, "step": 4925 }, { "epoch": 0.986, "grad_norm": 509.8848571777344, "learning_rate": 1.2282096316554858e-07, "loss": 2354.6371, "step": 4930 }, { "epoch": 0.987, "grad_norm": 533.71142578125, "learning_rate": 1.0613429898287398e-07, "loss": 2325.3348, "step": 4935 }, { "epoch": 0.988, "grad_norm": 614.8036499023438, "learning_rate": 9.066481002918403e-08, "loss": 2319.2973, "step": 4940 }, { "epoch": 0.989, "grad_norm": 476.0160217285156, "learning_rate": 7.641268479531283e-08, "loss": 2301.0332, "step": 4945 }, { "epoch": 0.99, "grad_norm": 464.9892272949219, "learning_rate": 6.337809693891527e-08, "loss": 2240.9646, "step": 4950 }, { "epoch": 0.991, "grad_norm": 520.86572265625, "learning_rate": 5.1561205282335547e-08, "loss": 2288.3842, "step": 4955 }, { "epoch": 0.992, "grad_norm": 617.4146118164062, "learning_rate": 4.096215381066415e-08, "loss": 2299.7158, "step": 4960 }, { "epoch": 0.993, "grad_norm": 518.3414306640625, "learning_rate": 3.1581071670006015e-08, "loss": 2310.9945, "step": 4965 }, { "epoch": 0.994, "grad_norm": 696.831298828125, "learning_rate": 2.3418073165870636e-08, "loss": 2318.7771, "step": 4970 }, { "epoch": 0.995, "grad_norm": 471.03448486328125, "learning_rate": 1.6473257761828732e-08, "loss": 2341.7621, "step": 4975 }, { "epoch": 0.996, "grad_norm": 695.029296875, "learning_rate": 1.074671007825767e-08, "loss": 2437.7066, "step": 4980 }, { "epoch": 0.997, "grad_norm": 673.8065795898438, "learning_rate": 6.238499891353389e-09, "loss": 2369.8605, "step": 4985 }, { "epoch": 0.998, "grad_norm": 906.5137939453125, "learning_rate": 2.948682132208891e-09, "loss": 2254.4363, "step": 4990 }, { "epoch": 0.999, "grad_norm": 706.15673828125, "learning_rate": 8.772968862369446e-10, "loss": 2233.2135, "step": 4995 }, { "epoch": 1.0, "grad_norm": 568.5302734375, "learning_rate": 2.4369392592760164e-11, "loss": 2357.8244, "step": 5000 }, { "epoch": 1.0, "step": 5000, "total_flos": 7.022422523904e+16, "train_loss": 2696.7161255859373, "train_runtime": 12921.006, "train_samples_per_second": 12.383, "train_steps_per_second": 0.387 } ], "logging_steps": 5, "max_steps": 5000, "num_input_tokens_seen": 0, "num_train_epochs": 9223372036854775807, "save_steps": 1000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 7.022422523904e+16, "train_batch_size": 8, "trial_name": null, "trial_params": null }
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 5000,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.001,
"grad_norm": 5230.09423828125,
"learning_rate": 1.6000000000000001e-06,
"loss": 5499.2719,
"step": 5
},
{
"epoch": 0.002,
"grad_norm": 4727.27783203125,
"learning_rate": 3.6e-06,
"loss": 5417.3703,
"step": 10
},
{
"epoch": 0.003,
"grad_norm": 4123.6455078125,
"learning_rate": 5.600000000000001e-06,
"loss": 5277.4832,
"step": 15
},
{
"epoch": 0.004,
"grad_norm": 3340.44140625,
"learning_rate": 7.6e-06,
"loss": 5078.0035,
"step": 20
},
{
"epoch": 0.005,
"grad_norm": 1927.5640869140625,
"learning_rate": 9.600000000000001e-06,
"loss": 4921.7734,
"step": 25
},
{
"epoch": 0.006,
"grad_norm": 1558.497802734375,
"learning_rate": 1.16e-05,
"loss": 4768.557,
"step": 30
},
{
"epoch": 0.007,
"grad_norm": 1907.2208251953125,
"learning_rate": 1.3600000000000002e-05,
"loss": 4744.9406,
"step": 35
},
{
"epoch": 0.008,
"grad_norm": 734.9984130859375,
"learning_rate": 1.56e-05,
"loss": 4672.7805,
"step": 40
},
{
"epoch": 0.009,
"grad_norm": 985.597412109375,
"learning_rate": 1.76e-05,
"loss": 4615.5457,
"step": 45
},
{
"epoch": 0.01,
"grad_norm": 626.2665405273438,
"learning_rate": 1.9600000000000002e-05,
"loss": 4527.2035,
"step": 50
},
{
"epoch": 0.011,
"grad_norm": 789.5420532226562,
"learning_rate": 2.16e-05,
"loss": 4467.1453,
"step": 55
},
{
"epoch": 0.012,
"grad_norm": 620.4935302734375,
"learning_rate": 2.36e-05,
"loss": 4399.6863,
"step": 60
},
{
"epoch": 0.013,
"grad_norm": 590.7966918945312,
"learning_rate": 2.5600000000000002e-05,
"loss": 4321.6457,