Download trainer_state.json from mmt2000/DutchAdapter: direct link, hf CLI and curl.
- Browser
- Download file 206 kB
-
https://huggingface.co/mmt2000/DutchAdapter/resolve/main/trainer_state.json
- Command line
-
hf download hf://mmt2000/DutchAdapter/trainer_state.json
-
curl -L -o trainer_state.json https://huggingface.co/mmt2000/DutchAdapter/resolve/main/trainer_state.json
206 kB
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 7.9952,
"eval_steps": 500,
"global_step": 12496,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0064,
"grad_norm": 11.020671844482422,
"learning_rate": 3.2000000000000003e-06,
"loss": 21.1785,
"step": 10
},
{
"epoch": 0.0128,
"grad_norm": 11.552587509155273,
"learning_rate": 6.4000000000000006e-06,
"loss": 21.2052,
"step": 20
},
{
"epoch": 0.0192,
"grad_norm": 11.77071475982666,
"learning_rate": 9.600000000000001e-06,
"loss": 20.9985,
"step": 30
},
{
"epoch": 0.0256,
"grad_norm": 11.290434837341309,
"learning_rate": 1.2800000000000001e-05,
"loss": 20.3422,
"step": 40
},
{
"epoch": 0.032,
"grad_norm": 8.347222328186035,
"learning_rate": 1.6000000000000003e-05,
"loss": 19.2498,
"step": 50
},
{
"epoch": 0.0384,
"grad_norm": 6.608015537261963,
"learning_rate": 1.9200000000000003e-05,
"loss": 18.2236,
"step": 60
},
{
"epoch": 0.0448,
"grad_norm": 5.672990798950195,
"learning_rate": 2.2400000000000002e-05,
"loss": 17.4267,
"step": 70
},
{
"epoch": 0.0512,
"grad_norm": 4.30174446105957,
"learning_rate": 2.5600000000000002e-05,
"loss": 16.734,
"step": 80
},
{
"epoch": 0.0576,
"grad_norm": 3.592357873916626,
"learning_rate": 2.88e-05,
"loss": 16.1073,
"step": 90
},
{
"epoch": 0.064,
"grad_norm": 2.888256788253784,
"learning_rate": 3.2000000000000005e-05,
"loss": 15.5269,
"step": 100
},
{
"epoch": 0.0704,
"grad_norm": 2.226760149002075,
"learning_rate": 3.52e-05,
"loss": 15.1044,
"step": 110
},
{
"epoch": 0.0768,
"grad_norm": 2.251950979232788,
"learning_rate": 3.8400000000000005e-05,
"loss": 14.8048,
"step": 120
},
{
"epoch": 0.0832,
"grad_norm": 1.7198370695114136,
"learning_rate": 4.16e-05,
"loss": 14.5817,
"step": 130
},
{
"epoch": 0.0896,
"grad_norm": 1.667533040046692,
"learning_rate": 4.4800000000000005e-05,
"loss": 14.4304,
"step": 140
},
{
"epoch": 0.096,
"grad_norm": 1.7004095315933228,
"learning_rate": 4.8e-05,
"loss": 14.2528,
"step": 150
},
{
"epoch": 0.1024,
"grad_norm": 1.7786318063735962,
"learning_rate": 5.1200000000000004e-05,
"loss": 14.1024,
"step": 160
},
{
"epoch": 0.1088,
"grad_norm": 1.6052587032318115,
"learning_rate": 5.440000000000001e-05,
"loss": 14.0334,
"step": 170
},
{
"epoch": 0.1152,
"grad_norm": 2.0486137866973877,
"learning_rate": 5.76e-05,
"loss": 13.9561,
"step": 180
},
{
"epoch": 0.1216,
"grad_norm": 2.2112791538238525,
"learning_rate": 6.08e-05,
"loss": 13.9511,
"step": 190
},
{
"epoch": 0.128,
"grad_norm": 2.6619696617126465,
"learning_rate": 6.400000000000001e-05,
"loss": 13.7138,
"step": 200
},
{
"epoch": 0.1344,
"grad_norm": 5.585442543029785,
"learning_rate": 6.720000000000001e-05,
"loss": 13.0804,
"step": 210
},
{
"epoch": 0.1408,
"grad_norm": 3.929307460784912,
"learning_rate": 7.04e-05,
"loss": 12.0449,
"step": 220
},
{
"epoch": 0.1472,
"grad_norm": 3.609858751296997,
"learning_rate": 7.36e-05,
"loss": 10.8357,
"step": 230
},
{
"epoch": 0.1536,
"grad_norm": 4.7491350173950195,
"learning_rate": 7.680000000000001e-05,
"loss": 9.644,
"step": 240
},
{
"epoch": 0.16,
"grad_norm": 5.204137802124023,
"learning_rate": 8e-05,
"loss": 8.3556,
"step": 250
},
{
"epoch": 0.1664,
"grad_norm": 5.314292907714844,
"learning_rate": 8.32e-05,
"loss": 7.4002,
"step": 260
},
{
"epoch": 0.1728,
"grad_norm": 5.5953216552734375,
"learning_rate": 8.64e-05,
"loss": 6.7298,
"step": 270
},
{
"epoch": 0.1792,
"grad_norm": 5.200682640075684,
"learning_rate": 8.960000000000001e-05,
"loss": 6.1146,
"step": 280
},
{
"epoch": 0.1856,
"grad_norm": 7.686837673187256,
"learning_rate": 9.28e-05,
"loss": 5.6593,
"step": 290
},
{
"epoch": 0.192,
"grad_norm": 8.6485013961792,
"learning_rate": 9.6e-05,
"loss": 5.2481,
"step": 300
},
{
"epoch": 0.1984,
"grad_norm": 5.539344787597656,
"learning_rate": 9.92e-05,
"loss": 4.9227,
"step": 310
},
{
"epoch": 0.2048,
"grad_norm": 4.313928127288818,
"learning_rate": 0.00010240000000000001,
"loss": 4.5248,
"step": 320
},
{
"epoch": 0.2112,
"grad_norm": 5.991826057434082,
"learning_rate": 0.0001056,
"loss": 4.1841,
"step": 330
},
{
"epoch": 0.2176,
"grad_norm": 7.935009002685547,
"learning_rate": 0.00010880000000000002,
"loss": 3.8608,
"step": 340
},
{
"epoch": 0.224,
"grad_norm": 6.290865421295166,
"learning_rate": 0.00011200000000000001,
"loss": 3.5691,
"step": 350
},
{
"epoch": 0.2304,
"grad_norm": 4.243020534515381,
"learning_rate": 0.0001152,
"loss": 3.3466,
"step": 360
},
{
"epoch": 0.2368,
"grad_norm": 5.900908946990967,
"learning_rate": 0.0001184,
"loss": 3.1445,
"step": 370
},
{
"epoch": 0.2432,
"grad_norm": 6.106771469116211,
"learning_rate": 0.0001216,
"loss": 2.9683,
"step": 380
},
{
"epoch": 0.2496,
"grad_norm": 5.702560901641846,
"learning_rate": 0.0001248,
"loss": 2.7799,
"step": 390
},
{
"epoch": 0.256,
"grad_norm": 5.9168500900268555,
"learning_rate": 0.00012800000000000002,
"loss": 2.6164,
"step": 400
},
{
"epoch": 0.2624,
"grad_norm": 3.7493982315063477,
"learning_rate": 0.00013120000000000002,
"loss": 2.4774,
"step": 410
},
{
"epoch": 0.2688,
"grad_norm": 4.603353023529053,
"learning_rate": 0.00013440000000000001,
"loss": 2.3554,
"step": 420
},
{
"epoch": 0.2752,
"grad_norm": 5.239804267883301,
"learning_rate": 0.00013759999999999998,
"loss": 2.2217,
"step": 430
},
{
"epoch": 0.2816,
"grad_norm": 4.7771687507629395,
"learning_rate": 0.0001408,
"loss": 2.1168,
"step": 440
},
{
"epoch": 0.288,
"grad_norm": 5.356198310852051,
"learning_rate": 0.000144,
"loss": 1.9833,
"step": 450
},
{
"epoch": 0.2944,
"grad_norm": 5.028329849243164,
"learning_rate": 0.0001472,
"loss": 1.9001,
"step": 460
},
{
"epoch": 0.3008,
"grad_norm": 4.271860599517822,
"learning_rate": 0.0001504,
"loss": 1.8189,
"step": 470
},
{
"epoch": 0.3072,
"grad_norm": 3.709174871444702,
"learning_rate": 0.00015360000000000002,
"loss": 1.7074,
"step": 480
},
{
"epoch": 0.3136,
"grad_norm": 5.151027679443359,
"learning_rate": 0.00015680000000000002,
"loss": 1.5903,
"step": 490
},
{
"epoch": 0.32,
"grad_norm": 3.8174936771392822,
"learning_rate": 0.00016,
"loss": 1.5373,
"step": 500
},
{
"epoch": 0.3264,
"grad_norm": 3.8838260173797607,
"learning_rate": 0.0001632,
"loss": 1.4456,
"step": 510
},
{
"epoch": 0.3328,
"grad_norm": 3.503659725189209,
"learning_rate": 0.0001664,
"loss": 1.3796,
"step": 520
},
{
"epoch": 0.3392,
"grad_norm": 4.11666202545166,
"learning_rate": 0.0001696,
"loss": 1.3027,
"step": 530
},
{
"epoch": 0.3456,
"grad_norm": 3.2238681316375732,
"learning_rate": 0.0001728,
"loss": 1.2389,
"step": 540
},
{
"epoch": 0.352,
"grad_norm": 3.4540982246398926,
"learning_rate": 0.00017600000000000002,
"loss": 1.1648,
"step": 550
},
{
"epoch": 0.3584,
"grad_norm": 5.521090030670166,
"learning_rate": 0.00017920000000000002,
"loss": 1.1235,
"step": 560
},
{
"epoch": 0.3648,
"grad_norm": 2.660430431365967,
"learning_rate": 0.00018240000000000002,
"loss": 1.0504,
"step": 570
},
{
"epoch": 0.3712,
"grad_norm": 3.7907087802886963,
"learning_rate": 0.0001856,
"loss": 1.0186,
"step": 580
},
{
"epoch": 0.3776,
"grad_norm": 3.64017915725708,
"learning_rate": 0.0001888,
"loss": 0.9919,
"step": 590
},
{
"epoch": 0.384,
"grad_norm": 3.121274948120117,
"learning_rate": 0.000192,
"loss": 0.9223,
"step": 600
},
{
"epoch": 0.3904,
"grad_norm": 3.6295275688171387,
"learning_rate": 0.0001952,
"loss": 0.8961,
"step": 610
},
{
"epoch": 0.3968,
"grad_norm": 3.7697367668151855,
"learning_rate": 0.0001984,
"loss": 0.8538,
"step": 620
},
{
"epoch": 0.4032,
"grad_norm": 2.4805972576141357,
"learning_rate": 0.00019999991245424649,
"loss": 0.8339,
"step": 630
},
{
"epoch": 0.4096,
"grad_norm": 3.7568612098693848,
"learning_rate": 0.00019999921208913816,
"loss": 0.7987,
"step": 640
},
{
"epoch": 0.416,
"grad_norm": 2.2762763500213623,
"learning_rate": 0.00019999781136382654,
"loss": 0.7651,
"step": 650
},
{
"epoch": 0.4224,
"grad_norm": 2.658080816268921,
"learning_rate": 0.0001999957102881219,
"loss": 0.7321,
"step": 660
},
{
"epoch": 0.4288,
"grad_norm": 3.2335922718048096,
"learning_rate": 0.00019999290887673943,
"loss": 0.7049,
"step": 670
},
{
"epoch": 0.4352,
"grad_norm": 2.8145134449005127,
"learning_rate": 0.00019998940714929925,
"loss": 0.6597,
"step": 680
},
{
"epoch": 0.4416,
"grad_norm": 2.36763072013855,
"learning_rate": 0.0001999852051303263,
"loss": 0.6484,
"step": 690
},
{
"epoch": 0.448,
"grad_norm": 2.270705461502075,
"learning_rate": 0.00019998030284925,
"loss": 0.628,
"step": 700
},
{
"epoch": 0.4544,
"grad_norm": 2.8777804374694824,
"learning_rate": 0.0001999747003404043,
"loss": 0.607,
"step": 710
},
{
"epoch": 0.4608,
"grad_norm": 1.8783962726593018,
"learning_rate": 0.00019996839764302728,
"loss": 0.571,
"step": 720
},
{
"epoch": 0.4672,
"grad_norm": 3.545635223388672,
"learning_rate": 0.00019996139480126082,
"loss": 0.5645,
"step": 730
},
{
"epoch": 0.4736,
"grad_norm": 2.313775062561035,
"learning_rate": 0.00019995369186415042,
"loss": 0.5505,
"step": 740
},
{
"epoch": 0.48,
"grad_norm": 2.9440245628356934,
"learning_rate": 0.00019994528888564483,
"loss": 0.5285,
"step": 750
},
{
"epoch": 0.4864,
"grad_norm": 1.7369548082351685,
"learning_rate": 0.00019993618592459566,
"loss": 0.5041,
"step": 760
},
{
"epoch": 0.4928,
"grad_norm": 1.8179292678833008,
"learning_rate": 0.0001999263830447569,
"loss": 0.4897,
"step": 770
},
{
"epoch": 0.4992,
"grad_norm": 2.022970199584961,
"learning_rate": 0.00019991588031478453,
"loss": 0.4753,
"step": 780
},
{
"epoch": 0.5056,
"grad_norm": 2.0358855724334717,
"learning_rate": 0.00019990467780823612,
"loss": 0.4708,
"step": 790
},
{
"epoch": 0.512,
"grad_norm": 2.249706506729126,
"learning_rate": 0.00019989277560357013,
"loss": 0.4549,
"step": 800
},
{
"epoch": 0.5184,
"grad_norm": 1.9085841178894043,
"learning_rate": 0.00019988017378414562,
"loss": 0.4306,
"step": 810
},
{
"epoch": 0.5248,
"grad_norm": 2.08777117729187,
"learning_rate": 0.00019986687243822134,
"loss": 0.4191,
"step": 820
},
{
"epoch": 0.5312,
"grad_norm": 1.5302354097366333,
"learning_rate": 0.00019985287165895534,
"loss": 0.4134,
"step": 830
},
{
"epoch": 0.5376,
"grad_norm": 1.580756425857544,
"learning_rate": 0.00019983817154440429,
"loss": 0.3963,
"step": 840
},
{
"epoch": 0.544,
"grad_norm": 1.8054178953170776,
"learning_rate": 0.0001998227721975228,
"loss": 0.3775,
"step": 850
},
{
"epoch": 0.5504,
"grad_norm": 1.5759453773498535,
"learning_rate": 0.00019980667372616263,
"loss": 0.3636,
"step": 860
},
{
"epoch": 0.5568,
"grad_norm": 1.3337243795394897,
"learning_rate": 0.00019978987624307186,
"loss": 0.351,
"step": 870
},
{
"epoch": 0.5632,
"grad_norm": 1.7481557130813599,
"learning_rate": 0.00019977237986589435,
"loss": 0.3415,
"step": 880
},
{
"epoch": 0.5696,
"grad_norm": 1.418540120124817,
"learning_rate": 0.0001997541847171688,
"loss": 0.3347,
"step": 890
},
{
"epoch": 0.576,
"grad_norm": 1.4497429132461548,
"learning_rate": 0.00019973529092432766,
"loss": 0.3249,
"step": 900
},
{
"epoch": 0.5824,
"grad_norm": 1.3346058130264282,
"learning_rate": 0.00019971569861969667,
"loss": 0.3095,
"step": 910
},
{
"epoch": 0.5888,
"grad_norm": 1.4631726741790771,
"learning_rate": 0.00019969540794049362,
"loss": 0.3129,
"step": 920
},
{
"epoch": 0.5952,
"grad_norm": 1.1791521310806274,
"learning_rate": 0.00019967441902882742,
"loss": 0.3008,
"step": 930
},
{
"epoch": 0.6016,
"grad_norm": 1.5145756006240845,
"learning_rate": 0.00019965273203169723,
"loss": 0.287,
"step": 940
},
{
"epoch": 0.608,
"grad_norm": 1.3080371618270874,
"learning_rate": 0.00019963034710099135,
"loss": 0.2852,
"step": 950
},
{
"epoch": 0.6144,
"grad_norm": 1.2480130195617676,
"learning_rate": 0.0001996072643934862,
"loss": 0.2714,
"step": 960
},
{
"epoch": 0.6208,
"grad_norm": 1.1319828033447266,
"learning_rate": 0.00019958348407084507,
"loss": 0.2696,
"step": 970
},
{
"epoch": 0.6272,
"grad_norm": 1.6034035682678223,
"learning_rate": 0.00019955900629961727,
"loss": 0.2624,
"step": 980
},
{
"epoch": 0.6336,
"grad_norm": 1.175138235092163,
"learning_rate": 0.00019953383125123668,
"loss": 0.2552,
"step": 990
},
{
"epoch": 0.64,
"grad_norm": 1.0885486602783203,
"learning_rate": 0.0001995079591020207,
"loss": 0.2504,
"step": 1000
},
{
"epoch": 0.6464,
"grad_norm": 1.087682843208313,
"learning_rate": 0.000199481390033169,
"loss": 0.2338,
"step": 1010
},
{
"epoch": 0.6528,
"grad_norm": 1.2463772296905518,
"learning_rate": 0.00019945412423076224,
"loss": 0.2357,
"step": 1020
},
{
"epoch": 0.6592,
"grad_norm": 0.9416747093200684,
"learning_rate": 0.0001994261618857608,
"loss": 0.222,
"step": 1030
},
{
"epoch": 0.6656,
"grad_norm": 1.027549386024475,
"learning_rate": 0.00019939750319400323,
"loss": 0.2184,
"step": 1040
},
{
"epoch": 0.672,
"grad_norm": 1.1190837621688843,
"learning_rate": 0.0001993681483562053,
"loss": 0.2193,
"step": 1050
},
{
"epoch": 0.6784,
"grad_norm": 1.0558338165283203,
"learning_rate": 0.00019933809757795819,
"loss": 0.2071,
"step": 1060
},
{
"epoch": 0.6848,
"grad_norm": 0.9561135768890381,
"learning_rate": 0.00019930735106972724,
"loss": 0.2077,
"step": 1070
},
{
"epoch": 0.6912,
"grad_norm": 0.9761295318603516,
"learning_rate": 0.00019927590904685052,
"loss": 0.2044,
"step": 1080
},
{
"epoch": 0.6976,
"grad_norm": 0.9444838166236877,
"learning_rate": 0.0001992437717295371,
"loss": 0.19,
"step": 1090
},
{
"epoch": 0.704,
"grad_norm": 0.9427816271781921,
"learning_rate": 0.00019921093934286574,
"loss": 0.1865,
"step": 1100
},
{
"epoch": 0.7104,
"grad_norm": 1.4082348346710205,
"learning_rate": 0.00019917741211678328,
"loss": 0.1935,
"step": 1110
},
{
"epoch": 0.7168,
"grad_norm": 0.8835283517837524,
"learning_rate": 0.00019914319028610283,
"loss": 0.1842,
"step": 1120
},
{
"epoch": 0.7232,
"grad_norm": 0.8646062016487122,
"learning_rate": 0.00019910827409050244,
"loss": 0.1742,
"step": 1130
},
{
"epoch": 0.7296,
"grad_norm": 0.9920988082885742,
"learning_rate": 0.00019907266377452317,
"loss": 0.1737,
"step": 1140
},
{
"epoch": 0.736,
"grad_norm": 0.8215811848640442,
"learning_rate": 0.00019903635958756747,
"loss": 0.1693,
"step": 1150
},
{
"epoch": 0.7424,
"grad_norm": 0.7713176012039185,
"learning_rate": 0.00019899936178389735,
"loss": 0.1614,
"step": 1160
},
{
"epoch": 0.7488,
"grad_norm": 0.9016545414924622,
"learning_rate": 0.00019896167062263283,
"loss": 0.1553,
"step": 1170
},
{
"epoch": 0.7552,
"grad_norm": 0.7999140024185181,
"learning_rate": 0.00019892328636774982,
"loss": 0.1571,
"step": 1180
},
{
"epoch": 0.7616,
"grad_norm": 0.8277508616447449,
"learning_rate": 0.00019888420928807851,
"loss": 0.1534,
"step": 1190
},
{
"epoch": 0.768,
"grad_norm": 0.6063833832740784,
"learning_rate": 0.00019884443965730137,
"loss": 0.1445,
"step": 1200
},
{
"epoch": 0.7744,
"grad_norm": 0.5971684455871582,
"learning_rate": 0.00019880397775395126,
"loss": 0.1435,
"step": 1210
},
{
"epoch": 0.7808,
"grad_norm": 0.7705594301223755,
"learning_rate": 0.00019876282386140952,
"loss": 0.1416,
"step": 1220
},
{
"epoch": 0.7872,
"grad_norm": 0.7271003127098083,
"learning_rate": 0.00019872097826790383,
"loss": 0.1352,
"step": 1230
},
{
"epoch": 0.7936,
"grad_norm": 0.8426423668861389,
"learning_rate": 0.00019867844126650645,
"loss": 0.1308,
"step": 1240
},
{
"epoch": 0.8,
"grad_norm": 0.6659693717956543,
"learning_rate": 0.0001986352131551319,
"loss": 0.1303,
"step": 1250
},
{
"epoch": 0.8064,
"grad_norm": 0.8387346863746643,
"learning_rate": 0.00019859129423653512,
"loss": 0.1282,
"step": 1260
},
{
"epoch": 0.8128,
"grad_norm": 0.7014028429985046,
"learning_rate": 0.00019854668481830907,
"loss": 0.1231,
"step": 1270
},
{
"epoch": 0.8192,
"grad_norm": 0.6607204079627991,
"learning_rate": 0.00019850138521288293,
"loss": 0.1287,
"step": 1280
},
{
"epoch": 0.8256,
"grad_norm": 0.7490721940994263,
"learning_rate": 0.00019845539573751952,
"loss": 0.1207,
"step": 1290
},
{
"epoch": 0.832,
"grad_norm": 0.6653363704681396,
"learning_rate": 0.00019840871671431343,
"loss": 0.118,
"step": 1300
},
{
"epoch": 0.8384,
"grad_norm": 0.557445228099823,
"learning_rate": 0.0001983613484701885,
"loss": 0.1129,
"step": 1310
},
{
"epoch": 0.8448,
"grad_norm": 0.6950953006744385,
"learning_rate": 0.00019831329133689567,
"loss": 0.1125,
"step": 1320
},
{
"epoch": 0.8512,
"grad_norm": 0.5461336374282837,
"learning_rate": 0.00019826454565101065,
"loss": 0.1139,
"step": 1330
},
{
"epoch": 0.8576,
"grad_norm": 0.6220159530639648,
"learning_rate": 0.00019821511175393148,
"loss": 0.113,
"step": 1340
},
{
"epoch": 0.864,
"grad_norm": 0.5815420746803284,
"learning_rate": 0.00019816498999187626,
"loss": 0.1063,
"step": 1350
},
{
"epoch": 0.8704,
"grad_norm": 0.5304952263832092,
"learning_rate": 0.00019811418071588065,
"loss": 0.1038,
"step": 1360
},
{
"epoch": 0.8768,
"grad_norm": 0.5118623375892639,
"learning_rate": 0.00019806268428179539,
"loss": 0.0999,
"step": 1370
},
{
"epoch": 0.8832,
"grad_norm": 0.5995155572891235,
"learning_rate": 0.0001980105010502838,
"loss": 0.0989,
"step": 1380
},
{
"epoch": 0.8896,
"grad_norm": 0.5528178811073303,
"learning_rate": 0.00019795763138681936,
"loss": 0.0989,
"step": 1390
},
{
"epoch": 0.896,
"grad_norm": 0.40643376111984253,
"learning_rate": 0.00019790407566168313,
"loss": 0.0892,
"step": 1400
},
{
"epoch": 0.9024,
"grad_norm": 0.4493182301521301,
"learning_rate": 0.00019784983424996102,
"loss": 0.0922,
"step": 1410
},
{
"epoch": 0.9088,
"grad_norm": 0.5226044654846191,
"learning_rate": 0.00019779490753154126,
"loss": 0.0949,
"step": 1420
},
{
"epoch": 0.9152,
"grad_norm": 0.6012076139450073,
"learning_rate": 0.00019773929589111177,
"loss": 0.0959,
"step": 1430
},
{
"epoch": 0.9216,
"grad_norm": 0.45189449191093445,
"learning_rate": 0.00019768299971815748,
"loss": 0.0875,
"step": 1440
},
{
"epoch": 0.928,
"grad_norm": 0.5535252690315247,
"learning_rate": 0.00019762601940695739,
"loss": 0.0888,
"step": 1450
},
{
"epoch": 0.9344,
"grad_norm": 0.4959675967693329,
"learning_rate": 0.0001975683553565821,
"loss": 0.0859,
"step": 1460
},
{
"epoch": 0.9408,
"grad_norm": 0.46365049481391907,
"learning_rate": 0.00019751000797089087,
"loss": 0.0855,
"step": 1470
},
{
"epoch": 0.9472,
"grad_norm": 0.5113791823387146,
"learning_rate": 0.0001974509776585288,
"loss": 0.0838,
"step": 1480
},
{
"epoch": 0.9536,
"grad_norm": 0.43594521284103394,
"learning_rate": 0.00019739126483292392,
"loss": 0.0781,
"step": 1490
},
{
"epoch": 0.96,
"grad_norm": 0.42069679498672485,
"learning_rate": 0.0001973308699122844,
"loss": 0.0784,
"step": 1500
},
{
"epoch": 0.9664,
"grad_norm": 0.42212527990341187,
"learning_rate": 0.00019726979331959564,
"loss": 0.0803,
"step": 1510
},
{
"epoch": 0.9728,
"grad_norm": 0.4017055928707123,
"learning_rate": 0.00019720803548261705,
"loss": 0.0766,
"step": 1520
},
{
"epoch": 0.9792,
"grad_norm": 0.37642350792884827,
"learning_rate": 0.00019714559683387938,
"loss": 0.0738,
"step": 1530
},
{
"epoch": 0.9856,
"grad_norm": 0.3329634368419647,
"learning_rate": 0.0001970824778106816,
"loss": 0.0704,
"step": 1540
},
{
"epoch": 0.992,
"grad_norm": 0.4691290855407715,
"learning_rate": 0.00019701867885508757,
"loss": 0.0737,
"step": 1550
},
{
"epoch": 0.9984,
"grad_norm": 0.4422971308231354,
"learning_rate": 0.00019695420041392344,
"loss": 0.0707,
"step": 1560
},
{
"epoch": 1.00448,
"grad_norm": 0.3774431049823761,
"learning_rate": 0.00019688904293877407,
"loss": 0.0664,
"step": 1570
},
{
"epoch": 1.01088,
"grad_norm": 0.43815529346466064,
"learning_rate": 0.00019682320688598005,
"loss": 0.0686,
"step": 1580
},
{
"epoch": 1.01728,
"grad_norm": 0.4070206582546234,
"learning_rate": 0.00019675669271663454,
"loss": 0.0638,
"step": 1590
},
{
"epoch": 1.02368,
"grad_norm": 0.38629916310310364,
"learning_rate": 0.00019668950089658,
"loss": 0.0635,
"step": 1600
},
{
"epoch": 1.03008,
"grad_norm": 0.32322514057159424,
"learning_rate": 0.00019662163189640487,
"loss": 0.0653,
"step": 1610
},
{
"epoch": 1.03648,
"grad_norm": 0.3422459661960602,
"learning_rate": 0.0001965530861914404,
"loss": 0.064,
"step": 1620
},
{
"epoch": 1.04288,
"grad_norm": 0.37391072511672974,
"learning_rate": 0.0001964838642617572,
"loss": 0.0615,
"step": 1630
},
{
"epoch": 1.04928,
"grad_norm": 0.3833227753639221,
"learning_rate": 0.0001964139665921619,
"loss": 0.0621,
"step": 1640
},
{
"epoch": 1.05568,
"grad_norm": 0.34887877106666565,
"learning_rate": 0.0001963433936721939,
"loss": 0.0584,
"step": 1650
},
{
"epoch": 1.06208,
"grad_norm": 0.383073091506958,
"learning_rate": 0.00019627214599612165,
"loss": 0.0608,
"step": 1660
},
{
"epoch": 1.06848,
"grad_norm": 0.3449239432811737,
"learning_rate": 0.0001962002240629395,
"loss": 0.0566,
"step": 1670
},
{
"epoch": 1.07488,
"grad_norm": 0.29172617197036743,
"learning_rate": 0.00019612762837636403,
"loss": 0.0555,
"step": 1680
},
{
"epoch": 1.08128,
"grad_norm": 0.3350663185119629,
"learning_rate": 0.00019605435944483048,
"loss": 0.0552,
"step": 1690
},
{
"epoch": 1.08768,
"grad_norm": 0.2794502079486847,
"learning_rate": 0.00019598041778148942,
"loss": 0.0534,
"step": 1700
},
{
"epoch": 1.09408,
"grad_norm": 0.32743802666664124,
"learning_rate": 0.00019590580390420285,
"loss": 0.0538,
"step": 1710
},
{
"epoch": 1.10048,
"grad_norm": 0.3492468595504761,
"learning_rate": 0.0001958305183355408,
"loss": 0.0534,
"step": 1720
},
{
"epoch": 1.10688,
"grad_norm": 0.3178560733795166,
"learning_rate": 0.0001957545616027776,
"loss": 0.053,
"step": 1730
},
{
"epoch": 1.11328,
"grad_norm": 0.26239362359046936,
"learning_rate": 0.00019567793423788814,
"loss": 0.0531,
"step": 1740
},
{
"epoch": 1.11968,
"grad_norm": 0.3820292055606842,
"learning_rate": 0.00019560063677754425,
"loss": 0.0512,
"step": 1750
},
{
"epoch": 1.12608,
"grad_norm": 0.33331650495529175,
"learning_rate": 0.00019552266976311086,
"loss": 0.0511,
"step": 1760
},
{
"epoch": 1.13248,
"grad_norm": 0.30772390961647034,
"learning_rate": 0.00019544403374064216,
"loss": 0.0503,
"step": 1770
},
{
"epoch": 1.13888,
"grad_norm": 0.29145103693008423,
"learning_rate": 0.00019536472926087793,
"loss": 0.0494,
"step": 1780
},
{
"epoch": 1.14528,
"grad_norm": 0.336687296628952,
"learning_rate": 0.00019528475687923956,
"loss": 0.0469,
"step": 1790
},
{
"epoch": 1.15168,
"grad_norm": 0.5372059345245361,
"learning_rate": 0.0001952041171558262,
"loss": 0.0498,
"step": 1800
},
{
"epoch": 1.15808,
"grad_norm": 0.24684292078018188,
"learning_rate": 0.00019512281065541082,
"loss": 0.0473,
"step": 1810
},
{
"epoch": 1.16448,
"grad_norm": 0.2795945405960083,
"learning_rate": 0.0001950408379474363,
"loss": 0.0439,
"step": 1820
},
{
"epoch": 1.17088,
"grad_norm": 0.3025937080383301,
"learning_rate": 0.00019495819960601134,
"loss": 0.0478,
"step": 1830
},
{
"epoch": 1.17728,
"grad_norm": 0.389626681804657,
"learning_rate": 0.0001948748962099066,
"loss": 0.0451,
"step": 1840
},
{
"epoch": 1.18368,
"grad_norm": 0.25242137908935547,
"learning_rate": 0.0001947909283425505,
"loss": 0.0437,
"step": 1850
},
{
"epoch": 1.19008,
"grad_norm": 0.25620314478874207,
"learning_rate": 0.0001947062965920252,
"loss": 0.0417,
"step": 1860
},
{
"epoch": 1.19648,
"grad_norm": 0.26086753606796265,
"learning_rate": 0.00019462100155106247,
"loss": 0.0419,
"step": 1870
},
{
"epoch": 1.20288,
"grad_norm": 0.23149563372135162,
"learning_rate": 0.0001945350438170395,
"loss": 0.0399,
"step": 1880
},
{
"epoch": 1.20928,
"grad_norm": 0.19104532897472382,
"learning_rate": 0.00019444842399197486,
"loss": 0.0408,
"step": 1890
},
{
"epoch": 1.21568,
"grad_norm": 0.2234521359205246,
"learning_rate": 0.0001943611426825241,
"loss": 0.0401,
"step": 1900
},
{
"epoch": 1.22208,
"grad_norm": 0.2683032155036926,
"learning_rate": 0.00019427320049997558,
"loss": 0.0399,
"step": 1910
},
{
"epoch": 1.22848,
"grad_norm": 0.2965681850910187,
"learning_rate": 0.00019418459806024618,
"loss": 0.0402,
"step": 1920
},
{
"epoch": 1.23488,
"grad_norm": 0.2704150974750519,
"learning_rate": 0.00019409533598387704,
"loss": 0.038,
"step": 1930
},
{
"epoch": 1.24128,
"grad_norm": 0.22442880272865295,
"learning_rate": 0.00019400541489602912,
"loss": 0.0381,
"step": 1940
},
{
"epoch": 1.24768,
"grad_norm": 0.25862181186676025,
"learning_rate": 0.00019391483542647892,
"loss": 0.0357,
"step": 1950
},
{
"epoch": 1.25408,
"grad_norm": 0.20038127899169922,
"learning_rate": 0.000193823598209614,
"loss": 0.0382,
"step": 1960
},
{
"epoch": 1.26048,
"grad_norm": 0.20133371651172638,
"learning_rate": 0.00019373170388442855,
"loss": 0.0372,
"step": 1970
},
{
"epoch": 1.26688,
"grad_norm": 0.18454784154891968,
"learning_rate": 0.0001936391530945189,
"loss": 0.0369,
"step": 1980
},
{
"epoch": 1.27328,
"grad_norm": 0.1711440086364746,
"learning_rate": 0.00019354594648807907,
"loss": 0.0332,
"step": 1990
},
{
"epoch": 1.27968,
"grad_norm": 0.2031717747449875,
"learning_rate": 0.0001934520847178962,
"loss": 0.0342,
"step": 2000
},
{
"epoch": 1.2860800000000001,
"grad_norm": 0.21600933372974396,
"learning_rate": 0.00019335756844134595,
"loss": 0.033,
"step": 2010
},
{
"epoch": 1.29248,
"grad_norm": 0.20926372706890106,
"learning_rate": 0.00019326239832038788,
"loss": 0.0337,
"step": 2020
},
{
"epoch": 1.29888,
"grad_norm": 0.21778680384159088,
"learning_rate": 0.00019316657502156095,
"loss": 0.0317,
"step": 2030
},
{
"epoch": 1.30528,
"grad_norm": 0.2352192997932434,
"learning_rate": 0.00019307009921597866,
"loss": 0.0332,
"step": 2040
},
{
"epoch": 1.31168,
"grad_norm": 0.22504208981990814,
"learning_rate": 0.00019297297157932453,
"loss": 0.033,
"step": 2050
},
{
"epoch": 1.31808,
"grad_norm": 0.1523440182209015,
"learning_rate": 0.00019287519279184717,
"loss": 0.032,
"step": 2060
},
{
"epoch": 1.3244799999999999,
"grad_norm": 0.19338054955005646,
"learning_rate": 0.00019277676353835572,
"loss": 0.0329,
"step": 2070
},
{
"epoch": 1.33088,
"grad_norm": 0.16629604995250702,
"learning_rate": 0.00019267768450821493,
"loss": 0.0306,
"step": 2080
},
{
"epoch": 1.33728,
"grad_norm": 0.20662613213062286,
"learning_rate": 0.00019257795639534035,
"loss": 0.0318,
"step": 2090
},
{
"epoch": 1.34368,
"grad_norm": 0.1922224462032318,
"learning_rate": 0.00019247757989819355,
"loss": 0.0312,
"step": 2100
},
{
"epoch": 1.35008,
"grad_norm": 0.21837477385997772,
"learning_rate": 0.00019237655571977707,
"loss": 0.0299,
"step": 2110
},
{
"epoch": 1.35648,
"grad_norm": 0.19693157076835632,
"learning_rate": 0.0001922748845676296,
"loss": 0.0309,
"step": 2120
},
{
"epoch": 1.36288,
"grad_norm": 0.1543317437171936,
"learning_rate": 0.0001921725671538211,
"loss": 0.0294,
"step": 2130
},
{
"epoch": 1.36928,
"grad_norm": 0.15638354420661926,
"learning_rate": 0.00019206960419494758,
"loss": 0.0307,
"step": 2140
},
{
"epoch": 1.37568,
"grad_norm": 0.1894102245569229,
"learning_rate": 0.00019196599641212636,
"loss": 0.0287,
"step": 2150
},
{
"epoch": 1.38208,
"grad_norm": 0.1892315000295639,
"learning_rate": 0.00019186174453099088,
"loss": 0.0296,
"step": 2160
},
{
"epoch": 1.38848,
"grad_norm": 0.17090782523155212,
"learning_rate": 0.00019175684928168552,
"loss": 0.0289,
"step": 2170
},
{
"epoch": 1.3948800000000001,
"grad_norm": 0.18371190130710602,
"learning_rate": 0.00019165131139886062,
"loss": 0.0288,
"step": 2180
},
{
"epoch": 1.40128,
"grad_norm": 0.18790635466575623,
"learning_rate": 0.00019154513162166742,
"loss": 0.0289,
"step": 2190
},
{
"epoch": 1.40768,
"grad_norm": 0.1724308580160141,
"learning_rate": 0.00019143831069375265,
"loss": 0.0275,
"step": 2200
},
{
"epoch": 1.41408,
"grad_norm": 0.18243832886219025,
"learning_rate": 0.00019133084936325342,
"loss": 0.0279,
"step": 2210
},
{
"epoch": 1.42048,
"grad_norm": 0.2009785920381546,
"learning_rate": 0.00019122274838279216,
"loss": 0.0284,
"step": 2220
},
{
"epoch": 1.42688,
"grad_norm": 0.1735285222530365,
"learning_rate": 0.00019111400850947097,
"loss": 0.0266,
"step": 2230
},
{
"epoch": 1.4332799999999999,
"grad_norm": 0.19345155358314514,
"learning_rate": 0.00019100463050486668,
"loss": 0.0264,
"step": 2240
},
{
"epoch": 1.43968,
"grad_norm": 0.1900719851255417,
"learning_rate": 0.0001908946151350254,
"loss": 0.0273,
"step": 2250
},
{
"epoch": 1.44608,
"grad_norm": 0.180427685379982,
"learning_rate": 0.000190783963170457,
"loss": 0.0282,
"step": 2260
},
{
"epoch": 1.45248,
"grad_norm": 0.16927458345890045,
"learning_rate": 0.00019067267538612994,
"loss": 0.0261,
"step": 2270
},
{
"epoch": 1.45888,
"grad_norm": 0.16273599863052368,
"learning_rate": 0.00019056075256146572,
"loss": 0.0263,
"step": 2280
},
{
"epoch": 1.46528,
"grad_norm": 0.15887923538684845,
"learning_rate": 0.00019044819548033338,
"loss": 0.0257,
"step": 2290
},
{
"epoch": 1.47168,
"grad_norm": 0.17876042425632477,
"learning_rate": 0.00019033500493104426,
"loss": 0.0255,
"step": 2300
},
{
"epoch": 1.47808,
"grad_norm": 0.1924641877412796,
"learning_rate": 0.00019022118170634604,
"loss": 0.0281,
"step": 2310
},
{
"epoch": 1.48448,
"grad_norm": 0.17478685081005096,
"learning_rate": 0.00019010672660341762,
"loss": 0.0262,
"step": 2320
},
{
"epoch": 1.49088,
"grad_norm": 0.160023495554924,
"learning_rate": 0.0001899916404238633,
"loss": 0.025,
"step": 2330
},
{
"epoch": 1.49728,
"grad_norm": 0.14298857748508453,
"learning_rate": 0.00018987592397370727,
"loss": 0.025,
"step": 2340
},
{
"epoch": 1.5036800000000001,
"grad_norm": 0.1480637639760971,
"learning_rate": 0.0001897595780633878,
"loss": 0.0239,
"step": 2350
},
{
"epoch": 1.5100799999999999,
"grad_norm": 0.1677473932504654,
"learning_rate": 0.00018964260350775181,
"loss": 0.0239,
"step": 2360
},
{
"epoch": 1.51648,
"grad_norm": 0.18433892726898193,
"learning_rate": 0.00018952500112604905,
"loss": 0.0249,
"step": 2370
},
{
"epoch": 1.52288,
"grad_norm": 0.175594300031662,
"learning_rate": 0.0001894067717419262,
"loss": 0.0225,
"step": 2380
},
{
"epoch": 1.52928,
"grad_norm": 0.13816310465335846,
"learning_rate": 0.00018928791618342137,
"loss": 0.0218,
"step": 2390
},
{
"epoch": 1.5356800000000002,
"grad_norm": 0.1740526556968689,
"learning_rate": 0.00018916843528295814,
"loss": 0.0233,
"step": 2400
},
{
"epoch": 1.54208,
"grad_norm": 0.1470390260219574,
"learning_rate": 0.00018904832987733984,
"loss": 0.0232,
"step": 2410
},
{
"epoch": 1.54848,
"grad_norm": 0.12260094285011292,
"learning_rate": 0.00018892760080774346,
"loss": 0.0223,
"step": 2420
},
{
"epoch": 1.55488,
"grad_norm": 0.1463494449853897,
"learning_rate": 0.00018880624891971407,
"loss": 0.0212,
"step": 2430
},
{
"epoch": 1.56128,
"grad_norm": 0.1484474390745163,
"learning_rate": 0.0001886842750631587,
"loss": 0.0212,
"step": 2440
},
{
"epoch": 1.56768,
"grad_norm": 0.16238199174404144,
"learning_rate": 0.00018856168009234042,
"loss": 0.0224,
"step": 2450
},
{
"epoch": 1.57408,
"grad_norm": 0.14111007750034332,
"learning_rate": 0.00018843846486587244,
"loss": 0.021,
"step": 2460
},
{
"epoch": 1.58048,
"grad_norm": 0.1236225962638855,
"learning_rate": 0.0001883146302467119,
"loss": 0.0202,
"step": 2470
},
{
"epoch": 1.5868799999999998,
"grad_norm": 0.10252299904823303,
"learning_rate": 0.000188190177102154,
"loss": 0.0203,
"step": 2480
},
{
"epoch": 1.59328,
"grad_norm": 0.1416553258895874,
"learning_rate": 0.000188065106303826,
"loss": 0.0201,
"step": 2490
},
{
"epoch": 1.59968,
"grad_norm": 0.13147395849227905,
"learning_rate": 0.0001879394187276808,
"loss": 0.0206,
"step": 2500
},
{
"epoch": 1.60608,
"grad_norm": 0.15766669809818268,
"learning_rate": 0.00018781311525399116,
"loss": 0.0222,
"step": 2510
},
{
"epoch": 1.6124800000000001,
"grad_norm": 0.15125253796577454,
"learning_rate": 0.00018768619676734334,
"loss": 0.0226,
"step": 2520
},
{
"epoch": 1.6188799999999999,
"grad_norm": 0.17130807042121887,
"learning_rate": 0.00018755866415663084,
"loss": 0.0219,
"step": 2530
},
{
"epoch": 1.62528,
"grad_norm": 0.12684287130832672,
"learning_rate": 0.0001874305183150484,
"loss": 0.0208,
"step": 2540
},
{
"epoch": 1.63168,
"grad_norm": 0.13930396735668182,
"learning_rate": 0.00018730176014008552,
"loss": 0.02,
"step": 2550
},
{
"epoch": 1.63808,
"grad_norm": 0.15119792520999908,
"learning_rate": 0.00018717239053352036,
"loss": 0.0189,
"step": 2560
},
{
"epoch": 1.6444800000000002,
"grad_norm": 0.15437051653862,
"learning_rate": 0.00018704241040141332,
"loss": 0.0205,
"step": 2570
},
{
"epoch": 1.65088,
"grad_norm": 0.16203613579273224,
"learning_rate": 0.00018691182065410064,
"loss": 0.0197,
"step": 2580
},
{
"epoch": 1.65728,
"grad_norm": 0.1358831822872162,
"learning_rate": 0.00018678062220618818,
"loss": 0.0185,
"step": 2590
},
{
"epoch": 1.66368,
"grad_norm": 0.15163081884384155,
"learning_rate": 0.00018664881597654488,
"loss": 0.019,
"step": 2600
},
{
"epoch": 1.67008,
"grad_norm": 0.13767501711845398,
"learning_rate": 0.0001865164028882964,
"loss": 0.0192,
"step": 2610
},
{
"epoch": 1.67648,
"grad_norm": 0.14003650844097137,
"learning_rate": 0.00018638338386881863,
"loss": 0.0201,
"step": 2620
},
{
"epoch": 1.68288,
"grad_norm": 0.12840129435062408,
"learning_rate": 0.0001862497598497311,
"loss": 0.0187,
"step": 2630
},
{
"epoch": 1.6892800000000001,
"grad_norm": 0.154741108417511,
"learning_rate": 0.0001861155317668908,
"loss": 0.019,
"step": 2640
},
{
"epoch": 1.6956799999999999,
"grad_norm": 0.12894070148468018,
"learning_rate": 0.00018598070056038507,
"loss": 0.0182,
"step": 2650
},
{
"epoch": 1.70208,
"grad_norm": 0.13634392619132996,
"learning_rate": 0.00018584526717452553,
"loss": 0.0188,
"step": 2660
},
{
"epoch": 1.70848,
"grad_norm": 0.11615041643381119,
"learning_rate": 0.00018570923255784114,
"loss": 0.0183,
"step": 2670
},
{
"epoch": 1.71488,
"grad_norm": 0.1158917024731636,
"learning_rate": 0.0001855725976630718,
"loss": 0.0178,
"step": 2680
},
{
"epoch": 1.7212800000000001,
"grad_norm": 0.12957724928855896,
"learning_rate": 0.00018543536344716138,
"loss": 0.0163,
"step": 2690
},
{
"epoch": 1.7276799999999999,
"grad_norm": 0.11984069645404816,
"learning_rate": 0.00018529753087125138,
"loss": 0.0171,
"step": 2700
},
{
"epoch": 1.73408,
"grad_norm": 0.12954364717006683,
"learning_rate": 0.00018515910090067384,
"loss": 0.0181,
"step": 2710
},
{
"epoch": 1.74048,
"grad_norm": 0.12446539103984833,
"learning_rate": 0.00018502007450494484,
"loss": 0.0175,
"step": 2720
},
{
"epoch": 1.74688,
"grad_norm": 0.11690499633550644,
"learning_rate": 0.00018488045265775766,
"loss": 0.0175,
"step": 2730
},
{
"epoch": 1.75328,
"grad_norm": 0.15586818754673004,
"learning_rate": 0.0001847402363369758,
"loss": 0.0171,
"step": 2740
},
{
"epoch": 1.75968,
"grad_norm": 0.11949671059846878,
"learning_rate": 0.0001845994265246263,
"loss": 0.0166,
"step": 2750
},
{
"epoch": 1.76608,
"grad_norm": 0.10891944915056229,
"learning_rate": 0.00018445802420689287,
"loss": 0.0174,
"step": 2760
},
{
"epoch": 1.77248,
"grad_norm": 0.13369949162006378,
"learning_rate": 0.00018431603037410882,
"loss": 0.017,
"step": 2770
},
{
"epoch": 1.77888,
"grad_norm": 0.12682044506072998,
"learning_rate": 0.0001841734460207503,
"loss": 0.0169,
"step": 2780
},
{
"epoch": 1.78528,
"grad_norm": 0.13158200681209564,
"learning_rate": 0.00018403027214542922,
"loss": 0.0166,
"step": 2790
},
{
"epoch": 1.79168,
"grad_norm": 0.15878427028656006,
"learning_rate": 0.0001838865097508864,
"loss": 0.0185,
"step": 2800
},
{
"epoch": 1.7980800000000001,
"grad_norm": 0.12471511960029602,
"learning_rate": 0.0001837421598439843,
"loss": 0.0167,
"step": 2810
},
{
"epoch": 1.8044799999999999,
"grad_norm": 0.12465991824865341,
"learning_rate": 0.0001835972234357002,
"loss": 0.0162,
"step": 2820
},
{
"epoch": 1.81088,
"grad_norm": 0.1313902884721756,
"learning_rate": 0.00018345170154111906,
"loss": 0.0161,
"step": 2830
},
{
"epoch": 1.81728,
"grad_norm": 0.1306491196155548,
"learning_rate": 0.00018330559517942629,
"loss": 0.0172,
"step": 2840
},
{
"epoch": 1.82368,
"grad_norm": 0.14186808466911316,
"learning_rate": 0.00018315890537390082,
"loss": 0.0157,
"step": 2850
},
{
"epoch": 1.8300800000000002,
"grad_norm": 0.12861275672912598,
"learning_rate": 0.0001830116331519077,
"loss": 0.0148,
"step": 2860
},
{
"epoch": 1.83648,
"grad_norm": 0.1051052138209343,
"learning_rate": 0.00018286377954489114,
"loss": 0.016,
"step": 2870
},
{
"epoch": 1.84288,
"grad_norm": 0.1182095929980278,
"learning_rate": 0.0001827153455883671,
"loss": 0.0146,
"step": 2880
},
{
"epoch": 1.84928,
"grad_norm": 0.11419697850942612,
"learning_rate": 0.0001825663323219162,
"loss": 0.0154,
"step": 2890
},
{
"epoch": 1.85568,
"grad_norm": 0.10235778242349625,
"learning_rate": 0.00018241674078917615,
"loss": 0.0146,
"step": 2900
},
{
"epoch": 1.86208,
"grad_norm": 0.13418889045715332,
"learning_rate": 0.00018226657203783485,
"loss": 0.0158,
"step": 2910
},
{
"epoch": 1.86848,
"grad_norm": 0.10551824420690536,
"learning_rate": 0.00018211582711962274,
"loss": 0.0151,
"step": 2920
},
{
"epoch": 1.87488,
"grad_norm": 0.1011953130364418,
"learning_rate": 0.0001819645070903056,
"loss": 0.0135,
"step": 2930
},
{
"epoch": 1.8812799999999998,
"grad_norm": 0.104701928794384,
"learning_rate": 0.00018181261300967696,
"loss": 0.0137,
"step": 2940
},
{
"epoch": 1.88768,
"grad_norm": 0.09559143334627151,
"learning_rate": 0.00018166014594155096,
"loss": 0.0146,
"step": 2950
},
{
"epoch": 1.89408,
"grad_norm": 0.12440355122089386,
"learning_rate": 0.00018150710695375466,
"loss": 0.0149,
"step": 2960
},
{
"epoch": 1.90048,
"grad_norm": 0.10338875651359558,
"learning_rate": 0.00018135349711812063,
"loss": 0.0142,
"step": 2970
},
{
"epoch": 1.9068800000000001,
"grad_norm": 0.11372119188308716,
"learning_rate": 0.00018119931751047958,
"loss": 0.0145,
"step": 2980
},
{
"epoch": 1.9132799999999999,
"grad_norm": 0.09645618498325348,
"learning_rate": 0.0001810445692106526,
"loss": 0.0139,
"step": 2990
},
{
"epoch": 1.91968,
"grad_norm": 0.09871870279312134,
"learning_rate": 0.00018088925330244374,
"loss": 0.0136,
"step": 3000
},
{
"epoch": 1.92608,
"grad_norm": 0.09649397432804108,
"learning_rate": 0.00018073337087363235,
"loss": 0.0137,
"step": 3010
},
{
"epoch": 1.93248,
"grad_norm": 0.10967572778463364,
"learning_rate": 0.00018057692301596553,
"loss": 0.0137,
"step": 3020
},
{
"epoch": 1.9388800000000002,
"grad_norm": 0.10098034888505936,
"learning_rate": 0.0001804199108251505,
"loss": 0.0135,
"step": 3030
},
{
"epoch": 1.94528,
"grad_norm": 0.1134389191865921,
"learning_rate": 0.0001802623354008468,
"loss": 0.0132,
"step": 3040
},
{
"epoch": 1.95168,
"grad_norm": 0.11233791708946228,
"learning_rate": 0.00018010419784665865,
"loss": 0.0136,
"step": 3050
},
{
"epoch": 1.95808,
"grad_norm": 0.10424499958753586,
"learning_rate": 0.00017994549927012732,
"loss": 0.0131,
"step": 3060
},
{
"epoch": 1.96448,
"grad_norm": 0.1035800576210022,
"learning_rate": 0.0001797862407827232,
"loss": 0.0133,
"step": 3070
},
{
"epoch": 1.97088,
"grad_norm": 0.10343878716230392,
"learning_rate": 0.00017962642349983815,
"loss": 0.0131,
"step": 3080
},
{
"epoch": 1.97728,
"grad_norm": 0.08592098206281662,
"learning_rate": 0.0001794660485407777,
"loss": 0.0126,
"step": 3090
},
{
"epoch": 1.98368,
"grad_norm": 0.12920081615447998,
"learning_rate": 0.000179305117028753,
"loss": 0.0133,
"step": 3100
},
{
"epoch": 1.9900799999999998,
"grad_norm": 0.09423451870679855,
"learning_rate": 0.00017914363009087326,
"loss": 0.0123,
"step": 3110
},
{
"epoch": 1.99648,
"grad_norm": 0.11991191655397415,
"learning_rate": 0.0001789815888581376,
"loss": 0.0132,
"step": 3120
},
{
"epoch": 2.00256,
"grad_norm": 0.09600730240345001,
"learning_rate": 0.00017881899446542732,
"loss": 0.0117,
"step": 3130
},
{
"epoch": 2.00896,
"grad_norm": 0.10312457382678986,
"learning_rate": 0.00017865584805149774,
"loss": 0.0123,
"step": 3140
},
{
"epoch": 2.01536,
"grad_norm": 0.10421616584062576,
"learning_rate": 0.00017849215075897045,
"loss": 0.0121,
"step": 3150
},
{
"epoch": 2.02176,
"grad_norm": 0.12422503530979156,
"learning_rate": 0.00017832790373432518,
"loss": 0.0122,
"step": 3160
},
{
"epoch": 2.02816,
"grad_norm": 0.09970256686210632,
"learning_rate": 0.0001781631081278918,
"loss": 0.0115,
"step": 3170
},
{
"epoch": 2.03456,
"grad_norm": 0.11850552260875702,
"learning_rate": 0.0001779977650938422,
"loss": 0.0122,
"step": 3180
},
{
"epoch": 2.04096,
"grad_norm": 0.10618259012699127,
"learning_rate": 0.00017783187579018236,
"loss": 0.0116,
"step": 3190
},
{
"epoch": 2.04736,
"grad_norm": 0.10495616495609283,
"learning_rate": 0.00017766544137874413,
"loss": 0.0117,
"step": 3200
},
{
"epoch": 2.05376,
"grad_norm": 0.10723304748535156,
"learning_rate": 0.00017749846302517698,
"loss": 0.0121,
"step": 3210
},
{
"epoch": 2.06016,
"grad_norm": 0.10282132029533386,
"learning_rate": 0.00017733094189894012,
"loss": 0.0116,
"step": 3220
},
{
"epoch": 2.06656,
"grad_norm": 0.12770763039588928,
"learning_rate": 0.0001771628791732941,
"loss": 0.0125,
"step": 3230
},
{
"epoch": 2.07296,
"grad_norm": 0.0982406884431839,
"learning_rate": 0.00017699427602529264,
"loss": 0.0117,
"step": 3240
},
{
"epoch": 2.07936,
"grad_norm": 0.11031891405582428,
"learning_rate": 0.00017682513363577438,
"loss": 0.0109,
"step": 3250
},
{
"epoch": 2.08576,
"grad_norm": 0.09926290065050125,
"learning_rate": 0.00017665545318935462,
"loss": 0.0133,
"step": 3260
},
{
"epoch": 2.09216,
"grad_norm": 0.09873641282320023,
"learning_rate": 0.00017648523587441707,
"loss": 0.0113,
"step": 3270
},
{
"epoch": 2.09856,
"grad_norm": 0.08046730607748032,
"learning_rate": 0.00017631448288310544,
"loss": 0.0126,
"step": 3280
},
{
"epoch": 2.10496,
"grad_norm": 0.11585665494203568,
"learning_rate": 0.00017614319541131516,
"loss": 0.0109,
"step": 3290
},
{
"epoch": 2.11136,
"grad_norm": 0.11039324849843979,
"learning_rate": 0.000175971374658685,
"loss": 0.0115,
"step": 3300
},
{
"epoch": 2.11776,
"grad_norm": 0.09863616526126862,
"learning_rate": 0.00017579902182858853,
"loss": 0.0105,
"step": 3310
},
{
"epoch": 2.12416,
"grad_norm": 0.08066727221012115,
"learning_rate": 0.00017562613812812595,
"loss": 0.0105,
"step": 3320
},
{
"epoch": 2.13056,
"grad_norm": 0.09200739860534668,
"learning_rate": 0.00017545272476811544,
"loss": 0.0102,
"step": 3330
},
{
"epoch": 2.13696,
"grad_norm": 0.09633603692054749,
"learning_rate": 0.00017527878296308473,
"loss": 0.0106,
"step": 3340
},
{
"epoch": 2.14336,
"grad_norm": 0.11823780089616776,
"learning_rate": 0.00017510431393126256,
"loss": 0.0109,
"step": 3350
},
{
"epoch": 2.14976,
"grad_norm": 0.08718033879995346,
"learning_rate": 0.00017492931889457025,
"loss": 0.0104,
"step": 3360
},
{
"epoch": 2.15616,
"grad_norm": 0.09177393466234207,
"learning_rate": 0.00017475379907861305,
"loss": 0.0115,
"step": 3370
},
{
"epoch": 2.16256,
"grad_norm": 0.10086221992969513,
"learning_rate": 0.0001745777557126716,
"loss": 0.0102,
"step": 3380
},
{
"epoch": 2.16896,
"grad_norm": 0.08837321400642395,
"learning_rate": 0.00017440119002969326,
"loss": 0.0106,
"step": 3390
},
{
"epoch": 2.17536,
"grad_norm": 0.09231095761060715,
"learning_rate": 0.00017422410326628355,
"loss": 0.0108,
"step": 3400
},
{
"epoch": 2.18176,
"grad_norm": 0.07848962396383286,
"learning_rate": 0.00017404649666269753,
"loss": 0.01,
"step": 3410
},
{
"epoch": 2.18816,
"grad_norm": 0.08234378695487976,
"learning_rate": 0.00017386837146283086,
"loss": 0.0095,
"step": 3420
},
{
"epoch": 2.19456,
"grad_norm": 0.08286973834037781,
"learning_rate": 0.00017368972891421142,
"loss": 0.0097,
"step": 3430
},
{
"epoch": 2.20096,
"grad_norm": 0.09798340499401093,
"learning_rate": 0.00017351057026799045,
"loss": 0.0099,
"step": 3440
},
{
"epoch": 2.20736,
"grad_norm": 0.1193581074476242,
"learning_rate": 0.00017333089677893363,
"loss": 0.0103,
"step": 3450
},
{
"epoch": 2.21376,
"grad_norm": 0.08853572607040405,
"learning_rate": 0.0001731507097054125,
"loss": 0.0101,
"step": 3460
},
{
"epoch": 2.22016,
"grad_norm": 0.1115623340010643,
"learning_rate": 0.00017297001030939555,
"loss": 0.0096,
"step": 3470
},
{
"epoch": 2.22656,
"grad_norm": 0.07864893972873688,
"learning_rate": 0.00017278879985643944,
"loss": 0.0094,
"step": 3480
},
{
"epoch": 2.23296,
"grad_norm": 0.1049320176243782,
"learning_rate": 0.00017260707961568,
"loss": 0.0106,
"step": 3490
},
{
"epoch": 2.23936,
"grad_norm": 0.07089729607105255,
"learning_rate": 0.00017242485085982358,
"loss": 0.009,
"step": 3500
},
{
"epoch": 2.24576,
"grad_norm": 0.07295747846364975,
"learning_rate": 0.0001722421148651379,
"loss": 0.0092,
"step": 3510
},
{
"epoch": 2.25216,
"grad_norm": 0.07545769214630127,
"learning_rate": 0.0001720588729114432,
"loss": 0.0095,
"step": 3520
},
{
"epoch": 2.25856,
"grad_norm": 0.09585525095462799,
"learning_rate": 0.00017187512628210336,
"loss": 0.0097,
"step": 3530
},
{
"epoch": 2.26496,
"grad_norm": 0.07446441799402237,
"learning_rate": 0.00017169087626401673,
"loss": 0.0091,
"step": 3540
},
{
"epoch": 2.27136,
"grad_norm": 0.08455878496170044,
"learning_rate": 0.0001715061241476073,
"loss": 0.0087,
"step": 3550
},
{
"epoch": 2.27776,
"grad_norm": 0.07945173978805542,
"learning_rate": 0.0001713208712268156,
"loss": 0.0098,
"step": 3560
},
{
"epoch": 2.28416,
"grad_norm": 0.08185172080993652,
"learning_rate": 0.0001711351187990895,
"loss": 0.0094,
"step": 3570
},
{
"epoch": 2.29056,
"grad_norm": 0.08556488156318665,
"learning_rate": 0.00017094886816537542,
"loss": 0.0085,
"step": 3580
},
{
"epoch": 2.29696,
"grad_norm": 0.08688370138406754,
"learning_rate": 0.00017076212063010893,
"loss": 0.0086,
"step": 3590
},
{
"epoch": 2.30336,
"grad_norm": 0.07573976367712021,
"learning_rate": 0.0001705748775012057,
"loss": 0.008,
"step": 3600
},
{
"epoch": 2.30976,
"grad_norm": 0.08235832303762436,
"learning_rate": 0.00017038714009005247,
"loss": 0.009,
"step": 3610
},
{
"epoch": 2.31616,
"grad_norm": 0.08441588282585144,
"learning_rate": 0.00017019890971149771,
"loss": 0.0089,
"step": 3620
},
{
"epoch": 2.32256,
"grad_norm": 0.10939245671033859,
"learning_rate": 0.00017001018768384251,
"loss": 0.0093,
"step": 3630
},
{
"epoch": 2.32896,
"grad_norm": 0.06771957129240036,
"learning_rate": 0.00016982097532883118,
"loss": 0.0082,
"step": 3640
},
{
"epoch": 2.33536,
"grad_norm": 0.08759043365716934,
"learning_rate": 0.00016963127397164222,
"loss": 0.0088,
"step": 3650
},
{
"epoch": 2.34176,
"grad_norm": 0.08247803896665573,
"learning_rate": 0.00016944108494087892,
"loss": 0.0079,
"step": 3660
},
{
"epoch": 2.34816,
"grad_norm": 0.06991489231586456,
"learning_rate": 0.00016925040956856008,
"loss": 0.0085,
"step": 3670
},
{
"epoch": 2.35456,
"grad_norm": 0.07517945021390915,
"learning_rate": 0.00016905924919011057,
"loss": 0.0082,
"step": 3680
},
{
"epoch": 2.36096,
"grad_norm": 0.08382249623537064,
"learning_rate": 0.00016886760514435225,
"loss": 0.0083,
"step": 3690
},
{
"epoch": 2.36736,
"grad_norm": 0.08432280272245407,
"learning_rate": 0.0001686754787734943,
"loss": 0.0076,
"step": 3700
},
{
"epoch": 2.37376,
"grad_norm": 0.06252653151750565,
"learning_rate": 0.00016848287142312392,
"loss": 0.0083,
"step": 3710
},
{
"epoch": 2.38016,
"grad_norm": 0.07362011075019836,
"learning_rate": 0.00016828978444219698,
"loss": 0.0089,
"step": 3720
},
{
"epoch": 2.3865600000000002,
"grad_norm": 0.09931144118309021,
"learning_rate": 0.00016809621918302856,
"loss": 0.0084,
"step": 3730
},
{
"epoch": 2.39296,
"grad_norm": 0.08083909749984741,
"learning_rate": 0.00016790217700128333,
"loss": 0.0081,
"step": 3740
},
{
"epoch": 2.39936,
"grad_norm": 0.07785399258136749,
"learning_rate": 0.0001677076592559662,
"loss": 0.0074,
"step": 3750
},
{
"epoch": 2.40576,
"grad_norm": 0.06507813930511475,
"learning_rate": 0.00016751266730941284,
"loss": 0.0074,
"step": 3760
},
{
"epoch": 2.41216,
"grad_norm": 0.07213279604911804,
"learning_rate": 0.00016731720252728,
"loss": 0.0077,
"step": 3770
},
{
"epoch": 2.41856,
"grad_norm": 0.07196096330881119,
"learning_rate": 0.00016712126627853592,
"loss": 0.0069,
"step": 3780
},
{
"epoch": 2.42496,
"grad_norm": 0.06810028105974197,
"learning_rate": 0.00016692485993545104,
"loss": 0.0076,
"step": 3790
},
{
"epoch": 2.43136,
"grad_norm": 0.10217568278312683,
"learning_rate": 0.00016672798487358802,
"loss": 0.0076,
"step": 3800
},
{
"epoch": 2.43776,
"grad_norm": 0.07891528308391571,
"learning_rate": 0.00016653064247179226,
"loss": 0.0077,
"step": 3810
},
{
"epoch": 2.44416,
"grad_norm": 0.08141396194696426,
"learning_rate": 0.00016633283411218237,
"loss": 0.0071,
"step": 3820
},
{
"epoch": 2.45056,
"grad_norm": 0.06500822305679321,
"learning_rate": 0.00016613456118014022,
"loss": 0.0073,
"step": 3830
},
{
"epoch": 2.45696,
"grad_norm": 0.07517005503177643,
"learning_rate": 0.0001659358250643015,
"loss": 0.0069,
"step": 3840
},
{
"epoch": 2.4633599999999998,
"grad_norm": 0.08712980151176453,
"learning_rate": 0.00016573662715654587,
"loss": 0.0067,
"step": 3850
},
{
"epoch": 2.46976,
"grad_norm": 0.05599408596754074,
"learning_rate": 0.00016553696885198717,
"loss": 0.0066,
"step": 3860
},
{
"epoch": 2.47616,
"grad_norm": 0.05505722388625145,
"learning_rate": 0.0001653368515489637,
"loss": 0.0065,
"step": 3870
},
{
"epoch": 2.48256,
"grad_norm": 0.0676807314157486,
"learning_rate": 0.0001651362766490285,
"loss": 0.0066,
"step": 3880
},
{
"epoch": 2.48896,
"grad_norm": 0.07312954217195511,
"learning_rate": 0.00016493524555693934,
"loss": 0.0069,
"step": 3890
},
{
"epoch": 2.49536,
"grad_norm": 0.06255964934825897,
"learning_rate": 0.00016473375968064917,
"loss": 0.0063,
"step": 3900
},
{
"epoch": 2.50176,
"grad_norm": 0.08021910488605499,
"learning_rate": 0.00016453182043129597,
"loss": 0.0073,
"step": 3910
},
{
"epoch": 2.50816,
"grad_norm": 0.06230218708515167,
"learning_rate": 0.000164329429223193,
"loss": 0.0063,
"step": 3920
},
{
"epoch": 2.51456,
"grad_norm": 0.07818075269460678,
"learning_rate": 0.0001641265874738189,
"loss": 0.0065,
"step": 3930
},
{
"epoch": 2.52096,
"grad_norm": 0.06049444526433945,
"learning_rate": 0.00016392329660380774,
"loss": 0.0066,
"step": 3940
},
{
"epoch": 2.52736,
"grad_norm": 0.07257268577814102,
"learning_rate": 0.00016371955803693914,
"loss": 0.0065,
"step": 3950
},
{
"epoch": 2.53376,
"grad_norm": 0.06956159323453903,
"learning_rate": 0.00016351537320012817,
"loss": 0.0067,
"step": 3960
},
{
"epoch": 2.54016,
"grad_norm": 0.08804766833782196,
"learning_rate": 0.0001633107435234154,
"loss": 0.0065,
"step": 3970
},
{
"epoch": 2.54656,
"grad_norm": 0.06391100585460663,
"learning_rate": 0.000163105670439957,
"loss": 0.0068,
"step": 3980
},
{
"epoch": 2.55296,
"grad_norm": 0.06627079844474792,
"learning_rate": 0.0001629001553860145,
"loss": 0.0059,
"step": 3990
},
{
"epoch": 2.55936,
"grad_norm": 0.0738137811422348,
"learning_rate": 0.0001626941998009449,
"loss": 0.0061,
"step": 4000
},
{
"epoch": 2.56576,
"grad_norm": 0.07025109976530075,
"learning_rate": 0.00016248780512719054,
"loss": 0.0059,
"step": 4010
},
{
"epoch": 2.5721600000000002,
"grad_norm": 0.06962384283542633,
"learning_rate": 0.00016228097281026894,
"loss": 0.006,
"step": 4020
},
{
"epoch": 2.57856,
"grad_norm": 0.06990646570920944,
"learning_rate": 0.00016207370429876275,
"loss": 0.0059,
"step": 4030
},
{
"epoch": 2.58496,
"grad_norm": 0.07895103842020035,
"learning_rate": 0.0001618660010443096,
"loss": 0.0065,
"step": 4040
},
{
"epoch": 2.59136,
"grad_norm": 0.07585545629262924,
"learning_rate": 0.00016165786450159187,
"loss": 0.006,
"step": 4050
},
{
"epoch": 2.59776,
"grad_norm": 0.06759870052337646,
"learning_rate": 0.00016144929612832656,
"loss": 0.0052,
"step": 4060
},
{
"epoch": 2.6041600000000003,
"grad_norm": 0.07475471496582031,
"learning_rate": 0.0001612402973852551,
"loss": 0.0065,
"step": 4070
},
{
"epoch": 2.61056,
"grad_norm": 0.06903407722711563,
"learning_rate": 0.00016103086973613296,
"loss": 0.0053,
"step": 4080
},
{
"epoch": 2.6169599999999997,
"grad_norm": 0.06937467306852341,
"learning_rate": 0.00016082101464771968,
"loss": 0.0053,
"step": 4090
},
{
"epoch": 2.62336,
"grad_norm": 0.06663543730974197,
"learning_rate": 0.00016061073358976833,
"loss": 0.0053,
"step": 4100
},
{
"epoch": 2.62976,
"grad_norm": 0.06771542131900787,
"learning_rate": 0.00016040002803501539,
"loss": 0.0047,
"step": 4110
},
{
"epoch": 2.63616,
"grad_norm": 0.05216827243566513,
"learning_rate": 0.00016018889945917028,
"loss": 0.0049,
"step": 4120
},
{
"epoch": 2.64256,
"grad_norm": 0.07252673804759979,
"learning_rate": 0.00015997734934090522,
"loss": 0.0048,
"step": 4130
},
{
"epoch": 2.6489599999999998,
"grad_norm": 0.07696359604597092,
"learning_rate": 0.00015976537916184474,
"loss": 0.0047,
"step": 4140
},
{
"epoch": 2.65536,
"grad_norm": 0.0794297307729721,
"learning_rate": 0.00015955299040655528,
"loss": 0.0044,
"step": 4150
},
{
"epoch": 2.66176,
"grad_norm": 0.07054451107978821,
"learning_rate": 0.00015934018456253485,
"loss": 0.004,
"step": 4160
},
{
"epoch": 2.66816,
"grad_norm": 0.07723594456911087,
"learning_rate": 0.00015912696312020267,
"loss": 0.0041,
"step": 4170
},
{
"epoch": 2.67456,
"grad_norm": 0.053141288459300995,
"learning_rate": 0.00015891332757288868,
"loss": 0.0038,
"step": 4180
},
{
"epoch": 2.68096,
"grad_norm": 0.05060238391160965,
"learning_rate": 0.00015869927941682295,
"loss": 0.0034,
"step": 4190
},
{
"epoch": 2.68736,
"grad_norm": 0.038389742374420166,
"learning_rate": 0.00015848482015112542,
"loss": 0.0034,
"step": 4200
},
{
"epoch": 2.69376,
"grad_norm": 0.0600908137857914,
"learning_rate": 0.0001582699512777953,
"loss": 0.0034,
"step": 4210
},
{
"epoch": 2.70016,
"grad_norm": 0.05693907290697098,
"learning_rate": 0.00015805467430170044,
"loss": 0.0031,
"step": 4220
},
{
"epoch": 2.70656,
"grad_norm": 0.05152619630098343,
"learning_rate": 0.00015783899073056707,
"loss": 0.0032,
"step": 4230
},
{
"epoch": 2.71296,
"grad_norm": 0.05534261837601662,
"learning_rate": 0.00015762290207496895,
"loss": 0.0029,
"step": 4240
},
{
"epoch": 2.71936,
"grad_norm": 0.0410865880548954,
"learning_rate": 0.00015740640984831695,
"loss": 0.0025,
"step": 4250
},
{
"epoch": 2.72576,
"grad_norm": 0.04453955218195915,
"learning_rate": 0.00015718951556684848,
"loss": 0.0027,
"step": 4260
},
{
"epoch": 2.73216,
"grad_norm": 0.0522250235080719,
"learning_rate": 0.00015697222074961665,
"loss": 0.0025,
"step": 4270
},
{
"epoch": 2.73856,
"grad_norm": 0.04045749828219414,
"learning_rate": 0.00015675452691847993,
"loss": 0.0022,
"step": 4280
},
{
"epoch": 2.74496,
"grad_norm": 0.04048459604382515,
"learning_rate": 0.00015653643559809127,
"loss": 0.0021,
"step": 4290
},
{
"epoch": 2.75136,
"grad_norm": 0.0409955233335495,
"learning_rate": 0.00015631794831588751,
"loss": 0.0017,
"step": 4300
},
{
"epoch": 2.75776,
"grad_norm": 0.040678512305021286,
"learning_rate": 0.0001560990666020787,
"loss": 0.0018,
"step": 4310
},
{
"epoch": 2.76416,
"grad_norm": 0.026347599923610687,
"learning_rate": 0.00015587979198963735,
"loss": 0.0016,
"step": 4320
},
{
"epoch": 2.77056,
"grad_norm": 0.028013285249471664,
"learning_rate": 0.00015566012601428764,
"loss": 0.0016,
"step": 4330
},
{
"epoch": 2.77696,
"grad_norm": 0.03964909911155701,
"learning_rate": 0.00015544007021449477,
"loss": 0.0017,
"step": 4340
},
{
"epoch": 2.78336,
"grad_norm": 0.03120283968746662,
"learning_rate": 0.00015521962613145414,
"loss": 0.0015,
"step": 4350
},
{
"epoch": 2.7897600000000002,
"grad_norm": 0.025623176246881485,
"learning_rate": 0.00015499879530908058,
"loss": 0.0014,
"step": 4360
},
{
"epoch": 2.79616,
"grad_norm": 0.022976655513048172,
"learning_rate": 0.00015477757929399744,
"loss": 0.0013,
"step": 4370
},
{
"epoch": 2.80256,
"grad_norm": 0.017389846965670586,
"learning_rate": 0.00015455597963552582,
"loss": 0.0012,
"step": 4380
},
{
"epoch": 2.80896,
"grad_norm": 0.04952568560838699,
"learning_rate": 0.00015433399788567385,
"loss": 0.0011,
"step": 4390
},
{
"epoch": 2.81536,
"grad_norm": 0.01697513274848461,
"learning_rate": 0.00015411163559912554,
"loss": 0.0011,
"step": 4400
},
{
"epoch": 2.8217600000000003,
"grad_norm": 0.030944161117076874,
"learning_rate": 0.00015388889433323014,
"loss": 0.0011,
"step": 4410
},
{
"epoch": 2.82816,
"grad_norm": 0.02486579492688179,
"learning_rate": 0.00015366577564799113,
"loss": 0.0011,
"step": 4420
},
{
"epoch": 2.8345599999999997,
"grad_norm": 0.018190821632742882,
"learning_rate": 0.00015344228110605534,
"loss": 0.001,
"step": 4430
},
{
"epoch": 2.84096,
"grad_norm": 0.017582567408680916,
"learning_rate": 0.0001532184122727019,
"loss": 0.0009,
"step": 4440
},
{
"epoch": 2.84736,
"grad_norm": 0.028470057994127274,
"learning_rate": 0.00015299417071583133,
"loss": 0.0009,
"step": 4450
},
{
"epoch": 2.85376,
"grad_norm": 0.014709203504025936,
"learning_rate": 0.0001527695580059547,
"loss": 0.0008,
"step": 4460
},
{
"epoch": 2.86016,
"grad_norm": 0.018429294228553772,
"learning_rate": 0.0001525445757161824,
"loss": 0.0008,
"step": 4470
},
{
"epoch": 2.8665599999999998,
"grad_norm": 0.017168249934911728,
"learning_rate": 0.00015231922542221327,
"loss": 0.0008,
"step": 4480
},
{
"epoch": 2.87296,
"grad_norm": 0.014024370349943638,
"learning_rate": 0.00015209350870232355,
"loss": 0.0008,
"step": 4490
},
{
"epoch": 2.87936,
"grad_norm": 0.019541917368769646,
"learning_rate": 0.0001518674271373558,
"loss": 0.0009,
"step": 4500
},
{
"epoch": 2.88576,
"grad_norm": 0.02650720439851284,
"learning_rate": 0.00015164098231070766,
"loss": 0.0008,
"step": 4510
},
{
"epoch": 2.89216,
"grad_norm": 0.012899769470095634,
"learning_rate": 0.0001514141758083212,
"loss": 0.0007,
"step": 4520
},
{
"epoch": 2.89856,
"grad_norm": 0.046317923814058304,
"learning_rate": 0.0001511870092186714,
"loss": 0.0007,
"step": 4530
},
{
"epoch": 2.90496,
"grad_norm": 0.018482066690921783,
"learning_rate": 0.00015095948413275517,
"loss": 0.0007,
"step": 4540
},
{
"epoch": 2.91136,
"grad_norm": 0.018467305228114128,
"learning_rate": 0.00015073160214408023,
"loss": 0.0007,
"step": 4550
},
{
"epoch": 2.91776,
"grad_norm": 0.012877273373305798,
"learning_rate": 0.00015050336484865388,
"loss": 0.0006,
"step": 4560
},
{
"epoch": 2.92416,
"grad_norm": 0.014179956167936325,
"learning_rate": 0.00015027477384497195,
"loss": 0.0006,
"step": 4570
},
{
"epoch": 2.93056,
"grad_norm": 0.012497806921601295,
"learning_rate": 0.00015004583073400745,
"loss": 0.0006,
"step": 4580
},
{
"epoch": 2.93696,
"grad_norm": 0.027602076530456543,
"learning_rate": 0.00014981653711919945,
"loss": 0.0005,
"step": 4590
},
{
"epoch": 2.94336,
"grad_norm": 0.01935858279466629,
"learning_rate": 0.00014958689460644182,
"loss": 0.0005,
"step": 4600
},
{
"epoch": 2.94976,
"grad_norm": 0.015043193474411964,
"learning_rate": 0.00014935690480407204,
"loss": 0.0005,
"step": 4610
},
{
"epoch": 2.95616,
"grad_norm": 0.016973374411463737,
"learning_rate": 0.00014912656932285977,
"loss": 0.0006,
"step": 4620
},
{
"epoch": 2.96256,
"grad_norm": 0.011249720118939877,
"learning_rate": 0.00014889588977599582,
"loss": 0.0005,
"step": 4630
},
{
"epoch": 2.96896,
"grad_norm": 0.01116869319230318,
"learning_rate": 0.00014866486777908067,
"loss": 0.0004,
"step": 4640
},
{
"epoch": 2.9753600000000002,
"grad_norm": 0.016327399760484695,
"learning_rate": 0.0001484335049501132,
"loss": 0.0004,
"step": 4650
},
{
"epoch": 2.98176,
"grad_norm": 0.010712753981351852,
"learning_rate": 0.0001482018029094793,
"loss": 0.0004,
"step": 4660
},
{
"epoch": 2.98816,
"grad_norm": 0.03604331240057945,
"learning_rate": 0.0001479697632799407,
"loss": 0.0005,
"step": 4670
},
{
"epoch": 2.99456,
"grad_norm": 0.011516747064888477,
"learning_rate": 0.00014773738768662342,
"loss": 0.0004,
"step": 4680
},
{
"epoch": 3.00064,
"grad_norm": 0.016139233484864235,
"learning_rate": 0.00014750467775700643,
"loss": 0.0004,
"step": 4690
},
{
"epoch": 3.00704,
"grad_norm": 0.00990369264036417,
"learning_rate": 0.00014727163512091032,
"loss": 0.0004,
"step": 4700
},
{
"epoch": 3.01344,
"grad_norm": 0.007023845799267292,
"learning_rate": 0.00014703826141048584,
"loss": 0.0004,
"step": 4710
},
{
"epoch": 3.01984,
"grad_norm": 0.008132458664476871,
"learning_rate": 0.00014680455826020244,
"loss": 0.0003,
"step": 4720
},
{
"epoch": 3.02624,
"grad_norm": 0.013781263493001461,
"learning_rate": 0.00014657052730683687,
"loss": 0.0004,
"step": 4730
},
{
"epoch": 3.03264,
"grad_norm": 0.012490381486713886,
"learning_rate": 0.00014633617018946176,
"loss": 0.0003,
"step": 4740
},
{
"epoch": 3.03904,
"grad_norm": 0.011381781660020351,
"learning_rate": 0.00014610148854943394,
"loss": 0.0003,
"step": 4750
},
{
"epoch": 3.04544,
"grad_norm": 0.009826225228607655,
"learning_rate": 0.00014586648403038327,
"loss": 0.0004,
"step": 4760
},
{
"epoch": 3.05184,
"grad_norm": 0.010720113292336464,
"learning_rate": 0.00014563115827820076,
"loss": 0.0003,
"step": 4770
},
{
"epoch": 3.05824,
"grad_norm": 0.007367060519754887,
"learning_rate": 0.00014539551294102737,
"loss": 0.0003,
"step": 4780
},
{
"epoch": 3.06464,
"grad_norm": 0.014156137593090534,
"learning_rate": 0.0001451595496692422,
"loss": 0.0003,
"step": 4790
},
{
"epoch": 3.07104,
"grad_norm": 0.007125192787498236,
"learning_rate": 0.00014492327011545123,
"loss": 0.0003,
"step": 4800
},
{
"epoch": 3.07744,
"grad_norm": 0.01859436184167862,
"learning_rate": 0.00014468667593447535,
"loss": 0.0003,
"step": 4810
},
{
"epoch": 3.08384,
"grad_norm": 0.005518688354641199,
"learning_rate": 0.00014444976878333913,
"loss": 0.0003,
"step": 4820
},
{
"epoch": 3.09024,
"grad_norm": 0.00537422951310873,
"learning_rate": 0.00014421255032125908,
"loss": 0.0003,
"step": 4830
},
{
"epoch": 3.09664,
"grad_norm": 0.009383002296090126,
"learning_rate": 0.00014397502220963202,
"loss": 0.0003,
"step": 4840
},
{
"epoch": 3.10304,
"grad_norm": 0.008585352450609207,
"learning_rate": 0.00014373718611202334,
"loss": 0.0003,
"step": 4850
},
{
"epoch": 3.10944,
"grad_norm": 0.007350903935730457,
"learning_rate": 0.00014349904369415558,
"loss": 0.0002,
"step": 4860
},
{
"epoch": 3.11584,
"grad_norm": 0.010252960957586765,
"learning_rate": 0.00014326059662389662,
"loss": 0.0003,
"step": 4870
},
{
"epoch": 3.12224,
"grad_norm": 0.009704642929136753,
"learning_rate": 0.000143021846571248,
"loss": 0.0003,
"step": 4880
},
{
"epoch": 3.12864,
"grad_norm": 0.00571094173938036,
"learning_rate": 0.00014278279520833325,
"loss": 0.0002,
"step": 4890
},
{
"epoch": 3.13504,
"grad_norm": 0.005094296298921108,
"learning_rate": 0.00014254344420938612,
"loss": 0.0003,
"step": 4900
},
{
"epoch": 3.1414400000000002,
"grad_norm": 0.006383838132023811,
"learning_rate": 0.00014230379525073902,
"loss": 0.0003,
"step": 4910
},
{
"epoch": 3.14784,
"grad_norm": 0.009375949390232563,
"learning_rate": 0.0001420638500108111,
"loss": 0.0003,
"step": 4920
},
{
"epoch": 3.15424,
"grad_norm": 0.008338186889886856,
"learning_rate": 0.00014182361017009656,
"loss": 0.0002,
"step": 4930
},
{
"epoch": 3.16064,
"grad_norm": 0.014440317638218403,
"learning_rate": 0.00014158307741115288,
"loss": 0.0003,
"step": 4940
},
{
"epoch": 3.16704,
"grad_norm": 0.010009821504354477,
"learning_rate": 0.0001413422534185891,
"loss": 0.0002,
"step": 4950
},
{
"epoch": 3.17344,
"grad_norm": 0.008362467400729656,
"learning_rate": 0.00014110113987905385,
"loss": 0.0003,
"step": 4960
},
{
"epoch": 3.17984,
"grad_norm": 0.007930943742394447,
"learning_rate": 0.00014085973848122372,
"loss": 0.0002,
"step": 4970
},
{
"epoch": 3.18624,
"grad_norm": 0.012757810764014721,
"learning_rate": 0.00014061805091579143,
"loss": 0.0005,
"step": 4980
},
{
"epoch": 3.19264,
"grad_norm": 0.014406561851501465,
"learning_rate": 0.00014037607887545377,
"loss": 0.0003,
"step": 4990
},
{
"epoch": 3.19904,
"grad_norm": 0.014226499013602734,
"learning_rate": 0.00014013382405489997,
"loss": 0.0003,
"step": 5000
},
{
"epoch": 3.20544,
"grad_norm": 0.005550638306885958,
"learning_rate": 0.00013989128815079975,
"loss": 0.0003,
"step": 5010
},
{
"epoch": 3.21184,
"grad_norm": 0.010829348117113113,
"learning_rate": 0.00013964847286179147,
"loss": 0.0002,
"step": 5020
},
{
"epoch": 3.2182399999999998,
"grad_norm": 0.002769552869722247,
"learning_rate": 0.00013940537988847018,
"loss": 0.0002,
"step": 5030
},
{
"epoch": 3.22464,
"grad_norm": 0.004119163379073143,
"learning_rate": 0.0001391620109333757,
"loss": 0.0002,
"step": 5040
},
{
"epoch": 3.23104,
"grad_norm": 0.01773260533809662,
"learning_rate": 0.0001389183677009808,
"loss": 0.0002,
"step": 5050
},
{
"epoch": 3.23744,
"grad_norm": 0.003754634875804186,
"learning_rate": 0.00013867445189767917,
"loss": 0.0002,
"step": 5060
},
{
"epoch": 3.24384,
"grad_norm": 0.0028019140008836985,
"learning_rate": 0.00013843026523177343,
"loss": 0.0002,
"step": 5070
},
{
"epoch": 3.25024,
"grad_norm": 0.008024411275982857,
"learning_rate": 0.0001381858094134634,
"loss": 0.0002,
"step": 5080
},
{
"epoch": 3.25664,
"grad_norm": 0.004042780492454767,
"learning_rate": 0.00013794108615483371,
"loss": 0.0002,
"step": 5090
},
{
"epoch": 3.26304,
"grad_norm": 0.012797794304788113,
"learning_rate": 0.00013769609716984222,
"loss": 0.0002,
"step": 5100
},
{
"epoch": 3.26944,
"grad_norm": 0.012023568153381348,
"learning_rate": 0.00013745084417430783,
"loss": 0.0002,
"step": 5110
},
{
"epoch": 3.27584,
"grad_norm": 0.005091403145343065,
"learning_rate": 0.00013720532888589844,
"loss": 0.0002,
"step": 5120
},
{
"epoch": 3.28224,
"grad_norm": 0.004205445758998394,
"learning_rate": 0.00013695955302411893,
"loss": 0.0002,
"step": 5130
},
{
"epoch": 3.28864,
"grad_norm": 0.004082390107214451,
"learning_rate": 0.00013671351831029922,
"loss": 0.0002,
"step": 5140
},
{
"epoch": 3.29504,
"grad_norm": 0.0066289412789046764,
"learning_rate": 0.00013646722646758213,
"loss": 0.0002,
"step": 5150
},
{
"epoch": 3.30144,
"grad_norm": 0.004093191120773554,
"learning_rate": 0.00013622067922091128,
"loss": 0.0002,
"step": 5160
},
{
"epoch": 3.30784,
"grad_norm": 0.005855759605765343,
"learning_rate": 0.00013597387829701908,
"loss": 0.0002,
"step": 5170
},
{
"epoch": 3.31424,
"grad_norm": 0.006737607531249523,
"learning_rate": 0.0001357268254244146,
"loss": 0.0002,
"step": 5180
},
{
"epoch": 3.32064,
"grad_norm": 0.0028317547403275967,
"learning_rate": 0.00013547952233337144,
"loss": 0.0002,
"step": 5190
},
{
"epoch": 3.32704,
"grad_norm": 0.006079749204218388,
"learning_rate": 0.0001352319707559157,
"loss": 0.0002,
"step": 5200
},
{
"epoch": 3.33344,
"grad_norm": 0.021158520132303238,
"learning_rate": 0.0001349841724258138,
"loss": 0.0002,
"step": 5210
},
{
"epoch": 3.33984,
"grad_norm": 0.012502104043960571,
"learning_rate": 0.00013473612907856025,
"loss": 0.0002,
"step": 5220
},
{
"epoch": 3.34624,
"grad_norm": 0.004678625613451004,
"learning_rate": 0.0001344878424513657,
"loss": 0.0002,
"step": 5230
},
{
"epoch": 3.35264,
"grad_norm": 0.003226454369723797,
"learning_rate": 0.00013423931428314449,
"loss": 0.0002,
"step": 5240
},
{
"epoch": 3.3590400000000002,
"grad_norm": 0.0041581098921597,
"learning_rate": 0.00013399054631450281,
"loss": 0.0002,
"step": 5250
},
{
"epoch": 3.36544,
"grad_norm": 0.0026045197155326605,
"learning_rate": 0.00013374154028772617,
"loss": 0.0002,
"step": 5260
},
{
"epoch": 3.37184,
"grad_norm": 0.0063700289465487,
"learning_rate": 0.00013349229794676747,
"loss": 0.0002,
"step": 5270
},
{
"epoch": 3.37824,
"grad_norm": 0.0054497732780873775,
"learning_rate": 0.0001332428210372346,
"loss": 0.0002,
"step": 5280
},
{
"epoch": 3.38464,
"grad_norm": 0.010484120808541775,
"learning_rate": 0.0001329931113063783,
"loss": 0.0001,
"step": 5290
},
{
"epoch": 3.39104,
"grad_norm": 0.0030007632449269295,
"learning_rate": 0.00013274317050307997,
"loss": 0.0001,
"step": 5300
},
{
"epoch": 3.39744,
"grad_norm": 0.014345594681799412,
"learning_rate": 0.0001324930003778393,
"loss": 0.0002,
"step": 5310
},
{
"epoch": 3.4038399999999998,
"grad_norm": 0.0035690744407474995,
"learning_rate": 0.0001322426026827621,
"loss": 0.0002,
"step": 5320
},
{
"epoch": 3.41024,
"grad_norm": 0.006800738628953695,
"learning_rate": 0.000131991979171548,
"loss": 0.0001,
"step": 5330
},
{
"epoch": 3.41664,
"grad_norm": 0.011278689838945866,
"learning_rate": 0.00013174113159947814,
"loss": 0.0001,
"step": 5340
},
{
"epoch": 3.42304,
"grad_norm": 0.0025703508872538805,
"learning_rate": 0.00013149006172340292,
"loss": 0.0002,
"step": 5350
},
{
"epoch": 3.42944,
"grad_norm": 0.008916134014725685,
"learning_rate": 0.00013123877130172975,
"loss": 0.0001,
"step": 5360
},
{
"epoch": 3.43584,
"grad_norm": 0.002602990949526429,
"learning_rate": 0.00013098726209441057,
"loss": 0.0001,
"step": 5370
},
{
"epoch": 3.44224,
"grad_norm": 0.00637613283470273,
"learning_rate": 0.00013073553586292962,
"loss": 0.0001,
"step": 5380
},
{
"epoch": 3.44864,
"grad_norm": 0.007521852385252714,
"learning_rate": 0.0001304835943702912,
"loss": 0.0001,
"step": 5390
},
{
"epoch": 3.45504,
"grad_norm": 0.004895556252449751,
"learning_rate": 0.00013023143938100708,
"loss": 0.0001,
"step": 5400
},
{
"epoch": 3.46144,
"grad_norm": 0.005164639558643103,
"learning_rate": 0.00012997907266108443,
"loss": 0.0001,
"step": 5410
},
{
"epoch": 3.46784,
"grad_norm": 0.001928115962073207,
"learning_rate": 0.00012972649597801328,
"loss": 0.0001,
"step": 5420
},
{
"epoch": 3.47424,
"grad_norm": 0.0017412654124200344,
"learning_rate": 0.00012947371110075406,
"loss": 0.0001,
"step": 5430
},
{
"epoch": 3.48064,
"grad_norm": 0.006885723676532507,
"learning_rate": 0.00012922071979972545,
"loss": 0.0001,
"step": 5440
},
{
"epoch": 3.48704,
"grad_norm": 0.0027265134267508984,
"learning_rate": 0.00012896752384679178,
"loss": 0.0001,
"step": 5450
},
{
"epoch": 3.49344,
"grad_norm": 0.002293747616931796,
"learning_rate": 0.00012871412501525074,
"loss": 0.0001,
"step": 5460
},
{
"epoch": 3.49984,
"grad_norm": 0.007541270460933447,
"learning_rate": 0.00012846052507982088,
"loss": 0.0001,
"step": 5470
},
{
"epoch": 3.50624,
"grad_norm": 0.004502363968640566,
"learning_rate": 0.00012820672581662914,
"loss": 0.0001,
"step": 5480
},
{
"epoch": 3.51264,
"grad_norm": 0.0038367367815226316,
"learning_rate": 0.00012795272900319865,
"loss": 0.0001,
"step": 5490
},
{
"epoch": 3.51904,
"grad_norm": 0.007066423073410988,
"learning_rate": 0.00012769853641843602,
"loss": 0.0001,
"step": 5500
},
{
"epoch": 3.52544,
"grad_norm": 0.0033627504017204046,
"learning_rate": 0.00012744414984261894,
"loss": 0.0001,
"step": 5510
},
{
"epoch": 3.53184,
"grad_norm": 0.0055403136648237705,
"learning_rate": 0.0001271895710573838,
"loss": 0.0001,
"step": 5520
},
{
"epoch": 3.53824,
"grad_norm": 0.0022741316352039576,
"learning_rate": 0.00012693480184571316,
"loss": 0.0001,
"step": 5530
},
{
"epoch": 3.5446400000000002,
"grad_norm": 0.006439946126192808,
"learning_rate": 0.00012667984399192326,
"loss": 0.0001,
"step": 5540
},
{
"epoch": 3.55104,
"grad_norm": 0.00824445579200983,
"learning_rate": 0.00012642469928165144,
"loss": 0.0001,
"step": 5550
},
{
"epoch": 3.55744,
"grad_norm": 0.002537055406719446,
"learning_rate": 0.0001261693695018439,
"loss": 0.0001,
"step": 5560
},
{
"epoch": 3.56384,
"grad_norm": 0.006511290092021227,
"learning_rate": 0.0001259138564407428,
"loss": 0.0001,
"step": 5570
},
{
"epoch": 3.57024,
"grad_norm": 0.007139977999031544,
"learning_rate": 0.00012565816188787407,
"loss": 0.0001,
"step": 5580
},
{
"epoch": 3.5766400000000003,
"grad_norm": 0.005205485969781876,
"learning_rate": 0.00012540228763403472,
"loss": 0.0001,
"step": 5590
},
{
"epoch": 3.58304,
"grad_norm": 0.0017948278691619635,
"learning_rate": 0.00012514623547128033,
"loss": 0.0001,
"step": 5600
},
{
"epoch": 3.5894399999999997,
"grad_norm": 0.005705325398594141,
"learning_rate": 0.00012489000719291242,
"loss": 0.0001,
"step": 5610
},
{
"epoch": 3.59584,
"grad_norm": 0.002350760158151388,
"learning_rate": 0.00012463360459346603,
"loss": 0.0001,
"step": 5620
},
{
"epoch": 3.60224,
"grad_norm": 0.005159022752195597,
"learning_rate": 0.00012437702946869713,
"loss": 0.0001,
"step": 5630
},
{
"epoch": 3.60864,
"grad_norm": 0.0028795343823730946,
"learning_rate": 0.0001241202836155699,
"loss": 0.0001,
"step": 5640
},
{
"epoch": 3.61504,
"grad_norm": 0.001805128762498498,
"learning_rate": 0.00012386336883224433,
"loss": 0.0001,
"step": 5650
},
{
"epoch": 3.6214399999999998,
"grad_norm": 0.007677871268242598,
"learning_rate": 0.00012360628691806343,
"loss": 0.0001,
"step": 5660
},
{
"epoch": 3.62784,
"grad_norm": 0.0020467794965952635,
"learning_rate": 0.00012334903967354085,
"loss": 0.0001,
"step": 5670
},
{
"epoch": 3.63424,
"grad_norm": 0.004297942854464054,
"learning_rate": 0.00012309162890034812,
"loss": 0.0001,
"step": 5680
},
{
"epoch": 3.64064,
"grad_norm": 0.00397438695654273,
"learning_rate": 0.00012283405640130197,
"loss": 0.0001,
"step": 5690
},
{
"epoch": 3.64704,
"grad_norm": 0.002651994349434972,
"learning_rate": 0.000122576323980352,
"loss": 0.0001,
"step": 5700
},
{
"epoch": 3.65344,
"grad_norm": 0.002202550647780299,
"learning_rate": 0.0001223184334425677,
"loss": 0.0001,
"step": 5710
},
{
"epoch": 3.65984,
"grad_norm": 0.003913614898920059,
"learning_rate": 0.00012206038659412598,
"loss": 0.0001,
"step": 5720
},
{
"epoch": 3.66624,
"grad_norm": 0.001543574151583016,
"learning_rate": 0.00012180218524229853,
"loss": 0.0001,
"step": 5730
},
{
"epoch": 3.67264,
"grad_norm": 0.002989342901855707,
"learning_rate": 0.00012154383119543911,
"loss": 0.0001,
"step": 5740
},
{
"epoch": 3.67904,
"grad_norm": 0.00938170775771141,
"learning_rate": 0.0001212853262629709,
"loss": 0.0001,
"step": 5750
},
{
"epoch": 3.68544,
"grad_norm": 0.0072664422914385796,
"learning_rate": 0.00012102667225537383,
"loss": 0.0001,
"step": 5760
},
{
"epoch": 3.69184,
"grad_norm": 0.005376140121370554,
"learning_rate": 0.00012076787098417193,
"loss": 0.0001,
"step": 5770
},
{
"epoch": 3.69824,
"grad_norm": 0.006493373773992062,
"learning_rate": 0.00012050892426192056,
"loss": 0.0001,
"step": 5780
},
{
"epoch": 3.70464,
"grad_norm": 0.0028995887842029333,
"learning_rate": 0.00012024983390219378,
"loss": 0.0001,
"step": 5790
},
{
"epoch": 3.71104,
"grad_norm": 0.0020807418040931225,
"learning_rate": 0.00011999060171957173,
"loss": 0.0001,
"step": 5800
},
{
"epoch": 3.71744,
"grad_norm": 0.0020426360424607992,
"learning_rate": 0.0001197312295296277,
"loss": 0.0001,
"step": 5810
},
{
"epoch": 3.72384,
"grad_norm": 0.0013930827844887972,
"learning_rate": 0.00011947171914891561,
"loss": 0.0001,
"step": 5820
},
{
"epoch": 3.7302400000000002,
"grad_norm": 0.0017354012234136462,
"learning_rate": 0.0001192120723949572,
"loss": 0.0001,
"step": 5830
},
{
"epoch": 3.73664,
"grad_norm": 0.0013571311719715595,
"learning_rate": 0.00011895229108622936,
"loss": 0.0001,
"step": 5840
},
{
"epoch": 3.74304,
"grad_norm": 0.004273638594895601,
"learning_rate": 0.00011869237704215132,
"loss": 0.0001,
"step": 5850
},
{
"epoch": 3.74944,
"grad_norm": 0.001164609449915588,
"learning_rate": 0.00011843233208307195,
"loss": 0.0001,
"step": 5860
},
{
"epoch": 3.75584,
"grad_norm": 0.008908252231776714,
"learning_rate": 0.00011817215803025699,
"loss": 0.0001,
"step": 5870
},
{
"epoch": 3.7622400000000003,
"grad_norm": 0.002228592988103628,
"learning_rate": 0.00011791185670587633,
"loss": 0.0001,
"step": 5880
},
{
"epoch": 3.76864,
"grad_norm": 0.0020282785408198833,
"learning_rate": 0.0001176514299329912,
"loss": 0.0001,
"step": 5890
},
{
"epoch": 3.7750399999999997,
"grad_norm": 0.00196018535643816,
"learning_rate": 0.00011739087953554148,
"loss": 0.0001,
"step": 5900
},
{
"epoch": 3.78144,
"grad_norm": 0.0013126740232110023,
"learning_rate": 0.00011713020733833282,
"loss": 0.0001,
"step": 5910
},
{
"epoch": 3.78784,
"grad_norm": 0.001316856243647635,
"learning_rate": 0.00011686941516702396,
"loss": 0.0001,
"step": 5920
},
{
"epoch": 3.79424,
"grad_norm": 0.001966590527445078,
"learning_rate": 0.00011660850484811383,
"loss": 0.0001,
"step": 5930
},
{
"epoch": 3.80064,
"grad_norm": 0.0013458245666697621,
"learning_rate": 0.00011634747820892888,
"loss": 0.0001,
"step": 5940
},
{
"epoch": 3.8070399999999998,
"grad_norm": 0.0015556548023596406,
"learning_rate": 0.00011608633707761028,
"loss": 0.0001,
"step": 5950
},
{
"epoch": 3.81344,
"grad_norm": 0.0015415216330438852,
"learning_rate": 0.00011582508328310088,
"loss": 0.0001,
"step": 5960
},
{
"epoch": 3.81984,
"grad_norm": 0.0010670928750187159,
"learning_rate": 0.00011556371865513283,
"loss": 0.0001,
"step": 5970
},
{
"epoch": 3.82624,
"grad_norm": 0.005346009507775307,
"learning_rate": 0.00011530224502421427,
"loss": 0.0001,
"step": 5980
},
{
"epoch": 3.83264,
"grad_norm": 0.001609607832506299,
"learning_rate": 0.000115040664221617,
"loss": 0.0001,
"step": 5990
},
{
"epoch": 3.83904,
"grad_norm": 0.0023860002402216196,
"learning_rate": 0.00011477897807936315,
"loss": 0.0001,
"step": 6000
},
{
"epoch": 3.84544,
"grad_norm": 0.0013091000728309155,
"learning_rate": 0.00011451718843021291,
"loss": 0.0001,
"step": 6010
},
{
"epoch": 3.85184,
"grad_norm": 0.0013598668156191707,
"learning_rate": 0.00011425529710765117,
"loss": 0.0001,
"step": 6020
},
{
"epoch": 3.85824,
"grad_norm": 0.0016696597449481487,
"learning_rate": 0.00011399330594587496,
"loss": 0.0001,
"step": 6030
},
{
"epoch": 3.86464,
"grad_norm": 0.0012457342818379402,
"learning_rate": 0.00011373121677978062,
"loss": 0.0001,
"step": 6040
},
{
"epoch": 3.87104,
"grad_norm": 0.0009746433352120221,
"learning_rate": 0.00011346903144495082,
"loss": 0.0001,
"step": 6050
},
{
"epoch": 3.87744,
"grad_norm": 0.0019308155169710517,
"learning_rate": 0.00011320675177764175,
"loss": 0.0001,
"step": 6060
},
{
"epoch": 3.88384,
"grad_norm": 0.0015282001113519073,
"learning_rate": 0.00011294437961477033,
"loss": 0.0001,
"step": 6070
},
{
"epoch": 3.89024,
"grad_norm": 0.0016441548941656947,
"learning_rate": 0.00011268191679390121,
"loss": 0.0001,
"step": 6080
},
{
"epoch": 3.89664,
"grad_norm": 0.03389064967632294,
"learning_rate": 0.00011241936515323403,
"loss": 0.0001,
"step": 6090
},
{
"epoch": 3.90304,
"grad_norm": 0.0022067588288336992,
"learning_rate": 0.00011215672653159048,
"loss": 0.0001,
"step": 6100
},
{
"epoch": 3.90944,
"grad_norm": 0.002222176408395171,
"learning_rate": 0.00011189400276840147,
"loss": 0.0001,
"step": 6110
},
{
"epoch": 3.91584,
"grad_norm": 0.004598208237439394,
"learning_rate": 0.00011163119570369415,
"loss": 0.0001,
"step": 6120
},
{
"epoch": 3.92224,
"grad_norm": 0.00175303069408983,
"learning_rate": 0.00011136830717807911,
"loss": 0.0001,
"step": 6130
},
{
"epoch": 3.92864,
"grad_norm": 0.004886324983090162,
"learning_rate": 0.00011110533903273747,
"loss": 0.0001,
"step": 6140
},
{
"epoch": 3.93504,
"grad_norm": 0.004716321360319853,
"learning_rate": 0.00011084229310940804,
"loss": 0.0001,
"step": 6150
},
{
"epoch": 3.94144,
"grad_norm": 0.007928075268864632,
"learning_rate": 0.0001105791712503742,
"loss": 0.0001,
"step": 6160
},
{
"epoch": 3.9478400000000002,
"grad_norm": 0.0022692678030580282,
"learning_rate": 0.00011031597529845132,
"loss": 0.0001,
"step": 6170
},
{
"epoch": 3.95424,
"grad_norm": 0.0021727506536990404,
"learning_rate": 0.0001100527070969736,
"loss": 0.0001,
"step": 6180
},
{
"epoch": 3.96064,
"grad_norm": 0.0014920938992872834,
"learning_rate": 0.00010978936848978132,
"loss": 0.0,
"step": 6190
},
{
"epoch": 3.96704,
"grad_norm": 0.0014429325237870216,
"learning_rate": 0.00010952596132120774,
"loss": 0.0001,
"step": 6200
},
{
"epoch": 3.97344,
"grad_norm": 0.0011290976544842124,
"learning_rate": 0.00010926248743606644,
"loss": 0.0001,
"step": 6210
},
{
"epoch": 3.9798400000000003,
"grad_norm": 0.0033293322194367647,
"learning_rate": 0.0001089989486796382,
"loss": 0.0001,
"step": 6220
},
{
"epoch": 3.98624,
"grad_norm": 0.002606402151286602,
"learning_rate": 0.0001087353468976581,
"loss": 0.0001,
"step": 6230
},
{
"epoch": 3.9926399999999997,
"grad_norm": 0.012179076671600342,
"learning_rate": 0.00010847168393630265,
"loss": 0.0001,
"step": 6240
},
{
"epoch": 3.99904,
"grad_norm": 0.001980186440050602,
"learning_rate": 0.00010820796164217693,
"loss": 0.0001,
"step": 6250
},
{
"epoch": 4.00512,
"grad_norm": 0.0006018939311616123,
"learning_rate": 0.00010794418186230142,
"loss": 0.0,
"step": 6260
},
{
"epoch": 4.01152,
"grad_norm": 0.0016942585352808237,
"learning_rate": 0.00010768034644409925,
"loss": 0.0,
"step": 6270
},
{
"epoch": 4.01792,
"grad_norm": 0.0037128874100744724,
"learning_rate": 0.00010741645723538332,
"loss": 0.0,
"step": 6280
},
{
"epoch": 4.02432,
"grad_norm": 0.0006054783589206636,
"learning_rate": 0.00010715251608434318,
"loss": 0.0,
"step": 6290
},
{
"epoch": 4.03072,
"grad_norm": 0.0013558802893385291,
"learning_rate": 0.00010688852483953213,
"loss": 0.0,
"step": 6300
},
{
"epoch": 4.03712,
"grad_norm": 0.001712376601062715,
"learning_rate": 0.00010662448534985438,
"loss": 0.0,
"step": 6310
},
{
"epoch": 4.04352,
"grad_norm": 0.0008883131085895002,
"learning_rate": 0.00010636039946455206,
"loss": 0.0,
"step": 6320
},
{
"epoch": 4.04992,
"grad_norm": 0.0021759020164608955,
"learning_rate": 0.00010609626903319212,
"loss": 0.0,
"step": 6330
},
{
"epoch": 4.05632,
"grad_norm": 0.0009247155976481736,
"learning_rate": 0.00010583209590565355,
"loss": 0.0001,
"step": 6340
},
{
"epoch": 4.06272,
"grad_norm": 0.0021004658192396164,
"learning_rate": 0.00010556788193211447,
"loss": 0.0,
"step": 6350
},
{
"epoch": 4.06912,
"grad_norm": 0.0008332846919074655,
"learning_rate": 0.0001053036289630389,
"loss": 0.0001,
"step": 6360
},
{
"epoch": 4.07552,
"grad_norm": 0.0015469383215531707,
"learning_rate": 0.00010503933884916404,
"loss": 0.0001,
"step": 6370
},
{
"epoch": 4.08192,
"grad_norm": 0.002254989231005311,
"learning_rate": 0.00010477501344148733,
"loss": 0.0,
"step": 6380
},
{
"epoch": 4.08832,
"grad_norm": 0.004155497532337904,
"learning_rate": 0.00010451065459125326,
"loss": 0.0001,
"step": 6390
},
{
"epoch": 4.09472,
"grad_norm": 0.0016223177080973983,
"learning_rate": 0.00010424626414994065,
"loss": 0.0,
"step": 6400
},
{
"epoch": 4.10112,
"grad_norm": 0.0006805216544307768,
"learning_rate": 0.00010398184396924943,
"loss": 0.0,
"step": 6410
},
{
"epoch": 4.10752,
"grad_norm": 0.0011212232057005167,
"learning_rate": 0.00010371739590108802,
"loss": 0.0,
"step": 6420
},
{
"epoch": 4.11392,
"grad_norm": 0.001557301264256239,
"learning_rate": 0.00010345292179755997,
"loss": 0.0001,
"step": 6430
},
{
"epoch": 4.12032,
"grad_norm": 0.0012655187165364623,
"learning_rate": 0.00010318842351095126,
"loss": 0.0,
"step": 6440
},
{
"epoch": 4.12672,
"grad_norm": 0.0007987715071067214,
"learning_rate": 0.00010292390289371723,
"loss": 0.0,
"step": 6450
},
{
"epoch": 4.13312,
"grad_norm": 0.007259083446115255,
"learning_rate": 0.0001026593617984696,
"loss": 0.0001,
"step": 6460
},
{
"epoch": 4.13952,
"grad_norm": 0.0033884302247315645,
"learning_rate": 0.00010239480207796348,
"loss": 0.0001,
"step": 6470
},
{
"epoch": 4.14592,
"grad_norm": 0.000771829392760992,
"learning_rate": 0.00010213022558508456,
"loss": 0.0,
"step": 6480
},
{
"epoch": 4.15232,
"grad_norm": 0.0037421390879899263,
"learning_rate": 0.00010186563417283583,
"loss": 0.0,
"step": 6490
},
{
"epoch": 4.15872,
"grad_norm": 0.0011066769948229194,
"learning_rate": 0.00010160102969432489,
"loss": 0.0,
"step": 6500
},
{
"epoch": 4.16512,
"grad_norm": 0.0017135337693616748,
"learning_rate": 0.00010133641400275074,
"loss": 0.0,
"step": 6510
},
{
"epoch": 4.17152,
"grad_norm": 0.0008458681404590607,
"learning_rate": 0.00010107178895139104,
"loss": 0.0,
"step": 6520
},
{
"epoch": 4.17792,
"grad_norm": 0.0016465060180053115,
"learning_rate": 0.00010080715639358893,
"loss": 0.0,
"step": 6530
},
{
"epoch": 4.18432,
"grad_norm": 0.004916159436106682,
"learning_rate": 0.0001005425181827401,
"loss": 0.0,
"step": 6540
},
{
"epoch": 4.19072,
"grad_norm": 0.0017223487375304103,
"learning_rate": 0.0001002778761722799,
"loss": 0.0,
"step": 6550
},
{
"epoch": 4.19712,
"grad_norm": 0.001254253089427948,
"learning_rate": 0.00010001323221567023,
"loss": 0.0,
"step": 6560
},
{
"epoch": 4.20352,
"grad_norm": 0.003084601368755102,
"learning_rate": 9.974858816638667e-05,
"loss": 0.0,
"step": 6570
},
{
"epoch": 4.20992,
"grad_norm": 0.0016558021306991577,
"learning_rate": 9.948394587790539e-05,
"loss": 0.0001,
"step": 6580
},
{
"epoch": 4.21632,
"grad_norm": 0.0013597388751804829,
"learning_rate": 9.921930720369029e-05,
"loss": 0.0,
"step": 6590
},
{
"epoch": 4.22272,
"grad_norm": 0.0008660434978082776,
"learning_rate": 9.895467399717994e-05,
"loss": 0.0,
"step": 6600
},
{
"epoch": 4.22912,
"grad_norm": 0.000994228757917881,
"learning_rate": 9.869004811177459e-05,
"loss": 0.0,
"step": 6610
},
{
"epoch": 4.23552,
"grad_norm": 0.0016977209597826004,
"learning_rate": 9.84254314008232e-05,
"loss": 0.0,
"step": 6620
},
{
"epoch": 4.24192,
"grad_norm": 0.0005345285753719509,
"learning_rate": 9.816082571761059e-05,
"loss": 0.0,
"step": 6630
},
{
"epoch": 4.24832,
"grad_norm": 0.003618009155616164,
"learning_rate": 9.789623291534418e-05,
"loss": 0.0001,
"step": 6640
},
{
"epoch": 4.25472,
"grad_norm": 0.0010895885061472654,
"learning_rate": 9.763165484714129e-05,
"loss": 0.0,
"step": 6650
},
{
"epoch": 4.26112,
"grad_norm": 0.0010058266343548894,
"learning_rate": 9.736709336601604e-05,
"loss": 0.0,
"step": 6660
},
{
"epoch": 4.26752,
"grad_norm": 0.001358527923002839,
"learning_rate": 9.710255032486633e-05,
"loss": 0.0,
"step": 6670
},
{
"epoch": 4.27392,
"grad_norm": 0.0009550758986733854,
"learning_rate": 9.683802757646093e-05,
"loss": 0.0,
"step": 6680
},
{
"epoch": 4.28032,
"grad_norm": 0.0005634032422676682,
"learning_rate": 9.657352697342654e-05,
"loss": 0.0,
"step": 6690
},
{
"epoch": 4.28672,
"grad_norm": 0.0021792249754071236,
"learning_rate": 9.630905036823466e-05,
"loss": 0.0,
"step": 6700
},
{
"epoch": 4.29312,
"grad_norm": 0.0004979845834895968,
"learning_rate": 9.604459961318878e-05,
"loss": 0.0,
"step": 6710
},
{
"epoch": 4.29952,
"grad_norm": 0.0012924751499667764,
"learning_rate": 9.578017656041137e-05,
"loss": 0.0,
"step": 6720
},
{
"epoch": 4.30592,
"grad_norm": 0.0007021583151072264,
"learning_rate": 9.551578306183086e-05,
"loss": 0.0,
"step": 6730
},
{
"epoch": 4.31232,
"grad_norm": 0.0011143283918499947,
"learning_rate": 9.525142096916864e-05,
"loss": 0.0,
"step": 6740
},
{
"epoch": 4.31872,
"grad_norm": 0.0006280784145928919,
"learning_rate": 9.49870921339262e-05,
"loss": 0.0,
"step": 6750
},
{
"epoch": 4.32512,
"grad_norm": 0.0009889710927382112,
"learning_rate": 9.472279840737212e-05,
"loss": 0.0,
"step": 6760
},
{
"epoch": 4.33152,
"grad_norm": 0.0018637122120708227,
"learning_rate": 9.445854164052905e-05,
"loss": 0.0,
"step": 6770
},
{
"epoch": 4.33792,
"grad_norm": 0.0018697583582252264,
"learning_rate": 9.419432368416079e-05,
"loss": 0.0,
"step": 6780
},
{
"epoch": 4.34432,
"grad_norm": 0.0013304969761520624,
"learning_rate": 9.393014638875935e-05,
"loss": 0.0,
"step": 6790
},
{
"epoch": 4.35072,
"grad_norm": 0.0008931250777095556,
"learning_rate": 9.366601160453197e-05,
"loss": 0.0,
"step": 6800
},
{
"epoch": 4.35712,
"grad_norm": 0.0008502803975716233,
"learning_rate": 9.34019211813881e-05,
"loss": 0.0,
"step": 6810
},
{
"epoch": 4.36352,
"grad_norm": 0.003058093134313822,
"learning_rate": 9.313787696892654e-05,
"loss": 0.0,
"step": 6820
},
{
"epoch": 4.3699200000000005,
"grad_norm": 0.0011168498313054442,
"learning_rate": 9.287388081642247e-05,
"loss": 0.0,
"step": 6830
},
{
"epoch": 4.37632,
"grad_norm": 0.004722840618342161,
"learning_rate": 9.260993457281444e-05,
"loss": 0.0,
"step": 6840
},
{
"epoch": 4.38272,
"grad_norm": 0.0004402102204039693,
"learning_rate": 9.234604008669145e-05,
"loss": 0.0,
"step": 6850
},
{
"epoch": 4.38912,
"grad_norm": 0.0012851201463490725,
"learning_rate": 9.208219920628003e-05,
"loss": 0.0,
"step": 6860
},
{
"epoch": 4.39552,
"grad_norm": 0.000529834593180567,
"learning_rate": 9.181841377943127e-05,
"loss": 0.0,
"step": 6870
},
{
"epoch": 4.40192,
"grad_norm": 0.0009583686478435993,
"learning_rate": 9.155468565360788e-05,
"loss": 0.0,
"step": 6880
},
{
"epoch": 4.40832,
"grad_norm": 0.0011654860572889447,
"learning_rate": 9.129101667587126e-05,
"loss": 0.0,
"step": 6890
},
{
"epoch": 4.41472,
"grad_norm": 0.004249834921211004,
"learning_rate": 9.102740869286852e-05,
"loss": 0.0,
"step": 6900
},
{
"epoch": 4.42112,
"grad_norm": 0.000441389944171533,
"learning_rate": 9.076386355081962e-05,
"loss": 0.0,
"step": 6910
},
{
"epoch": 4.42752,
"grad_norm": 0.003049761289730668,
"learning_rate": 9.050038309550437e-05,
"loss": 0.0,
"step": 6920
},
{
"epoch": 4.43392,
"grad_norm": 0.0020036310888826847,
"learning_rate": 9.023696917224962e-05,
"loss": 0.0,
"step": 6930
},
{
"epoch": 4.44032,
"grad_norm": 0.0012291388120502234,
"learning_rate": 8.997362362591618e-05,
"loss": 0.0,
"step": 6940
},
{
"epoch": 4.44672,
"grad_norm": 0.0030807338189333677,
"learning_rate": 8.971034830088594e-05,
"loss": 0.0,
"step": 6950
},
{
"epoch": 4.45312,
"grad_norm": 0.0005768598057329655,
"learning_rate": 8.94471450410491e-05,
"loss": 0.0,
"step": 6960
},
{
"epoch": 4.45952,
"grad_norm": 0.0006420506397262216,
"learning_rate": 8.918401568979101e-05,
"loss": 0.0,
"step": 6970
},
{
"epoch": 4.46592,
"grad_norm": 0.0007153145270422101,
"learning_rate": 8.892096208997948e-05,
"loss": 0.0,
"step": 6980
},
{
"epoch": 4.47232,
"grad_norm": 0.001199711230583489,
"learning_rate": 8.865798608395173e-05,
"loss": 0.0,
"step": 6990
},
{
"epoch": 4.47872,
"grad_norm": 0.0007042270735837519,
"learning_rate": 8.839508951350159e-05,
"loss": 0.0,
"step": 7000
},
{
"epoch": 4.48512,
"grad_norm": 0.0007696800166741014,
"learning_rate": 8.813227421986649e-05,
"loss": 0.0,
"step": 7010
},
{
"epoch": 4.49152,
"grad_norm": 0.0014831004664301872,
"learning_rate": 8.78695420437147e-05,
"loss": 0.0,
"step": 7020
},
{
"epoch": 4.49792,
"grad_norm": 0.001682520960457623,
"learning_rate": 8.760689482513227e-05,
"loss": 0.0,
"step": 7030
},
{
"epoch": 4.50432,
"grad_norm": 0.000885426125023514,
"learning_rate": 8.734433440361033e-05,
"loss": 0.0,
"step": 7040
},
{
"epoch": 4.51072,
"grad_norm": 0.012433580122888088,
"learning_rate": 8.708186261803206e-05,
"loss": 0.0,
"step": 7050
},
{
"epoch": 4.51712,
"grad_norm": 0.0005416941712610424,
"learning_rate": 8.681948130665986e-05,
"loss": 0.0,
"step": 7060
},
{
"epoch": 4.5235199999999995,
"grad_norm": 0.002875114791095257,
"learning_rate": 8.65571923071225e-05,
"loss": 0.0,
"step": 7070
},
{
"epoch": 4.52992,
"grad_norm": 0.0005062007112428546,
"learning_rate": 8.629499745640229e-05,
"loss": 0.0,
"step": 7080
},
{
"epoch": 4.53632,
"grad_norm": 0.0006416558171622455,
"learning_rate": 8.603289859082196e-05,
"loss": 0.0,
"step": 7090
},
{
"epoch": 4.54272,
"grad_norm": 0.0004620015970431268,
"learning_rate": 8.57708975460322e-05,
"loss": 0.0,
"step": 7100
},
{
"epoch": 4.54912,
"grad_norm": 0.0005469776806421578,
"learning_rate": 8.55089961569985e-05,
"loss": 0.0,
"step": 7110
},
{
"epoch": 4.55552,
"grad_norm": 0.0008084032451733947,
"learning_rate": 8.524719625798841e-05,
"loss": 0.0,
"step": 7120
},
{
"epoch": 4.56192,
"grad_norm": 0.0019036483718082309,
"learning_rate": 8.49854996825587e-05,
"loss": 0.0,
"step": 7130
},
{
"epoch": 4.56832,
"grad_norm": 0.0006636084290221334,
"learning_rate": 8.472390826354247e-05,
"loss": 0.0,
"step": 7140
},
{
"epoch": 4.57472,
"grad_norm": 0.003223578678444028,
"learning_rate": 8.446242383303635e-05,
"loss": 0.0,
"step": 7150
},
{
"epoch": 4.58112,
"grad_norm": 0.01293240673840046,
"learning_rate": 8.420104822238763e-05,
"loss": 0.0,
"step": 7160
},
{
"epoch": 4.58752,
"grad_norm": 0.0004421446064952761,
"learning_rate": 8.393978326218155e-05,
"loss": 0.0,
"step": 7170
},
{
"epoch": 4.59392,
"grad_norm": 0.0004584196722134948,
"learning_rate": 8.367863078222828e-05,
"loss": 0.0,
"step": 7180
},
{
"epoch": 4.60032,
"grad_norm": 0.0006747568841092288,
"learning_rate": 8.34175926115503e-05,
"loss": 0.0,
"step": 7190
},
{
"epoch": 4.60672,
"grad_norm": 0.000348864181432873,
"learning_rate": 8.315667057836946e-05,
"loss": 0.0,
"step": 7200
},
{
"epoch": 4.61312,
"grad_norm": 0.0010457138996571302,
"learning_rate": 8.289586651009425e-05,
"loss": 0.0,
"step": 7210
},
{
"epoch": 4.61952,
"grad_norm": 0.001651384518481791,
"learning_rate": 8.263518223330697e-05,
"loss": 0.0,
"step": 7220
},
{
"epoch": 4.62592,
"grad_norm": 0.0009736045612953603,
"learning_rate": 8.237461957375091e-05,
"loss": 0.0,
"step": 7230
},
{
"epoch": 4.63232,
"grad_norm": 0.0009763592970557511,
"learning_rate": 8.211418035631766e-05,
"loss": 0.0,
"step": 7240
},
{
"epoch": 4.63872,
"grad_norm": 0.0003701928071677685,
"learning_rate": 8.185386640503421e-05,
"loss": 0.0,
"step": 7250
},
{
"epoch": 4.64512,
"grad_norm": 0.0004591192409861833,
"learning_rate": 8.159367954305021e-05,
"loss": 0.0,
"step": 7260
},
{
"epoch": 4.65152,
"grad_norm": 0.00036856569931842387,
"learning_rate": 8.133362159262529e-05,
"loss": 0.0,
"step": 7270
},
{
"epoch": 4.65792,
"grad_norm": 0.0021421678829938173,
"learning_rate": 8.107369437511623e-05,
"loss": 0.0,
"step": 7280
},
{
"epoch": 4.66432,
"grad_norm": 0.0004921034560538828,
"learning_rate": 8.081389971096404e-05,
"loss": 0.0,
"step": 7290
},
{
"epoch": 4.67072,
"grad_norm": 0.0003130162076558918,
"learning_rate": 8.05542394196816e-05,
"loss": 0.0,
"step": 7300
},
{
"epoch": 4.67712,
"grad_norm": 0.0004144925915170461,
"learning_rate": 8.029471531984057e-05,
"loss": 0.0,
"step": 7310
},
{
"epoch": 4.68352,
"grad_norm": 0.003348354948684573,
"learning_rate": 8.003532922905873e-05,
"loss": 0.0,
"step": 7320
},
{
"epoch": 4.68992,
"grad_norm": 0.0004308740026317537,
"learning_rate": 7.977608296398738e-05,
"loss": 0.0,
"step": 7330
},
{
"epoch": 4.69632,
"grad_norm": 0.0024332019966095686,
"learning_rate": 7.951697834029849e-05,
"loss": 0.0,
"step": 7340
},
{
"epoch": 4.70272,
"grad_norm": 0.004041902720928192,
"learning_rate": 7.925801717267205e-05,
"loss": 0.0,
"step": 7350
},
{
"epoch": 4.70912,
"grad_norm": 0.0003091400722041726,
"learning_rate": 7.899920127478329e-05,
"loss": 0.0,
"step": 7360
},
{
"epoch": 4.71552,
"grad_norm": 0.0011758896289393306,
"learning_rate": 7.874053245929003e-05,
"loss": 0.0,
"step": 7370
},
{
"epoch": 4.72192,
"grad_norm": 0.0017480840906500816,
"learning_rate": 7.848201253782001e-05,
"loss": 0.0,
"step": 7380
},
{
"epoch": 4.72832,
"grad_norm": 0.0011910531902685761,
"learning_rate": 7.822364332095812e-05,
"loss": 0.0,
"step": 7390
},
{
"epoch": 4.73472,
"grad_norm": 0.0005537242395803332,
"learning_rate": 7.796542661823381e-05,
"loss": 0.0,
"step": 7400
},
{
"epoch": 4.7411200000000004,
"grad_norm": 0.0004468841652851552,
"learning_rate": 7.770736423810834e-05,
"loss": 0.0,
"step": 7410
},
{
"epoch": 4.74752,
"grad_norm": 0.001179217011667788,
"learning_rate": 7.744945798796217e-05,
"loss": 0.0,
"step": 7420
},
{
"epoch": 4.75392,
"grad_norm": 0.00046931690303608775,
"learning_rate": 7.719170967408226e-05,
"loss": 0.0,
"step": 7430
},
{
"epoch": 4.76032,
"grad_norm": 0.0005745897651650012,
"learning_rate": 7.693412110164945e-05,
"loss": 0.0,
"step": 7440
},
{
"epoch": 4.76672,
"grad_norm": 0.00029540015384554863,
"learning_rate": 7.667669407472582e-05,
"loss": 0.0,
"step": 7450
},
{
"epoch": 4.7731200000000005,
"grad_norm": 0.000788529054261744,
"learning_rate": 7.6419430396242e-05,
"loss": 0.0,
"step": 7460
},
{
"epoch": 4.77952,
"grad_norm": 0.0002753837325144559,
"learning_rate": 7.616233186798467e-05,
"loss": 0.0,
"step": 7470
},
{
"epoch": 4.78592,
"grad_norm": 0.002084944164380431,
"learning_rate": 7.590540029058368e-05,
"loss": 0.0,
"step": 7480
},
{
"epoch": 4.79232,
"grad_norm": 0.0006741953548043966,
"learning_rate": 7.564863746349981e-05,
"loss": 0.0,
"step": 7490
},
{
"epoch": 4.79872,
"grad_norm": 0.0008901596302166581,
"learning_rate": 7.539204518501185e-05,
"loss": 0.0,
"step": 7500
},
{
"epoch": 4.80512,
"grad_norm": 0.0014450645539909601,
"learning_rate": 7.513562525220418e-05,
"loss": 0.0,
"step": 7510
},
{
"epoch": 4.81152,
"grad_norm": 0.0012782387202605605,
"learning_rate": 7.487937946095411e-05,
"loss": 0.0,
"step": 7520
},
{
"epoch": 4.81792,
"grad_norm": 0.00042616180144250393,
"learning_rate": 7.462330960591932e-05,
"loss": 0.0,
"step": 7530
},
{
"epoch": 4.82432,
"grad_norm": 0.0010354395490139723,
"learning_rate": 7.436741748052529e-05,
"loss": 0.0,
"step": 7540
},
{
"epoch": 4.83072,
"grad_norm": 0.00039310415741056204,
"learning_rate": 7.411170487695278e-05,
"loss": 0.0,
"step": 7550
},
{
"epoch": 4.83712,
"grad_norm": 0.0014012143947184086,
"learning_rate": 7.38561735861252e-05,
"loss": 0.0,
"step": 7560
},
{
"epoch": 4.84352,
"grad_norm": 0.0027185864746570587,
"learning_rate": 7.360082539769609e-05,
"loss": 0.0,
"step": 7570
},
{
"epoch": 4.84992,
"grad_norm": 0.0004847527015954256,
"learning_rate": 7.334566210003666e-05,
"loss": 0.0,
"step": 7580
},
{
"epoch": 4.85632,
"grad_norm": 0.0014418025966733694,
"learning_rate": 7.309068548022318e-05,
"loss": 0.0,
"step": 7590
},
{
"epoch": 4.86272,
"grad_norm": 0.0021814689971506596,
"learning_rate": 7.28358973240245e-05,
"loss": 0.0,
"step": 7600
},
{
"epoch": 4.86912,
"grad_norm": 0.0006767053273506463,
"learning_rate": 7.258129941588946e-05,
"loss": 0.0,
"step": 7610
},
{
"epoch": 4.87552,
"grad_norm": 0.0006472315872088075,
"learning_rate": 7.232689353893465e-05,
"loss": 0.0,
"step": 7620
},
{
"epoch": 4.88192,
"grad_norm": 0.00029406396788544953,
"learning_rate": 7.207268147493155e-05,
"loss": 0.0,
"step": 7630
},
{
"epoch": 4.88832,
"grad_norm": 0.0008695421274751425,
"learning_rate": 7.181866500429433e-05,
"loss": 0.0,
"step": 7640
},
{
"epoch": 4.8947199999999995,
"grad_norm": 0.00040274468483403325,
"learning_rate": 7.156484590606727e-05,
"loss": 0.0,
"step": 7650
},
{
"epoch": 4.90112,
"grad_norm": 0.0005011674365960062,
"learning_rate": 7.131122595791236e-05,
"loss": 0.0,
"step": 7660
},
{
"epoch": 4.90752,
"grad_norm": 0.0021900960709899664,
"learning_rate": 7.105780693609677e-05,
"loss": 0.0001,
"step": 7670
},
{
"epoch": 4.91392,
"grad_norm": 0.0004712688096333295,
"learning_rate": 7.080459061548044e-05,
"loss": 0.0,
"step": 7680
},
{
"epoch": 4.92032,
"grad_norm": 0.0005866668070666492,
"learning_rate": 7.055157876950369e-05,
"loss": 0.0,
"step": 7690
},
{
"epoch": 4.9267199999999995,
"grad_norm": 0.002753705717623234,
"learning_rate": 7.029877317017474e-05,
"loss": 0.0,
"step": 7700
},
{
"epoch": 4.93312,
"grad_norm": 0.00038937805220484734,
"learning_rate": 7.004617558805737e-05,
"loss": 0.0,
"step": 7710
},
{
"epoch": 4.93952,
"grad_norm": 0.0006279379595071077,
"learning_rate": 6.979378779225848e-05,
"loss": 0.0,
"step": 7720
},
{
"epoch": 4.94592,
"grad_norm": 0.0005988398916088045,
"learning_rate": 6.954161155041566e-05,
"loss": 0.0,
"step": 7730
},
{
"epoch": 4.95232,
"grad_norm": 0.0008750059059821069,
"learning_rate": 6.928964862868483e-05,
"loss": 0.0,
"step": 7740
},
{
"epoch": 4.95872,
"grad_norm": 0.00039050757186487317,
"learning_rate": 6.903790079172799e-05,
"loss": 0.0,
"step": 7750
},
{
"epoch": 4.96512,
"grad_norm": 0.0014400494983419776,
"learning_rate": 6.878636980270064e-05,
"loss": 0.0,
"step": 7760
},
{
"epoch": 4.97152,
"grad_norm": 0.00022768117196392268,
"learning_rate": 6.853505742323965e-05,
"loss": 0.0,
"step": 7770
},
{
"epoch": 4.97792,
"grad_norm": 0.0004864702350459993,
"learning_rate": 6.828396541345072e-05,
"loss": 0.0,
"step": 7780
},
{
"epoch": 4.98432,
"grad_norm": 0.0011773757869377732,
"learning_rate": 6.803309553189627e-05,
"loss": 0.0,
"step": 7790
},
{
"epoch": 4.99072,
"grad_norm": 0.0003439993306528777,
"learning_rate": 6.778244953558296e-05,
"loss": 0.0,
"step": 7800
},
{
"epoch": 4.99712,
"grad_norm": 0.0002449513121973723,
"learning_rate": 6.75320291799494e-05,
"loss": 0.0,
"step": 7810
},
{
"epoch": 5.0032,
"grad_norm": 0.0012396269012242556,
"learning_rate": 6.728183621885391e-05,
"loss": 0.0,
"step": 7820
},
{
"epoch": 5.0096,
"grad_norm": 0.000480075046652928,
"learning_rate": 6.703187240456226e-05,
"loss": 0.0,
"step": 7830
},
{
"epoch": 5.016,
"grad_norm": 0.0005675603752024472,
"learning_rate": 6.678213948773531e-05,
"loss": 0.0,
"step": 7840
},
{
"epoch": 5.0224,
"grad_norm": 0.0009585967054590583,
"learning_rate": 6.65326392174168e-05,
"loss": 0.0,
"step": 7850
},
{
"epoch": 5.0288,
"grad_norm": 0.0003511601244099438,
"learning_rate": 6.62833733410211e-05,
"loss": 0.0,
"step": 7860
},
{
"epoch": 5.0352,
"grad_norm": 0.00045196019345894456,
"learning_rate": 6.603434360432102e-05,
"loss": 0.0,
"step": 7870
},
{
"epoch": 5.0416,
"grad_norm": 0.0004182571719866246,
"learning_rate": 6.578555175143535e-05,
"loss": 0.0,
"step": 7880
},
{
"epoch": 5.048,
"grad_norm": 0.0008023048285394907,
"learning_rate": 6.553699952481704e-05,
"loss": 0.0,
"step": 7890
},
{
"epoch": 5.0544,
"grad_norm": 0.0003493978292681277,
"learning_rate": 6.528868866524065e-05,
"loss": 0.0,
"step": 7900
},
{
"epoch": 5.0608,
"grad_norm": 0.0005605731857940555,
"learning_rate": 6.504062091179031e-05,
"loss": 0.0,
"step": 7910
},
{
"epoch": 5.0672,
"grad_norm": 0.0004860574845224619,
"learning_rate": 6.479279800184758e-05,
"loss": 0.0,
"step": 7920
},
{
"epoch": 5.0736,
"grad_norm": 0.00040624302346259356,
"learning_rate": 6.454522167107914e-05,
"loss": 0.0,
"step": 7930
},
{
"epoch": 5.08,
"grad_norm": 0.00031749371555633843,
"learning_rate": 6.429789365342475e-05,
"loss": 0.0,
"step": 7940
},
{
"epoch": 5.0864,
"grad_norm": 0.000402081263018772,
"learning_rate": 6.405081568108505e-05,
"loss": 0.0,
"step": 7950
},
{
"epoch": 5.0928,
"grad_norm": 0.0012151572154834867,
"learning_rate": 6.380398948450949e-05,
"loss": 0.0,
"step": 7960
},
{
"epoch": 5.0992,
"grad_norm": 0.00041755352867767215,
"learning_rate": 6.355741679238414e-05,
"loss": 0.0,
"step": 7970
},
{
"epoch": 5.1056,
"grad_norm": 0.0013886963715776801,
"learning_rate": 6.331109933161961e-05,
"loss": 0.0,
"step": 7980
},
{
"epoch": 5.112,
"grad_norm": 0.00042832738836295903,
"learning_rate": 6.306503882733892e-05,
"loss": 0.0,
"step": 7990
},
{
"epoch": 5.1184,
"grad_norm": 0.0035013880115002394,
"learning_rate": 6.281923700286556e-05,
"loss": 0.0,
"step": 8000
},
{
"epoch": 5.1248,
"grad_norm": 0.00034410078660584986,
"learning_rate": 6.257369557971122e-05,
"loss": 0.0,
"step": 8010
},
{
"epoch": 5.1312,
"grad_norm": 0.0006439555436372757,
"learning_rate": 6.232841627756386e-05,
"loss": 0.0,
"step": 8020
},
{
"epoch": 5.1376,
"grad_norm": 0.0002088428009301424,
"learning_rate": 6.208340081427564e-05,
"loss": 0.0,
"step": 8030
},
{
"epoch": 5.144,
"grad_norm": 0.001114988001063466,
"learning_rate": 6.183865090585087e-05,
"loss": 0.0,
"step": 8040
},
{
"epoch": 5.1504,
"grad_norm": 0.0016397873405367136,
"learning_rate": 6.159416826643402e-05,
"loss": 0.0,
"step": 8050
},
{
"epoch": 5.1568,
"grad_norm": 0.0002567479095887393,
"learning_rate": 6.134995460829772e-05,
"loss": 0.0,
"step": 8060
},
{
"epoch": 5.1632,
"grad_norm": 0.00034749257611110806,
"learning_rate": 6.110601164183067e-05,
"loss": 0.0,
"step": 8070
},
{
"epoch": 5.1696,
"grad_norm": 0.0006447185296565294,
"learning_rate": 6.0862341075525775e-05,
"loss": 0.0,
"step": 8080
},
{
"epoch": 5.176,
"grad_norm": 0.0014371670549735427,
"learning_rate": 6.06189446159682e-05,
"loss": 0.0,
"step": 8090
},
{
"epoch": 5.1824,
"grad_norm": 0.00018269721476826817,
"learning_rate": 6.037582396782331e-05,
"loss": 0.0,
"step": 8100
},
{
"epoch": 5.1888,
"grad_norm": 0.0005094083026051521,
"learning_rate": 6.013298083382477e-05,
"loss": 0.0,
"step": 8110
},
{
"epoch": 5.1952,
"grad_norm": 0.0004289225907996297,
"learning_rate": 5.989041691476264e-05,
"loss": 0.0,
"step": 8120
},
{
"epoch": 5.2016,
"grad_norm": 0.00024822060368023813,
"learning_rate": 5.964813390947148e-05,
"loss": 0.0,
"step": 8130
},
{
"epoch": 5.208,
"grad_norm": 0.0001911111903609708,
"learning_rate": 5.9406133514818416e-05,
"loss": 0.0,
"step": 8140
},
{
"epoch": 5.2144,
"grad_norm": 0.0002683478523977101,
"learning_rate": 5.9164417425691246e-05,
"loss": 0.0,
"step": 8150
},
{
"epoch": 5.2208,
"grad_norm": 0.0006126728840172291,
"learning_rate": 5.892298733498658e-05,
"loss": 0.0,
"step": 8160
},
{
"epoch": 5.2272,
"grad_norm": 0.0002601334417704493,
"learning_rate": 5.868184493359805e-05,
"loss": 0.0,
"step": 8170
},
{
"epoch": 5.2336,
"grad_norm": 0.00019742835138458759,
"learning_rate": 5.844099191040436e-05,
"loss": 0.0,
"step": 8180
},
{
"epoch": 5.24,
"grad_norm": 0.0008551101200282574,
"learning_rate": 5.820042995225752e-05,
"loss": 0.0,
"step": 8190
},
{
"epoch": 5.2464,
"grad_norm": 0.00027588853845372796,
"learning_rate": 5.796016074397104e-05,
"loss": 0.0,
"step": 8200
},
{
"epoch": 5.2528,
"grad_norm": 0.00019780210277531296,
"learning_rate": 5.772018596830807e-05,
"loss": 0.0,
"step": 8210
},
{
"epoch": 5.2592,
"grad_norm": 0.007216836791485548,
"learning_rate": 5.74805073059697e-05,
"loss": 0.0,
"step": 8220
},
{
"epoch": 5.2656,
"grad_norm": 0.0005925095756538212,
"learning_rate": 5.724112643558312e-05,
"loss": 0.0,
"step": 8230
},
{
"epoch": 5.272,
"grad_norm": 0.0003198119520675391,
"learning_rate": 5.700204503368988e-05,
"loss": 0.0,
"step": 8240
},
{
"epoch": 5.2783999999999995,
"grad_norm": 0.0002557650732342154,
"learning_rate": 5.6763264774734125e-05,
"loss": 0.0,
"step": 8250
},
{
"epoch": 5.2848,
"grad_norm": 0.0005167541676200926,
"learning_rate": 5.6524787331051066e-05,
"loss": 0.0,
"step": 8260
},
{
"epoch": 5.2912,
"grad_norm": 0.0006081294268369675,
"learning_rate": 5.628661437285485e-05,
"loss": 0.0,
"step": 8270
},
{
"epoch": 5.2976,
"grad_norm": 0.00019225863798055798,
"learning_rate": 5.604874756822729e-05,
"loss": 0.0,
"step": 8280
},
{
"epoch": 5.304,
"grad_norm": 0.00022387970238924026,
"learning_rate": 5.581118858310591e-05,
"loss": 0.0,
"step": 8290
},
{
"epoch": 5.3104,
"grad_norm": 0.0002846386923920363,
"learning_rate": 5.557393908127244e-05,
"loss": 0.0,
"step": 8300
},
{
"epoch": 5.3168,
"grad_norm": 0.0006433909293264151,
"learning_rate": 5.533700072434101e-05,
"loss": 0.0,
"step": 8310
},
{
"epoch": 5.3232,
"grad_norm": 0.0031197210773825645,
"learning_rate": 5.5100375171746755e-05,
"loss": 0.0,
"step": 8320
},
{
"epoch": 5.3296,
"grad_norm": 0.00047974736662581563,
"learning_rate": 5.486406408073386e-05,
"loss": 0.0,
"step": 8330
},
{
"epoch": 5.336,
"grad_norm": 0.00040267693111673,
"learning_rate": 5.4628069106344236e-05,
"loss": 0.0,
"step": 8340
},
{
"epoch": 5.3424,
"grad_norm": 0.0004981216625310481,
"learning_rate": 5.439239190140577e-05,
"loss": 0.0,
"step": 8350
},
{
"epoch": 5.3488,
"grad_norm": 0.00026919771335087717,
"learning_rate": 5.415703411652082e-05,
"loss": 0.0,
"step": 8360
},
{
"epoch": 5.3552,
"grad_norm": 0.0002024158602580428,
"learning_rate": 5.392199740005464e-05,
"loss": 0.0,
"step": 8370
},
{
"epoch": 5.3616,
"grad_norm": 0.0008542725699953735,
"learning_rate": 5.3687283398123764e-05,
"loss": 0.0,
"step": 8380
},
{
"epoch": 5.368,
"grad_norm": 0.0011030712630599737,
"learning_rate": 5.3452893754584734e-05,
"loss": 0.0,
"step": 8390
},
{
"epoch": 5.3744,
"grad_norm": 0.0005794027238152921,
"learning_rate": 5.3218830111022175e-05,
"loss": 0.0,
"step": 8400
},
{
"epoch": 5.3808,
"grad_norm": 0.0003943446499761194,
"learning_rate": 5.298509410673764e-05,
"loss": 0.0,
"step": 8410
},
{
"epoch": 5.3872,
"grad_norm": 0.00019109199638478458,
"learning_rate": 5.275168737873797e-05,
"loss": 0.0,
"step": 8420
},
{
"epoch": 5.3936,
"grad_norm": 0.0003541467885952443,
"learning_rate": 5.25186115617239e-05,
"loss": 0.0,
"step": 8430
},
{
"epoch": 5.4,
"grad_norm": 0.00023851802689023316,
"learning_rate": 5.2285868288078534e-05,
"loss": 0.0,
"step": 8440
},
{
"epoch": 5.4064,
"grad_norm": 0.0002706345112528652,
"learning_rate": 5.205345918785599e-05,
"loss": 0.0,
"step": 8450
},
{
"epoch": 5.4128,
"grad_norm": 0.0010905530070886016,
"learning_rate": 5.1821385888769944e-05,
"loss": 0.0,
"step": 8460
},
{
"epoch": 5.4192,
"grad_norm": 0.0005052794003859162,
"learning_rate": 5.1589650016182214e-05,
"loss": 0.0,
"step": 8470
},
{
"epoch": 5.4256,
"grad_norm": 0.000278471881756559,
"learning_rate": 5.1358253193091444e-05,
"loss": 0.0,
"step": 8480
},
{
"epoch": 5.432,
"grad_norm": 0.00019095276365987957,
"learning_rate": 5.112719704012163e-05,
"loss": 0.0,
"step": 8490
},
{
"epoch": 5.4384,
"grad_norm": 0.00030574845732189715,
"learning_rate": 5.08964831755109e-05,
"loss": 0.0,
"step": 8500
},
{
"epoch": 5.4448,
"grad_norm": 0.00024331508029717952,
"learning_rate": 5.066611321510002e-05,
"loss": 0.0,
"step": 8510
},
{
"epoch": 5.4512,
"grad_norm": 0.00023578845139127225,
"learning_rate": 5.043608877232129e-05,
"loss": 0.0,
"step": 8520
},
{
"epoch": 5.4576,
"grad_norm": 0.0005105642485432327,
"learning_rate": 5.0206411458187054e-05,
"loss": 0.0,
"step": 8530
},
{
"epoch": 5.464,
"grad_norm": 0.000349703012034297,
"learning_rate": 4.9977082881278446e-05,
"loss": 0.0,
"step": 8540
},
{
"epoch": 5.4704,
"grad_norm": 0.0005856080097146332,
"learning_rate": 4.974810464773425e-05,
"loss": 0.0,
"step": 8550
},
{
"epoch": 5.4768,
"grad_norm": 0.0004202901909593493,
"learning_rate": 4.951947836123949e-05,
"loss": 0.0,
"step": 8560
},
{
"epoch": 5.4832,
"grad_norm": 0.00020368261903058738,
"learning_rate": 4.929120562301432e-05,
"loss": 0.0,
"step": 8570
},
{
"epoch": 5.4896,
"grad_norm": 0.0013977289199829102,
"learning_rate": 4.906328803180277e-05,
"loss": 0.0,
"step": 8580
},
{
"epoch": 5.496,
"grad_norm": 0.0005099030095152557,
"learning_rate": 4.8835727183861455e-05,
"loss": 0.0,
"step": 8590
},
{
"epoch": 5.5024,
"grad_norm": 0.00022606345009990036,
"learning_rate": 4.860852467294864e-05,
"loss": 0.0,
"step": 8600
},
{
"epoch": 5.5088,
"grad_norm": 0.0003005751350428909,
"learning_rate": 4.838168209031278e-05,
"loss": 0.0,
"step": 8610
},
{
"epoch": 5.5152,
"grad_norm": 0.0002793442108668387,
"learning_rate": 4.815520102468158e-05,
"loss": 0.0,
"step": 8620
},
{
"epoch": 5.5216,
"grad_norm": 0.00027627480449154973,
"learning_rate": 4.792908306225079e-05,
"loss": 0.0,
"step": 8630
},
{
"epoch": 5.5280000000000005,
"grad_norm": 0.0004664902517106384,
"learning_rate": 4.77033297866731e-05,
"loss": 0.0,
"step": 8640
},
{
"epoch": 5.5344,
"grad_norm": 0.00020491672330535948,
"learning_rate": 4.747794277904707e-05,
"loss": 0.0,
"step": 8650
},
{
"epoch": 5.5408,
"grad_norm": 0.0004912266740575433,
"learning_rate": 4.725292361790603e-05,
"loss": 0.0,
"step": 8660
},
{
"epoch": 5.5472,
"grad_norm": 0.00047390646068379283,
"learning_rate": 4.702827387920707e-05,
"loss": 0.0,
"step": 8670
},
{
"epoch": 5.5536,
"grad_norm": 0.00022937898756936193,
"learning_rate": 4.6803995136319945e-05,
"loss": 0.0,
"step": 8680
},
{
"epoch": 5.5600000000000005,
"grad_norm": 0.0003258488141000271,
"learning_rate": 4.65800889600161e-05,
"loss": 0.0,
"step": 8690
},
{
"epoch": 5.5664,
"grad_norm": 0.00022748939227312803,
"learning_rate": 4.635655691845763e-05,
"loss": 0.0,
"step": 8700
},
{
"epoch": 5.5728,
"grad_norm": 0.0004400998295750469,
"learning_rate": 4.613340057718634e-05,
"loss": 0.0,
"step": 8710
},
{
"epoch": 5.5792,
"grad_norm": 0.001406205934472382,
"learning_rate": 4.591062149911269e-05,
"loss": 0.0,
"step": 8720
},
{
"epoch": 5.5856,
"grad_norm": 0.00030019646510481834,
"learning_rate": 4.568822124450508e-05,
"loss": 0.0,
"step": 8730
},
{
"epoch": 5.592,
"grad_norm": 0.00036451269988901913,
"learning_rate": 4.546620137097861e-05,
"loss": 0.0,
"step": 8740
},
{
"epoch": 5.5984,
"grad_norm": 0.00043093954445794225,
"learning_rate": 4.524456343348438e-05,
"loss": 0.0,
"step": 8750
},
{
"epoch": 5.6048,
"grad_norm": 0.00042430893518030643,
"learning_rate": 4.502330898429851e-05,
"loss": 0.0,
"step": 8760
},
{
"epoch": 5.6112,
"grad_norm": 0.00039163423934951425,
"learning_rate": 4.480243957301132e-05,
"loss": 0.0,
"step": 8770
},
{
"epoch": 5.6176,
"grad_norm": 0.0008048454183153808,
"learning_rate": 4.4581956746516476e-05,
"loss": 0.0,
"step": 8780
},
{
"epoch": 5.624,
"grad_norm": 0.0003217988123651594,
"learning_rate": 4.436186204900006e-05,
"loss": 0.0,
"step": 8790
},
{
"epoch": 5.6304,
"grad_norm": 0.0006066506030037999,
"learning_rate": 4.4142157021929976e-05,
"loss": 0.0,
"step": 8800
},
{
"epoch": 5.6368,
"grad_norm": 0.0009257534984499216,
"learning_rate": 4.392284320404488e-05,
"loss": 0.0,
"step": 8810
},
{
"epoch": 5.6432,
"grad_norm": 0.00014130983618088067,
"learning_rate": 4.3703922131343565e-05,
"loss": 0.0,
"step": 8820
},
{
"epoch": 5.6495999999999995,
"grad_norm": 0.000185097407666035,
"learning_rate": 4.348539533707421e-05,
"loss": 0.0,
"step": 8830
},
{
"epoch": 5.656,
"grad_norm": 0.0015404135920107365,
"learning_rate": 4.326726435172357e-05,
"loss": 0.0,
"step": 8840
},
{
"epoch": 5.6624,
"grad_norm": 0.00026745552895590663,
"learning_rate": 4.304953070300621e-05,
"loss": 0.0,
"step": 8850
},
{
"epoch": 5.6688,
"grad_norm": 0.0005374217289499938,
"learning_rate": 4.283219591585409e-05,
"loss": 0.0,
"step": 8860
},
{
"epoch": 5.6752,
"grad_norm": 0.0005781470099464059,
"learning_rate": 4.2615261512405505e-05,
"loss": 0.0,
"step": 8870
},
{
"epoch": 5.6815999999999995,
"grad_norm": 0.0007448853575624526,
"learning_rate": 4.239872901199464e-05,
"loss": 0.0,
"step": 8880
},
{
"epoch": 5.688,
"grad_norm": 0.004238501191139221,
"learning_rate": 4.218259993114094e-05,
"loss": 0.0,
"step": 8890
},
{
"epoch": 5.6944,
"grad_norm": 0.0005509575712494552,
"learning_rate": 4.1966875783538386e-05,
"loss": 0.0,
"step": 8900
},
{
"epoch": 5.7008,
"grad_norm": 0.00018974764680024236,
"learning_rate": 4.175155808004495e-05,
"loss": 0.0,
"step": 8910
},
{
"epoch": 5.7072,
"grad_norm": 0.0004461410571821034,
"learning_rate": 4.1536648328672036e-05,
"loss": 0.0,
"step": 8920
},
{
"epoch": 5.7136,
"grad_norm": 0.0001873160363174975,
"learning_rate": 4.1322148034573825e-05,
"loss": 0.0,
"step": 8930
},
{
"epoch": 5.72,
"grad_norm": 0.00016942518413998187,
"learning_rate": 4.110805870003693e-05,
"loss": 0.0,
"step": 8940
},
{
"epoch": 5.7264,
"grad_norm": 0.0002595972619019449,
"learning_rate": 4.089438182446963e-05,
"loss": 0.0,
"step": 8950
},
{
"epoch": 5.7328,
"grad_norm": 0.0006865449249744415,
"learning_rate": 4.068111890439151e-05,
"loss": 0.0,
"step": 8960
},
{
"epoch": 5.7392,
"grad_norm": 0.0006700130761601031,
"learning_rate": 4.0468271433422965e-05,
"loss": 0.0,
"step": 8970
},
{
"epoch": 5.7456,
"grad_norm": 0.00017153157386928797,
"learning_rate": 4.025584090227471e-05,
"loss": 0.0,
"step": 8980
},
{
"epoch": 5.752,
"grad_norm": 0.00036472189822234213,
"learning_rate": 4.004382879873737e-05,
"loss": 0.0,
"step": 8990
},
{
"epoch": 5.7584,
"grad_norm": 0.00022332152002491057,
"learning_rate": 3.983223660767101e-05,
"loss": 0.0,
"step": 9000
},
{
"epoch": 5.7648,
"grad_norm": 0.00126535608433187,
"learning_rate": 3.96210658109949e-05,
"loss": 0.0,
"step": 9010
},
{
"epoch": 5.7712,
"grad_norm": 0.0005143988528288901,
"learning_rate": 3.941031788767683e-05,
"loss": 0.0,
"step": 9020
},
{
"epoch": 5.7776,
"grad_norm": 0.0006656930199824274,
"learning_rate": 3.9199994313723054e-05,
"loss": 0.0,
"step": 9030
},
{
"epoch": 5.784,
"grad_norm": 0.00028821502928622067,
"learning_rate": 3.89900965621678e-05,
"loss": 0.0,
"step": 9040
},
{
"epoch": 5.7904,
"grad_norm": 0.00023376602621283382,
"learning_rate": 3.878062610306292e-05,
"loss": 0.0,
"step": 9050
},
{
"epoch": 5.7968,
"grad_norm": 0.0005169524229131639,
"learning_rate": 3.857158440346769e-05,
"loss": 0.0,
"step": 9060
},
{
"epoch": 5.8032,
"grad_norm": 0.0007355620618909597,
"learning_rate": 3.836297292743859e-05,
"loss": 0.0,
"step": 9070
},
{
"epoch": 5.8096,
"grad_norm": 0.0005954373627901077,
"learning_rate": 3.8154793136018865e-05,
"loss": 0.0,
"step": 9080
},
{
"epoch": 5.816,
"grad_norm": 0.008985958993434906,
"learning_rate": 3.79470464872284e-05,
"loss": 0.0,
"step": 9090
},
{
"epoch": 5.8224,
"grad_norm": 0.0004569333977997303,
"learning_rate": 3.773973443605352e-05,
"loss": 0.0,
"step": 9100
},
{
"epoch": 5.8288,
"grad_norm": 0.0006721914396621287,
"learning_rate": 3.7532858434436754e-05,
"loss": 0.0,
"step": 9110
},
{
"epoch": 5.8352,
"grad_norm": 0.00020574535301420838,
"learning_rate": 3.732641993126673e-05,
"loss": 0.0,
"step": 9120
},
{
"epoch": 5.8416,
"grad_norm": 0.00020948989549651742,
"learning_rate": 3.71204203723679e-05,
"loss": 0.0,
"step": 9130
},
{
"epoch": 5.848,
"grad_norm": 0.0002872691839002073,
"learning_rate": 3.691486120049063e-05,
"loss": 0.0,
"step": 9140
},
{
"epoch": 5.8544,
"grad_norm": 0.000338979356456548,
"learning_rate": 3.670974385530089e-05,
"loss": 0.0,
"step": 9150
},
{
"epoch": 5.8608,
"grad_norm": 0.000545376620721072,
"learning_rate": 3.6505069773370225e-05,
"loss": 0.0,
"step": 9160
},
{
"epoch": 5.8672,
"grad_norm": 0.00019847546354867518,
"learning_rate": 3.630084038816577e-05,
"loss": 0.0,
"step": 9170
},
{
"epoch": 5.8736,
"grad_norm": 0.00026625674217939377,
"learning_rate": 3.6097057130040116e-05,
"loss": 0.0,
"step": 9180
},
{
"epoch": 5.88,
"grad_norm": 0.00034053323906846344,
"learning_rate": 3.589372142622134e-05,
"loss": 0.0,
"step": 9190
},
{
"epoch": 5.8864,
"grad_norm": 0.0004925008979626,
"learning_rate": 3.5690834700803036e-05,
"loss": 0.0,
"step": 9200
},
{
"epoch": 5.8928,
"grad_norm": 0.00023250290541909635,
"learning_rate": 3.5488398374734225e-05,
"loss": 0.0,
"step": 9210
},
{
"epoch": 5.8992,
"grad_norm": 0.0007040388300083578,
"learning_rate": 3.528641386580963e-05,
"loss": 0.0,
"step": 9220
},
{
"epoch": 5.9056,
"grad_norm": 0.000788657576777041,
"learning_rate": 3.508488258865946e-05,
"loss": 0.0,
"step": 9230
},
{
"epoch": 5.912,
"grad_norm": 0.0022189689334481955,
"learning_rate": 3.488380595473976e-05,
"loss": 0.0,
"step": 9240
},
{
"epoch": 5.9184,
"grad_norm": 0.0005103591247461736,
"learning_rate": 3.4683185372322255e-05,
"loss": 0.0,
"step": 9250
},
{
"epoch": 5.9248,
"grad_norm": 0.0002009147428907454,
"learning_rate": 3.4483022246484774e-05,
"loss": 0.0,
"step": 9260
},
{
"epoch": 5.9312000000000005,
"grad_norm": 0.0006228392594493926,
"learning_rate": 3.428331797910122e-05,
"loss": 0.0,
"step": 9270
},
{
"epoch": 5.9376,
"grad_norm": 0.0002720831544138491,
"learning_rate": 3.408407396883187e-05,
"loss": 0.0,
"step": 9280
},
{
"epoch": 5.944,
"grad_norm": 0.0003808480978477746,
"learning_rate": 3.3885291611113456e-05,
"loss": 0.0,
"step": 9290
},
{
"epoch": 5.9504,
"grad_norm": 0.0005009571323171258,
"learning_rate": 3.3686972298149466e-05,
"loss": 0.0,
"step": 9300
},
{
"epoch": 5.9568,
"grad_norm": 0.0001906501711346209,
"learning_rate": 3.3489117418900385e-05,
"loss": 0.0,
"step": 9310
},
{
"epoch": 5.9632,
"grad_norm": 0.0012679004576057196,
"learning_rate": 3.329172835907397e-05,
"loss": 0.0,
"step": 9320
},
{
"epoch": 5.9696,
"grad_norm": 0.0002686243678908795,
"learning_rate": 3.309480650111553e-05,
"loss": 0.0,
"step": 9330
},
{
"epoch": 5.976,
"grad_norm": 0.00015540007734671235,
"learning_rate": 3.289835322419823e-05,
"loss": 0.0,
"step": 9340
},
{
"epoch": 5.9824,
"grad_norm": 0.00026059363153763115,
"learning_rate": 3.2702369904213535e-05,
"loss": 0.0,
"step": 9350
},
{
"epoch": 5.9888,
"grad_norm": 0.00015901353617664427,
"learning_rate": 3.2506857913761425e-05,
"loss": 0.0,
"step": 9360
},
{
"epoch": 5.9952,
"grad_norm": 0.00024975943961180747,
"learning_rate": 3.231181862214084e-05,
"loss": 0.0,
"step": 9370
},
{
"epoch": 6.00128,
"grad_norm": 0.00036641108454205096,
"learning_rate": 3.211725339534014e-05,
"loss": 0.0,
"step": 9380
},
{
"epoch": 6.00768,
"grad_norm": 0.00017851486336439848,
"learning_rate": 3.1923163596027464e-05,
"loss": 0.0,
"step": 9390
},
{
"epoch": 6.01408,
"grad_norm": 0.0004434022703208029,
"learning_rate": 3.172955058354124e-05,
"loss": 0.0,
"step": 9400
},
{
"epoch": 6.02048,
"grad_norm": 0.009144031442701817,
"learning_rate": 3.153641571388062e-05,
"loss": 0.0,
"step": 9410
},
{
"epoch": 6.02688,
"grad_norm": 0.0008407355053350329,
"learning_rate": 3.134376033969608e-05,
"loss": 0.0,
"step": 9420
},
{
"epoch": 6.03328,
"grad_norm": 0.00032360266777686775,
"learning_rate": 3.1151585810279816e-05,
"loss": 0.0,
"step": 9430
},
{
"epoch": 6.03968,
"grad_norm": 0.0004189286264590919,
"learning_rate": 3.095989347155631e-05,
"loss": 0.0,
"step": 9440
},
{
"epoch": 6.04608,
"grad_norm": 0.00019873690325766802,
"learning_rate": 3.076868466607301e-05,
"loss": 0.0,
"step": 9450
},
{
"epoch": 6.05248,
"grad_norm": 0.00013876412413083017,
"learning_rate": 3.057796073299085e-05,
"loss": 0.0,
"step": 9460
},
{
"epoch": 6.05888,
"grad_norm": 0.0001644112344365567,
"learning_rate": 3.0387723008074853e-05,
"loss": 0.0,
"step": 9470
},
{
"epoch": 6.06528,
"grad_norm": 0.00023346778471022844,
"learning_rate": 3.0197972823684895e-05,
"loss": 0.0,
"step": 9480
},
{
"epoch": 6.07168,
"grad_norm": 0.0012428556801751256,
"learning_rate": 3.0008711508766186e-05,
"loss": 0.0,
"step": 9490
},
{
"epoch": 6.07808,
"grad_norm": 0.00026417907793074846,
"learning_rate": 2.981994038884012e-05,
"loss": 0.0,
"step": 9500
},
{
"epoch": 6.08448,
"grad_norm": 0.00013882356870453805,
"learning_rate": 2.9631660785994886e-05,
"loss": 0.0,
"step": 9510
},
{
"epoch": 6.09088,
"grad_norm": 0.00016926096577662975,
"learning_rate": 2.9443874018876295e-05,
"loss": 0.0,
"step": 9520
},
{
"epoch": 6.09728,
"grad_norm": 0.00028160022338852286,
"learning_rate": 2.9256581402678496e-05,
"loss": 0.0,
"step": 9530
},
{
"epoch": 6.10368,
"grad_norm": 0.00017989036859944463,
"learning_rate": 2.906978424913477e-05,
"loss": 0.0,
"step": 9540
},
{
"epoch": 6.11008,
"grad_norm": 0.0003232875606045127,
"learning_rate": 2.888348386650831e-05,
"loss": 0.0,
"step": 9550
},
{
"epoch": 6.11648,
"grad_norm": 0.0007801207830198109,
"learning_rate": 2.8697681559583212e-05,
"loss": 0.0,
"step": 9560
},
{
"epoch": 6.12288,
"grad_norm": 0.0003880347067024559,
"learning_rate": 2.8512378629655102e-05,
"loss": 0.0,
"step": 9570
},
{
"epoch": 6.12928,
"grad_norm": 0.0004468117549549788,
"learning_rate": 2.832757637452219e-05,
"loss": 0.0,
"step": 9580
},
{
"epoch": 6.13568,
"grad_norm": 0.0001661443675402552,
"learning_rate": 2.814327608847611e-05,
"loss": 0.0,
"step": 9590
},
{
"epoch": 6.14208,
"grad_norm": 0.0006681663799099624,
"learning_rate": 2.7959479062292915e-05,
"loss": 0.0,
"step": 9600
},
{
"epoch": 6.14848,
"grad_norm": 0.0004069023416377604,
"learning_rate": 2.777618658322394e-05,
"loss": 0.0,
"step": 9610
},
{
"epoch": 6.15488,
"grad_norm": 0.00023162431898526847,
"learning_rate": 2.7593399934986873e-05,
"loss": 0.0,
"step": 9620
},
{
"epoch": 6.16128,
"grad_norm": 0.00016989831055980176,
"learning_rate": 2.741112039775683e-05,
"loss": 0.0,
"step": 9630
},
{
"epoch": 6.16768,
"grad_norm": 0.00029791929409839213,
"learning_rate": 2.72293492481571e-05,
"loss": 0.0,
"step": 9640
},
{
"epoch": 6.17408,
"grad_norm": 0.0007020790362730622,
"learning_rate": 2.704808775925055e-05,
"loss": 0.0,
"step": 9650
},
{
"epoch": 6.18048,
"grad_norm": 0.00029249463113956153,
"learning_rate": 2.6867337200530518e-05,
"loss": 0.0,
"step": 9660
},
{
"epoch": 6.18688,
"grad_norm": 0.00038537936052307487,
"learning_rate": 2.668709883791195e-05,
"loss": 0.0,
"step": 9670
},
{
"epoch": 6.19328,
"grad_norm": 0.0004542781098280102,
"learning_rate": 2.6507373933722523e-05,
"loss": 0.0,
"step": 9680
},
{
"epoch": 6.19968,
"grad_norm": 0.0002344412059755996,
"learning_rate": 2.6328163746693934e-05,
"loss": 0.0,
"step": 9690
},
{
"epoch": 6.20608,
"grad_norm": 0.0013048842083662748,
"learning_rate": 2.6149469531952852e-05,
"loss": 0.0,
"step": 9700
},
{
"epoch": 6.21248,
"grad_norm": 0.0007137733628042042,
"learning_rate": 2.5971292541012325e-05,
"loss": 0.0,
"step": 9710
},
{
"epoch": 6.21888,
"grad_norm": 0.0002661459147930145,
"learning_rate": 2.5793634021762902e-05,
"loss": 0.0,
"step": 9720
},
{
"epoch": 6.22528,
"grad_norm": 0.00015126167272683233,
"learning_rate": 2.5616495218463964e-05,
"loss": 0.0,
"step": 9730
},
{
"epoch": 6.23168,
"grad_norm": 0.00112068559974432,
"learning_rate": 2.5439877371734965e-05,
"loss": 0.0,
"step": 9740
},
{
"epoch": 6.23808,
"grad_norm": 0.0004350137314759195,
"learning_rate": 2.526378171854673e-05,
"loss": 0.0,
"step": 9750
},
{
"epoch": 6.24448,
"grad_norm": 0.016915861517190933,
"learning_rate": 2.5088209492212912e-05,
"loss": 0.0,
"step": 9760
},
{
"epoch": 6.25088,
"grad_norm": 0.00048104525194503367,
"learning_rate": 2.4913161922381177e-05,
"loss": 0.0,
"step": 9770
},
{
"epoch": 6.25728,
"grad_norm": 0.00181348598562181,
"learning_rate": 2.473864023502469e-05,
"loss": 0.0,
"step": 9780
},
{
"epoch": 6.26368,
"grad_norm": 0.0005627331556752324,
"learning_rate": 2.4564645652433536e-05,
"loss": 0.0,
"step": 9790
},
{
"epoch": 6.27008,
"grad_norm": 0.0008742260397411883,
"learning_rate": 2.439117939320612e-05,
"loss": 0.0,
"step": 9800
},
{
"epoch": 6.27648,
"grad_norm": 0.00016270090418402106,
"learning_rate": 2.4218242672240664e-05,
"loss": 0.0,
"step": 9810
},
{
"epoch": 6.2828800000000005,
"grad_norm": 0.00020825442334171385,
"learning_rate": 2.4045836700726686e-05,
"loss": 0.0,
"step": 9820
},
{
"epoch": 6.28928,
"grad_norm": 0.0013170246966183186,
"learning_rate": 2.3873962686136496e-05,
"loss": 0.0,
"step": 9830
},
{
"epoch": 6.29568,
"grad_norm": 0.0003704321861732751,
"learning_rate": 2.37026218322168e-05,
"loss": 0.0,
"step": 9840
},
{
"epoch": 6.30208,
"grad_norm": 0.0001859966287156567,
"learning_rate": 2.353181533898019e-05,
"loss": 0.0,
"step": 9850
},
{
"epoch": 6.30848,
"grad_norm": 0.0003250970330554992,
"learning_rate": 2.33615444026968e-05,
"loss": 0.0,
"step": 9860
},
{
"epoch": 6.31488,
"grad_norm": 0.0002354444150114432,
"learning_rate": 2.31918102158859e-05,
"loss": 0.0,
"step": 9870
},
{
"epoch": 6.32128,
"grad_norm": 0.00018145058129448444,
"learning_rate": 2.3022613967307547e-05,
"loss": 0.0,
"step": 9880
},
{
"epoch": 6.32768,
"grad_norm": 0.00025111756986007094,
"learning_rate": 2.285395684195425e-05,
"loss": 0.0,
"step": 9890
},
{
"epoch": 6.33408,
"grad_norm": 0.0002487541642040014,
"learning_rate": 2.2685840021042746e-05,
"loss": 0.0,
"step": 9900
},
{
"epoch": 6.34048,
"grad_norm": 0.002096950076520443,
"learning_rate": 2.251826468200561e-05,
"loss": 0.0,
"step": 9910
},
{
"epoch": 6.34688,
"grad_norm": 0.0006183314835652709,
"learning_rate": 2.2351231998483057e-05,
"loss": 0.0,
"step": 9920
},
{
"epoch": 6.35328,
"grad_norm": 0.00029212934896349907,
"learning_rate": 2.2184743140314757e-05,
"loss": 0.0,
"step": 9930
},
{
"epoch": 6.35968,
"grad_norm": 0.0003180968633387238,
"learning_rate": 2.2018799273531598e-05,
"loss": 0.0,
"step": 9940
},
{
"epoch": 6.36608,
"grad_norm": 0.00032811955315992236,
"learning_rate": 2.185340156034754e-05,
"loss": 0.0,
"step": 9950
},
{
"epoch": 6.37248,
"grad_norm": 0.0003176670288667083,
"learning_rate": 2.168855115915145e-05,
"loss": 0.0,
"step": 9960
},
{
"epoch": 6.37888,
"grad_norm": 0.00031317168031819165,
"learning_rate": 2.152424922449906e-05,
"loss": 0.0,
"step": 9970
},
{
"epoch": 6.38528,
"grad_norm": 0.000801475893240422,
"learning_rate": 2.136049690710481e-05,
"loss": 0.0,
"step": 9980
},
{
"epoch": 6.39168,
"grad_norm": 0.00013681466225534678,
"learning_rate": 2.1197295353833767e-05,
"loss": 0.0,
"step": 9990
},
{
"epoch": 6.39808,
"grad_norm": 0.0004430960107129067,
"learning_rate": 2.103464570769369e-05,
"loss": 0.0,
"step": 10000
},
{
"epoch": 6.40448,
"grad_norm": 0.000215725798625499,
"learning_rate": 2.0872549107826933e-05,
"loss": 0.0,
"step": 10010
},
{
"epoch": 6.41088,
"grad_norm": 0.0006661983206868172,
"learning_rate": 2.071100668950252e-05,
"loss": 0.0,
"step": 10020
},
{
"epoch": 6.41728,
"grad_norm": 0.00019564911781344563,
"learning_rate": 2.055001958410817e-05,
"loss": 0.0,
"step": 10030
},
{
"epoch": 6.42368,
"grad_norm": 0.0007006190135143697,
"learning_rate": 2.03895889191424e-05,
"loss": 0.0,
"step": 10040
},
{
"epoch": 6.43008,
"grad_norm": 0.0001666223834035918,
"learning_rate": 2.0229715818206585e-05,
"loss": 0.0,
"step": 10050
},
{
"epoch": 6.4364799999999995,
"grad_norm": 0.0015909589128568769,
"learning_rate": 2.007040140099712e-05,
"loss": 0.0,
"step": 10060
},
{
"epoch": 6.44288,
"grad_norm": 0.0001335557026322931,
"learning_rate": 1.9911646783297567e-05,
"loss": 0.0,
"step": 10070
},
{
"epoch": 6.44928,
"grad_norm": 0.0002652695693541318,
"learning_rate": 1.975345307697086e-05,
"loss": 0.0,
"step": 10080
},
{
"epoch": 6.45568,
"grad_norm": 0.0001953877363121137,
"learning_rate": 1.9595821389951462e-05,
"loss": 0.0,
"step": 10090
},
{
"epoch": 6.46208,
"grad_norm": 0.0016626865835860372,
"learning_rate": 1.943875282623774e-05,
"loss": 0.0,
"step": 10100
},
{
"epoch": 6.46848,
"grad_norm": 0.000564025598578155,
"learning_rate": 1.9282248485884026e-05,
"loss": 0.0,
"step": 10110
},
{
"epoch": 6.47488,
"grad_norm": 0.0005305910017341375,
"learning_rate": 1.9126309464993076e-05,
"loss": 0.0,
"step": 10120
},
{
"epoch": 6.48128,
"grad_norm": 0.00028093490982428193,
"learning_rate": 1.8970936855708354e-05,
"loss": 0.0,
"step": 10130
},
{
"epoch": 6.48768,
"grad_norm": 0.0003682200622279197,
"learning_rate": 1.8816131746206346e-05,
"loss": 0.0,
"step": 10140
},
{
"epoch": 6.49408,
"grad_norm": 0.00012049273209413514,
"learning_rate": 1.8661895220688964e-05,
"loss": 0.0,
"step": 10150
},
{
"epoch": 6.50048,
"grad_norm": 9.770080214366317e-05,
"learning_rate": 1.850822835937599e-05,
"loss": 0.0,
"step": 10160
},
{
"epoch": 6.50688,
"grad_norm": 0.00036185901262797415,
"learning_rate": 1.8355132238497387e-05,
"loss": 0.0,
"step": 10170
},
{
"epoch": 6.51328,
"grad_norm": 0.00014520357945002615,
"learning_rate": 1.8202607930285986e-05,
"loss": 0.0,
"step": 10180
},
{
"epoch": 6.51968,
"grad_norm": 0.00013354183465708047,
"learning_rate": 1.8050656502969722e-05,
"loss": 0.0,
"step": 10190
},
{
"epoch": 6.52608,
"grad_norm": 0.0002359827485634014,
"learning_rate": 1.7899279020764294e-05,
"loss": 0.0,
"step": 10200
},
{
"epoch": 6.53248,
"grad_norm": 0.00014958516112528741,
"learning_rate": 1.7748476543865743e-05,
"loss": 0.0,
"step": 10210
},
{
"epoch": 6.53888,
"grad_norm": 0.00021514056425075978,
"learning_rate": 1.759825012844284e-05,
"loss": 0.0,
"step": 10220
},
{
"epoch": 6.54528,
"grad_norm": 0.00016471673734486103,
"learning_rate": 1.7448600826629968e-05,
"loss": 0.0,
"step": 10230
},
{
"epoch": 6.55168,
"grad_norm": 0.00020553702779579908,
"learning_rate": 1.7299529686519535e-05,
"loss": 0.0,
"step": 10240
},
{
"epoch": 6.55808,
"grad_norm": 0.00025630256277509034,
"learning_rate": 1.7151037752154697e-05,
"loss": 0.0,
"step": 10250
},
{
"epoch": 6.56448,
"grad_norm": 0.00022447235824074596,
"learning_rate": 1.7003126063522058e-05,
"loss": 0.0,
"step": 10260
},
{
"epoch": 6.57088,
"grad_norm": 0.00028195156482979655,
"learning_rate": 1.685579565654438e-05,
"loss": 0.0,
"step": 10270
},
{
"epoch": 6.57728,
"grad_norm": 0.00038768313243053854,
"learning_rate": 1.6709047563073345e-05,
"loss": 0.0,
"step": 10280
},
{
"epoch": 6.58368,
"grad_norm": 0.00019071309361606836,
"learning_rate": 1.6562882810882273e-05,
"loss": 0.0,
"step": 10290
},
{
"epoch": 6.59008,
"grad_norm": 0.00022803287720307708,
"learning_rate": 1.6417302423658997e-05,
"loss": 0.0,
"step": 10300
},
{
"epoch": 6.59648,
"grad_norm": 0.0002877822262234986,
"learning_rate": 1.6272307420998667e-05,
"loss": 0.0,
"step": 10310
},
{
"epoch": 6.60288,
"grad_norm": 0.00046249956358224154,
"learning_rate": 1.612789881839656e-05,
"loss": 0.0,
"step": 10320
},
{
"epoch": 6.60928,
"grad_norm": 0.0003103761118836701,
"learning_rate": 1.5984077627241022e-05,
"loss": 0.0,
"step": 10330
},
{
"epoch": 6.61568,
"grad_norm": 0.0001576300710439682,
"learning_rate": 1.5840844854806402e-05,
"loss": 0.0,
"step": 10340
},
{
"epoch": 6.62208,
"grad_norm": 0.00012325884017627686,
"learning_rate": 1.5698201504245914e-05,
"loss": 0.0,
"step": 10350
},
{
"epoch": 6.62848,
"grad_norm": 0.0001469008275307715,
"learning_rate": 1.5556148574584694e-05,
"loss": 0.0,
"step": 10360
},
{
"epoch": 6.63488,
"grad_norm": 0.00014834816101938486,
"learning_rate": 1.541468706071275e-05,
"loss": 0.0,
"step": 10370
},
{
"epoch": 6.64128,
"grad_norm": 0.00026318783056922257,
"learning_rate": 1.527381795337808e-05,
"loss": 0.0,
"step": 10380
},
{
"epoch": 6.64768,
"grad_norm": 0.000168098762515001,
"learning_rate": 1.5133542239179599e-05,
"loss": 0.0,
"step": 10390
},
{
"epoch": 6.65408,
"grad_norm": 0.00026463286485522985,
"learning_rate": 1.499386090056033e-05,
"loss": 0.0,
"step": 10400
},
{
"epoch": 6.66048,
"grad_norm": 0.00014178181299939752,
"learning_rate": 1.4854774915800507e-05,
"loss": 0.0,
"step": 10410
},
{
"epoch": 6.66688,
"grad_norm": 0.0001952130114659667,
"learning_rate": 1.4716285259010631e-05,
"loss": 0.0,
"step": 10420
},
{
"epoch": 6.67328,
"grad_norm": 0.001231006346642971,
"learning_rate": 1.4578392900124816e-05,
"loss": 0.0,
"step": 10430
},
{
"epoch": 6.67968,
"grad_norm": 0.0005060056573711336,
"learning_rate": 1.4441098804893893e-05,
"loss": 0.0,
"step": 10440
},
{
"epoch": 6.6860800000000005,
"grad_norm": 0.00023524872085545212,
"learning_rate": 1.430440393487864e-05,
"loss": 0.0,
"step": 10450
},
{
"epoch": 6.69248,
"grad_norm": 0.00026454016915522516,
"learning_rate": 1.4168309247443056e-05,
"loss": 0.0,
"step": 10460
},
{
"epoch": 6.69888,
"grad_norm": 0.00040626944974064827,
"learning_rate": 1.403281569574768e-05,
"loss": 0.0,
"step": 10470
},
{
"epoch": 6.70528,
"grad_norm": 0.00020824668172281235,
"learning_rate": 1.389792422874292e-05,
"loss": 0.0,
"step": 10480
},
{
"epoch": 6.71168,
"grad_norm": 0.000863470311742276,
"learning_rate": 1.3763635791162355e-05,
"loss": 0.0,
"step": 10490
},
{
"epoch": 6.7180800000000005,
"grad_norm": 0.00016796926502138376,
"learning_rate": 1.3629951323516188e-05,
"loss": 0.0,
"step": 10500
},
{
"epoch": 6.72448,
"grad_norm": 0.00018465537868905813,
"learning_rate": 1.3496871762084562e-05,
"loss": 0.0,
"step": 10510
},
{
"epoch": 6.73088,
"grad_norm": 0.00023575332306791097,
"learning_rate": 1.3364398038911152e-05,
"loss": 0.0,
"step": 10520
},
{
"epoch": 6.73728,
"grad_norm": 0.00021576527797151357,
"learning_rate": 1.3232531081796507e-05,
"loss": 0.0,
"step": 10530
},
{
"epoch": 6.74368,
"grad_norm": 0.0006071560783311725,
"learning_rate": 1.3101271814291571e-05,
"loss": 0.0,
"step": 10540
},
{
"epoch": 6.75008,
"grad_norm": 0.0074553173035383224,
"learning_rate": 1.2970621155691264e-05,
"loss": 0.0,
"step": 10550
},
{
"epoch": 6.75648,
"grad_norm": 0.00012165324733359739,
"learning_rate": 1.2840580021028026e-05,
"loss": 0.0,
"step": 10560
},
{
"epoch": 6.76288,
"grad_norm": 0.00010205664875684306,
"learning_rate": 1.2711149321065374e-05,
"loss": 0.0,
"step": 10570
},
{
"epoch": 6.76928,
"grad_norm": 0.00016127068374771625,
"learning_rate": 1.2582329962291538e-05,
"loss": 0.0,
"step": 10580
},
{
"epoch": 6.77568,
"grad_norm": 0.00018458756676409394,
"learning_rate": 1.2454122846913207e-05,
"loss": 0.0,
"step": 10590
},
{
"epoch": 6.78208,
"grad_norm": 0.00019168115977663547,
"learning_rate": 1.2326528872849064e-05,
"loss": 0.0,
"step": 10600
},
{
"epoch": 6.78848,
"grad_norm": 0.0002702904457692057,
"learning_rate": 1.2199548933723526e-05,
"loss": 0.0,
"step": 10610
},
{
"epoch": 6.79488,
"grad_norm": 0.00013549820869229734,
"learning_rate": 1.2073183918860576e-05,
"loss": 0.0,
"step": 10620
},
{
"epoch": 6.80128,
"grad_norm": 0.00020312961714807898,
"learning_rate": 1.1947434713277461e-05,
"loss": 0.0,
"step": 10630
},
{
"epoch": 6.8076799999999995,
"grad_norm": 0.00020175670215394348,
"learning_rate": 1.1822302197678492e-05,
"loss": 0.0,
"step": 10640
},
{
"epoch": 6.81408,
"grad_norm": 0.0003727748990058899,
"learning_rate": 1.1697787248448966e-05,
"loss": 0.0,
"step": 10650
},
{
"epoch": 6.82048,
"grad_norm": 0.0001759877341100946,
"learning_rate": 1.1573890737648863e-05,
"loss": 0.0,
"step": 10660
},
{
"epoch": 6.82688,
"grad_norm": 0.00014333518629428,
"learning_rate": 1.1450613533006904e-05,
"loss": 0.0,
"step": 10670
},
{
"epoch": 6.83328,
"grad_norm": 0.00013709435006603599,
"learning_rate": 1.1327956497914349e-05,
"loss": 0.0,
"step": 10680
},
{
"epoch": 6.8396799999999995,
"grad_norm": 0.0002275358565384522,
"learning_rate": 1.1205920491419041e-05,
"loss": 0.0,
"step": 10690
},
{
"epoch": 6.84608,
"grad_norm": 0.000876276521012187,
"learning_rate": 1.1084506368219327e-05,
"loss": 0.0,
"step": 10700
},
{
"epoch": 6.85248,
"grad_norm": 0.00025326875038444996,
"learning_rate": 1.0963714978658101e-05,
"loss": 0.0,
"step": 10710
},
{
"epoch": 6.85888,
"grad_norm": 0.00010944723180728033,
"learning_rate": 1.0843547168716872e-05,
"loss": 0.0,
"step": 10720
},
{
"epoch": 6.86528,
"grad_norm": 0.00024252197181340307,
"learning_rate": 1.0724003780009784e-05,
"loss": 0.0,
"step": 10730
},
{
"epoch": 6.87168,
"grad_norm": 0.00015969292144291103,
"learning_rate": 1.0605085649777746e-05,
"loss": 0.0,
"step": 10740
},
{
"epoch": 6.87808,
"grad_norm": 0.0003538286255206913,
"learning_rate": 1.0486793610882572e-05,
"loss": 0.0,
"step": 10750
},
{
"epoch": 6.88448,
"grad_norm": 0.00018698321946430951,
"learning_rate": 1.0369128491801172e-05,
"loss": 0.0,
"step": 10760
},
{
"epoch": 6.89088,
"grad_norm": 0.00016905544907785952,
"learning_rate": 1.025209111661969e-05,
"loss": 0.0,
"step": 10770
},
{
"epoch": 6.89728,
"grad_norm": 0.00016491295536980033,
"learning_rate": 1.0135682305027794e-05,
"loss": 0.0,
"step": 10780
},
{
"epoch": 6.90368,
"grad_norm": 0.00015534307749476284,
"learning_rate": 1.001990287231288e-05,
"loss": 0.0,
"step": 10790
},
{
"epoch": 6.91008,
"grad_norm": 0.00015541432367172092,
"learning_rate": 9.904753629354447e-06,
"loss": 0.0,
"step": 10800
},
{
"epoch": 6.91648,
"grad_norm": 0.0006770906620658934,
"learning_rate": 9.790235382618273e-06,
"loss": 0.0,
"step": 10810
},
{
"epoch": 6.92288,
"grad_norm": 0.00011970153718721122,
"learning_rate": 9.676348934150937e-06,
"loss": 0.0,
"step": 10820
},
{
"epoch": 6.92928,
"grad_norm": 0.0002702999336179346,
"learning_rate": 9.56309508157407e-06,
"loss": 0.0,
"step": 10830
},
{
"epoch": 6.93568,
"grad_norm": 9.245643741451204e-05,
"learning_rate": 9.45047461807881e-06,
"loss": 0.0,
"step": 10840
},
{
"epoch": 6.94208,
"grad_norm": 0.0001400450710207224,
"learning_rate": 9.338488332420326e-06,
"loss": 0.0,
"step": 10850
},
{
"epoch": 6.94848,
"grad_norm": 0.0005806442932225764,
"learning_rate": 9.227137008912157e-06,
"loss": 0.0,
"step": 10860
},
{
"epoch": 6.95488,
"grad_norm": 0.0001828517415560782,
"learning_rate": 9.116421427420806e-06,
"loss": 0.0,
"step": 10870
},
{
"epoch": 6.96128,
"grad_norm": 0.00012879908899776638,
"learning_rate": 9.006342363360243e-06,
"loss": 0.0,
"step": 10880
},
{
"epoch": 6.96768,
"grad_norm": 0.0002504199219401926,
"learning_rate": 8.896900587686507e-06,
"loss": 0.0,
"step": 10890
},
{
"epoch": 6.97408,
"grad_norm": 0.0001826324441935867,
"learning_rate": 8.78809686689227e-06,
"loss": 0.0,
"step": 10900
},
{
"epoch": 6.98048,
"grad_norm": 0.00018810544861480594,
"learning_rate": 8.67993196300152e-06,
"loss": 0.0,
"step": 10910
},
{
"epoch": 6.98688,
"grad_norm": 0.00032106853905133903,
"learning_rate": 8.572406633564123e-06,
"loss": 0.0,
"step": 10920
},
{
"epoch": 6.99328,
"grad_norm": 0.0002823250833898783,
"learning_rate": 8.465521631650675e-06,
"loss": 0.0,
"step": 10930
},
{
"epoch": 6.99968,
"grad_norm": 9.107368532568216e-05,
"learning_rate": 8.359277705847068e-06,
"loss": 0.0,
"step": 10940
},
{
"epoch": 7.00576,
"grad_norm": 0.0012228387640789151,
"learning_rate": 8.253675600249356e-06,
"loss": 0.0,
"step": 10950
},
{
"epoch": 7.01216,
"grad_norm": 0.004022619221359491,
"learning_rate": 8.148716054458471e-06,
"loss": 0.0,
"step": 10960
},
{
"epoch": 7.01856,
"grad_norm": 0.00016789430810604244,
"learning_rate": 8.044399803575086e-06,
"loss": 0.0,
"step": 10970
},
{
"epoch": 7.02496,
"grad_norm": 0.00016356681589968503,
"learning_rate": 7.940727578194484e-06,
"loss": 0.0,
"step": 10980
},
{
"epoch": 7.03136,
"grad_norm": 0.0002806389529723674,
"learning_rate": 7.837700104401369e-06,
"loss": 0.0,
"step": 10990
},
{
"epoch": 7.03776,
"grad_norm": 0.00029723247280344367,
"learning_rate": 7.73531810376491e-06,
"loss": 0.0,
"step": 11000
},
{
"epoch": 7.04416,
"grad_norm": 0.0002174935507355258,
"learning_rate": 7.633582293333474e-06,
"loss": 0.0,
"step": 11010
},
{
"epoch": 7.05056,
"grad_norm": 0.00012927892385050654,
"learning_rate": 7.532493385629835e-06,
"loss": 0.0,
"step": 11020
},
{
"epoch": 7.05696,
"grad_norm": 0.0008397710626013577,
"learning_rate": 7.432052088646047e-06,
"loss": 0.0,
"step": 11030
},
{
"epoch": 7.06336,
"grad_norm": 0.00011276378791080788,
"learning_rate": 7.332259105838535e-06,
"loss": 0.0,
"step": 11040
},
{
"epoch": 7.06976,
"grad_norm": 0.00018370180623605847,
"learning_rate": 7.233115136123103e-06,
"loss": 0.0,
"step": 11050
},
{
"epoch": 7.07616,
"grad_norm": 0.0001610045146662742,
"learning_rate": 7.13462087387019e-06,
"loss": 0.0,
"step": 11060
},
{
"epoch": 7.08256,
"grad_norm": 8.692596020409837e-05,
"learning_rate": 7.036777008899809e-06,
"loss": 0.0,
"step": 11070
},
{
"epoch": 7.08896,
"grad_norm": 0.00012686183617915958,
"learning_rate": 6.939584226476858e-06,
"loss": 0.0,
"step": 11080
},
{
"epoch": 7.09536,
"grad_norm": 0.00021453291992656887,
"learning_rate": 6.843043207306265e-06,
"loss": 0.0,
"step": 11090
},
{
"epoch": 7.10176,
"grad_norm": 0.0009483317844569683,
"learning_rate": 6.7471546275282515e-06,
"loss": 0.0,
"step": 11100
},
{
"epoch": 7.10816,
"grad_norm": 0.0016245099250227213,
"learning_rate": 6.651919158713549e-06,
"loss": 0.0,
"step": 11110
},
{
"epoch": 7.11456,
"grad_norm": 0.00011063306010328233,
"learning_rate": 6.557337467858715e-06,
"loss": 0.0,
"step": 11120
},
{
"epoch": 7.12096,
"grad_norm": 0.0010652646888047457,
"learning_rate": 6.463410217381527e-06,
"loss": 0.0,
"step": 11130
},
{
"epoch": 7.12736,
"grad_norm": 0.00019109412096440792,
"learning_rate": 6.370138065116238e-06,
"loss": 0.0,
"step": 11140
},
{
"epoch": 7.13376,
"grad_norm": 0.0001353592233499512,
"learning_rate": 6.2775216643090275e-06,
"loss": 0.0,
"step": 11150
},
{
"epoch": 7.14016,
"grad_norm": 0.00030344584956765175,
"learning_rate": 6.185561663613415e-06,
"loss": 0.0,
"step": 11160
},
{
"epoch": 7.14656,
"grad_norm": 0.00010319722059648484,
"learning_rate": 6.094258707085731e-06,
"loss": 0.0,
"step": 11170
},
{
"epoch": 7.15296,
"grad_norm": 0.00037151723518036306,
"learning_rate": 6.003613434180588e-06,
"loss": 0.0,
"step": 11180
},
{
"epoch": 7.15936,
"grad_norm": 0.00012034772953484207,
"learning_rate": 5.913626479746392e-06,
"loss": 0.0,
"step": 11190
},
{
"epoch": 7.16576,
"grad_norm": 0.00018342053226660937,
"learning_rate": 5.824298474020939e-06,
"loss": 0.0,
"step": 11200
},
{
"epoch": 7.17216,
"grad_norm": 0.0007002007332630455,
"learning_rate": 5.735630042626949e-06,
"loss": 0.0,
"step": 11210
},
{
"epoch": 7.17856,
"grad_norm": 0.00015728978905826807,
"learning_rate": 5.647621806567738e-06,
"loss": 0.0,
"step": 11220
},
{
"epoch": 7.18496,
"grad_norm": 0.00021258860942907631,
"learning_rate": 5.560274382222807e-06,
"loss": 0.0,
"step": 11230
},
{
"epoch": 7.19136,
"grad_norm": 0.0003396137908566743,
"learning_rate": 5.473588381343575e-06,
"loss": 0.0,
"step": 11240
},
{
"epoch": 7.19776,
"grad_norm": 0.00012201411300338805,
"learning_rate": 5.387564411049095e-06,
"loss": 0.0,
"step": 11250
},
{
"epoch": 7.20416,
"grad_norm": 0.000203374118427746,
"learning_rate": 5.302203073821732e-06,
"loss": 0.0,
"step": 11260
},
{
"epoch": 7.21056,
"grad_norm": 0.00041758298175409436,
"learning_rate": 5.217504967503073e-06,
"loss": 0.0,
"step": 11270
},
{
"epoch": 7.21696,
"grad_norm": 0.00023091756156645715,
"learning_rate": 5.133470685289609e-06,
"loss": 0.0,
"step": 11280
},
{
"epoch": 7.22336,
"grad_norm": 0.00025982066290453076,
"learning_rate": 5.0501008157286315e-06,
"loss": 0.0,
"step": 11290
},
{
"epoch": 7.22976,
"grad_norm": 0.00014181870210450143,
"learning_rate": 4.967395942714148e-06,
"loss": 0.0,
"step": 11300
},
{
"epoch": 7.23616,
"grad_norm": 0.0004120298253837973,
"learning_rate": 4.885356645482719e-06,
"loss": 0.0,
"step": 11310
},
{
"epoch": 7.24256,
"grad_norm": 0.00012306973803788424,
"learning_rate": 4.803983498609477e-06,
"loss": 0.0,
"step": 11320
},
{
"epoch": 7.24896,
"grad_norm": 0.0001354752021143213,
"learning_rate": 4.7232770720040285e-06,
"loss": 0.0,
"step": 11330
},
{
"epoch": 7.25536,
"grad_norm": 8.269363752333447e-05,
"learning_rate": 4.643237930906552e-06,
"loss": 0.0,
"step": 11340
},
{
"epoch": 7.26176,
"grad_norm": 0.0006524352356791496,
"learning_rate": 4.56386663588374e-06,
"loss": 0.0,
"step": 11350
},
{
"epoch": 7.26816,
"grad_norm": 0.0001139398809755221,
"learning_rate": 4.485163742824927e-06,
"loss": 0.0,
"step": 11360
},
{
"epoch": 7.27456,
"grad_norm": 0.0001354119594907388,
"learning_rate": 4.407129802938214e-06,
"loss": 0.0,
"step": 11370
},
{
"epoch": 7.28096,
"grad_norm": 0.0008962869178503752,
"learning_rate": 4.329765362746552e-06,
"loss": 0.0,
"step": 11380
},
{
"epoch": 7.28736,
"grad_norm": 0.000502715993206948,
"learning_rate": 4.2530709640839716e-06,
"loss": 0.0,
"step": 11390
},
{
"epoch": 7.29376,
"grad_norm": 0.000825277587864548,
"learning_rate": 4.1770471440917395e-06,
"loss": 0.0,
"step": 11400
},
{
"epoch": 7.30016,
"grad_norm": 0.00011884667037520558,
"learning_rate": 4.101694435214654e-06,
"loss": 0.0,
"step": 11410
},
{
"epoch": 7.30656,
"grad_norm": 0.00012157057062722743,
"learning_rate": 4.02701336519723e-06,
"loss": 0.0,
"step": 11420
},
{
"epoch": 7.31296,
"grad_norm": 0.00026150894700549543,
"learning_rate": 3.953004457080101e-06,
"loss": 0.0,
"step": 11430
},
{
"epoch": 7.31936,
"grad_norm": 0.00017838056373875588,
"learning_rate": 3.879668229196276e-06,
"loss": 0.0,
"step": 11440
},
{
"epoch": 7.32576,
"grad_norm": 0.00014892012404743582,
"learning_rate": 3.8070051951675677e-06,
"loss": 0.0,
"step": 11450
},
{
"epoch": 7.33216,
"grad_norm": 0.00010835315333679318,
"learning_rate": 3.735015863900948e-06,
"loss": 0.0,
"step": 11460
},
{
"epoch": 7.33856,
"grad_norm": 0.0003511194954626262,
"learning_rate": 3.663700739585041e-06,
"loss": 0.0,
"step": 11470
},
{
"epoch": 7.34496,
"grad_norm": 0.0001288226922042668,
"learning_rate": 3.593060321686503e-06,
"loss": 0.0,
"step": 11480
},
{
"epoch": 7.35136,
"grad_norm": 0.00021376280346885324,
"learning_rate": 3.5230951049466277e-06,
"loss": 0.0,
"step": 11490
},
{
"epoch": 7.35776,
"grad_norm": 0.00019010262622032315,
"learning_rate": 3.4538055793778003e-06,
"loss": 0.0,
"step": 11500
},
{
"epoch": 7.36416,
"grad_norm": 0.00010226263111690059,
"learning_rate": 3.3851922302601037e-06,
"loss": 0.0,
"step": 11510
},
{
"epoch": 7.37056,
"grad_norm": 0.00038139993557706475,
"learning_rate": 3.31725553813792e-06,
"loss": 0.0,
"step": 11520
},
{
"epoch": 7.37696,
"grad_norm": 0.00046781275887042284,
"learning_rate": 3.2499959788165557e-06,
"loss": 0.0,
"step": 11530
},
{
"epoch": 7.38336,
"grad_norm": 9.981894254451618e-05,
"learning_rate": 3.1834140233588883e-06,
"loss": 0.0,
"step": 11540
},
{
"epoch": 7.38976,
"grad_norm": 0.0005464705172926188,
"learning_rate": 3.117510138082136e-06,
"loss": 0.0,
"step": 11550
},
{
"epoch": 7.39616,
"grad_norm": 9.094821143662557e-05,
"learning_rate": 3.0522847845545155e-06,
"loss": 0.0,
"step": 11560
},
{
"epoch": 7.40256,
"grad_norm": 0.0002417391660856083,
"learning_rate": 2.9877384195920344e-06,
"loss": 0.0,
"step": 11570
},
{
"epoch": 7.40896,
"grad_norm": 0.00042832852341234684,
"learning_rate": 2.923871495255337e-06,
"loss": 0.0,
"step": 11580
},
{
"epoch": 7.41536,
"grad_norm": 0.00013899517944082618,
"learning_rate": 2.86068445884643e-06,
"loss": 0.0,
"step": 11590
},
{
"epoch": 7.42176,
"grad_norm": 0.000749272876419127,
"learning_rate": 2.798177752905651e-06,
"loss": 0.0,
"step": 11600
},
{
"epoch": 7.42816,
"grad_norm": 0.0001264005113625899,
"learning_rate": 2.7363518152085823e-06,
"loss": 0.0,
"step": 11610
},
{
"epoch": 7.43456,
"grad_norm": 0.00010115515033248812,
"learning_rate": 2.675207078762887e-06,
"loss": 0.0,
"step": 11620
},
{
"epoch": 7.4409600000000005,
"grad_norm": 0.00012819415132980794,
"learning_rate": 2.6147439718053226e-06,
"loss": 0.0,
"step": 11630
},
{
"epoch": 7.44736,
"grad_norm": 0.0010712196817621589,
"learning_rate": 2.5549629177987755e-06,
"loss": 0.0,
"step": 11640
},
{
"epoch": 7.45376,
"grad_norm": 0.0010403183987364173,
"learning_rate": 2.4958643354292543e-06,
"loss": 0.0,
"step": 11650
},
{
"epoch": 7.46016,
"grad_norm": 0.0002995519316755235,
"learning_rate": 2.4374486386029682e-06,
"loss": 0.0,
"step": 11660
},
{
"epoch": 7.46656,
"grad_norm": 0.00015825072478037328,
"learning_rate": 2.37971623644343e-06,
"loss": 0.0,
"step": 11670
},
{
"epoch": 7.47296,
"grad_norm": 0.0001099468645406887,
"learning_rate": 2.322667533288614e-06,
"loss": 0.0,
"step": 11680
},
{
"epoch": 7.47936,
"grad_norm": 0.00016739383863750845,
"learning_rate": 2.266302928688069e-06,
"loss": 0.0,
"step": 11690
},
{
"epoch": 7.48576,
"grad_norm": 0.00019308786431793123,
"learning_rate": 2.210622817400176e-06,
"loss": 0.0,
"step": 11700
},
{
"epoch": 7.49216,
"grad_norm": 0.00021032741642557085,
"learning_rate": 2.15562758938932e-06,
"loss": 0.0,
"step": 11710
},
{
"epoch": 7.49856,
"grad_norm": 9.34348936425522e-05,
"learning_rate": 2.1013176298232517e-06,
"loss": 0.0,
"step": 11720
},
{
"epoch": 7.50496,
"grad_norm": 0.000710184860508889,
"learning_rate": 2.0476933190703096e-06,
"loss": 0.0,
"step": 11730
},
{
"epoch": 7.51136,
"grad_norm": 0.0003982144990004599,
"learning_rate": 1.9947550326967603e-06,
"loss": 0.0,
"step": 11740
},
{
"epoch": 7.51776,
"grad_norm": 0.0001705381873762235,
"learning_rate": 1.942503141464247e-06,
"loss": 0.0,
"step": 11750
},
{
"epoch": 7.52416,
"grad_norm": 0.00013438262976706028,
"learning_rate": 1.8909380113270815e-06,
"loss": 0.0,
"step": 11760
},
{
"epoch": 7.53056,
"grad_norm": 0.0002074928634101525,
"learning_rate": 1.8400600034297778e-06,
"loss": 0.0,
"step": 11770
},
{
"epoch": 7.53696,
"grad_norm": 0.00017035796190612018,
"learning_rate": 1.7898694741044663e-06,
"loss": 0.0,
"step": 11780
},
{
"epoch": 7.54336,
"grad_norm": 0.0003263108083046973,
"learning_rate": 1.740366774868385e-06,
"loss": 0.0,
"step": 11790
},
{
"epoch": 7.54976,
"grad_norm": 0.00013185074203647673,
"learning_rate": 1.6915522524214688e-06,
"loss": 0.0,
"step": 11800
},
{
"epoch": 7.55616,
"grad_norm": 0.00042651378316804767,
"learning_rate": 1.6434262486439311e-06,
"loss": 0.0,
"step": 11810
},
{
"epoch": 7.5625599999999995,
"grad_norm": 7.393672422040254e-05,
"learning_rate": 1.5959891005937865e-06,
"loss": 0.0,
"step": 11820
},
{
"epoch": 7.56896,
"grad_norm": 0.0001870366104412824,
"learning_rate": 1.549241140504565e-06,
"loss": 0.0,
"step": 11830
},
{
"epoch": 7.57536,
"grad_norm": 0.00037062919000163674,
"learning_rate": 1.5031826957829455e-06,
"loss": 0.0,
"step": 11840
},
{
"epoch": 7.58176,
"grad_norm": 0.0001891327992780134,
"learning_rate": 1.457814089006493e-06,
"loss": 0.0,
"step": 11850
},
{
"epoch": 7.58816,
"grad_norm": 9.859661076916382e-05,
"learning_rate": 1.4131356379213811e-06,
"loss": 0.0,
"step": 11860
},
{
"epoch": 7.5945599999999995,
"grad_norm": 0.001444597844965756,
"learning_rate": 1.3691476554401616e-06,
"loss": 0.0,
"step": 11870
},
{
"epoch": 7.60096,
"grad_norm": 0.00013506216055247933,
"learning_rate": 1.3258504496395762e-06,
"loss": 0.0,
"step": 11880
},
{
"epoch": 7.60736,
"grad_norm": 9.332694025943056e-05,
"learning_rate": 1.283244323758437e-06,
"loss": 0.0,
"step": 11890
},
{
"epoch": 7.61376,
"grad_norm": 0.000126562561490573,
"learning_rate": 1.2413295761954158e-06,
"loss": 0.0,
"step": 11900
},
{
"epoch": 7.62016,
"grad_norm": 0.0014552593929693103,
"learning_rate": 1.20010650050707e-06,
"loss": 0.0,
"step": 11910
},
{
"epoch": 7.62656,
"grad_norm": 0.0007447237148880959,
"learning_rate": 1.1595753854056534e-06,
"loss": 0.0,
"step": 11920
},
{
"epoch": 7.63296,
"grad_norm": 0.0001682575821178034,
"learning_rate": 1.1197365147572302e-06,
"loss": 0.0,
"step": 11930
},
{
"epoch": 7.63936,
"grad_norm": 0.00017576446407474577,
"learning_rate": 1.080590167579587e-06,
"loss": 0.0,
"step": 11940
},
{
"epoch": 7.64576,
"grad_norm": 0.00012296873319428414,
"learning_rate": 1.0421366180403124e-06,
"loss": 0.0,
"step": 11950
},
{
"epoch": 7.65216,
"grad_norm": 0.00015484190953429788,
"learning_rate": 1.0043761354548986e-06,
"loss": 0.0,
"step": 11960
},
{
"epoch": 7.65856,
"grad_norm": 0.00014997510879766196,
"learning_rate": 9.673089842848316e-07,
"loss": 0.0,
"step": 11970
},
{
"epoch": 7.66496,
"grad_norm": 0.0001389048557030037,
"learning_rate": 9.309354241357038e-07,
"loss": 0.0,
"step": 11980
},
{
"epoch": 7.67136,
"grad_norm": 0.0002141079748980701,
"learning_rate": 8.952557097554714e-07,
"loss": 0.0,
"step": 11990
},
{
"epoch": 7.67776,
"grad_norm": 0.000145395053550601,
"learning_rate": 8.602700910326223e-07,
"loss": 0.0,
"step": 12000
},
{
"epoch": 7.68416,
"grad_norm": 0.000776231347117573,
"learning_rate": 8.259788129944546e-07,
"loss": 0.0,
"step": 12010
},
{
"epoch": 7.69056,
"grad_norm": 0.00029788026586174965,
"learning_rate": 7.923821158053013e-07,
"loss": 0.0,
"step": 12020
},
{
"epoch": 7.69696,
"grad_norm": 0.0007348533836193383,
"learning_rate": 7.59480234764931e-07,
"loss": 0.0,
"step": 12030
},
{
"epoch": 7.70336,
"grad_norm": 0.00014362306683324277,
"learning_rate": 7.272734003068382e-07,
"loss": 0.0,
"step": 12040
},
{
"epoch": 7.70976,
"grad_norm": 0.0004569367447402328,
"learning_rate": 6.957618379966446e-07,
"loss": 0.0,
"step": 12050
},
{
"epoch": 7.71616,
"grad_norm": 0.0006798653630539775,
"learning_rate": 6.649457685305338e-07,
"loss": 0.0,
"step": 12060
},
{
"epoch": 7.72256,
"grad_norm": 8.85791378095746e-05,
"learning_rate": 6.348254077336969e-07,
"loss": 0.0,
"step": 12070
},
{
"epoch": 7.72896,
"grad_norm": 0.00014713226119056344,
"learning_rate": 6.054009665588001e-07,
"loss": 0.0,
"step": 12080
},
{
"epoch": 7.73536,
"grad_norm": 0.0001775228593032807,
"learning_rate": 5.766726510845644e-07,
"loss": 0.0,
"step": 12090
},
{
"epoch": 7.74176,
"grad_norm": 0.000123354431707412,
"learning_rate": 5.486406625142437e-07,
"loss": 0.0,
"step": 12100
},
{
"epoch": 7.74816,
"grad_norm": 0.00010855428263312206,
"learning_rate": 5.213051971743043e-07,
"loss": 0.0,
"step": 12110
},
{
"epoch": 7.75456,
"grad_norm": 0.00021753481996711344,
"learning_rate": 4.946664465129481e-07,
"loss": 0.0,
"step": 12120
},
{
"epoch": 7.76096,
"grad_norm": 0.0002886040019802749,
"learning_rate": 4.687245970988685e-07,
"loss": 0.0,
"step": 12130
},
{
"epoch": 7.76736,
"grad_norm": 0.00039174268022179604,
"learning_rate": 4.434798306198751e-07,
"loss": 0.0,
"step": 12140
},
{
"epoch": 7.77376,
"grad_norm": 0.0005782973021268845,
"learning_rate": 4.1893232388167116e-07,
"loss": 0.0,
"step": 12150
},
{
"epoch": 7.78016,
"grad_norm": 0.0001380376488668844,
"learning_rate": 3.950822488065775e-07,
"loss": 0.0,
"step": 12160
},
{
"epoch": 7.78656,
"grad_norm": 0.00020705553470179439,
"learning_rate": 3.719297724323334e-07,
"loss": 0.0,
"step": 12170
},
{
"epoch": 7.79296,
"grad_norm": 0.00021640512568410486,
"learning_rate": 3.494750569109639e-07,
"loss": 0.0,
"step": 12180
},
{
"epoch": 7.79936,
"grad_norm": 0.00023479011724703014,
"learning_rate": 3.2771825950758117e-07,
"loss": 0.0,
"step": 12190
},
{
"epoch": 7.80576,
"grad_norm": 0.0002296525053679943,
"learning_rate": 3.0665953259935153e-07,
"loss": 0.0,
"step": 12200
},
{
"epoch": 7.81216,
"grad_norm": 8.031995821511373e-05,
"learning_rate": 2.8629902367436345e-07,
"loss": 0.0,
"step": 12210
},
{
"epoch": 7.81856,
"grad_norm": 0.00021531936363317072,
"learning_rate": 2.666368753306614e-07,
"loss": 0.0,
"step": 12220
},
{
"epoch": 7.82496,
"grad_norm": 0.00013097537157591432,
"learning_rate": 2.47673225275169e-07,
"loss": 0.0,
"step": 12230
},
{
"epoch": 7.83136,
"grad_norm": 0.00017348180699627846,
"learning_rate": 2.2940820632282312e-07,
"loss": 0.0,
"step": 12240
},
{
"epoch": 7.83776,
"grad_norm": 0.00018047729099635035,
"learning_rate": 2.1184194639551903e-07,
"loss": 0.0,
"step": 12250
},
{
"epoch": 7.8441600000000005,
"grad_norm": 0.00017756433226168156,
"learning_rate": 1.9497456852135553e-07,
"loss": 0.0,
"step": 12260
},
{
"epoch": 7.85056,
"grad_norm": 0.0001342894829576835,
"learning_rate": 1.7880619083363582e-07,
"loss": 0.0,
"step": 12270
},
{
"epoch": 7.85696,
"grad_norm": 0.000270336982794106,
"learning_rate": 1.6333692657015675e-07,
"loss": 0.0,
"step": 12280
},
{
"epoch": 7.86336,
"grad_norm": 0.00015166282537393272,
"learning_rate": 1.4856688407232088e-07,
"loss": 0.0,
"step": 12290
},
{
"epoch": 7.86976,
"grad_norm": 0.0002417464420432225,
"learning_rate": 1.3449616678445909e-07,
"loss": 0.0,
"step": 12300
},
{
"epoch": 7.8761600000000005,
"grad_norm": 7.278360862983391e-05,
"learning_rate": 1.2112487325304234e-07,
"loss": 0.0,
"step": 12310
},
{
"epoch": 7.88256,
"grad_norm": 0.00014535346417687833,
"learning_rate": 1.084530971260489e-07,
"loss": 0.0,
"step": 12320
},
{
"epoch": 7.88896,
"grad_norm": 0.000193730418686755,
"learning_rate": 9.648092715222045e-08,
"loss": 0.0,
"step": 12330
},
{
"epoch": 7.89536,
"grad_norm": 0.00011310744594084099,
"learning_rate": 8.520844718056253e-08,
"loss": 0.0,
"step": 12340
},
{
"epoch": 7.90176,
"grad_norm": 0.00020435759506653994,
"learning_rate": 7.463573615964503e-08,
"loss": 0.0,
"step": 12350
},
{
"epoch": 7.90816,
"grad_norm": 8.095423254417256e-05,
"learning_rate": 6.476286813711374e-08,
"loss": 0.0,
"step": 12360
},
{
"epoch": 7.91456,
"grad_norm": 7.483759691240266e-05,
"learning_rate": 5.558991225914634e-08,
"loss": 0.0,
"step": 12370
},
{
"epoch": 7.92096,
"grad_norm": 0.00017427530838176608,
"learning_rate": 4.711693276999718e-08,
"loss": 0.0,
"step": 12380
},
{
"epoch": 7.92736,
"grad_norm": 0.00011782450746977702,
"learning_rate": 3.9343989011497716e-08,
"loss": 0.0,
"step": 12390
},
{
"epoch": 7.93376,
"grad_norm": 0.00014811710570938885,
"learning_rate": 3.227113542267901e-08,
"loss": 0.0,
"step": 12400
},
{
"epoch": 7.94016,
"grad_norm": 0.0004853596619796008,
"learning_rate": 2.5898421539394257e-08,
"loss": 0.0,
"step": 12410
},
{
"epoch": 7.94656,
"grad_norm": 0.0001429621916031465,
"learning_rate": 2.0225891993952417e-08,
"loss": 0.0,
"step": 12420
},
{
"epoch": 7.95296,
"grad_norm": 0.00042496301466599107,
"learning_rate": 1.5253586514785146e-08,
"loss": 0.0,
"step": 12430
},
{
"epoch": 7.95936,
"grad_norm": 0.00018955330597236753,
"learning_rate": 1.0981539926224748e-08,
"loss": 0.0,
"step": 12440
},
{
"epoch": 7.9657599999999995,
"grad_norm": 0.00018423037545289844,
"learning_rate": 7.409782148215527e-09,
"loss": 0.0,
"step": 12450
},
{
"epoch": 7.97216,
"grad_norm": 0.00010148475848836824,
"learning_rate": 4.53833819614724e-09,
"loss": 0.0,
"step": 12460
},
{
"epoch": 7.97856,
"grad_norm": 0.0001777621655492112,
"learning_rate": 2.3672281805997565e-09,
"loss": 0.0,
"step": 12470
},
{
"epoch": 7.98496,
"grad_norm": 0.0001852876739576459,
"learning_rate": 8.964673073097451e-10,
"loss": 0.0,
"step": 12480
},
{
"epoch": 7.99136,
"grad_norm": 9.255750046577305e-05,
"learning_rate": 1.260658769597356e-10,
"loss": 0.0,
"step": 12490
}
],
"logging_steps": 10,
"max_steps": 12496,
"num_input_tokens_seen": 0,
"num_train_epochs": 8,
"save_steps": 500,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 5.0133945185992704e+17,
"train_batch_size": 32,
"trial_name": null,
"trial_params": null
}
{
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 7.9952,
"eval_steps": 500,
"global_step": 12496,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0064,
"grad_norm": 11.020671844482422,
"learning_rate": 3.2000000000000003e-06,
"loss": 21.1785,
"step": 10
},
{
"epoch": 0.0128,
"grad_norm": 11.552587509155273,
"learning_rate": 6.4000000000000006e-06,
"loss": 21.2052,
"step": 20
},
{
"epoch": 0.0192,
"grad_norm": 11.77071475982666,
"learning_rate": 9.600000000000001e-06,
"loss": 20.9985,
"step": 30
},
{
"epoch": 0.0256,
"grad_norm": 11.290434837341309,
"learning_rate": 1.2800000000000001e-05,
"loss": 20.3422,
"step": 40
},
{
"epoch": 0.032,
"grad_norm": 8.347222328186035,
"learning_rate": 1.6000000000000003e-05,
"loss": 19.2498,
"step": 50
},
{
"epoch": 0.0384,
"grad_norm": 6.608015537261963,
"learning_rate": 1.9200000000000003e-05,
"loss": 18.2236,
"step": 60
},
{
"epoch": 0.0448,
"grad_norm": 5.672990798950195,
"learning_rate": 2.2400000000000002e-05,
"loss": 17.4267,
"step": 70
},
{
"epoch": 0.0512,
"grad_norm": 4.30174446105957,
"learning_rate": 2.5600000000000002e-05,
"loss": 16.734,
"step": 80
},
{
"epoch": 0.0576,
"grad_norm": 3.592357873916626,
"learning_rate": 2.88e-05,
"loss": 16.1073,
"step": 90
},
{
"epoch": 0.064,
"grad_norm": 2.888256788253784,
"learning_rate": 3.2000000000000005e-05,
"loss": 15.5269,
"step": 100
},
{
"epoch": 0.0704,
"grad_norm": 2.226760149002075,
"learning_rate": 3.52e-05,
"loss": 15.1044,
"step": 110
},
{
"epoch": 0.0768,
"grad_norm": 2.251950979232788,
"learning_rate": 3.8400000000000005e-05,
"loss": 14.8048,
"step": 120
},
{
"epoch": 0.0832,
"grad_norm": 1.7198370695114136,
"learning_rate": 4.16e-05,
"loss": 14.5817,
"step": 130