{
 "config": {
  "model": "google/gemma-4-E4B-it",
  "revision": "ee0ef6023621cff504d758262d4e04895a5af4a2",
  "data": "/kaggle/working/star3.jsonl",
  "out_dir": "/kaggle/working/adapter",
  "epochs": 2,
  "lr": 0.0001,
  "batch_size": 4,
  "grad_accum": 4,
  "max_length": 1024,
  "rank": 16,
  "alpha": 32,
  "dropout": 0.05,
  "seed": 0
 },
 "dtype": "torch.float16",
 "grad_scaling": true,
 "target_modules": 342,
 "base_params": 7463013376,
 "adapter_params": 38666240,
 "total_params": 7501679616,
 "examples": 4073,
 "trained_examples": 4073,
 "dropped_too_long": 0,
 "dropped_misaligned": 0,
 "skipped_steps": 0,
 "seconds": 15551.6,
 "tokens_per_s": 317.6,
 "peak_memory_gb": [
  10.56,
  6.99
 ],
 "steps": [
  {
   "step": 1,
   "epoch": 0,
   "loss": 0.19640883523944777,
   "lr": 0.0,
   "grad_norm": 0.4852641522884369,
   "skipped": false,
   "seconds": 29.4
  },
  {
   "step": 2,
   "epoch": 0,
   "loss": 0.2024406308274182,
   "lr": 6.666666666666667e-06,
   "grad_norm": 0.48907169699668884,
   "skipped": false,
   "seconds": 58.9
  },
  {
   "step": 3,
   "epoch": 0,
   "loss": 0.20496504929589732,
   "lr": 1.3333333333333333e-05,
   "grad_norm": 0.5109589695930481,
   "skipped": false,
   "seconds": 89.4
  },
  {
   "step": 4,
   "epoch": 0,
   "loss": 0.20524678683676226,
   "lr": 2e-05,
   "grad_norm": 0.5412611365318298,
   "skipped": false,
   "seconds": 120.8
  },
  {
   "step": 5,
   "epoch": 0,
   "loss": 0.16709267570479677,
   "lr": 2.6666666666666667e-05,
   "grad_norm": 0.5452609658241272,
   "skipped": false,
   "seconds": 151.0
  },
  {
   "step": 6,
   "epoch": 0,
   "loss": 0.15597860216284942,
   "lr": 3.3333333333333335e-05,
   "grad_norm": 0.4582180082798004,
   "skipped": false,
   "seconds": 180.9
  },
  {
   "step": 7,
   "epoch": 0,
   "loss": 0.14760536539304112,
   "lr": 4e-05,
   "grad_norm": 0.3433503210544586,
   "skipped": false,
   "seconds": 210.8
  },
  {
   "step": 8,
   "epoch": 0,
   "loss": 0.14063837973937082,
   "lr": 4.666666666666667e-05,
   "grad_norm": 0.304032564163208,
   "skipped": false,
   "seconds": 241.3
  },
  {
   "step": 9,
   "epoch": 0,
   "loss": 0.15517175885577025,
   "lr": 5.333333333333333e-05,
   "grad_norm": 0.2853395938873291,
   "skipped": false,
   "seconds": 271.0
  },
  {
   "step": 10,
   "epoch": 0,
   "loss": 0.12460355233487874,
   "lr": 6e-05,
   "grad_norm": 0.26190483570098877,
   "skipped": false,
   "seconds": 301.3
  },
  {
   "step": 11,
   "epoch": 0,
   "loss": 0.13429050899623296,
   "lr": 6.666666666666667e-05,
   "grad_norm": 0.2822328805923462,
   "skipped": false,
   "seconds": 332.0
  },
  {
   "step": 12,
   "epoch": 0,
   "loss": 0.10786084480626937,
   "lr": 7.333333333333333e-05,
   "grad_norm": 0.2527726888656616,
   "skipped": false,
   "seconds": 360.5
  },
  {
   "step": 13,
   "epoch": 0,
   "loss": 0.09978185194823579,
   "lr": 8e-05,
   "grad_norm": 0.23101957142353058,
   "skipped": false,
   "seconds": 391.4
  },
  {
   "step": 14,
   "epoch": 0,
   "loss": 0.10522525868517288,
   "lr": 8.666666666666667e-05,
   "grad_norm": 0.2543775737285614,
   "skipped": false,
   "seconds": 422.5
  },
  {
   "step": 15,
   "epoch": 0,
   "loss": 0.08935808227175758,
   "lr": 9.333333333333334e-05,
   "grad_norm": 0.24526648223400116,
   "skipped": false,
   "seconds": 452.1
  },
  {
   "step": 16,
   "epoch": 0,
   "loss": 0.10548639101148338,
   "lr": 0.0001,
   "grad_norm": 0.30216461420059204,
   "skipped": false,
   "seconds": 484.5
  },
  {
   "step": 17,
   "epoch": 0,
   "loss": 0.0861717793149071,
   "lr": 9.999899300364532e-05,
   "grad_norm": 0.26806312799453735,
   "skipped": false,
   "seconds": 515.7
  },
  {
   "step": 18,
   "epoch": 0,
   "loss": 0.08647315657249598,
   "lr": 9.999597205514297e-05,
   "grad_norm": 0.3897492587566376,
   "skipped": false,
   "seconds": 546.5
  },
  {
   "step": 19,
   "epoch": 0,
   "loss": 0.07331878050296768,
   "lr": 9.99909372761763e-05,
   "grad_norm": 0.2865033745765686,
   "skipped": false,
   "seconds": 575.8
  },
  {
   "step": 20,
   "epoch": 0,
   "loss": 0.0808455167275755,
   "lr": 9.998388886954547e-05,
   "grad_norm": 0.3762819170951843,
   "skipped": false,
   "seconds": 604.1
  },
  {
   "step": 21,
   "epoch": 0,
   "loss": 0.08293077495736136,
   "lr": 9.997482711915927e-05,
   "grad_norm": 0.3262479901313782,
   "skipped": false,
   "seconds": 635.3
  },
  {
   "step": 22,
   "epoch": 0,
   "loss": 0.0765426305353788,
   "lr": 9.996375239002369e-05,
   "grad_norm": 0.36088672280311584,
   "skipped": false,
   "seconds": 664.5
  },
  {
   "step": 23,
   "epoch": 0,
   "loss": 0.08666027548914276,
   "lr": 9.99506651282272e-05,
   "grad_norm": 0.5469640493392944,
   "skipped": false,
   "seconds": 695.4
  },
  {
   "step": 24,
   "epoch": 0,
   "loss": 0.08630259219662725,
   "lr": 9.993556586092281e-05,
   "grad_norm": 0.456892192363739,
   "skipped": false,
   "seconds": 728.2
  },
  {
   "step": 25,
   "epoch": 0,
   "loss": 0.0724076038978558,
   "lr": 9.991845519630678e-05,
   "grad_norm": 0.39262059330940247,
   "skipped": false,
   "seconds": 758.8
  },
  {
   "step": 26,
   "epoch": 0,
   "loss": 0.07770107819389818,
   "lr": 9.989933382359422e-05,
   "grad_norm": 0.4262242317199707,
   "skipped": false,
   "seconds": 791.2
  },
  {
   "step": 27,
   "epoch": 0,
   "loss": 0.06933413065568625,
   "lr": 9.987820251299122e-05,
   "grad_norm": 0.46644866466522217,
   "skipped": false,
   "seconds": 821.9
  },
  {
   "step": 28,
   "epoch": 0,
   "loss": 0.065214456355704,
   "lr": 9.985506211566388e-05,
   "grad_norm": 0.9025358557701111,
   "skipped": false,
   "seconds": 852.3
  },
  {
   "step": 29,
   "epoch": 0,
   "loss": 0.06811053849340527,
   "lr": 9.982991356370404e-05,
   "grad_norm": 0.4470258355140686,
   "skipped": false,
   "seconds": 881.8
  },
  {
   "step": 30,
   "epoch": 0,
   "loss": 0.053144117122032736,
   "lr": 9.98027578700917e-05,
   "grad_norm": 0.38273853063583374,
   "skipped": false,
   "seconds": 912.0
  },
  {
   "step": 31,
   "epoch": 0,
   "loss": 0.05634953098012355,
   "lr": 9.977359612865423e-05,
   "grad_norm": 0.4882364273071289,
   "skipped": false,
   "seconds": 941.3
  },
  {
   "step": 32,
   "epoch": 0,
   "loss": 0.055631592902682075,
   "lr": 9.974242951402235e-05,
   "grad_norm": 0.3918277621269226,
   "skipped": false,
   "seconds": 971.1
  },
  {
   "step": 33,
   "epoch": 0,
   "loss": 0.07527670451454374,
   "lr": 9.970925928158274e-05,
   "grad_norm": 0.5305290222167969,
   "skipped": false,
   "seconds": 1002.1
  },
  {
   "step": 34,
   "epoch": 0,
   "loss": 0.05458790223464191,
   "lr": 9.967408676742751e-05,
   "grad_norm": 0.4513584077358246,
   "skipped": false,
   "seconds": 1031.2
  },
  {
   "step": 35,
   "epoch": 0,
   "loss": 0.050869956201693954,
   "lr": 9.963691338830044e-05,
   "grad_norm": 0.36274057626724243,
   "skipped": false,
   "seconds": 1061.9
  },
  {
   "step": 36,
   "epoch": 0,
   "loss": 0.0570102071433521,
   "lr": 9.959774064153977e-05,
   "grad_norm": 0.42373621463775635,
   "skipped": false,
   "seconds": 1091.4
  },
  {
   "step": 37,
   "epoch": 0,
   "loss": 0.05033422113724285,
   "lr": 9.955657010501806e-05,
   "grad_norm": 0.46532633900642395,
   "skipped": false,
   "seconds": 1121.0
  },
  {
   "step": 38,
   "epoch": 0,
   "loss": 0.054250309157325254,
   "lr": 9.951340343707852e-05,
   "grad_norm": 0.5128265023231506,
   "skipped": false,
   "seconds": 1150.8
  },
  {
   "step": 39,
   "epoch": 0,
   "loss": 0.051204504607117715,
   "lr": 9.946824237646824e-05,
   "grad_norm": 0.3985678553581238,
   "skipped": false,
   "seconds": 1181.8
  },
  {
   "step": 40,
   "epoch": 0,
   "loss": 0.06049295101113949,
   "lr": 9.942108874226811e-05,
   "grad_norm": 0.525611400604248,
   "skipped": false,
   "seconds": 1212.5
  },
  {
   "step": 41,
   "epoch": 0,
   "loss": 0.05473621184691105,
   "lr": 9.937194443381972e-05,
   "grad_norm": 0.503436803817749,
   "skipped": false,
   "seconds": 1242.8
  },
  {
   "step": 42,
   "epoch": 0,
   "loss": 0.05886410636377241,
   "lr": 9.93208114306486e-05,
   "grad_norm": 0.47664114832878113,
   "skipped": false,
   "seconds": 1274.4
  },
  {
   "step": 43,
   "epoch": 0,
   "loss": 0.05740216232730541,
   "lr": 9.926769179238466e-05,
   "grad_norm": 0.994827389717102,
   "skipped": false,
   "seconds": 1304.9
  },
  {
   "step": 44,
   "epoch": 0,
   "loss": 0.05837026187973685,
   "lr": 9.921258765867919e-05,
   "grad_norm": 0.47819700837135315,
   "skipped": false,
   "seconds": 1335.1
  },
  {
   "step": 45,
   "epoch": 0,
   "loss": 0.048231410801350474,
   "lr": 9.915550124911866e-05,
   "grad_norm": 0.41990071535110474,
   "skipped": false,
   "seconds": 1366.3
  },
  {
   "step": 46,
   "epoch": 0,
   "loss": 0.04562145920400366,
   "lr": 9.909643486313533e-05,
   "grad_norm": 0.3867731988430023,
   "skipped": false,
   "seconds": 1396.0
  },
  {
   "step": 47,
   "epoch": 0,
   "loss": 0.04700247855921044,
   "lr": 9.903539087991462e-05,
   "grad_norm": 0.4377094805240631,
   "skipped": false,
   "seconds": 1427.3
  },
  {
   "step": 48,
   "epoch": 0,
   "loss": 0.04771211157444897,
   "lr": 9.897237175829926e-05,
   "grad_norm": 0.4685591757297516,
   "skipped": false,
   "seconds": 1457.2
  },
  {
   "step": 49,
   "epoch": 0,
   "loss": 0.0489195060784648,
   "lr": 9.890738003669029e-05,
   "grad_norm": 0.4277944564819336,
   "skipped": false,
   "seconds": 1487.9
  },
  {
   "step": 50,
   "epoch": 0,
   "loss": 0.05864074655654856,
   "lr": 9.884041833294476e-05,
   "grad_norm": 0.45892971754074097,
   "skipped": false,
   "seconds": 1519.0
  },
  {
   "step": 51,
   "epoch": 0,
   "loss": 0.04818263103261309,
   "lr": 9.877148934427037e-05,
   "grad_norm": 0.39819756150245667,
   "skipped": false,
   "seconds": 1552.3
  },
  {
   "step": 52,
   "epoch": 0,
   "loss": 0.05366593056003958,
   "lr": 9.870059584711668e-05,
   "grad_norm": 0.6030884385108948,
   "skipped": false,
   "seconds": 1581.7
  },
  {
   "step": 53,
   "epoch": 0,
   "loss": 0.043071207878591276,
   "lr": 9.862774069706346e-05,
   "grad_norm": 0.37357521057128906,
   "skipped": false,
   "seconds": 1614.2
  },
  {
   "step": 54,
   "epoch": 0,
   "loss": 0.04875012851107735,
   "lr": 9.855292682870551e-05,
   "grad_norm": 0.4176650047302246,
   "skipped": false,
   "seconds": 1645.7
  },
  {
   "step": 55,
   "epoch": 0,
   "loss": 0.05916158294450872,
   "lr": 9.847615725553456e-05,
   "grad_norm": 0.5978649258613586,
   "skipped": false,
   "seconds": 1675.6
  },
  {
   "step": 56,
   "epoch": 0,
   "loss": 0.058098166422967945,
   "lr": 9.839743506981782e-05,
   "grad_norm": 0.42823487520217896,
   "skipped": false,
   "seconds": 1706.4
  },
  {
   "step": 57,
   "epoch": 0,
   "loss": 0.045172476261220076,
   "lr": 9.831676344247342e-05,
   "grad_norm": 0.4181194603443146,
   "skipped": false,
   "seconds": 1737.6
  },
  {
   "step": 58,
   "epoch": 0,
   "loss": 0.05060952837004283,
   "lr": 9.82341456229428e-05,
   "grad_norm": 0.5255125761032104,
   "skipped": false,
   "seconds": 1765.9
  },
  {
   "step": 59,
   "epoch": 0,
   "loss": 0.05047130558174233,
   "lr": 9.814958493905963e-05,
   "grad_norm": 0.43823546171188354,
   "skipped": false,
   "seconds": 1797.2
  },
  {
   "step": 60,
   "epoch": 0,
   "loss": 0.0491023870761557,
   "lr": 9.806308479691595e-05,
   "grad_norm": 0.4243999719619751,
   "skipped": false,
   "seconds": 1828.1
  },
  {
   "step": 61,
   "epoch": 0,
   "loss": 0.043288892164662245,
   "lr": 9.797464868072488e-05,
   "grad_norm": 0.4273908734321594,
   "skipped": false,
   "seconds": 1857.9
  },
  {
   "step": 62,
   "epoch": 0,
   "loss": 0.04162379607413579,
   "lr": 9.788428015268027e-05,
   "grad_norm": 0.45563948154449463,
   "skipped": false,
   "seconds": 1887.6
  },
  {
   "step": 63,
   "epoch": 0,
   "loss": 0.046959113067771105,
   "lr": 9.779198285281325e-05,
   "grad_norm": 0.5101006031036377,
   "skipped": false,
   "seconds": 1919.9
  },
  {
   "step": 64,
   "epoch": 0,
   "loss": 0.04868613549499087,
   "lr": 9.769776049884563e-05,
   "grad_norm": 0.4730517864227295,
   "skipped": false,
   "seconds": 1951.2
  },
  {
   "step": 65,
   "epoch": 0,
   "loss": 0.052818452819319794,
   "lr": 9.760161688604008e-05,
   "grad_norm": 0.4125804007053375,
   "skipped": false,
   "seconds": 1982.8
  },
  {
   "step": 66,
   "epoch": 0,
   "loss": 0.04659271240234375,
   "lr": 9.750355588704727e-05,
   "grad_norm": 0.45149803161621094,
   "skipped": false,
   "seconds": 2013.5
  },
  {
   "step": 67,
   "epoch": 0,
   "loss": 0.04500601429651194,
   "lr": 9.740358145174998e-05,
   "grad_norm": 0.44188907742500305,
   "skipped": false,
   "seconds": 2045.2
  },
  {
   "step": 68,
   "epoch": 0,
   "loss": 0.046970408207588896,
   "lr": 9.730169760710386e-05,
   "grad_norm": 0.5863640904426575,
   "skipped": false,
   "seconds": 2076.5
  },
  {
   "step": 69,
   "epoch": 0,
   "loss": 0.044865242302458606,
   "lr": 9.719790845697533e-05,
   "grad_norm": 0.39309433102607727,
   "skipped": false,
   "seconds": 2108.1
  },
  {
   "step": 70,
   "epoch": 0,
   "loss": 0.04593456075913328,
   "lr": 9.709221818197624e-05,
   "grad_norm": 0.44956448674201965,
   "skipped": false,
   "seconds": 2139.3
  },
  {
   "step": 71,
   "epoch": 0,
   "loss": 0.045809862771893126,
   "lr": 9.698463103929542e-05,
   "grad_norm": 0.48698508739471436,
   "skipped": false,
   "seconds": 2170.5
  },
  {
   "step": 72,
   "epoch": 0,
   "loss": 0.044335218049706415,
   "lr": 9.687515136252731e-05,
   "grad_norm": 0.536542534828186,
   "skipped": false,
   "seconds": 2201.8
  },
  {
   "step": 73,
   "epoch": 0,
   "loss": 0.034864149286479816,
   "lr": 9.676378356149734e-05,
   "grad_norm": 0.36436447501182556,
   "skipped": false,
   "seconds": 2231.0
  },
  {
   "step": 74,
   "epoch": 0,
   "loss": 0.043896083493069775,
   "lr": 9.665053212208426e-05,
   "grad_norm": 0.4838595688343048,
   "skipped": false,
   "seconds": 2260.5
  },
  {
   "step": 75,
   "epoch": 0,
   "loss": 0.04309926780932544,
   "lr": 9.653540160603956e-05,
   "grad_norm": 0.4336928725242615,
   "skipped": false,
   "seconds": 2291.4
  },
  {
   "step": 76,
   "epoch": 0,
   "loss": 0.049297388306396996,
   "lr": 9.641839665080363e-05,
   "grad_norm": 0.4917004406452179,
   "skipped": false,
   "seconds": 2320.4
  },
  {
   "step": 77,
   "epoch": 0,
   "loss": 0.04662362143164262,
   "lr": 9.629952196931901e-05,
   "grad_norm": 0.7901037335395813,
   "skipped": false,
   "seconds": 2350.6
  },
  {
   "step": 78,
   "epoch": 0,
   "loss": 0.04559790509483134,
   "lr": 9.617878234984055e-05,
   "grad_norm": 0.48896324634552,
   "skipped": false,
   "seconds": 2381.8
  },
  {
   "step": 79,
   "epoch": 0,
   "loss": 0.041544652383531604,
   "lr": 9.60561826557425e-05,
   "grad_norm": 0.43355318903923035,
   "skipped": false,
   "seconds": 2411.3
  },
  {
   "step": 80,
   "epoch": 0,
   "loss": 0.04375480673779016,
   "lr": 9.593172782532268e-05,
   "grad_norm": 0.4469282031059265,
   "skipped": false,
   "seconds": 2442.5
  },
  {
   "step": 81,
   "epoch": 0,
   "loss": 0.043051442354047106,
   "lr": 9.580542287160348e-05,
   "grad_norm": 0.4262138903141022,
   "skipped": false,
   "seconds": 2474.1
  },
  {
   "step": 82,
   "epoch": 0,
   "loss": 0.05389878683908257,
   "lr": 9.567727288213005e-05,
   "grad_norm": 0.533173680305481,
   "skipped": false,
   "seconds": 2505.5
  },
  {
   "step": 83,
   "epoch": 0,
   "loss": 0.04077400034217979,
   "lr": 9.554728301876526e-05,
   "grad_norm": 0.4008263349533081,
   "skipped": false,
   "seconds": 2538.1
  },
  {
   "step": 84,
   "epoch": 0,
   "loss": 0.042045998732131294,
   "lr": 9.541545851748186e-05,
   "grad_norm": 0.4874799847602844,
   "skipped": false,
   "seconds": 2568.2
  },
  {
   "step": 85,
   "epoch": 0,
   "loss": 0.042924036080179126,
   "lr": 9.528180468815155e-05,
   "grad_norm": 0.4657498896121979,
   "skipped": false,
   "seconds": 2599.4
  },
  {
   "step": 86,
   "epoch": 0,
   "loss": 0.04021313511834994,
   "lr": 9.514632691433107e-05,
   "grad_norm": 0.4809572398662567,
   "skipped": false,
   "seconds": 2628.6
  },
  {
   "step": 87,
   "epoch": 0,
   "loss": 0.04092615930167263,
   "lr": 9.50090306530454e-05,
   "grad_norm": 0.48094093799591064,
   "skipped": false,
   "seconds": 2660.8
  },
  {
   "step": 88,
   "epoch": 0,
   "loss": 0.0385408574271613,
   "lr": 9.486992143456792e-05,
   "grad_norm": 0.47969570755958557,
   "skipped": false,
   "seconds": 2690.8
  },
  {
   "step": 89,
   "epoch": 0,
   "loss": 0.040967103461144676,
   "lr": 9.472900486219769e-05,
   "grad_norm": 0.4366934597492218,
   "skipped": false,
   "seconds": 2721.1
  },
  {
   "step": 90,
   "epoch": 0,
   "loss": 0.047251623422032964,
   "lr": 9.458628661203367e-05,
   "grad_norm": 0.48443788290023804,
   "skipped": false,
   "seconds": 2752.0
  },
  {
   "step": 91,
   "epoch": 0,
   "loss": 0.0382828146632823,
   "lr": 9.444177243274618e-05,
   "grad_norm": 0.4706588685512543,
   "skipped": false,
   "seconds": 2783.3
  },
  {
   "step": 92,
   "epoch": 0,
   "loss": 0.04608729774082383,
   "lr": 9.429546814534529e-05,
   "grad_norm": 0.44139933586120605,
   "skipped": false,
   "seconds": 2813.4
  },
  {
   "step": 93,
   "epoch": 0,
   "loss": 0.04839884853088036,
   "lr": 9.414737964294636e-05,
   "grad_norm": 0.4453069567680359,
   "skipped": false,
   "seconds": 2843.4
  },
  {
   "step": 94,
   "epoch": 0,
   "loss": 0.0385095516794599,
   "lr": 9.399751289053267e-05,
   "grad_norm": 0.42764177918434143,
   "skipped": false,
   "seconds": 2874.1
  },
  {
   "step": 95,
   "epoch": 0,
   "loss": 0.03839392269232086,
   "lr": 9.384587392471515e-05,
   "grad_norm": 0.4124580919742584,
   "skipped": false,
   "seconds": 2905.1
  },
  {
   "step": 96,
   "epoch": 0,
   "loss": 0.043852357471378486,
   "lr": 9.369246885348926e-05,
   "grad_norm": 0.47256457805633545,
   "skipped": false,
   "seconds": 2936.3
  },
  {
   "step": 97,
   "epoch": 0,
   "loss": 0.041886468532681916,
   "lr": 9.353730385598887e-05,
   "grad_norm": 0.4709848165512085,
   "skipped": false,
   "seconds": 2965.5
  },
  {
   "step": 98,
   "epoch": 0,
   "loss": 0.044607980541999256,
   "lr": 9.338038518223747e-05,
   "grad_norm": 0.42527738213539124,
   "skipped": false,
   "seconds": 2995.5
  },
  {
   "step": 99,
   "epoch": 0,
   "loss": 0.04058560680755121,
   "lr": 9.322171915289635e-05,
   "grad_norm": 0.41362443566322327,
   "skipped": false,
   "seconds": 3026.1
  },
  {
   "step": 100,
   "epoch": 0,
   "loss": 0.036925773563923486,
   "lr": 9.306131215901003e-05,
   "grad_norm": 0.39879411458969116,
   "skipped": false,
   "seconds": 3056.0
  },
  {
   "step": 101,
   "epoch": 0,
   "loss": 0.04319861298706494,
   "lr": 9.289917066174886e-05,
   "grad_norm": 0.45430848002433777,
   "skipped": false,
   "seconds": 3085.9
  },
  {
   "step": 102,
   "epoch": 0,
   "loss": 0.038103842340568954,
   "lr": 9.273530119214868e-05,
   "grad_norm": 1.6617456674575806,
   "skipped": false,
   "seconds": 3117.3
  },
  {
   "step": 103,
   "epoch": 0,
   "loss": 0.04705844420699579,
   "lr": 9.256971035084785e-05,
   "grad_norm": 0.5413803458213806,
   "skipped": false,
   "seconds": 3148.0
  },
  {
   "step": 104,
   "epoch": 0,
   "loss": 0.04588349056332997,
   "lr": 9.24024048078213e-05,
   "grad_norm": 0.48643723130226135,
   "skipped": false,
   "seconds": 3176.6
  },
  {
   "step": 105,
   "epoch": 0,
   "loss": 0.03868896050454584,
   "lr": 9.223339130211192e-05,
   "grad_norm": 0.4337347447872162,
   "skipped": false,
   "seconds": 3207.2
  },
  {
   "step": 106,
   "epoch": 0,
   "loss": 0.036370536171722645,
   "lr": 9.206267664155907e-05,
   "grad_norm": 0.41438397765159607,
   "skipped": false,
   "seconds": 3236.2
  },
  {
   "step": 107,
   "epoch": 0,
   "loss": 0.045510898442028866,
   "lr": 9.189026770252436e-05,
   "grad_norm": 0.4909036159515381,
   "skipped": false,
   "seconds": 3266.4
  },
  {
   "step": 108,
   "epoch": 0,
   "loss": 0.041277409169551436,
   "lr": 9.171617142961477e-05,
   "grad_norm": 0.506044864654541,
   "skipped": false,
   "seconds": 3295.5
  },
  {
   "step": 109,
   "epoch": 0,
   "loss": 0.048108986375681596,
   "lr": 9.154039483540273e-05,
   "grad_norm": 0.8060802221298218,
   "skipped": false,
   "seconds": 3325.8
  },
  {
   "step": 110,
   "epoch": 0,
   "loss": 0.04355858804628586,
   "lr": 9.136294500014386e-05,
   "grad_norm": 0.4543282687664032,
   "skipped": false,
   "seconds": 3356.2
  },
  {
   "step": 111,
   "epoch": 0,
   "loss": 0.038672522803189745,
   "lr": 9.118382907149165e-05,
   "grad_norm": 0.40678146481513977,
   "skipped": false,
   "seconds": 3387.2
  },
  {
   "step": 112,
   "epoch": 0,
   "loss": 0.042898832788448915,
   "lr": 9.100305426420956e-05,
   "grad_norm": 0.46925193071365356,
   "skipped": false,
   "seconds": 3415.2
  },
  {
   "step": 113,
   "epoch": 0,
   "loss": 0.044555553183160804,
   "lr": 9.082062785988049e-05,
   "grad_norm": 0.4316609501838684,
   "skipped": false,
   "seconds": 3445.5
  },
  {
   "step": 114,
   "epoch": 0,
   "loss": 0.05310061437274338,
   "lr": 9.06365572066134e-05,
   "grad_norm": 0.47825491428375244,
   "skipped": false,
   "seconds": 3476.2
  },
  {
   "step": 115,
   "epoch": 0,
   "loss": 0.039852327125268344,
   "lr": 9.045084971874738e-05,
   "grad_norm": 0.4318072199821472,
   "skipped": false,
   "seconds": 3507.8
  },
  {
   "step": 116,
   "epoch": 0,
   "loss": 0.04183180106903781,
   "lr": 9.026351287655294e-05,
   "grad_norm": 0.41331470012664795,
   "skipped": false,
   "seconds": 3540.0
  },
  {
   "step": 117,
   "epoch": 0,
   "loss": 0.03974040917733554,
   "lr": 9.007455422593077e-05,
   "grad_norm": 0.5103293657302856,
   "skipped": false,
   "seconds": 3570.9
  },
  {
   "step": 118,
   "epoch": 0,
   "loss": 0.044967052919180975,
   "lr": 8.988398137810777e-05,
   "grad_norm": 0.4268462359905243,
   "skipped": false,
   "seconds": 3602.0
  },
  {
   "step": 119,
   "epoch": 0,
   "loss": 0.036238125160800834,
   "lr": 8.969180200933047e-05,
   "grad_norm": 0.3959253132343292,
   "skipped": false,
   "seconds": 3634.4
  },
  {
   "step": 120,
   "epoch": 0,
   "loss": 0.03730900039784556,
   "lr": 8.949802386055581e-05,
   "grad_norm": 0.4061117172241211,
   "skipped": false,
   "seconds": 3665.0
  },
  {
   "step": 121,
   "epoch": 0,
   "loss": 0.04315282394073202,
   "lr": 8.930265473713938e-05,
   "grad_norm": 0.43387264013290405,
   "skipped": false,
   "seconds": 3695.2
  },
  {
   "step": 122,
   "epoch": 0,
   "loss": 0.04045547115192259,
   "lr": 8.910570250852097e-05,
   "grad_norm": 0.43794116377830505,
   "skipped": false,
   "seconds": 3725.1
  },
  {
   "step": 123,
   "epoch": 0,
   "loss": 0.039255543758994656,
   "lr": 8.890717510790763e-05,
   "grad_norm": 0.421598881483078,
   "skipped": false,
   "seconds": 3753.7
  },
  {
   "step": 124,
   "epoch": 0,
   "loss": 0.04119531671735658,
   "lr": 8.870708053195413e-05,
   "grad_norm": 0.41828998923301697,
   "skipped": false,
   "seconds": 3782.7
  },
  {
   "step": 125,
   "epoch": 0,
   "loss": 0.03619634128686488,
   "lr": 8.850542684044078e-05,
   "grad_norm": 0.3894548714160919,
   "skipped": false,
   "seconds": 3813.8
  },
  {
   "step": 126,
   "epoch": 0,
   "loss": 0.04429675767294329,
   "lr": 8.83022221559489e-05,
   "grad_norm": 0.4620448052883148,
   "skipped": false,
   "seconds": 3843.6
  },
  {
   "step": 127,
   "epoch": 0,
   "loss": 0.03996556843091452,
   "lr": 8.809747466353356e-05,
   "grad_norm": 0.4065825343132019,
   "skipped": false,
   "seconds": 3874.3
  },
  {
   "step": 128,
   "epoch": 0,
   "loss": 0.0439553558475418,
   "lr": 8.789119261039385e-05,
   "grad_norm": 0.4792153239250183,
   "skipped": false,
   "seconds": 3904.4
  },
  {
   "step": 129,
   "epoch": 0,
   "loss": 0.038623366088057345,
   "lr": 8.768338430554082e-05,
   "grad_norm": 0.38725003600120544,
   "skipped": false,
   "seconds": 3933.6
  },
  {
   "step": 130,
   "epoch": 0,
   "loss": 0.034875345331959726,
   "lr": 8.74740581194627e-05,
   "grad_norm": 0.46025949716567993,
   "skipped": false,
   "seconds": 3962.5
  },
  {
   "step": 131,
   "epoch": 0,
   "loss": 0.03991871696805529,
   "lr": 8.726322248378775e-05,
   "grad_norm": 0.5329133868217468,
   "skipped": false,
   "seconds": 3993.1
  },
  {
   "step": 132,
   "epoch": 0,
   "loss": 0.04528188935060945,
   "lr": 8.705088589094459e-05,
   "grad_norm": 0.6367639899253845,
   "skipped": false,
   "seconds": 4023.4
  },
  {
   "step": 133,
   "epoch": 0,
   "loss": 0.04366885924049116,
   "lr": 8.683705689382024e-05,
   "grad_norm": 0.8130128979682922,
   "skipped": false,
   "seconds": 4054.7
  },
  {
   "step": 134,
   "epoch": 0,
   "loss": 0.04263949807086629,
   "lr": 8.662174410541555e-05,
   "grad_norm": 0.47220155596733093,
   "skipped": false,
   "seconds": 4086.5
  },
  {
   "step": 135,
   "epoch": 0,
   "loss": 0.03748772638578097,
   "lr": 8.640495619849821e-05,
   "grad_norm": 0.7511334419250488,
   "skipped": false,
   "seconds": 4115.9
  },
  {
   "step": 136,
   "epoch": 0,
   "loss": 0.03817583855450704,
   "lr": 8.618670190525352e-05,
   "grad_norm": 0.45687562227249146,
   "skipped": false,
   "seconds": 4146.9
  },
  {
   "step": 137,
   "epoch": 0,
   "loss": 0.045329121330418734,
   "lr": 8.596699001693255e-05,
   "grad_norm": 0.5111539959907532,
   "skipped": false,
   "seconds": 4177.5
  },
  {
   "step": 138,
   "epoch": 0,
   "loss": 0.04316695398120789,
   "lr": 8.574582938349817e-05,
   "grad_norm": 0.47795966267585754,
   "skipped": false,
   "seconds": 4207.5
  },
  {
   "step": 139,
   "epoch": 0,
   "loss": 0.03760606574186284,
   "lr": 8.552322891326846e-05,
   "grad_norm": 0.4370393753051758,
   "skipped": false,
   "seconds": 4238.5
  },
  {
   "step": 140,
   "epoch": 0,
   "loss": 0.03411327835019874,
   "lr": 8.529919757255783e-05,
   "grad_norm": 0.5971311926841736,
   "skipped": false,
   "seconds": 4269.4
  },
  {
   "step": 141,
   "epoch": 0,
   "loss": 0.040823135821758484,
   "lr": 8.507374438531607e-05,
   "grad_norm": 0.4045528471469879,
   "skipped": false,
   "seconds": 4300.7
  },
  {
   "step": 142,
   "epoch": 0,
   "loss": 0.03689725307248674,
   "lr": 8.484687843276469e-05,
   "grad_norm": 0.503023624420166,
   "skipped": false,
   "seconds": 4330.5
  },
  {
   "step": 143,
   "epoch": 0,
   "loss": 0.04255549059662948,
   "lr": 8.461860885303114e-05,
   "grad_norm": 1.0986597537994385,
   "skipped": false,
   "seconds": 4362.6
  },
  {
   "step": 144,
   "epoch": 0,
   "loss": 0.03933713789797076,
   "lr": 8.438894484078086e-05,
   "grad_norm": 0.384954571723938,
   "skipped": false,
   "seconds": 4394.5
  },
  {
   "step": 145,
   "epoch": 0,
   "loss": 0.04379340127772898,
   "lr": 8.415789564684673e-05,
   "grad_norm": 0.42970529198646545,
   "skipped": false,
   "seconds": 4424.8
  },
  {
   "step": 146,
   "epoch": 0,
   "loss": 0.0348121738856441,
   "lr": 8.392547057785661e-05,
   "grad_norm": 0.3794669210910797,
   "skipped": false,
   "seconds": 4454.9
  },
  {
   "step": 147,
   "epoch": 0,
   "loss": 0.03421579952458653,
   "lr": 8.369167899585841e-05,
   "grad_norm": 0.3601197600364685,
   "skipped": false,
   "seconds": 4485.3
  },
  {
   "step": 148,
   "epoch": 0,
   "loss": 0.042821301594670964,
   "lr": 8.345653031794292e-05,
   "grad_norm": 0.4644930958747864,
   "skipped": false,
   "seconds": 4516.7
  },
  {
   "step": 149,
   "epoch": 0,
   "loss": 0.044358414786973915,
   "lr": 8.322003401586462e-05,
   "grad_norm": 0.4486781060695648,
   "skipped": false,
   "seconds": 4547.8
  },
  {
   "step": 150,
   "epoch": 0,
   "loss": 0.04154949754934255,
   "lr": 8.298219961566009e-05,
   "grad_norm": 0.4688260853290558,
   "skipped": false,
   "seconds": 4579.2
  },
  {
   "step": 151,
   "epoch": 0,
   "loss": 0.04206281148280588,
   "lr": 8.274303669726426e-05,
   "grad_norm": 0.4345685541629791,
   "skipped": false,
   "seconds": 4609.6
  },
  {
   "step": 152,
   "epoch": 0,
   "loss": 0.03806614825690483,
   "lr": 8.250255489412463e-05,
   "grad_norm": 0.41471055150032043,
   "skipped": false,
   "seconds": 4639.3
  },
  {
   "step": 153,
   "epoch": 0,
   "loss": 0.036419154975548464,
   "lr": 8.226076389281316e-05,
   "grad_norm": 0.39894402027130127,
   "skipped": false,
   "seconds": 4670.0
  },
  {
   "step": 154,
   "epoch": 0,
   "loss": 0.0412287198855671,
   "lr": 8.201767343263612e-05,
   "grad_norm": 0.5558825135231018,
   "skipped": false,
   "seconds": 4699.3
  },
  {
   "step": 155,
   "epoch": 0,
   "loss": 0.03543429750900332,
   "lr": 8.177329330524182e-05,
   "grad_norm": 0.3999188542366028,
   "skipped": false,
   "seconds": 4731.7
  },
  {
   "step": 156,
   "epoch": 0,
   "loss": 0.0313229477893021,
   "lr": 8.152763335422613e-05,
   "grad_norm": 0.36880818009376526,
   "skipped": false,
   "seconds": 4762.2
  },
  {
   "step": 157,
   "epoch": 0,
   "loss": 0.04267634258650647,
   "lr": 8.128070347473609e-05,
   "grad_norm": 0.476824015378952,
   "skipped": false,
   "seconds": 4793.5
  },
  {
   "step": 158,
   "epoch": 0,
   "loss": 0.036534420304552194,
   "lr": 8.103251361307119e-05,
   "grad_norm": 0.3953181505203247,
   "skipped": false,
   "seconds": 4824.2
  },
  {
   "step": 159,
   "epoch": 0,
   "loss": 0.04185770834502996,
   "lr": 8.07830737662829e-05,
   "grad_norm": 0.4075761139392853,
   "skipped": false,
   "seconds": 4854.8
  },
  {
   "step": 160,
   "epoch": 0,
   "loss": 0.03086744183635943,
   "lr": 8.053239398177191e-05,
   "grad_norm": 0.3988531529903412,
   "skipped": false,
   "seconds": 4885.7
  },
  {
   "step": 161,
   "epoch": 0,
   "loss": 0.030656032216276878,
   "lr": 8.028048435688333e-05,
   "grad_norm": 0.41813963651657104,
   "skipped": false,
   "seconds": 4915.8
  },
  {
   "step": 162,
   "epoch": 0,
   "loss": 0.03457538713973674,
   "lr": 8.002735503850016e-05,
   "grad_norm": 0.5292803049087524,
   "skipped": false,
   "seconds": 4946.6
  },
  {
   "step": 163,
   "epoch": 0,
   "loss": 0.04431626313934932,
   "lr": 7.97730162226344e-05,
   "grad_norm": 0.46250706911087036,
   "skipped": false,
   "seconds": 4977.1
  },
  {
   "step": 164,
   "epoch": 0,
   "loss": 0.03613297641050265,
   "lr": 7.95174781540165e-05,
   "grad_norm": 0.4473329484462738,
   "skipped": false,
   "seconds": 5006.5
  },
  {
   "step": 165,
   "epoch": 0,
   "loss": 0.04166648178634685,
   "lr": 7.926075112568259e-05,
   "grad_norm": 0.45099830627441406,
   "skipped": false,
   "seconds": 5039.0
  },
  {
   "step": 166,
   "epoch": 0,
   "loss": 0.0461718571295432,
   "lr": 7.900284547855991e-05,
   "grad_norm": 0.4615466594696045,
   "skipped": false,
   "seconds": 5070.3
  },
  {
   "step": 167,
   "epoch": 0,
   "loss": 0.03558595718876008,
   "lr": 7.874377160105036e-05,
   "grad_norm": 0.40478748083114624,
   "skipped": false,
   "seconds": 5101.0
  },
  {
   "step": 168,
   "epoch": 0,
   "loss": 0.03655152665563376,
   "lr": 7.848353992861195e-05,
   "grad_norm": 0.8066860437393188,
   "skipped": false,
   "seconds": 5131.0
  },
  {
   "step": 169,
   "epoch": 0,
   "loss": 0.04193836329213726,
   "lr": 7.822216094333847e-05,
   "grad_norm": 0.47176116704940796,
   "skipped": false,
   "seconds": 5161.5
  },
  {
   "step": 170,
   "epoch": 0,
   "loss": 0.04063318507788144,
   "lr": 7.795964517353735e-05,
   "grad_norm": 0.6494160294532776,
   "skipped": false,
   "seconds": 5190.9
  },
  {
   "step": 171,
   "epoch": 0,
   "loss": 0.031576382511724656,
   "lr": 7.769600319330552e-05,
   "grad_norm": 0.33635416626930237,
   "skipped": false,
   "seconds": 5222.1
  },
  {
   "step": 172,
   "epoch": 0,
   "loss": 0.03734357056854235,
   "lr": 7.74312456221035e-05,
   "grad_norm": 0.4150267243385315,
   "skipped": false,
   "seconds": 5253.9
  },
  {
   "step": 173,
   "epoch": 0,
   "loss": 0.032456102336556145,
   "lr": 7.716538312432766e-05,
   "grad_norm": 0.4122450649738312,
   "skipped": false,
   "seconds": 5285.7
  },
  {
   "step": 174,
   "epoch": 0,
   "loss": 0.04108603528774564,
   "lr": 7.689842640888063e-05,
   "grad_norm": 0.4406798183917999,
   "skipped": false,
   "seconds": 5316.2
  },
  {
   "step": 175,
   "epoch": 0,
   "loss": 0.034947429970073884,
   "lr": 7.663038622873999e-05,
   "grad_norm": 0.388076514005661,
   "skipped": false,
   "seconds": 5345.7
  },
  {
   "step": 176,
   "epoch": 0,
   "loss": 0.03984182050221951,
   "lr": 7.636127338052512e-05,
   "grad_norm": 0.4097675085067749,
   "skipped": false,
   "seconds": 5376.6
  },
  {
   "step": 177,
   "epoch": 0,
   "loss": 0.03554444531306821,
   "lr": 7.60910987040623e-05,
   "grad_norm": 0.4486690163612366,
   "skipped": false,
   "seconds": 5404.5
  },
  {
   "step": 178,
   "epoch": 0,
   "loss": 0.03406732369196045,
   "lr": 7.58198730819481e-05,
   "grad_norm": 0.36147722601890564,
   "skipped": false,
   "seconds": 5437.3
  },
  {
   "step": 179,
   "epoch": 0,
   "loss": 0.03996114220770357,
   "lr": 7.554760743911103e-05,
   "grad_norm": 0.6578200459480286,
   "skipped": false,
   "seconds": 5468.4
  },
  {
   "step": 180,
   "epoch": 0,
   "loss": 0.03974208406398927,
   "lr": 7.52743127423715e-05,
   "grad_norm": 0.5207664370536804,
   "skipped": false,
   "seconds": 5498.2
  },
  {
   "step": 181,
   "epoch": 0,
   "loss": 0.04600800008996591,
   "lr": 7.500000000000001e-05,
   "grad_norm": 0.5798813104629517,
   "skipped": false,
   "seconds": 5528.0
  },
  {
   "step": 182,
   "epoch": 0,
   "loss": 0.039908104562122335,
   "lr": 7.472468026127385e-05,
   "grad_norm": 0.4419390559196472,
   "skipped": false,
   "seconds": 5559.1
  },
  {
   "step": 183,
   "epoch": 0,
   "loss": 0.03292939452479223,
   "lr": 7.444836461603195e-05,
   "grad_norm": 0.3788493871688843,
   "skipped": false,
   "seconds": 5588.1
  },
  {
   "step": 184,
   "epoch": 0,
   "loss": 0.04538562315394896,
   "lr": 7.417106419422819e-05,
   "grad_norm": 0.48531362414360046,
   "skipped": false,
   "seconds": 5617.4
  },
  {
   "step": 185,
   "epoch": 0,
   "loss": 0.03726213373671817,
   "lr": 7.389279016548316e-05,
   "grad_norm": 0.4027515649795532,
   "skipped": false,
   "seconds": 5650.0
  },
  {
   "step": 186,
   "epoch": 0,
   "loss": 0.03393715986206677,
   "lr": 7.361355373863414e-05,
   "grad_norm": 0.3956986963748932,
   "skipped": false,
   "seconds": 5680.1
  },
  {
   "step": 187,
   "epoch": 0,
   "loss": 0.04360706535456188,
   "lr": 7.333336616128369e-05,
   "grad_norm": 0.4776063561439514,
   "skipped": false,
   "seconds": 5709.6
  },
  {
   "step": 188,
   "epoch": 0,
   "loss": 0.05108193350914854,
   "lr": 7.305223871934657e-05,
   "grad_norm": 0.4673639237880707,
   "skipped": false,
   "seconds": 5739.7
  },
  {
   "step": 189,
   "epoch": 0,
   "loss": 0.03513687010553615,
   "lr": 7.277018273659517e-05,
   "grad_norm": 0.3786344826221466,
   "skipped": false,
   "seconds": 5769.9
  },
  {
   "step": 190,
   "epoch": 0,
   "loss": 0.037264012151926776,
   "lr": 7.24872095742033e-05,
   "grad_norm": 0.4696302115917206,
   "skipped": false,
   "seconds": 5801.1
  },
  {
   "step": 191,
   "epoch": 0,
   "loss": 0.03839773619213788,
   "lr": 7.220333063028872e-05,
   "grad_norm": 1.4208773374557495,
   "skipped": false,
   "seconds": 5832.1
  },
  {
   "step": 192,
   "epoch": 0,
   "loss": 0.037638320253307794,
   "lr": 7.191855733945387e-05,
   "grad_norm": 0.4687727987766266,
   "skipped": false,
   "seconds": 5861.9
  },
  {
   "step": 193,
   "epoch": 0,
   "loss": 0.033059018984484906,
   "lr": 7.163290117232542e-05,
   "grad_norm": 0.46348440647125244,
   "skipped": false,
   "seconds": 5892.3
  },
  {
   "step": 194,
   "epoch": 0,
   "loss": 0.037771729388868955,
   "lr": 7.13463736350921e-05,
   "grad_norm": 0.39239150285720825,
   "skipped": false,
   "seconds": 5921.5
  },
  {
   "step": 195,
   "epoch": 0,
   "loss": 0.04014919540012298,
   "lr": 7.105898626904134e-05,
   "grad_norm": 0.4191938638687134,
   "skipped": false,
   "seconds": 5952.6
  },
  {
   "step": 196,
   "epoch": 0,
   "loss": 0.032287506898942726,
   "lr": 7.077075065009433e-05,
   "grad_norm": 0.3714689612388611,
   "skipped": false,
   "seconds": 5983.1
  },
  {
   "step": 197,
   "epoch": 0,
   "loss": 0.03435342616117841,
   "lr": 7.048167838833977e-05,
   "grad_norm": 0.43851959705352783,
   "skipped": false,
   "seconds": 6014.3
  },
  {
   "step": 198,
   "epoch": 0,
   "loss": 0.031339017286041354,
   "lr": 7.019178112756624e-05,
   "grad_norm": 1.0957211256027222,
   "skipped": false,
   "seconds": 6045.5
  },
  {
   "step": 199,
   "epoch": 0,
   "loss": 0.03213614967368697,
   "lr": 6.990107054479312e-05,
   "grad_norm": 0.4667567014694214,
   "skipped": false,
   "seconds": 6075.9
  },
  {
   "step": 200,
   "epoch": 0,
   "loss": 0.03776222146967406,
   "lr": 6.960955834980028e-05,
   "grad_norm": 0.49867287278175354,
   "skipped": false,
   "seconds": 6106.6
  },
  {
   "step": 201,
   "epoch": 0,
   "loss": 0.03299907082185107,
   "lr": 6.931725628465643e-05,
   "grad_norm": 0.4388504922389984,
   "skipped": false,
   "seconds": 6137.2
  },
  {
   "step": 202,
   "epoch": 0,
   "loss": 0.02845420716160882,
   "lr": 6.902417612324615e-05,
   "grad_norm": 0.4300897717475891,
   "skipped": false,
   "seconds": 6167.6
  },
  {
   "step": 203,
   "epoch": 0,
   "loss": 0.048140803469887264,
   "lr": 6.873032967079561e-05,
   "grad_norm": 0.4720727205276489,
   "skipped": false,
   "seconds": 6196.9
  },
  {
   "step": 204,
   "epoch": 0,
   "loss": 0.04197649929110564,
   "lr": 6.843572876339705e-05,
   "grad_norm": 0.5733126997947693,
   "skipped": false,
   "seconds": 6228.0
  },
  {
   "step": 205,
   "epoch": 0,
   "loss": 0.0407797022241052,
   "lr": 6.814038526753205e-05,
   "grad_norm": 0.4141710102558136,
   "skipped": false,
   "seconds": 6258.9
  },
  {
   "step": 206,
   "epoch": 0,
   "loss": 0.03560397631227188,
   "lr": 6.784431107959359e-05,
   "grad_norm": 0.4068869650363922,
   "skipped": false,
   "seconds": 6289.4
  },
  {
   "step": 207,
   "epoch": 0,
   "loss": 0.03401413873482035,
   "lr": 6.754751812540679e-05,
   "grad_norm": 0.3947623372077942,
   "skipped": false,
   "seconds": 6319.6
  },
  {
   "step": 208,
   "epoch": 0,
   "loss": 0.04135789566635663,
   "lr": 6.725001835974853e-05,
   "grad_norm": 0.4253414571285248,
   "skipped": false,
   "seconds": 6351.6
  },
  {
   "step": 209,
   "epoch": 0,
   "loss": 0.03787880008467034,
   "lr": 6.695182376586603e-05,
   "grad_norm": 0.4344177544116974,
   "skipped": false,
   "seconds": 6382.8
  },
  {
   "step": 210,
   "epoch": 0,
   "loss": 0.03571759499921796,
   "lr": 6.665294635499404e-05,
   "grad_norm": 0.3693549633026123,
   "skipped": false,
   "seconds": 6413.8
  },
  {
   "step": 211,
   "epoch": 0,
   "loss": 0.037497748775431376,
   "lr": 6.635339816587109e-05,
   "grad_norm": 0.4440297484397888,
   "skipped": false,
   "seconds": 6443.4
  },
  {
   "step": 212,
   "epoch": 0,
   "loss": 0.03740905688192839,
   "lr": 6.605319126425454e-05,
   "grad_norm": 0.4463842213153839,
   "skipped": false,
   "seconds": 6474.5
  },
  {
   "step": 213,
   "epoch": 0,
   "loss": 0.04070149968421992,
   "lr": 6.575233774243465e-05,
   "grad_norm": 0.6535020470619202,
   "skipped": false,
   "seconds": 6505.5
  },
  {
   "step": 214,
   "epoch": 0,
   "loss": 0.03551791987161815,
   "lr": 6.545084971874738e-05,
   "grad_norm": 0.4679766297340393,
   "skipped": false,
   "seconds": 6536.2
  },
  {
   "step": 215,
   "epoch": 0,
   "loss": 0.0383298000410759,
   "lr": 6.514873933708638e-05,
   "grad_norm": 0.3855707347393036,
   "skipped": false,
   "seconds": 6566.2
  },
  {
   "step": 216,
   "epoch": 0,
   "loss": 0.037831665922547046,
   "lr": 6.484601876641375e-05,
   "grad_norm": 1.139644742012024,
   "skipped": false,
   "seconds": 6595.9
  },
  {
   "step": 217,
   "epoch": 0,
   "loss": 0.03648110361960469,
   "lr": 6.454270020026995e-05,
   "grad_norm": 0.4173310101032257,
   "skipped": false,
   "seconds": 6626.4
  },
  {
   "step": 218,
   "epoch": 0,
   "loss": 0.033973121468026765,
   "lr": 6.423879585628261e-05,
   "grad_norm": 0.4316014349460602,
   "skipped": false,
   "seconds": 6655.2
  },
  {
   "step": 219,
   "epoch": 0,
   "loss": 0.04896280768634715,
   "lr": 6.39343179756744e-05,
   "grad_norm": 1.1312209367752075,
   "skipped": false,
   "seconds": 6685.7
  },
  {
   "step": 220,
   "epoch": 0,
   "loss": 0.03579341232938403,
   "lr": 6.36292788227699e-05,
   "grad_norm": 0.40495115518569946,
   "skipped": false,
   "seconds": 6716.8
  },
  {
   "step": 221,
   "epoch": 0,
   "loss": 0.05005555049648453,
   "lr": 6.332369068450174e-05,
   "grad_norm": 0.47920170426368713,
   "skipped": false,
   "seconds": 6749.8
  },
  {
   "step": 222,
   "epoch": 0,
   "loss": 0.03518659511842654,
   "lr": 6.30175658699156e-05,
   "grad_norm": 0.47350093722343445,
   "skipped": false,
   "seconds": 6780.5
  },
  {
   "step": 223,
   "epoch": 0,
   "loss": 0.03665763939553687,
   "lr": 6.271091670967436e-05,
   "grad_norm": 0.42811599373817444,
   "skipped": false,
   "seconds": 6810.9
  },
  {
   "step": 224,
   "epoch": 0,
   "loss": 0.07557717694559939,
   "lr": 6.240375555556145e-05,
   "grad_norm": 0.5362834930419922,
   "skipped": false,
   "seconds": 6841.8
  },
  {
   "step": 225,
   "epoch": 0,
   "loss": 0.034370320694503485,
   "lr": 6.209609477998338e-05,
   "grad_norm": 0.3875359296798706,
   "skipped": false,
   "seconds": 6873.3
  },
  {
   "step": 226,
   "epoch": 0,
   "loss": 0.03586724312368848,
   "lr": 6.178794677547137e-05,
   "grad_norm": 0.4375789761543274,
   "skipped": false,
   "seconds": 6903.7
  },
  {
   "step": 227,
   "epoch": 0,
   "loss": 0.03204754625441711,
   "lr": 6.147932395418205e-05,
   "grad_norm": 0.37311556935310364,
   "skipped": false,
   "seconds": 6934.6
  },
  {
   "step": 228,
   "epoch": 0,
   "loss": 0.029651823812095246,
   "lr": 6.117023874739772e-05,
   "grad_norm": 0.3873976469039917,
   "skipped": false,
   "seconds": 6965.5
  },
  {
   "step": 229,
   "epoch": 0,
   "loss": 0.03313081313206076,
   "lr": 6.0860703605025395e-05,
   "grad_norm": 0.40196579694747925,
   "skipped": false,
   "seconds": 6997.5
  },
  {
   "step": 230,
   "epoch": 0,
   "loss": 0.032857811465442976,
   "lr": 6.05507309950955e-05,
   "grad_norm": 0.3450320065021515,
   "skipped": false,
   "seconds": 7025.7
  },
  {
   "step": 231,
   "epoch": 0,
   "loss": 0.03128418165351189,
   "lr": 6.024033340325954e-05,
   "grad_norm": 0.33902105689048767,
   "skipped": false,
   "seconds": 7058.4
  },
  {
   "step": 232,
   "epoch": 0,
   "loss": 0.033792713284052735,
   "lr": 5.992952333228728e-05,
   "grad_norm": 0.3558861017227173,
   "skipped": false,
   "seconds": 7088.5
  },
  {
   "step": 233,
   "epoch": 0,
   "loss": 0.03406227171537694,
   "lr": 5.9618313301563055e-05,
   "grad_norm": 0.4204740524291992,
   "skipped": false,
   "seconds": 7120.3
  },
  {
   "step": 234,
   "epoch": 0,
   "loss": 0.03475309157182153,
   "lr": 5.9306715846581506e-05,
   "grad_norm": 0.38286036252975464,
   "skipped": false,
   "seconds": 7149.4
  },
  {
   "step": 235,
   "epoch": 0,
   "loss": 0.032176283458823195,
   "lr": 5.8994743518442694e-05,
   "grad_norm": 0.40629762411117554,
   "skipped": false,
   "seconds": 7180.5
  },
  {
   "step": 236,
   "epoch": 0,
   "loss": 0.031434473539711294,
   "lr": 5.868240888334653e-05,
   "grad_norm": 0.3440655469894409,
   "skipped": false,
   "seconds": 7211.0
  },
  {
   "step": 237,
   "epoch": 0,
   "loss": 0.036813643134599484,
   "lr": 5.836972452208654e-05,
   "grad_norm": 0.3786338269710541,
   "skipped": false,
   "seconds": 7242.7
  },
  {
   "step": 238,
   "epoch": 0,
   "loss": 0.028255267931254515,
   "lr": 5.805670302954321e-05,
   "grad_norm": 0.3729824125766754,
   "skipped": false,
   "seconds": 7274.4
  },
  {
   "step": 239,
   "epoch": 0,
   "loss": 0.041683754948011256,
   "lr": 5.7743357014176624e-05,
   "grad_norm": 0.475638210773468,
   "skipped": false,
   "seconds": 7306.1
  },
  {
   "step": 240,
   "epoch": 0,
   "loss": 0.03886621624397832,
   "lr": 5.7429699097518585e-05,
   "grad_norm": 0.44749245047569275,
   "skipped": false,
   "seconds": 7337.5
  },
  {
   "step": 241,
   "epoch": 0,
   "loss": 0.0370755632110252,
   "lr": 5.7115741913664264e-05,
   "grad_norm": 0.4899304211139679,
   "skipped": false,
   "seconds": 7368.2
  },
  {
   "step": 242,
   "epoch": 0,
   "loss": 0.032659575216887886,
   "lr": 5.680149810876322e-05,
   "grad_norm": 0.3824728727340698,
   "skipped": false,
   "seconds": 7398.7
  },
  {
   "step": 243,
   "epoch": 0,
   "loss": 0.041655277951663454,
   "lr": 5.6486980340510086e-05,
   "grad_norm": 0.5157487988471985,
   "skipped": false,
   "seconds": 7428.5
  },
  {
   "step": 244,
   "epoch": 0,
   "loss": 0.03493482644935842,
   "lr": 5.617220127763474e-05,
   "grad_norm": 0.8254408836364746,
   "skipped": false,
   "seconds": 7458.7
  },
  {
   "step": 245,
   "epoch": 0,
   "loss": 0.03271396995609642,
   "lr": 5.585717359939192e-05,
   "grad_norm": 0.4264238178730011,
   "skipped": false,
   "seconds": 7489.6
  },
  {
   "step": 246,
   "epoch": 0,
   "loss": 0.035557805931201635,
   "lr": 5.5541909995050554e-05,
   "grad_norm": 0.7259626388549805,
   "skipped": false,
   "seconds": 7520.5
  },
  {
   "step": 247,
   "epoch": 0,
   "loss": 0.03830919612537731,
   "lr": 5.522642316338268e-05,
   "grad_norm": 0.5846589803695679,
   "skipped": false,
   "seconds": 7550.8
  },
  {
   "step": 248,
   "epoch": 0,
   "loss": 0.030078849312401398,
   "lr": 5.4910725812151864e-05,
   "grad_norm": 0.3776968717575073,
   "skipped": false,
   "seconds": 7581.3
  },
  {
   "step": 249,
   "epoch": 0,
   "loss": 0.03155149267491511,
   "lr": 5.4594830657601384e-05,
   "grad_norm": 0.3725808262825012,
   "skipped": false,
   "seconds": 7610.1
  },
  {
   "step": 250,
   "epoch": 0,
   "loss": 0.028693306861097875,
   "lr": 5.427875042394199e-05,
   "grad_norm": 0.4124157130718231,
   "skipped": false,
   "seconds": 7642.6
  },
  {
   "step": 251,
   "epoch": 0,
   "loss": 0.03217434105471025,
   "lr": 5.396249784283942e-05,
   "grad_norm": 0.5312711000442505,
   "skipped": false,
   "seconds": 7673.0
  },
  {
   "step": 252,
   "epoch": 0,
   "loss": 0.03104523542030881,
   "lr": 5.364608565290155e-05,
   "grad_norm": 0.4328680634498596,
   "skipped": false,
   "seconds": 7704.1
  },
  {
   "step": 253,
   "epoch": 0,
   "loss": 0.038518297395887566,
   "lr": 5.3329526599165204e-05,
   "grad_norm": 0.4788975417613983,
   "skipped": false,
   "seconds": 7735.2
  },
  {
   "step": 254,
   "epoch": 0,
   "loss": 0.03644856197733275,
   "lr": 5.301283343258293e-05,
   "grad_norm": 0.3760280907154083,
   "skipped": false,
   "seconds": 7765.5
  },
  {
   "step": 255,
   "epoch": 0,
   "loss": 0.040502291837035805,
   "lr": 5.2696018909509306e-05,
   "grad_norm": 0.609524667263031,
   "skipped": false,
   "seconds": 7781.9
  },
  {
   "step": 256,
   "epoch": 1,
   "loss": 0.024327973316301866,
   "lr": 5.2379095791187124e-05,
   "grad_norm": 0.34370267391204834,
   "skipped": false,
   "seconds": 7813.3
  },
  {
   "step": 257,
   "epoch": 1,
   "loss": 0.023225568969183718,
   "lr": 5.2062076843233366e-05,
   "grad_norm": 0.2865596413612366,
   "skipped": false,
   "seconds": 7844.7
  },
  {
   "step": 258,
   "epoch": 1,
   "loss": 0.020964424002418502,
   "lr": 5.174497483512506e-05,
   "grad_norm": 0.29307377338409424,
   "skipped": false,
   "seconds": 7874.0
  },
  {
   "step": 259,
   "epoch": 1,
   "loss": 0.02225420688061004,
   "lr": 5.142780253968481e-05,
   "grad_norm": 0.25329098105430603,
   "skipped": false,
   "seconds": 7905.2
  },
  {
   "step": 260,
   "epoch": 1,
   "loss": 0.019704535258939154,
   "lr": 5.1110572732566475e-05,
   "grad_norm": 0.2547796964645386,
   "skipped": false,
   "seconds": 7936.0
  },
  {
   "step": 261,
   "epoch": 1,
   "loss": 0.029142963339943442,
   "lr": 5.0793298191740404e-05,
   "grad_norm": 0.457135945558548,
   "skipped": false,
   "seconds": 7966.4
  },
  {
   "step": 262,
   "epoch": 1,
   "loss": 0.024066689716361174,
   "lr": 5.047599169697884e-05,
   "grad_norm": 0.2987236976623535,
   "skipped": false,
   "seconds": 7998.0
  },
  {
   "step": 263,
   "epoch": 1,
   "loss": 0.021392749322089965,
   "lr": 5.015866602934112e-05,
   "grad_norm": 0.2809486985206604,
   "skipped": false,
   "seconds": 8028.5
  },
  {
   "step": 264,
   "epoch": 1,
   "loss": 0.018585208267671207,
   "lr": 4.984133397065889e-05,
   "grad_norm": 0.2966468930244446,
   "skipped": false,
   "seconds": 8060.1
  },
  {
   "step": 265,
   "epoch": 1,
   "loss": 0.023124013230306148,
   "lr": 4.952400830302117e-05,
   "grad_norm": 0.4006018340587616,
   "skipped": false,
   "seconds": 8091.2
  },
  {
   "step": 266,
   "epoch": 1,
   "loss": 0.019659400110981634,
   "lr": 4.92067018082596e-05,
   "grad_norm": 0.29323676228523254,
   "skipped": false,
   "seconds": 8120.9
  },
  {
   "step": 267,
   "epoch": 1,
   "loss": 0.024482026068742894,
   "lr": 4.888942726743353e-05,
   "grad_norm": 0.3428184390068054,
   "skipped": false,
   "seconds": 8151.8
  },
  {
   "step": 268,
   "epoch": 1,
   "loss": 0.02003022017938944,
   "lr": 4.85721974603152e-05,
   "grad_norm": 0.3119227886199951,
   "skipped": false,
   "seconds": 8182.3
  },
  {
   "step": 269,
   "epoch": 1,
   "loss": 0.026439435787854695,
   "lr": 4.825502516487497e-05,
   "grad_norm": 0.3782959580421448,
   "skipped": false,
   "seconds": 8212.2
  },
  {
   "step": 270,
   "epoch": 1,
   "loss": 0.014993694335972417,
   "lr": 4.7937923156766646e-05,
   "grad_norm": 0.23553837835788727,
   "skipped": false,
   "seconds": 8242.5
  },
  {
   "step": 271,
   "epoch": 1,
   "loss": 0.01803465460008746,
   "lr": 4.762090420881289e-05,
   "grad_norm": 0.2514285147190094,
   "skipped": false,
   "seconds": 8273.6
  },
  {
   "step": 272,
   "epoch": 1,
   "loss": 0.019902860205701138,
   "lr": 4.730398109049071e-05,
   "grad_norm": 0.2984468340873718,
   "skipped": false,
   "seconds": 8304.0
  },
  {
   "step": 273,
   "epoch": 1,
   "loss": 0.01947339402151121,
   "lr": 4.698716656741708e-05,
   "grad_norm": 0.2736494541168213,
   "skipped": false,
   "seconds": 8335.5
  },
  {
   "step": 274,
   "epoch": 1,
   "loss": 0.01885466807551386,
   "lr": 4.667047340083481e-05,
   "grad_norm": 0.25517645478248596,
   "skipped": false,
   "seconds": 8364.6
  },
  {
   "step": 275,
   "epoch": 1,
   "loss": 0.01877950233943932,
   "lr": 4.635391434709847e-05,
   "grad_norm": 0.2774704396724701,
   "skipped": false,
   "seconds": 8394.3
  },
  {
   "step": 276,
   "epoch": 1,
   "loss": 0.018360153023932645,
   "lr": 4.603750215716057e-05,
   "grad_norm": 0.32435178756713867,
   "skipped": false,
   "seconds": 8424.5
  },
  {
   "step": 277,
   "epoch": 1,
   "loss": 0.01531967046614941,
   "lr": 4.5721249576058027e-05,
   "grad_norm": 0.3591376543045044,
   "skipped": false,
   "seconds": 8456.0
  },
  {
   "step": 278,
   "epoch": 1,
   "loss": 0.016068661741435234,
   "lr": 4.5405169342398634e-05,
   "grad_norm": 0.32163316011428833,
   "skipped": false,
   "seconds": 8484.3
  },
  {
   "step": 279,
   "epoch": 1,
   "loss": 0.017871897473814482,
   "lr": 4.508927418784815e-05,
   "grad_norm": 0.2604014277458191,
   "skipped": false,
   "seconds": 8515.2
  },
  {
   "step": 280,
   "epoch": 1,
   "loss": 0.021977489380508728,
   "lr": 4.477357683661734e-05,
   "grad_norm": 0.3197914958000183,
   "skipped": false,
   "seconds": 8547.2
  },
  {
   "step": 281,
   "epoch": 1,
   "loss": 0.02219422790948942,
   "lr": 4.445809000494946e-05,
   "grad_norm": 0.36903974413871765,
   "skipped": false,
   "seconds": 8577.6
  },
  {
   "step": 282,
   "epoch": 1,
   "loss": 0.017691280488369144,
   "lr": 4.4142826400608086e-05,
   "grad_norm": 0.29918819665908813,
   "skipped": false,
   "seconds": 8607.6
  },
  {
   "step": 283,
   "epoch": 1,
   "loss": 0.016365259626193267,
   "lr": 4.3827798722365264e-05,
   "grad_norm": 0.34842997789382935,
   "skipped": false,
   "seconds": 8638.8
  },
  {
   "step": 284,
   "epoch": 1,
   "loss": 0.020046620939416723,
   "lr": 4.351301965948991e-05,
   "grad_norm": 0.2710837423801422,
   "skipped": false,
   "seconds": 8671.2
  },
  {
   "step": 285,
   "epoch": 1,
   "loss": 0.01676117178713448,
   "lr": 4.3198501891236804e-05,
   "grad_norm": 0.27728036046028137,
   "skipped": false,
   "seconds": 8700.4
  },
  {
   "step": 286,
   "epoch": 1,
   "loss": 0.017474436593507493,
   "lr": 4.288425808633575e-05,
   "grad_norm": 0.2791229486465454,
   "skipped": false,
   "seconds": 8731.9
  },
  {
   "step": 287,
   "epoch": 1,
   "loss": 0.01543151501258758,
   "lr": 4.2570300902481426e-05,
   "grad_norm": 0.25070998072624207,
   "skipped": false,
   "seconds": 8762.9
  },
  {
   "step": 288,
   "epoch": 1,
   "loss": 0.017339263243646895,
   "lr": 4.2256642985823395e-05,
   "grad_norm": 0.2656727433204651,
   "skipped": false,
   "seconds": 8793.3
  },
  {
   "step": 289,
   "epoch": 1,
   "loss": 0.022872012997628945,
   "lr": 4.19432969704568e-05,
   "grad_norm": 0.36633551120758057,
   "skipped": false,
   "seconds": 8823.6
  },
  {
   "step": 290,
   "epoch": 1,
   "loss": 0.020003974834431417,
   "lr": 4.163027547791347e-05,
   "grad_norm": 0.26786261796951294,
   "skipped": false,
   "seconds": 8853.5
  },
  {
   "step": 291,
   "epoch": 1,
   "loss": 0.016302781465769377,
   "lr": 4.131759111665349e-05,
   "grad_norm": 0.2734525501728058,
   "skipped": false,
   "seconds": 8884.3
  },
  {
   "step": 292,
   "epoch": 1,
   "loss": 0.01887829475529337,
   "lr": 4.100525648155731e-05,
   "grad_norm": 0.31800055503845215,
   "skipped": false,
   "seconds": 8913.4
  },
  {
   "step": 293,
   "epoch": 1,
   "loss": 0.020399836793905158,
   "lr": 4.06932841534185e-05,
   "grad_norm": 0.3321515619754791,
   "skipped": false,
   "seconds": 8946.0
  },
  {
   "step": 294,
   "epoch": 1,
   "loss": 0.021608482857536256,
   "lr": 4.038168669843697e-05,
   "grad_norm": 0.3299846351146698,
   "skipped": false,
   "seconds": 8976.4
  },
  {
   "step": 295,
   "epoch": 1,
   "loss": 0.015938243765422702,
   "lr": 4.007047666771274e-05,
   "grad_norm": 0.32036611437797546,
   "skipped": false,
   "seconds": 9007.7
  },
  {
   "step": 296,
   "epoch": 1,
   "loss": 0.016782717475817,
   "lr": 3.9759666596740476e-05,
   "grad_norm": 0.2806603014469147,
   "skipped": false,
   "seconds": 9039.7
  },
  {
   "step": 297,
   "epoch": 1,
   "loss": 0.014644961975055359,
   "lr": 3.944926900490452e-05,
   "grad_norm": 0.2742427885532379,
   "skipped": false,
   "seconds": 9071.9
  },
  {
   "step": 298,
   "epoch": 1,
   "loss": 0.016398670697453047,
   "lr": 3.913929639497462e-05,
   "grad_norm": 0.28872784972190857,
   "skipped": false,
   "seconds": 9104.5
  },
  {
   "step": 299,
   "epoch": 1,
   "loss": 0.017263746750174284,
   "lr": 3.882976125260229e-05,
   "grad_norm": 0.41232573986053467,
   "skipped": false,
   "seconds": 9133.6
  },
  {
   "step": 300,
   "epoch": 1,
   "loss": 0.019409321586866885,
   "lr": 3.852067604581794e-05,
   "grad_norm": 0.36655980348587036,
   "skipped": false,
   "seconds": 9165.4
  },
  {
   "step": 301,
   "epoch": 1,
   "loss": 0.013817376942734192,
   "lr": 3.821205322452863e-05,
   "grad_norm": 0.4269910156726837,
   "skipped": false,
   "seconds": 9197.3
  },
  {
   "step": 302,
   "epoch": 1,
   "loss": 0.02174159104628318,
   "lr": 3.790390522001662e-05,
   "grad_norm": 0.3511791229248047,
   "skipped": false,
   "seconds": 9226.2
  },
  {
   "step": 303,
   "epoch": 1,
   "loss": 0.016236488907425493,
   "lr": 3.759624444443858e-05,
   "grad_norm": 0.23098163306713104,
   "skipped": false,
   "seconds": 9255.1
  },
  {
   "step": 304,
   "epoch": 1,
   "loss": 0.017032122276003547,
   "lr": 3.728908329032567e-05,
   "grad_norm": 0.3353688716888428,
   "skipped": false,
   "seconds": 9285.3
  },
  {
   "step": 305,
   "epoch": 1,
   "loss": 0.01921281299615016,
   "lr": 3.69824341300844e-05,
   "grad_norm": 0.2812039256095886,
   "skipped": false,
   "seconds": 9317.4
  },
  {
   "step": 306,
   "epoch": 1,
   "loss": 0.016250054041544598,
   "lr": 3.6676309315498256e-05,
   "grad_norm": 0.28371351957321167,
   "skipped": false,
   "seconds": 9346.9
  },
  {
   "step": 307,
   "epoch": 1,
   "loss": 0.017268654154290946,
   "lr": 3.6370721177230116e-05,
   "grad_norm": 0.30808404088020325,
   "skipped": false,
   "seconds": 9377.3
  },
  {
   "step": 308,
   "epoch": 1,
   "loss": 0.018877130984260353,
   "lr": 3.606568202432562e-05,
   "grad_norm": 0.2958217263221741,
   "skipped": false,
   "seconds": 9408.6
  },
  {
   "step": 309,
   "epoch": 1,
   "loss": 0.018510348657640053,
   "lr": 3.5761204143717385e-05,
   "grad_norm": 0.2983313500881195,
   "skipped": false,
   "seconds": 9438.1
  },
  {
   "step": 310,
   "epoch": 1,
   "loss": 0.027753260579261186,
   "lr": 3.545729979973005e-05,
   "grad_norm": 0.49328893423080444,
   "skipped": false,
   "seconds": 9468.4
  },
  {
   "step": 311,
   "epoch": 1,
   "loss": 0.021194045424342375,
   "lr": 3.515398123358627e-05,
   "grad_norm": 0.29437315464019775,
   "skipped": false,
   "seconds": 9498.7
  },
  {
   "step": 312,
   "epoch": 1,
   "loss": 0.01686973282576468,
   "lr": 3.485126066291364e-05,
   "grad_norm": 0.24846428632736206,
   "skipped": false,
   "seconds": 9529.9
  },
  {
   "step": 313,
   "epoch": 1,
   "loss": 0.020775053623928477,
   "lr": 3.4549150281252636e-05,
   "grad_norm": 0.32179757952690125,
   "skipped": false,
   "seconds": 9561.7
  },
  {
   "step": 314,
   "epoch": 1,
   "loss": 0.01746008980630427,
   "lr": 3.424766225756537e-05,
   "grad_norm": 0.2708369493484497,
   "skipped": false,
   "seconds": 9592.7
  },
  {
   "step": 315,
   "epoch": 1,
   "loss": 0.02235273347283802,
   "lr": 3.394680873574546e-05,
   "grad_norm": 0.30049774050712585,
   "skipped": false,
   "seconds": 9623.0
  },
  {
   "step": 316,
   "epoch": 1,
   "loss": 0.020062926840855224,
   "lr": 3.364660183412892e-05,
   "grad_norm": 0.27229195833206177,
   "skipped": false,
   "seconds": 9654.1
  },
  {
   "step": 317,
   "epoch": 1,
   "loss": 0.017258836476076313,
   "lr": 3.334705364500596e-05,
   "grad_norm": 0.26787665486335754,
   "skipped": false,
   "seconds": 9684.8
  },
  {
   "step": 318,
   "epoch": 1,
   "loss": 0.01641855517474037,
   "lr": 3.304817623413397e-05,
   "grad_norm": 0.2533664405345917,
   "skipped": false,
   "seconds": 9715.7
  },
  {
   "step": 319,
   "epoch": 1,
   "loss": 0.019590947524596114,
   "lr": 3.274998164025148e-05,
   "grad_norm": 0.2662172317504883,
   "skipped": false,
   "seconds": 9746.9
  },
  {
   "step": 320,
   "epoch": 1,
   "loss": 0.015173372780071455,
   "lr": 3.2452481874593234e-05,
   "grad_norm": 0.2734486162662506,
   "skipped": false,
   "seconds": 9777.2
  },
  {
   "step": 321,
   "epoch": 1,
   "loss": 0.01690472215391683,
   "lr": 3.215568892040641e-05,
   "grad_norm": 0.2521533966064453,
   "skipped": false,
   "seconds": 9806.3
  },
  {
   "step": 322,
   "epoch": 1,
   "loss": 0.02087894162760005,
   "lr": 3.1859614732467954e-05,
   "grad_norm": 0.31441473960876465,
   "skipped": false,
   "seconds": 9836.5
  },
  {
   "step": 323,
   "epoch": 1,
   "loss": 0.013367866929058109,
   "lr": 3.156427123660297e-05,
   "grad_norm": 0.2140335887670517,
   "skipped": false,
   "seconds": 9867.4
  },
  {
   "step": 324,
   "epoch": 1,
   "loss": 0.014857198143227932,
   "lr": 3.12696703292044e-05,
   "grad_norm": 0.25735756754875183,
   "skipped": false,
   "seconds": 9898.8
  },
  {
   "step": 325,
   "epoch": 1,
   "loss": 0.017185792865311567,
   "lr": 3.097582387675385e-05,
   "grad_norm": 0.311068594455719,
   "skipped": false,
   "seconds": 9929.0
  },
  {
   "step": 326,
   "epoch": 1,
   "loss": 0.02158736824714009,
   "lr": 3.0682743715343564e-05,
   "grad_norm": 0.40494808554649353,
   "skipped": false,
   "seconds": 9960.3
  },
  {
   "step": 327,
   "epoch": 1,
   "loss": 0.017084697947514934,
   "lr": 3.0390441650199724e-05,
   "grad_norm": 0.40005937218666077,
   "skipped": false,
   "seconds": 9990.1
  },
  {
   "step": 328,
   "epoch": 1,
   "loss": 0.018331635892169955,
   "lr": 3.0098929455206904e-05,
   "grad_norm": 0.29285380244255066,
   "skipped": false,
   "seconds": 10020.1
  },
  {
   "step": 329,
   "epoch": 1,
   "loss": 0.01609054411061065,
   "lr": 2.9808218872433767e-05,
   "grad_norm": 0.3758953809738159,
   "skipped": false,
   "seconds": 10048.8
  },
  {
   "step": 330,
   "epoch": 1,
   "loss": 0.022970987022469896,
   "lr": 2.9518321611660237e-05,
   "grad_norm": 0.3137178421020508,
   "skipped": false,
   "seconds": 10079.0
  },
  {
   "step": 331,
   "epoch": 1,
   "loss": 0.017783200439661022,
   "lr": 2.9229249349905684e-05,
   "grad_norm": 0.29773151874542236,
   "skipped": false,
   "seconds": 10109.6
  },
  {
   "step": 332,
   "epoch": 1,
   "loss": 0.016127112212563518,
   "lr": 2.894101373095867e-05,
   "grad_norm": 0.2919289171695709,
   "skipped": false,
   "seconds": 10137.5
  },
  {
   "step": 333,
   "epoch": 1,
   "loss": 0.01922946286664721,
   "lr": 2.8653626364907917e-05,
   "grad_norm": 0.2525309920310974,
   "skipped": false,
   "seconds": 10168.2
  },
  {
   "step": 334,
   "epoch": 1,
   "loss": 0.013304160924842517,
   "lr": 2.8367098827674578e-05,
   "grad_norm": 0.23909994959831238,
   "skipped": false,
   "seconds": 10199.6
  },
  {
   "step": 335,
   "epoch": 1,
   "loss": 0.016354744904398068,
   "lr": 2.8081442660546125e-05,
   "grad_norm": 0.22283875942230225,
   "skipped": false,
   "seconds": 10228.6
  },
  {
   "step": 336,
   "epoch": 1,
   "loss": 0.015653531660566027,
   "lr": 2.7796669369711294e-05,
   "grad_norm": 0.2464396357536316,
   "skipped": false,
   "seconds": 10258.2
  },
  {
   "step": 337,
   "epoch": 1,
   "loss": 0.016884816086275165,
   "lr": 2.7512790425796718e-05,
   "grad_norm": 0.25359708070755005,
   "skipped": false,
   "seconds": 10288.8
  },
  {
   "step": 338,
   "epoch": 1,
   "loss": 0.02054701702025414,
   "lr": 2.7229817263404866e-05,
   "grad_norm": 0.22650858759880066,
   "skipped": false,
   "seconds": 10320.9
  },
  {
   "step": 339,
   "epoch": 1,
   "loss": 0.01796677281747861,
   "lr": 2.694776128065345e-05,
   "grad_norm": 0.3973900377750397,
   "skipped": false,
   "seconds": 10350.4
  },
  {
   "step": 340,
   "epoch": 1,
   "loss": 0.01574439181162856,
   "lr": 2.6666633838716314e-05,
   "grad_norm": 0.2303837239742279,
   "skipped": false,
   "seconds": 10380.1
  },
  {
   "step": 341,
   "epoch": 1,
   "loss": 0.013421567281087239,
   "lr": 2.638644626136587e-05,
   "grad_norm": 0.256214439868927,
   "skipped": false,
   "seconds": 10411.5
  },
  {
   "step": 342,
   "epoch": 1,
   "loss": 0.01560402047647239,
   "lr": 2.6107209834516854e-05,
   "grad_norm": 0.2719871401786804,
   "skipped": false,
   "seconds": 10444.1
  },
  {
   "step": 343,
   "epoch": 1,
   "loss": 0.02437654976241827,
   "lr": 2.5828935805771802e-05,
   "grad_norm": 0.5778554081916809,
   "skipped": false,
   "seconds": 10474.6
  },
  {
   "step": 344,
   "epoch": 1,
   "loss": 0.025893028253831666,
   "lr": 2.5551635383968065e-05,
   "grad_norm": 1.2740740776062012,
   "skipped": false,
   "seconds": 10505.2
  },
  {
   "step": 345,
   "epoch": 1,
   "loss": 0.01596813173179167,
   "lr": 2.5275319738726165e-05,
   "grad_norm": 0.3198592960834503,
   "skipped": false,
   "seconds": 10535.3
  },
  {
   "step": 346,
   "epoch": 1,
   "loss": 0.02277532178302144,
   "lr": 2.500000000000001e-05,
   "grad_norm": 0.36020344495773315,
   "skipped": false,
   "seconds": 10565.9
  },
  {
   "step": 347,
   "epoch": 1,
   "loss": 0.03668016211487209,
   "lr": 2.4725687257628534e-05,
   "grad_norm": 0.3347547948360443,
   "skipped": false,
   "seconds": 10596.5
  },
  {
   "step": 348,
   "epoch": 1,
   "loss": 0.018362691837820064,
   "lr": 2.4452392560888976e-05,
   "grad_norm": 0.5395991802215576,
   "skipped": false,
   "seconds": 10627.8
  },
  {
   "step": 349,
   "epoch": 1,
   "loss": 0.021723086045103975,
   "lr": 2.418012691805191e-05,
   "grad_norm": 0.30525851249694824,
   "skipped": false,
   "seconds": 10655.7
  },
  {
   "step": 350,
   "epoch": 1,
   "loss": 0.013355130647918101,
   "lr": 2.3908901295937713e-05,
   "grad_norm": 0.2056380659341812,
   "skipped": false,
   "seconds": 10687.6
  },
  {
   "step": 351,
   "epoch": 1,
   "loss": 0.01658166001536888,
   "lr": 2.363872661947488e-05,
   "grad_norm": 0.29792430996894836,
   "skipped": false,
   "seconds": 10717.7
  },
  {
   "step": 352,
   "epoch": 1,
   "loss": 0.01986786977065489,
   "lr": 2.336961377126001e-05,
   "grad_norm": 0.33303678035736084,
   "skipped": false,
   "seconds": 10749.8
  },
  {
   "step": 353,
   "epoch": 1,
   "loss": 0.019453472974544632,
   "lr": 2.310157359111938e-05,
   "grad_norm": 0.35702478885650635,
   "skipped": false,
   "seconds": 10779.0
  },
  {
   "step": 354,
   "epoch": 1,
   "loss": 0.015191067429245598,
   "lr": 2.283461687567236e-05,
   "grad_norm": 0.2647939622402191,
   "skipped": false,
   "seconds": 10808.7
  },
  {
   "step": 355,
   "epoch": 1,
   "loss": 0.015050849344550908,
   "lr": 2.2568754377896516e-05,
   "grad_norm": 0.2411239743232727,
   "skipped": false,
   "seconds": 10840.6
  },
  {
   "step": 356,
   "epoch": 1,
   "loss": 0.012920646420356383,
   "lr": 2.2303996806694488e-05,
   "grad_norm": 0.22789867222309113,
   "skipped": false,
   "seconds": 10871.0
  },
  {
   "step": 357,
   "epoch": 1,
   "loss": 0.014633365573149149,
   "lr": 2.2040354826462668e-05,
   "grad_norm": 0.2780497670173645,
   "skipped": false,
   "seconds": 10902.1
  },
  {
   "step": 358,
   "epoch": 1,
   "loss": 0.015241143214731,
   "lr": 2.1777839056661554e-05,
   "grad_norm": 0.2793889045715332,
   "skipped": false,
   "seconds": 10933.8
  },
  {
   "step": 359,
   "epoch": 1,
   "loss": 0.017730983503526435,
   "lr": 2.1516460071388062e-05,
   "grad_norm": 0.2675914466381073,
   "skipped": false,
   "seconds": 10964.3
  },
  {
   "step": 360,
   "epoch": 1,
   "loss": 0.02158524816624618,
   "lr": 2.125622839894964e-05,
   "grad_norm": 0.29603734612464905,
   "skipped": false,
   "seconds": 10995.1
  },
  {
   "step": 361,
   "epoch": 1,
   "loss": 0.016972364705656273,
   "lr": 2.09971545214401e-05,
   "grad_norm": 0.3738466203212738,
   "skipped": false,
   "seconds": 11026.7
  },
  {
   "step": 362,
   "epoch": 1,
   "loss": 0.021522874766122458,
   "lr": 2.073924887431744e-05,
   "grad_norm": 0.31328442692756653,
   "skipped": false,
   "seconds": 11058.1
  },
  {
   "step": 363,
   "epoch": 1,
   "loss": 0.017776748608779275,
   "lr": 2.048252184598352e-05,
   "grad_norm": 0.2673688232898712,
   "skipped": false,
   "seconds": 11089.1
  },
  {
   "step": 364,
   "epoch": 1,
   "loss": 0.020682575531182877,
   "lr": 2.0226983777365604e-05,
   "grad_norm": 0.3776637017726898,
   "skipped": false,
   "seconds": 11120.0
  },
  {
   "step": 365,
   "epoch": 1,
   "loss": 0.01417801892561934,
   "lr": 1.9972644961499854e-05,
   "grad_norm": 0.20646420121192932,
   "skipped": false,
   "seconds": 11150.7
  },
  {
   "step": 366,
   "epoch": 1,
   "loss": 0.019781235268653725,
   "lr": 1.9719515643116674e-05,
   "grad_norm": 0.31171584129333496,
   "skipped": false,
   "seconds": 11181.4
  },
  {
   "step": 367,
   "epoch": 1,
   "loss": 0.016028509728283503,
   "lr": 1.946760601822809e-05,
   "grad_norm": 0.271849662065506,
   "skipped": false,
   "seconds": 11211.2
  },
  {
   "step": 368,
   "epoch": 1,
   "loss": 0.01597410992545235,
   "lr": 1.9216926233717085e-05,
   "grad_norm": 0.26115888357162476,
   "skipped": false,
   "seconds": 11241.2
  },
  {
   "step": 369,
   "epoch": 1,
   "loss": 0.01464600051658741,
   "lr": 1.8967486386928817e-05,
   "grad_norm": 0.20717978477478027,
   "skipped": false,
   "seconds": 11271.8
  },
  {
   "step": 370,
   "epoch": 1,
   "loss": 0.014690513336154173,
   "lr": 1.8719296525263922e-05,
   "grad_norm": 0.2489292472600937,
   "skipped": false,
   "seconds": 11300.7
  },
  {
   "step": 371,
   "epoch": 1,
   "loss": 0.019532598908972135,
   "lr": 1.847236664577389e-05,
   "grad_norm": 0.2948475182056427,
   "skipped": false,
   "seconds": 11332.0
  },
  {
   "step": 372,
   "epoch": 1,
   "loss": 0.019013768308514138,
   "lr": 1.8226706694758195e-05,
   "grad_norm": 0.24077652394771576,
   "skipped": false,
   "seconds": 11363.0
  },
  {
   "step": 373,
   "epoch": 1,
   "loss": 0.015933554452930872,
   "lr": 1.7982326567363888e-05,
   "grad_norm": 0.287951797246933,
   "skipped": false,
   "seconds": 11394.9
  },
  {
   "step": 374,
   "epoch": 1,
   "loss": 0.01682713304488164,
   "lr": 1.773923610718686e-05,
   "grad_norm": 0.22983764111995697,
   "skipped": false,
   "seconds": 11424.4
  },
  {
   "step": 375,
   "epoch": 1,
   "loss": 0.017295656077654046,
   "lr": 1.7497445105875377e-05,
   "grad_norm": 0.2799907922744751,
   "skipped": false,
   "seconds": 11455.1
  },
  {
   "step": 376,
   "epoch": 1,
   "loss": 0.014463379727276486,
   "lr": 1.725696330273575e-05,
   "grad_norm": 0.2402082234621048,
   "skipped": false,
   "seconds": 11483.6
  },
  {
   "step": 377,
   "epoch": 1,
   "loss": 0.01813724382882879,
   "lr": 1.7017800384339928e-05,
   "grad_norm": 0.39935919642448425,
   "skipped": false,
   "seconds": 11513.5
  },
  {
   "step": 378,
   "epoch": 1,
   "loss": 0.02063750761723156,
   "lr": 1.6779965984135377e-05,
   "grad_norm": 0.26636335253715515,
   "skipped": false,
   "seconds": 11542.8
  },
  {
   "step": 379,
   "epoch": 1,
   "loss": 0.01720981912825147,
   "lr": 1.6543469682057106e-05,
   "grad_norm": 0.25584572553634644,
   "skipped": false,
   "seconds": 11573.4
  },
  {
   "step": 380,
   "epoch": 1,
   "loss": 0.016045881793675845,
   "lr": 1.6308321004141607e-05,
   "grad_norm": 0.24034883081912994,
   "skipped": false,
   "seconds": 11604.8
  },
  {
   "step": 381,
   "epoch": 1,
   "loss": 0.016837453895027516,
   "lr": 1.60745294221434e-05,
   "grad_norm": 0.27986347675323486,
   "skipped": false,
   "seconds": 11636.5
  },
  {
   "step": 382,
   "epoch": 1,
   "loss": 0.020221882823811536,
   "lr": 1.5842104353153287e-05,
   "grad_norm": 27.728328704833984,
   "skipped": false,
   "seconds": 11665.6
  },
  {
   "step": 383,
   "epoch": 1,
   "loss": 0.01467958791457942,
   "lr": 1.5611055159219152e-05,
   "grad_norm": 0.27296140789985657,
   "skipped": false,
   "seconds": 11696.4
  },
  {
   "step": 384,
   "epoch": 1,
   "loss": 0.014055224498078696,
   "lr": 1.5381391146968866e-05,
   "grad_norm": 0.22324781119823456,
   "skipped": false,
   "seconds": 11727.0
  },
  {
   "step": 385,
   "epoch": 1,
   "loss": 0.016929681425198358,
   "lr": 1.5153121567235335e-05,
   "grad_norm": 0.2702989876270294,
   "skipped": false,
   "seconds": 11757.3
  },
  {
   "step": 386,
   "epoch": 1,
   "loss": 0.015159464784758233,
   "lr": 1.4926255614683932e-05,
   "grad_norm": 0.2476302534341812,
   "skipped": false,
   "seconds": 11788.4
  },
  {
   "step": 387,
   "epoch": 1,
   "loss": 0.018204662800171433,
   "lr": 1.4700802427442179e-05,
   "grad_norm": 1.1057723760604858,
   "skipped": false,
   "seconds": 11819.5
  },
  {
   "step": 388,
   "epoch": 1,
   "loss": 0.01382485911035508,
   "lr": 1.4476771086731567e-05,
   "grad_norm": 0.2819043695926666,
   "skipped": false,
   "seconds": 11848.7
  },
  {
   "step": 389,
   "epoch": 1,
   "loss": 0.013176220352306017,
   "lr": 1.4254170616501827e-05,
   "grad_norm": 0.2870631217956543,
   "skipped": false,
   "seconds": 11879.2
  },
  {
   "step": 390,
   "epoch": 1,
   "loss": 0.015560504752145687,
   "lr": 1.4033009983067452e-05,
   "grad_norm": 0.2705937325954437,
   "skipped": false,
   "seconds": 11909.6
  },
  {
   "step": 391,
   "epoch": 1,
   "loss": 0.0172401643150863,
   "lr": 1.3813298094746491e-05,
   "grad_norm": 0.3437158465385437,
   "skipped": false,
   "seconds": 11940.3
  },
  {
   "step": 392,
   "epoch": 1,
   "loss": 0.021647427999498762,
   "lr": 1.3595043801501794e-05,
   "grad_norm": 0.2943425476551056,
   "skipped": false,
   "seconds": 11970.0
  },
  {
   "step": 393,
   "epoch": 1,
   "loss": 0.02094827180419021,
   "lr": 1.3378255894584463e-05,
   "grad_norm": 0.2669637203216553,
   "skipped": false,
   "seconds": 11999.7
  },
  {
   "step": 394,
   "epoch": 1,
   "loss": 0.016528638708385404,
   "lr": 1.3162943106179749e-05,
   "grad_norm": 0.29634103178977966,
   "skipped": false,
   "seconds": 12031.1
  },
  {
   "step": 395,
   "epoch": 1,
   "loss": 0.013307068416540571,
   "lr": 1.2949114109055415e-05,
   "grad_norm": 0.2215854972600937,
   "skipped": false,
   "seconds": 12060.2
  },
  {
   "step": 396,
   "epoch": 1,
   "loss": 0.015899094069978637,
   "lr": 1.2736777516212266e-05,
   "grad_norm": 0.2678273022174835,
   "skipped": false,
   "seconds": 12089.3
  },
  {
   "step": 397,
   "epoch": 1,
   "loss": 0.011314437034100134,
   "lr": 1.2525941880537307e-05,
   "grad_norm": 0.2707388997077942,
   "skipped": false,
   "seconds": 12119.0
  },
  {
   "step": 398,
   "epoch": 1,
   "loss": 0.01665331870056188,
   "lr": 1.2316615694459189e-05,
   "grad_norm": 0.4135851263999939,
   "skipped": false,
   "seconds": 12149.1
  },
  {
   "step": 399,
   "epoch": 1,
   "loss": 0.022952738952416948,
   "lr": 1.2108807389606158e-05,
   "grad_norm": 0.3070237338542938,
   "skipped": false,
   "seconds": 12179.5
  },
  {
   "step": 400,
   "epoch": 1,
   "loss": 0.017071752871094466,
   "lr": 1.1902525336466464e-05,
   "grad_norm": 0.23360101878643036,
   "skipped": false,
   "seconds": 12209.9
  },
  {
   "step": 401,
   "epoch": 1,
   "loss": 0.02012303668381288,
   "lr": 1.1697777844051105e-05,
   "grad_norm": 0.5425054430961609,
   "skipped": false,
   "seconds": 12240.2
  },
  {
   "step": 402,
   "epoch": 1,
   "loss": 0.013822645244752747,
   "lr": 1.1494573159559213e-05,
   "grad_norm": 0.24790161848068237,
   "skipped": false,
   "seconds": 12269.8
  },
  {
   "step": 403,
   "epoch": 1,
   "loss": 0.01809105012161628,
   "lr": 1.1292919468045877e-05,
   "grad_norm": 0.2774483263492584,
   "skipped": false,
   "seconds": 12299.4
  },
  {
   "step": 404,
   "epoch": 1,
   "loss": 0.014330840732265222,
   "lr": 1.1092824892092373e-05,
   "grad_norm": 0.30954477190971375,
   "skipped": false,
   "seconds": 12330.3
  },
  {
   "step": 405,
   "epoch": 1,
   "loss": 0.018357951065589642,
   "lr": 1.0894297491479045e-05,
   "grad_norm": 1.0409938097000122,
   "skipped": false,
   "seconds": 12360.4
  },
  {
   "step": 406,
   "epoch": 1,
   "loss": 0.016694805807263444,
   "lr": 1.0697345262860636e-05,
   "grad_norm": 0.3196686804294586,
   "skipped": false,
   "seconds": 12390.2
  },
  {
   "step": 407,
   "epoch": 1,
   "loss": 0.017687978299173884,
   "lr": 1.0501976139444191e-05,
   "grad_norm": 0.27741143107414246,
   "skipped": false,
   "seconds": 12420.6
  },
  {
   "step": 408,
   "epoch": 1,
   "loss": 0.02315771045021266,
   "lr": 1.0308197990669538e-05,
   "grad_norm": 0.33277827501296997,
   "skipped": false,
   "seconds": 12450.5
  },
  {
   "step": 409,
   "epoch": 1,
   "loss": 0.014765257162961296,
   "lr": 1.0116018621892237e-05,
   "grad_norm": 0.26430729031562805,
   "skipped": false,
   "seconds": 12481.0
  },
  {
   "step": 410,
   "epoch": 1,
   "loss": 0.021278894573238723,
   "lr": 9.92544577406923e-06,
   "grad_norm": 0.2686549127101898,
   "skipped": false,
   "seconds": 12511.7
  },
  {
   "step": 411,
   "epoch": 1,
   "loss": 0.014673768498664539,
   "lr": 9.73648712344707e-06,
   "grad_norm": 0.22932101786136627,
   "skipped": false,
   "seconds": 12540.4
  },
  {
   "step": 412,
   "epoch": 1,
   "loss": 0.012732859466220641,
   "lr": 9.549150281252633e-06,
   "grad_norm": 0.21991147100925446,
   "skipped": false,
   "seconds": 12571.3
  },
  {
   "step": 413,
   "epoch": 1,
   "loss": 0.01871246826772906,
   "lr": 9.363442793386606e-06,
   "grad_norm": 0.24232839047908783,
   "skipped": false,
   "seconds": 12603.8
  },
  {
   "step": 414,
   "epoch": 1,
   "loss": 0.013039972662259746,
   "lr": 9.179372140119525e-06,
   "grad_norm": 0.21381565928459167,
   "skipped": false,
   "seconds": 12636.0
  },
  {
   "step": 415,
   "epoch": 1,
   "loss": 0.01748069505959961,
   "lr": 8.996945735790447e-06,
   "grad_norm": 0.2568955421447754,
   "skipped": false,
   "seconds": 12664.7
  },
  {
   "step": 416,
   "epoch": 1,
   "loss": 0.014440955766563963,
   "lr": 8.816170928508365e-06,
   "grad_norm": 0.2171037197113037,
   "skipped": false,
   "seconds": 12695.5
  },
  {
   "step": 417,
   "epoch": 1,
   "loss": 0.013840633916014087,
   "lr": 8.637054999856148e-06,
   "grad_norm": 0.265576034784317,
   "skipped": false,
   "seconds": 12723.2
  },
  {
   "step": 418,
   "epoch": 1,
   "loss": 0.014396657270685956,
   "lr": 8.459605164597267e-06,
   "grad_norm": 0.26587891578674316,
   "skipped": false,
   "seconds": 12754.4
  },
  {
   "step": 419,
   "epoch": 1,
   "loss": 0.01791663248030866,
   "lr": 8.283828570385238e-06,
   "grad_norm": 0.3830026388168335,
   "skipped": false,
   "seconds": 12785.5
  },
  {
   "step": 420,
   "epoch": 1,
   "loss": 0.016166413976127142,
   "lr": 8.109732297475635e-06,
   "grad_norm": 0.26750504970550537,
   "skipped": false,
   "seconds": 12816.0
  },
  {
   "step": 421,
   "epoch": 1,
   "loss": 0.012980075526736159,
   "lr": 7.937323358440935e-06,
   "grad_norm": 0.23061294853687286,
   "skipped": false,
   "seconds": 12847.4
  },
  {
   "step": 422,
   "epoch": 1,
   "loss": 0.01326038453287219,
   "lr": 7.766608697888095e-06,
   "grad_norm": 0.2267688363790512,
   "skipped": false,
   "seconds": 12877.5
  },
  {
   "step": 423,
   "epoch": 1,
   "loss": 0.01464304382652022,
   "lr": 7.597595192178702e-06,
   "grad_norm": 0.26651710271835327,
   "skipped": false,
   "seconds": 12906.8
  },
  {
   "step": 424,
   "epoch": 1,
   "loss": 0.014991654364183522,
   "lr": 7.430289649152156e-06,
   "grad_norm": 3.3915822505950928,
   "skipped": false,
   "seconds": 12938.5
  },
  {
   "step": 425,
   "epoch": 1,
   "loss": 0.01039733584913624,
   "lr": 7.264698807851328e-06,
   "grad_norm": 0.1901535987854004,
   "skipped": false,
   "seconds": 12967.8
  },
  {
   "step": 426,
   "epoch": 1,
   "loss": 0.01814713527780788,
   "lr": 7.100829338251147e-06,
   "grad_norm": 0.3595639765262604,
   "skipped": false,
   "seconds": 12997.6
  },
  {
   "step": 427,
   "epoch": 1,
   "loss": 0.017600897006762102,
   "lr": 6.9386878409899715e-06,
   "grad_norm": 0.26794108748435974,
   "skipped": false,
   "seconds": 13028.5
  },
  {
   "step": 428,
   "epoch": 1,
   "loss": 0.013089698404604005,
   "lr": 6.778280847103669e-06,
   "grad_norm": 0.22527790069580078,
   "skipped": false,
   "seconds": 13058.3
  },
  {
   "step": 429,
   "epoch": 1,
   "loss": 0.014918052926552072,
   "lr": 6.619614817762537e-06,
   "grad_norm": 0.23448950052261353,
   "skipped": false,
   "seconds": 13090.1
  },
  {
   "step": 430,
   "epoch": 1,
   "loss": 0.01596330983663676,
   "lr": 6.462696144011149e-06,
   "grad_norm": 0.2590503692626953,
   "skipped": false,
   "seconds": 13121.9
  },
  {
   "step": 431,
   "epoch": 1,
   "loss": 0.0151835978799376,
   "lr": 6.3075311465107535e-06,
   "grad_norm": 0.20222195982933044,
   "skipped": false,
   "seconds": 13152.0
  },
  {
   "step": 432,
   "epoch": 1,
   "loss": 0.016157260446313156,
   "lr": 6.154126075284855e-06,
   "grad_norm": 0.26201319694519043,
   "skipped": false,
   "seconds": 13182.5
  },
  {
   "step": 433,
   "epoch": 1,
   "loss": 0.017083022302860837,
   "lr": 6.002487109467347e-06,
   "grad_norm": 0.3449777364730835,
   "skipped": false,
   "seconds": 13212.7
  },
  {
   "step": 434,
   "epoch": 1,
   "loss": 0.01500254542848523,
   "lr": 5.852620357053651e-06,
   "grad_norm": 0.2756975293159485,
   "skipped": false,
   "seconds": 13243.5
  },
  {
   "step": 435,
   "epoch": 1,
   "loss": 0.02222851620663891,
   "lr": 5.704531854654721e-06,
   "grad_norm": 0.3507115840911865,
   "skipped": false,
   "seconds": 13273.1
  },
  {
   "step": 436,
   "epoch": 1,
   "loss": 0.019562456892998556,
   "lr": 5.558227567253832e-06,
   "grad_norm": 0.49055540561676025,
   "skipped": false,
   "seconds": 13303.6
  },
  {
   "step": 437,
   "epoch": 1,
   "loss": 0.016707392397116234,
   "lr": 5.413713387966329e-06,
   "grad_norm": 0.30712446570396423,
   "skipped": false,
   "seconds": 13331.3
  },
  {
   "step": 438,
   "epoch": 1,
   "loss": 0.015860420129522206,
   "lr": 5.270995137802315e-06,
   "grad_norm": 0.2504942715167999,
   "skipped": false,
   "seconds": 13361.0
  },
  {
   "step": 439,
   "epoch": 1,
   "loss": 0.017581775125712695,
   "lr": 5.13007856543209e-06,
   "grad_norm": 0.24654711782932281,
   "skipped": false,
   "seconds": 13393.6
  },
  {
   "step": 440,
   "epoch": 1,
   "loss": 0.017193995594407954,
   "lr": 4.99096934695461e-06,
   "grad_norm": 0.2912333011627197,
   "skipped": false,
   "seconds": 13423.5
  },
  {
   "step": 441,
   "epoch": 1,
   "loss": 0.016572819199672965,
   "lr": 4.853673085668947e-06,
   "grad_norm": 0.24467350542545319,
   "skipped": false,
   "seconds": 13452.7
  },
  {
   "step": 442,
   "epoch": 1,
   "loss": 0.0161877468859019,
   "lr": 4.7181953118484556e-06,
   "grad_norm": 0.3681254982948303,
   "skipped": false,
   "seconds": 13482.4
  },
  {
   "step": 443,
   "epoch": 1,
   "loss": 0.017729474168756372,
   "lr": 4.58454148251814e-06,
   "grad_norm": 0.25886455178260803,
   "skipped": false,
   "seconds": 13513.4
  },
  {
   "step": 444,
   "epoch": 1,
   "loss": 0.017672039854985017,
   "lr": 4.452716981234744e-06,
   "grad_norm": 0.3544117510318756,
   "skipped": false,
   "seconds": 13543.3
  },
  {
   "step": 445,
   "epoch": 1,
   "loss": 0.014902976864204671,
   "lr": 4.322727117869951e-06,
   "grad_norm": 0.2283497452735901,
   "skipped": false,
   "seconds": 13573.1
  },
  {
   "step": 446,
   "epoch": 1,
   "loss": 0.017319539780133623,
   "lr": 4.19457712839652e-06,
   "grad_norm": 0.36809778213500977,
   "skipped": false,
   "seconds": 13602.4
  },
  {
   "step": 447,
   "epoch": 1,
   "loss": 0.021381757385359655,
   "lr": 4.068272174677335e-06,
   "grad_norm": 0.3147641718387604,
   "skipped": false,
   "seconds": 13632.3
  },
  {
   "step": 448,
   "epoch": 1,
   "loss": 0.01543112478605562,
   "lr": 3.9438173442575e-06,
   "grad_norm": 0.22462071478366852,
   "skipped": false,
   "seconds": 13662.9
  },
  {
   "step": 449,
   "epoch": 1,
   "loss": 0.01753268618065157,
   "lr": 3.821217650159453e-06,
   "grad_norm": 0.22539229691028595,
   "skipped": false,
   "seconds": 13694.8
  },
  {
   "step": 450,
   "epoch": 1,
   "loss": 0.01648473962055351,
   "lr": 3.700478030680987e-06,
   "grad_norm": 0.22293080389499664,
   "skipped": false,
   "seconds": 13725.2
  },
  {
   "step": 451,
   "epoch": 1,
   "loss": 0.01837570977896805,
   "lr": 3.581603349196372e-06,
   "grad_norm": 0.24224314093589783,
   "skipped": false,
   "seconds": 13755.3
  },
  {
   "step": 452,
   "epoch": 1,
   "loss": 0.011402834787101922,
   "lr": 3.4645983939604496e-06,
   "grad_norm": 0.21129898726940155,
   "skipped": false,
   "seconds": 13784.0
  },
  {
   "step": 453,
   "epoch": 1,
   "loss": 0.013870194191312664,
   "lr": 3.349467877915746e-06,
   "grad_norm": 0.21010389924049377,
   "skipped": false,
   "seconds": 13813.6
  },
  {
   "step": 454,
   "epoch": 1,
   "loss": 0.014568589164859322,
   "lr": 3.2362164385026706e-06,
   "grad_norm": 0.2321111261844635,
   "skipped": false,
   "seconds": 13845.4
  },
  {
   "step": 455,
   "epoch": 1,
   "loss": 0.015580425932430933,
   "lr": 3.1248486374726883e-06,
   "grad_norm": 0.2638421356678009,
   "skipped": false,
   "seconds": 13877.1
  },
  {
   "step": 456,
   "epoch": 1,
   "loss": 0.013652178491824374,
   "lr": 3.0153689607045845e-06,
   "grad_norm": 0.24279172718524933,
   "skipped": false,
   "seconds": 13907.7
  },
  {
   "step": 457,
   "epoch": 1,
   "loss": 0.01109541549945247,
   "lr": 2.9077818180237693e-06,
   "grad_norm": 0.22842855751514435,
   "skipped": false,
   "seconds": 13939.2
  },
  {
   "step": 458,
   "epoch": 1,
   "loss": 0.016054675009398334,
   "lr": 2.802091543024671e-06,
   "grad_norm": 0.3169231414794922,
   "skipped": false,
   "seconds": 13968.8
  },
  {
   "step": 459,
   "epoch": 1,
   "loss": 0.021520703001592777,
   "lr": 2.6983023928961404e-06,
   "grad_norm": 0.4069320857524872,
   "skipped": false,
   "seconds": 14000.2
  },
  {
   "step": 460,
   "epoch": 1,
   "loss": 0.013510759170049744,
   "lr": 2.596418548250029e-06,
   "grad_norm": 0.21013274788856506,
   "skipped": false,
   "seconds": 14031.5
  },
  {
   "step": 461,
   "epoch": 1,
   "loss": 0.013634231950015235,
   "lr": 2.496444112952734e-06,
   "grad_norm": 0.29028260707855225,
   "skipped": false,
   "seconds": 14063.1
  },
  {
   "step": 462,
   "epoch": 1,
   "loss": 0.01630439492373671,
   "lr": 2.3983831139599287e-06,
   "grad_norm": 0.23812183737754822,
   "skipped": false,
   "seconds": 14094.4
  },
  {
   "step": 463,
   "epoch": 1,
   "loss": 0.015388567299092912,
   "lr": 2.3022395011543686e-06,
   "grad_norm": 0.22293654084205627,
   "skipped": false,
   "seconds": 14123.4
  },
  {
   "step": 464,
   "epoch": 1,
   "loss": 0.015927969555081974,
   "lr": 2.208017147186736e-06,
   "grad_norm": 0.28787466883659363,
   "skipped": false,
   "seconds": 14154.5
  },
  {
   "step": 465,
   "epoch": 1,
   "loss": 0.014266629292836635,
   "lr": 2.1157198473197414e-06,
   "grad_norm": 0.23060643672943115,
   "skipped": false,
   "seconds": 14185.9
  },
  {
   "step": 466,
   "epoch": 1,
   "loss": 0.019002444870969852,
   "lr": 2.0253513192751373e-06,
   "grad_norm": 0.2352025806903839,
   "skipped": false,
   "seconds": 14216.0
  },
  {
   "step": 467,
   "epoch": 1,
   "loss": 0.016235436245141923,
   "lr": 1.9369152030840556e-06,
   "grad_norm": 0.3779015839099884,
   "skipped": false,
   "seconds": 14246.5
  },
  {
   "step": 468,
   "epoch": 1,
   "loss": 0.02078640302022298,
   "lr": 1.8504150609403858e-06,
   "grad_norm": 0.3310161232948303,
   "skipped": false,
   "seconds": 14277.5
  },
  {
   "step": 469,
   "epoch": 1,
   "loss": 0.012792520942559773,
   "lr": 1.7658543770572189e-06,
   "grad_norm": 0.21761828660964966,
   "skipped": false,
   "seconds": 14307.9
  },
  {
   "step": 470,
   "epoch": 1,
   "loss": 0.016218211290812422,
   "lr": 1.6832365575265741e-06,
   "grad_norm": 0.20596861839294434,
   "skipped": false,
   "seconds": 14338.0
  },
  {
   "step": 471,
   "epoch": 1,
   "loss": 0.019815962166179115,
   "lr": 1.6025649301821876e-06,
   "grad_norm": 0.28267160058021545,
   "skipped": false,
   "seconds": 14369.4
  },
  {
   "step": 472,
   "epoch": 1,
   "loss": 0.013912331480348034,
   "lr": 1.523842744465437e-06,
   "grad_norm": 0.23686163127422333,
   "skipped": false,
   "seconds": 14399.0
  },
  {
   "step": 473,
   "epoch": 1,
   "loss": 0.013959775194577858,
   "lr": 1.4470731712944884e-06,
   "grad_norm": 0.2434159815311432,
   "skipped": false,
   "seconds": 14429.9
  },
  {
   "step": 474,
   "epoch": 1,
   "loss": 0.01357290552109755,
   "lr": 1.372259302936546e-06,
   "grad_norm": 0.2746292054653168,
   "skipped": false,
   "seconds": 14461.3
  },
  {
   "step": 475,
   "epoch": 1,
   "loss": 0.014042890674668011,
   "lr": 1.2994041528833266e-06,
   "grad_norm": 0.2632994055747986,
   "skipped": false,
   "seconds": 14492.8
  },
  {
   "step": 476,
   "epoch": 1,
   "loss": 0.013474665587544012,
   "lr": 1.2285106557296477e-06,
   "grad_norm": 0.2416546642780304,
   "skipped": false,
   "seconds": 14523.3
  },
  {
   "step": 477,
   "epoch": 1,
   "loss": 0.01666516979245374,
   "lr": 1.1595816670552428e-06,
   "grad_norm": 0.23275969922542572,
   "skipped": false,
   "seconds": 14552.4
  },
  {
   "step": 478,
   "epoch": 1,
   "loss": 0.011933755860480118,
   "lr": 1.0926199633097157e-06,
   "grad_norm": 0.22021210193634033,
   "skipped": false,
   "seconds": 14582.8
  },
  {
   "step": 479,
   "epoch": 1,
   "loss": 0.01824787427528745,
   "lr": 1.02762824170074e-06,
   "grad_norm": 0.2591199576854706,
   "skipped": false,
   "seconds": 14612.6
  },
  {
   "step": 480,
   "epoch": 1,
   "loss": 0.01649331980774414,
   "lr": 9.646091200853802e-07,
   "grad_norm": 0.3194705545902252,
   "skipped": false,
   "seconds": 14645.0
  },
  {
   "step": 481,
   "epoch": 1,
   "loss": 0.02036778127466428,
   "lr": 9.035651368646648e-07,
   "grad_norm": 0.43635284900665283,
   "skipped": false,
   "seconds": 14675.4
  },
  {
   "step": 482,
   "epoch": 1,
   "loss": 0.016031105149885316,
   "lr": 8.444987508813451e-07,
   "grad_norm": 0.22120577096939087,
   "skipped": false,
   "seconds": 14706.1
  },
  {
   "step": 483,
   "epoch": 1,
   "loss": 0.015851634324078795,
   "lr": 7.874123413208145e-07,
   "grad_norm": 0.3351321816444397,
   "skipped": false,
   "seconds": 14737.7
  },
  {
   "step": 484,
   "epoch": 1,
   "loss": 0.017026997200027875,
   "lr": 7.323082076153509e-07,
   "grad_norm": 0.28247079253196716,
   "skipped": false,
   "seconds": 14768.3
  },
  {
   "step": 485,
   "epoch": 1,
   "loss": 0.021605440543634866,
   "lr": 6.791885693514133e-07,
   "grad_norm": 0.27851662039756775,
   "skipped": false,
   "seconds": 14799.0
  },
  {
   "step": 486,
   "epoch": 1,
   "loss": 0.017235946980944803,
   "lr": 6.280555661802856e-07,
   "grad_norm": 0.2936553657054901,
   "skipped": false,
   "seconds": 14829.3
  },
  {
   "step": 487,
   "epoch": 1,
   "loss": 0.01512704289275211,
   "lr": 5.78911257731879e-07,
   "grad_norm": 0.21169595420360565,
   "skipped": false,
   "seconds": 14860.4
  },
  {
   "step": 488,
   "epoch": 1,
   "loss": 0.016688139252046503,
   "lr": 5.317576235317756e-07,
   "grad_norm": 0.2827041745185852,
   "skipped": false,
   "seconds": 14891.6
  },
  {
   "step": 489,
   "epoch": 1,
   "loss": 0.014433720455782647,
   "lr": 4.865965629214819e-07,
   "grad_norm": 0.24454833567142487,
   "skipped": false,
   "seconds": 14922.8
  },
  {
   "step": 490,
   "epoch": 1,
   "loss": 0.01710877140949955,
   "lr": 4.434298949819449e-07,
   "grad_norm": 0.2576327621936798,
   "skipped": false,
   "seconds": 14954.1
  },
  {
   "step": 491,
   "epoch": 1,
   "loss": 0.024297605621693766,
   "lr": 4.02259358460233e-07,
   "grad_norm": 0.46404898166656494,
   "skipped": false,
   "seconds": 14983.7
  },
  {
   "step": 492,
   "epoch": 1,
   "loss": 0.01663580822664791,
   "lr": 3.630866116995757e-07,
   "grad_norm": 0.27184104919433594,
   "skipped": false,
   "seconds": 15014.6
  },
  {
   "step": 493,
   "epoch": 1,
   "loss": 0.020265022200381948,
   "lr": 3.2591323257248893e-07,
   "grad_norm": 0.24386714398860931,
   "skipped": false,
   "seconds": 15045.4
  },
  {
   "step": 494,
   "epoch": 1,
   "loss": 0.016951551928618313,
   "lr": 2.907407184172706e-07,
   "grad_norm": 0.27427002787590027,
   "skipped": false,
   "seconds": 15075.4
  },
  {
   "step": 495,
   "epoch": 1,
   "loss": 0.016049816498071592,
   "lr": 2.5757048597765396e-07,
   "grad_norm": 0.22172033786773682,
   "skipped": false,
   "seconds": 15106.9
  },
  {
   "step": 496,
   "epoch": 1,
   "loss": 0.01609070582001692,
   "lr": 2.2640387134577058e-07,
   "grad_norm": 0.2710008919239044,
   "skipped": false,
   "seconds": 15136.7
  },
  {
   "step": 497,
   "epoch": 1,
   "loss": 0.015595577054981822,
   "lr": 1.9724212990830938e-07,
   "grad_norm": 0.25194889307022095,
   "skipped": false,
   "seconds": 15166.6
  },
  {
   "step": 498,
   "epoch": 1,
   "loss": 0.011678507451703827,
   "lr": 1.7008643629596866e-07,
   "grad_norm": 2.243579626083374,
   "skipped": false,
   "seconds": 15197.3
  },
  {
   "step": 499,
   "epoch": 1,
   "loss": 0.014588745646268718,
   "lr": 1.449378843361271e-07,
   "grad_norm": 0.2866562604904175,
   "skipped": false,
   "seconds": 15228.6
  },
  {
   "step": 500,
   "epoch": 1,
   "loss": 0.013277890113232332,
   "lr": 1.2179748700879012e-07,
   "grad_norm": 0.2638900876045227,
   "skipped": false,
   "seconds": 15259.5
  },
  {
   "step": 501,
   "epoch": 1,
   "loss": 0.013807131787219783,
   "lr": 1.0066617640578368e-07,
   "grad_norm": 0.23005108535289764,
   "skipped": false,
   "seconds": 15290.9
  },
  {
   "step": 502,
   "epoch": 1,
   "loss": 0.02514329022550263,
   "lr": 8.15448036932176e-08,
   "grad_norm": 0.24505768716335297,
   "skipped": false,
   "seconds": 15323.3
  },
  {
   "step": 503,
   "epoch": 1,
   "loss": 0.019522010527541444,
   "lr": 6.443413907720186e-08,
   "grad_norm": 0.3740701973438263,
   "skipped": false,
   "seconds": 15353.2
  },
  {
   "step": 504,
   "epoch": 1,
   "loss": 0.015291050259849599,
   "lr": 4.933487177280482e-08,
   "grad_norm": 0.29071199893951416,
   "skipped": false,
   "seconds": 15383.7
  },
  {
   "step": 505,
   "epoch": 1,
   "loss": 0.014405335253931761,
   "lr": 3.624760997631982e-08,
   "grad_norm": 0.2308592051267624,
   "skipped": false,
   "seconds": 15414.3
  },
  {
   "step": 506,
   "epoch": 1,
   "loss": 0.012780588496198009,
   "lr": 2.5172880840745873e-08,
   "grad_norm": 0.25191834568977356,
   "skipped": false,
   "seconds": 15445.2
  },
  {
   "step": 507,
   "epoch": 1,
   "loss": 0.01951780338693646,
   "lr": 1.6111130454543598e-08,
   "grad_norm": 0.47091758251190186,
   "skipped": false,
   "seconds": 15474.9
  },
  {
   "step": 508,
   "epoch": 1,
   "loss": 0.014618728624938905,
   "lr": 9.06272382371065e-09,
   "grad_norm": 0.2414289265871048,
   "skipped": false,
   "seconds": 15506.0
  },
  {
   "step": 509,
   "epoch": 1,
   "loss": 0.014318742624718845,
   "lr": 4.0279448570323954e-09,
   "grad_norm": 0.24327567219734192,
   "skipped": false,
   "seconds": 15534.2
  },
  {
   "step": 510,
   "epoch": 1,
   "loss": 0.010492502323318565,
   "lr": 1.0069963546743832e-09,
   "grad_norm": 0.2578527629375458,
   "skipped": false,
   "seconds": 15551.6
  }
 ]
}