{
  "best_global_step": 4210,
  "best_metric": 1.6282436847686768,
  "best_model_checkpoint": "mistralai/Mistral-7B-Instruct-v0.3/Prefix-Legal/checkpoint-4210",
  "epoch": 5.0,
  "eval_steps": 500,
  "global_step": 4210,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.011876484560570071,
      "grad_norm": 3.0710983276367188,
      "learning_rate": 0.00019957244655581947,
      "loss": 8.9759,
      "step": 10
    },
    {
      "epoch": 0.023752969121140142,
      "grad_norm": 2.2068538665771484,
      "learning_rate": 0.00019909738717339666,
      "loss": 6.7509,
      "step": 20
    },
    {
      "epoch": 0.035629453681710214,
      "grad_norm": 1.0512908697128296,
      "learning_rate": 0.00019862232779097389,
      "loss": 4.8051,
      "step": 30
    },
    {
      "epoch": 0.047505938242280284,
      "grad_norm": 0.5420308709144592,
      "learning_rate": 0.00019814726840855108,
      "loss": 3.5751,
      "step": 40
    },
    {
      "epoch": 0.05938242280285035,
      "grad_norm": 0.601415753364563,
      "learning_rate": 0.00019767220902612828,
      "loss": 3.1808,
      "step": 50
    },
    {
      "epoch": 0.07125890736342043,
      "grad_norm": 0.4707927405834198,
      "learning_rate": 0.00019719714964370547,
      "loss": 2.7878,
      "step": 60
    },
    {
      "epoch": 0.0831353919239905,
      "grad_norm": 0.19448263943195343,
      "learning_rate": 0.00019672209026128267,
      "loss": 2.4629,
      "step": 70
    },
    {
      "epoch": 0.09501187648456057,
      "grad_norm": 0.32429736852645874,
      "learning_rate": 0.00019624703087885986,
      "loss": 2.5181,
      "step": 80
    },
    {
      "epoch": 0.10688836104513064,
      "grad_norm": 0.21264347434043884,
      "learning_rate": 0.00019577197149643705,
      "loss": 2.189,
      "step": 90
    },
    {
      "epoch": 0.1187648456057007,
      "grad_norm": 0.28584185242652893,
      "learning_rate": 0.00019529691211401428,
      "loss": 2.4082,
      "step": 100
    },
    {
      "epoch": 0.13064133016627077,
      "grad_norm": 0.21001407504081726,
      "learning_rate": 0.00019482185273159147,
      "loss": 2.1603,
      "step": 110
    },
    {
      "epoch": 0.14251781472684086,
      "grad_norm": 0.3775597810745239,
      "learning_rate": 0.00019434679334916867,
      "loss": 2.3354,
      "step": 120
    },
    {
      "epoch": 0.1543942992874109,
      "grad_norm": 0.3545965552330017,
      "learning_rate": 0.00019387173396674586,
      "loss": 2.2351,
      "step": 130
    },
    {
      "epoch": 0.166270783847981,
      "grad_norm": 0.23063507676124573,
      "learning_rate": 0.00019339667458432306,
      "loss": 2.0247,
      "step": 140
    },
    {
      "epoch": 0.17814726840855108,
      "grad_norm": 0.3464234471321106,
      "learning_rate": 0.00019292161520190025,
      "loss": 2.0406,
      "step": 150
    },
    {
      "epoch": 0.19002375296912113,
      "grad_norm": 0.4495205879211426,
      "learning_rate": 0.00019244655581947745,
      "loss": 2.2667,
      "step": 160
    },
    {
      "epoch": 0.20190023752969122,
      "grad_norm": 0.33238738775253296,
      "learning_rate": 0.00019197149643705464,
      "loss": 2.383,
      "step": 170
    },
    {
      "epoch": 0.21377672209026127,
      "grad_norm": 0.3044181168079376,
      "learning_rate": 0.00019149643705463184,
      "loss": 2.2237,
      "step": 180
    },
    {
      "epoch": 0.22565320665083136,
      "grad_norm": 0.3507155776023865,
      "learning_rate": 0.00019102137767220906,
      "loss": 2.4906,
      "step": 190
    },
    {
      "epoch": 0.2375296912114014,
      "grad_norm": 0.15554989874362946,
      "learning_rate": 0.00019054631828978625,
      "loss": 2.3929,
      "step": 200
    },
    {
      "epoch": 0.2494061757719715,
      "grad_norm": 0.1731153279542923,
      "learning_rate": 0.00019007125890736345,
      "loss": 2.1798,
      "step": 210
    },
    {
      "epoch": 0.26128266033254155,
      "grad_norm": 0.3168913424015045,
      "learning_rate": 0.00018959619952494064,
      "loss": 2.1145,
      "step": 220
    },
    {
      "epoch": 0.27315914489311166,
      "grad_norm": 0.1382881999015808,
      "learning_rate": 0.00018912114014251784,
      "loss": 2.2421,
      "step": 230
    },
    {
      "epoch": 0.2850356294536817,
      "grad_norm": 0.4627864360809326,
      "learning_rate": 0.00018864608076009503,
      "loss": 2.0737,
      "step": 240
    },
    {
      "epoch": 0.29691211401425177,
      "grad_norm": 0.1689852476119995,
      "learning_rate": 0.00018817102137767223,
      "loss": 2.1153,
      "step": 250
    },
    {
      "epoch": 0.3087885985748218,
      "grad_norm": 0.2260257601737976,
      "learning_rate": 0.00018769596199524942,
      "loss": 2.3561,
      "step": 260
    },
    {
      "epoch": 0.32066508313539194,
      "grad_norm": NaN,
      "learning_rate": 0.00018722090261282662,
      "loss": 1.9748,
      "step": 270
    },
    {
      "epoch": 0.332541567695962,
      "grad_norm": 0.1930597722530365,
      "learning_rate": 0.0001867458432304038,
      "loss": 2.5756,
      "step": 280
    },
    {
      "epoch": 0.34441805225653205,
      "grad_norm": 0.25983959436416626,
      "learning_rate": 0.000186270783847981,
      "loss": 2.1881,
      "step": 290
    },
    {
      "epoch": 0.35629453681710216,
      "grad_norm": 0.3136606514453888,
      "learning_rate": 0.0001857957244655582,
      "loss": 2.4223,
      "step": 300
    },
    {
      "epoch": 0.3681710213776722,
      "grad_norm": 0.20531731843948364,
      "learning_rate": 0.0001853206650831354,
      "loss": 2.131,
      "step": 310
    },
    {
      "epoch": 0.38004750593824227,
      "grad_norm": 0.30765125155448914,
      "learning_rate": 0.0001848456057007126,
      "loss": 2.0688,
      "step": 320
    },
    {
      "epoch": 0.3919239904988123,
      "grad_norm": 0.2848324179649353,
      "learning_rate": 0.0001843705463182898,
      "loss": 1.9626,
      "step": 330
    },
    {
      "epoch": 0.40380047505938244,
      "grad_norm": 0.3842903673648834,
      "learning_rate": 0.000183895486935867,
      "loss": 2.2144,
      "step": 340
    },
    {
      "epoch": 0.4156769596199525,
      "grad_norm": 0.24172411859035492,
      "learning_rate": 0.0001834204275534442,
      "loss": 2.3502,
      "step": 350
    },
    {
      "epoch": 0.42755344418052255,
      "grad_norm": 0.4283181428909302,
      "learning_rate": 0.0001829453681710214,
      "loss": 1.9953,
      "step": 360
    },
    {
      "epoch": 0.43942992874109266,
      "grad_norm": 0.2430773675441742,
      "learning_rate": 0.0001824703087885986,
      "loss": 2.0159,
      "step": 370
    },
    {
      "epoch": 0.4513064133016627,
      "grad_norm": 0.2148657590150833,
      "learning_rate": 0.0001819952494061758,
      "loss": 1.6797,
      "step": 380
    },
    {
      "epoch": 0.46318289786223277,
      "grad_norm": 0.15379592776298523,
      "learning_rate": 0.00018152019002375298,
      "loss": 1.9509,
      "step": 390
    },
    {
      "epoch": 0.4750593824228028,
      "grad_norm": 0.12941691279411316,
      "learning_rate": 0.00018104513064133018,
      "loss": 1.9087,
      "step": 400
    },
    {
      "epoch": 0.48693586698337293,
      "grad_norm": 0.2712809145450592,
      "learning_rate": 0.00018057007125890737,
      "loss": 2.2381,
      "step": 410
    },
    {
      "epoch": 0.498812351543943,
      "grad_norm": 0.2060050666332245,
      "learning_rate": 0.00018009501187648457,
      "loss": 1.7771,
      "step": 420
    },
    {
      "epoch": 0.5106888361045131,
      "grad_norm": 0.35927721858024597,
      "learning_rate": 0.00017961995249406176,
      "loss": 1.8161,
      "step": 430
    },
    {
      "epoch": 0.5225653206650831,
      "grad_norm": 0.5299475789070129,
      "learning_rate": 0.00017914489311163896,
      "loss": 1.6709,
      "step": 440
    },
    {
      "epoch": 0.5344418052256532,
      "grad_norm": 0.1508459895849228,
      "learning_rate": 0.00017866983372921615,
      "loss": 1.9625,
      "step": 450
    },
    {
      "epoch": 0.5463182897862233,
      "grad_norm": 0.15887700021266937,
      "learning_rate": 0.00017819477434679335,
      "loss": 1.7946,
      "step": 460
    },
    {
      "epoch": 0.5581947743467933,
      "grad_norm": 0.19263148307800293,
      "learning_rate": 0.00017771971496437057,
      "loss": 2.1326,
      "step": 470
    },
    {
      "epoch": 0.5700712589073634,
      "grad_norm": 0.13795185089111328,
      "learning_rate": 0.00017724465558194776,
      "loss": 1.7455,
      "step": 480
    },
    {
      "epoch": 0.5819477434679335,
      "grad_norm": 0.15855297446250916,
      "learning_rate": 0.00017676959619952496,
      "loss": 1.9084,
      "step": 490
    },
    {
      "epoch": 0.5938242280285035,
      "grad_norm": 0.2710108458995819,
      "learning_rate": 0.00017629453681710215,
      "loss": 1.6366,
      "step": 500
    },
    {
      "epoch": 0.6057007125890737,
      "grad_norm": 0.26268941164016724,
      "learning_rate": 0.00017581947743467935,
      "loss": 1.4961,
      "step": 510
    },
    {
      "epoch": 0.6175771971496437,
      "grad_norm": 0.3674164116382599,
      "learning_rate": 0.00017534441805225654,
      "loss": 1.7896,
      "step": 520
    },
    {
      "epoch": 0.6294536817102138,
      "grad_norm": 0.19550037384033203,
      "learning_rate": 0.00017486935866983374,
      "loss": 1.743,
      "step": 530
    },
    {
      "epoch": 0.6413301662707839,
      "grad_norm": 0.2876305878162384,
      "learning_rate": 0.00017439429928741093,
      "loss": 1.7123,
      "step": 540
    },
    {
      "epoch": 0.6532066508313539,
      "grad_norm": 0.14980630576610565,
      "learning_rate": 0.00017391923990498813,
      "loss": 1.8916,
      "step": 550
    },
    {
      "epoch": 0.665083135391924,
      "grad_norm": 0.6001176834106445,
      "learning_rate": 0.00017344418052256532,
      "loss": 1.7289,
      "step": 560
    },
    {
      "epoch": 0.6769596199524941,
      "grad_norm": 0.23576416075229645,
      "learning_rate": 0.00017296912114014252,
      "loss": 1.682,
      "step": 570
    },
    {
      "epoch": 0.6888361045130641,
      "grad_norm": 0.33259084820747375,
      "learning_rate": 0.0001724940617577197,
      "loss": 1.8476,
      "step": 580
    },
    {
      "epoch": 0.7007125890736342,
      "grad_norm": 0.28322118520736694,
      "learning_rate": 0.0001720190023752969,
      "loss": 1.9753,
      "step": 590
    },
    {
      "epoch": 0.7125890736342043,
      "grad_norm": 0.29700034856796265,
      "learning_rate": 0.0001715439429928741,
      "loss": 1.6133,
      "step": 600
    },
    {
      "epoch": 0.7244655581947743,
      "grad_norm": 0.3623453676700592,
      "learning_rate": 0.00017106888361045132,
      "loss": 1.4567,
      "step": 610
    },
    {
      "epoch": 0.7363420427553444,
      "grad_norm": 0.25531700253486633,
      "learning_rate": 0.00017059382422802852,
      "loss": 1.4847,
      "step": 620
    },
    {
      "epoch": 0.7482185273159145,
      "grad_norm": 0.19563037157058716,
      "learning_rate": 0.0001701187648456057,
      "loss": 1.668,
      "step": 630
    },
    {
      "epoch": 0.7600950118764845,
      "grad_norm": 0.35908615589141846,
      "learning_rate": 0.0001696437054631829,
      "loss": 1.6318,
      "step": 640
    },
    {
      "epoch": 0.7719714964370546,
      "grad_norm": 0.28938376903533936,
      "learning_rate": 0.0001691686460807601,
      "loss": 1.9201,
      "step": 650
    },
    {
      "epoch": 0.7838479809976246,
      "grad_norm": 0.09309093654155731,
      "learning_rate": 0.0001686935866983373,
      "loss": 1.7287,
      "step": 660
    },
    {
      "epoch": 0.7957244655581948,
      "grad_norm": 0.25619930028915405,
      "learning_rate": 0.0001682185273159145,
      "loss": 2.0456,
      "step": 670
    },
    {
      "epoch": 0.8076009501187649,
      "grad_norm": 0.2682470381259918,
      "learning_rate": 0.0001677434679334917,
      "loss": 1.6818,
      "step": 680
    },
    {
      "epoch": 0.8194774346793349,
      "grad_norm": 0.2695891857147217,
      "learning_rate": 0.00016726840855106888,
      "loss": 1.7435,
      "step": 690
    },
    {
      "epoch": 0.831353919239905,
      "grad_norm": 0.17132176458835602,
      "learning_rate": 0.00016679334916864608,
      "loss": 1.5322,
      "step": 700
    },
    {
      "epoch": 0.8432304038004751,
      "grad_norm": 0.2175643891096115,
      "learning_rate": 0.00016631828978622327,
      "loss": 1.8344,
      "step": 710
    },
    {
      "epoch": 0.8551068883610451,
      "grad_norm": 0.2726324498653412,
      "learning_rate": 0.00016584323040380047,
      "loss": 1.5398,
      "step": 720
    },
    {
      "epoch": 0.8669833729216152,
      "grad_norm": 0.25916969776153564,
      "learning_rate": 0.00016536817102137766,
      "loss": 1.2104,
      "step": 730
    },
    {
      "epoch": 0.8788598574821853,
      "grad_norm": 0.2567419409751892,
      "learning_rate": 0.00016489311163895486,
      "loss": 1.991,
      "step": 740
    },
    {
      "epoch": 0.8907363420427553,
      "grad_norm": 0.2414155900478363,
      "learning_rate": 0.00016441805225653208,
      "loss": 1.2854,
      "step": 750
    },
    {
      "epoch": 0.9026128266033254,
      "grad_norm": 0.33677032589912415,
      "learning_rate": 0.00016394299287410927,
      "loss": 1.6606,
      "step": 760
    },
    {
      "epoch": 0.9144893111638955,
      "grad_norm": 0.24837538599967957,
      "learning_rate": 0.00016346793349168647,
      "loss": 1.9541,
      "step": 770
    },
    {
      "epoch": 0.9263657957244655,
      "grad_norm": 0.20428167283535004,
      "learning_rate": 0.00016299287410926366,
      "loss": 1.3513,
      "step": 780
    },
    {
      "epoch": 0.9382422802850356,
      "grad_norm": 0.2312709093093872,
      "learning_rate": 0.00016251781472684086,
      "loss": 1.3695,
      "step": 790
    },
    {
      "epoch": 0.9501187648456056,
      "grad_norm": 0.13046520948410034,
      "learning_rate": 0.00016204275534441805,
      "loss": 1.3863,
      "step": 800
    },
    {
      "epoch": 0.9619952494061758,
      "grad_norm": 0.1456942856311798,
      "learning_rate": 0.00016156769596199525,
      "loss": 1.5607,
      "step": 810
    },
    {
      "epoch": 0.9738717339667459,
      "grad_norm": 0.14096485078334808,
      "learning_rate": 0.00016109263657957244,
      "loss": 1.3027,
      "step": 820
    },
    {
      "epoch": 0.9857482185273159,
      "grad_norm": 0.2699258029460907,
      "learning_rate": 0.00016061757719714964,
      "loss": 1.7399,
      "step": 830
    },
    {
      "epoch": 0.997624703087886,
      "grad_norm": 0.32892510294914246,
      "learning_rate": 0.00016014251781472683,
      "loss": 1.3922,
      "step": 840
    },
    {
      "epoch": 1.0,
      "eval_loss": 2.8184680938720703,
      "eval_runtime": 47.3518,
      "eval_samples_per_second": 7.919,
      "eval_steps_per_second": 1.985,
      "step": 842
    },
    {
      "epoch": 1.009501187648456,
      "grad_norm": 0.12905089557170868,
      "learning_rate": 0.00015966745843230403,
      "loss": 1.2629,
      "step": 850
    },
    {
      "epoch": 1.0213776722090262,
      "grad_norm": 0.2982773184776306,
      "learning_rate": 0.00015919239904988122,
      "loss": 1.5383,
      "step": 860
    },
    {
      "epoch": 1.0332541567695963,
      "grad_norm": 0.21285922825336456,
      "learning_rate": 0.00015871733966745844,
      "loss": 1.4079,
      "step": 870
    },
    {
      "epoch": 1.0451306413301662,
      "grad_norm": 0.16437295079231262,
      "learning_rate": 0.00015824228028503564,
      "loss": 1.4678,
      "step": 880
    },
    {
      "epoch": 1.0570071258907363,
      "grad_norm": 0.38892456889152527,
      "learning_rate": 0.00015776722090261283,
      "loss": 1.5817,
      "step": 890
    },
    {
      "epoch": 1.0688836104513064,
      "grad_norm": 0.3265591561794281,
      "learning_rate": 0.00015729216152019003,
      "loss": 1.0689,
      "step": 900
    },
    {
      "epoch": 1.0807600950118765,
      "grad_norm": 0.09871666133403778,
      "learning_rate": 0.00015681710213776722,
      "loss": 1.3273,
      "step": 910
    },
    {
      "epoch": 1.0926365795724466,
      "grad_norm": 0.20414851605892181,
      "learning_rate": 0.00015634204275534442,
      "loss": 1.4322,
      "step": 920
    },
    {
      "epoch": 1.1045130641330165,
      "grad_norm": 0.10297483205795288,
      "learning_rate": 0.00015586698337292161,
      "loss": 1.3472,
      "step": 930
    },
    {
      "epoch": 1.1163895486935866,
      "grad_norm": 0.22927910089492798,
      "learning_rate": 0.0001553919239904988,
      "loss": 1.5666,
      "step": 940
    },
    {
      "epoch": 1.1282660332541568,
      "grad_norm": 0.14535310864448547,
      "learning_rate": 0.00015491686460807603,
      "loss": 1.2523,
      "step": 950
    },
    {
      "epoch": 1.1401425178147269,
      "grad_norm": 0.2174110859632492,
      "learning_rate": 0.00015444180522565323,
      "loss": 1.1953,
      "step": 960
    },
    {
      "epoch": 1.152019002375297,
      "grad_norm": 0.1418980062007904,
      "learning_rate": 0.00015396674584323042,
      "loss": 1.2709,
      "step": 970
    },
    {
      "epoch": 1.1638954869358669,
      "grad_norm": 0.34407395124435425,
      "learning_rate": 0.00015349168646080762,
      "loss": 1.2696,
      "step": 980
    },
    {
      "epoch": 1.175771971496437,
      "grad_norm": 0.23791618645191193,
      "learning_rate": 0.0001530166270783848,
      "loss": 1.5138,
      "step": 990
    },
    {
      "epoch": 1.187648456057007,
      "grad_norm": 0.11311549693346024,
      "learning_rate": 0.000152541567695962,
      "loss": 1.3508,
      "step": 1000
    },
    {
      "epoch": 1.1995249406175772,
      "grad_norm": 0.2730580270290375,
      "learning_rate": 0.0001520665083135392,
      "loss": 1.3165,
      "step": 1010
    },
    {
      "epoch": 1.2114014251781473,
      "grad_norm": 0.23997551202774048,
      "learning_rate": 0.0001515914489311164,
      "loss": 1.1388,
      "step": 1020
    },
    {
      "epoch": 1.2232779097387174,
      "grad_norm": 0.3308527171611786,
      "learning_rate": 0.00015111638954869362,
      "loss": 1.127,
      "step": 1030
    },
    {
      "epoch": 1.2351543942992875,
      "grad_norm": 0.15757586061954498,
      "learning_rate": 0.0001506413301662708,
      "loss": 1.118,
      "step": 1040
    },
    {
      "epoch": 1.2470308788598574,
      "grad_norm": 0.2413954883813858,
      "learning_rate": 0.000150166270783848,
      "loss": 1.341,
      "step": 1050
    },
    {
      "epoch": 1.2589073634204275,
      "grad_norm": 0.19545750319957733,
      "learning_rate": 0.0001496912114014252,
      "loss": 1.1667,
      "step": 1060
    },
    {
      "epoch": 1.2707838479809976,
      "grad_norm": 0.33894041180610657,
      "learning_rate": 0.0001492161520190024,
      "loss": 1.0079,
      "step": 1070
    },
    {
      "epoch": 1.2826603325415677,
      "grad_norm": 0.26464515924453735,
      "learning_rate": 0.0001487410926365796,
      "loss": 1.7574,
      "step": 1080
    },
    {
      "epoch": 1.2945368171021379,
      "grad_norm": 0.15955770015716553,
      "learning_rate": 0.00014826603325415679,
      "loss": 1.016,
      "step": 1090
    },
    {
      "epoch": 1.3064133016627077,
      "grad_norm": 0.2969847321510315,
      "learning_rate": 0.00014779097387173398,
      "loss": 1.6192,
      "step": 1100
    },
    {
      "epoch": 1.3182897862232779,
      "grad_norm": 0.22145484387874603,
      "learning_rate": 0.00014731591448931118,
      "loss": 1.1592,
      "step": 1110
    },
    {
      "epoch": 1.330166270783848,
      "grad_norm": 0.1680860072374344,
      "learning_rate": 0.00014684085510688837,
      "loss": 1.3513,
      "step": 1120
    },
    {
      "epoch": 1.342042755344418,
      "grad_norm": 0.15734612941741943,
      "learning_rate": 0.00014636579572446557,
      "loss": 1.1277,
      "step": 1130
    },
    {
      "epoch": 1.3539192399049882,
      "grad_norm": 0.12315751612186432,
      "learning_rate": 0.00014589073634204276,
      "loss": 1.1505,
      "step": 1140
    },
    {
      "epoch": 1.365795724465558,
      "grad_norm": 0.06593690812587738,
      "learning_rate": 0.00014541567695961996,
      "loss": 1.3138,
      "step": 1150
    },
    {
      "epoch": 1.3776722090261282,
      "grad_norm": 0.07469449192285538,
      "learning_rate": 0.00014494061757719715,
      "loss": 1.1481,
      "step": 1160
    },
    {
      "epoch": 1.3895486935866983,
      "grad_norm": 0.06956204771995544,
      "learning_rate": 0.00014446555819477437,
      "loss": 1.0823,
      "step": 1170
    },
    {
      "epoch": 1.4014251781472684,
      "grad_norm": 0.20060239732265472,
      "learning_rate": 0.00014399049881235157,
      "loss": 1.3006,
      "step": 1180
    },
    {
      "epoch": 1.4133016627078385,
      "grad_norm": 0.200018048286438,
      "learning_rate": 0.00014351543942992876,
      "loss": 1.2379,
      "step": 1190
    },
    {
      "epoch": 1.4251781472684084,
      "grad_norm": 0.06538112461566925,
      "learning_rate": 0.00014304038004750596,
      "loss": 1.0656,
      "step": 1200
    },
    {
      "epoch": 1.4370546318289787,
      "grad_norm": 0.17270460724830627,
      "learning_rate": 0.00014256532066508315,
      "loss": 1.2951,
      "step": 1210
    },
    {
      "epoch": 1.4489311163895486,
      "grad_norm": 0.38526710867881775,
      "learning_rate": 0.00014209026128266035,
      "loss": 1.4878,
      "step": 1220
    },
    {
      "epoch": 1.4608076009501187,
      "grad_norm": 0.126207172870636,
      "learning_rate": 0.00014161520190023754,
      "loss": 1.1548,
      "step": 1230
    },
    {
      "epoch": 1.4726840855106889,
      "grad_norm": 0.08622638136148453,
      "learning_rate": 0.00014114014251781474,
      "loss": 1.3664,
      "step": 1240
    },
    {
      "epoch": 1.484560570071259,
      "grad_norm": 0.09776638448238373,
      "learning_rate": 0.00014066508313539193,
      "loss": 1.0445,
      "step": 1250
    },
    {
      "epoch": 1.496437054631829,
      "grad_norm": 0.15026284754276276,
      "learning_rate": 0.00014019002375296913,
      "loss": 1.112,
      "step": 1260
    },
    {
      "epoch": 1.508313539192399,
      "grad_norm": 0.3850550353527069,
      "learning_rate": 0.00013971496437054632,
      "loss": 1.4271,
      "step": 1270
    },
    {
      "epoch": 1.520190023752969,
      "grad_norm": 0.11536882817745209,
      "learning_rate": 0.00013923990498812352,
      "loss": 0.9066,
      "step": 1280
    },
    {
      "epoch": 1.5320665083135392,
      "grad_norm": 0.21992270648479462,
      "learning_rate": 0.0001387648456057007,
      "loss": 1.2101,
      "step": 1290
    },
    {
      "epoch": 1.5439429928741093,
      "grad_norm": 0.18977196514606476,
      "learning_rate": 0.0001382897862232779,
      "loss": 1.181,
      "step": 1300
    },
    {
      "epoch": 1.5558194774346794,
      "grad_norm": 0.07094086706638336,
      "learning_rate": 0.00013781472684085513,
      "loss": 1.129,
      "step": 1310
    },
    {
      "epoch": 1.5676959619952493,
      "grad_norm": 0.07848837226629257,
      "learning_rate": 0.00013733966745843232,
      "loss": 0.925,
      "step": 1320
    },
    {
      "epoch": 1.5795724465558196,
      "grad_norm": 0.07464569807052612,
      "learning_rate": 0.00013686460807600952,
      "loss": 1.1885,
      "step": 1330
    },
    {
      "epoch": 1.5914489311163895,
      "grad_norm": 0.0646548941731453,
      "learning_rate": 0.0001363895486935867,
      "loss": 1.0905,
      "step": 1340
    },
    {
      "epoch": 1.6033254156769596,
      "grad_norm": 0.22282616794109344,
      "learning_rate": 0.0001359144893111639,
      "loss": 1.2456,
      "step": 1350
    },
    {
      "epoch": 1.6152019002375297,
      "grad_norm": 0.24411749839782715,
      "learning_rate": 0.0001354394299287411,
      "loss": 1.1931,
      "step": 1360
    },
    {
      "epoch": 1.6270783847980996,
      "grad_norm": 0.07834232598543167,
      "learning_rate": 0.0001349643705463183,
      "loss": 1.1742,
      "step": 1370
    },
    {
      "epoch": 1.63895486935867,
      "grad_norm": 0.11734293401241302,
      "learning_rate": 0.0001344893111638955,
      "loss": 1.3415,
      "step": 1380
    },
    {
      "epoch": 1.6508313539192399,
      "grad_norm": 0.09744986891746521,
      "learning_rate": 0.0001340142517814727,
      "loss": 1.3484,
      "step": 1390
    },
    {
      "epoch": 1.66270783847981,
      "grad_norm": 0.11171699315309525,
      "learning_rate": 0.00013353919239904988,
      "loss": 1.2435,
      "step": 1400
    },
    {
      "epoch": 1.67458432304038,
      "grad_norm": 0.07334356755018234,
      "learning_rate": 0.00013306413301662708,
      "loss": 1.057,
      "step": 1410
    },
    {
      "epoch": 1.68646080760095,
      "grad_norm": 0.09792204946279526,
      "learning_rate": 0.00013258907363420427,
      "loss": 0.9427,
      "step": 1420
    },
    {
      "epoch": 1.6983372921615203,
      "grad_norm": 0.07926569133996964,
      "learning_rate": 0.00013211401425178147,
      "loss": 1.0408,
      "step": 1430
    },
    {
      "epoch": 1.7102137767220902,
      "grad_norm": 0.26732683181762695,
      "learning_rate": 0.00013163895486935866,
      "loss": 1.4231,
      "step": 1440
    },
    {
      "epoch": 1.7220902612826603,
      "grad_norm": 0.09599801898002625,
      "learning_rate": 0.00013116389548693588,
      "loss": 0.9782,
      "step": 1450
    },
    {
      "epoch": 1.7339667458432304,
      "grad_norm": 0.140996053814888,
      "learning_rate": 0.00013068883610451308,
      "loss": 1.2681,
      "step": 1460
    },
    {
      "epoch": 1.7458432304038005,
      "grad_norm": 0.3086858093738556,
      "learning_rate": 0.00013021377672209027,
      "loss": 1.2463,
      "step": 1470
    },
    {
      "epoch": 1.7577197149643706,
      "grad_norm": 0.29784321784973145,
      "learning_rate": 0.00012973871733966747,
      "loss": 1.602,
      "step": 1480
    },
    {
      "epoch": 1.7695961995249405,
      "grad_norm": 0.24647115170955658,
      "learning_rate": 0.00012926365795724466,
      "loss": 1.2578,
      "step": 1490
    },
    {
      "epoch": 1.7814726840855108,
      "grad_norm": 0.30543509125709534,
      "learning_rate": 0.00012878859857482186,
      "loss": 1.0783,
      "step": 1500
    },
    {
      "epoch": 1.7933491686460807,
      "grad_norm": 0.17075712978839874,
      "learning_rate": 0.00012831353919239905,
      "loss": 1.3717,
      "step": 1510
    },
    {
      "epoch": 1.8052256532066508,
      "grad_norm": 0.21059133112430573,
      "learning_rate": 0.00012783847980997625,
      "loss": 1.0017,
      "step": 1520
    },
    {
      "epoch": 1.817102137767221,
      "grad_norm": 0.256629079580307,
      "learning_rate": 0.00012736342042755344,
      "loss": 1.1987,
      "step": 1530
    },
    {
      "epoch": 1.8289786223277908,
      "grad_norm": 0.06935455650091171,
      "learning_rate": 0.00012688836104513064,
      "loss": 0.9272,
      "step": 1540
    },
    {
      "epoch": 1.8408551068883612,
      "grad_norm": 0.21289746463298798,
      "learning_rate": 0.00012641330166270783,
      "loss": 1.1575,
      "step": 1550
    },
    {
      "epoch": 1.852731591448931,
      "grad_norm": 0.10485855489969254,
      "learning_rate": 0.00012593824228028503,
      "loss": 1.0231,
      "step": 1560
    },
    {
      "epoch": 1.8646080760095012,
      "grad_norm": 0.06885767728090286,
      "learning_rate": 0.00012546318289786222,
      "loss": 0.9897,
      "step": 1570
    },
    {
      "epoch": 1.8764845605700713,
      "grad_norm": 0.19760191440582275,
      "learning_rate": 0.00012498812351543942,
      "loss": 1.0087,
      "step": 1580
    },
    {
      "epoch": 1.8883610451306412,
      "grad_norm": 0.12420526146888733,
      "learning_rate": 0.00012451306413301664,
      "loss": 1.04,
      "step": 1590
    },
    {
      "epoch": 1.9002375296912115,
      "grad_norm": 0.11657869070768356,
      "learning_rate": 0.00012403800475059383,
      "loss": 1.0468,
      "step": 1600
    },
    {
      "epoch": 1.9121140142517814,
      "grad_norm": 0.09553329646587372,
      "learning_rate": 0.00012356294536817103,
      "loss": 1.201,
      "step": 1610
    },
    {
      "epoch": 1.9239904988123515,
      "grad_norm": 0.16117292642593384,
      "learning_rate": 0.00012308788598574822,
      "loss": 1.2071,
      "step": 1620
    },
    {
      "epoch": 1.9358669833729216,
      "grad_norm": 0.09189121425151825,
      "learning_rate": 0.00012261282660332542,
      "loss": 1.4344,
      "step": 1630
    },
    {
      "epoch": 1.9477434679334917,
      "grad_norm": 0.18206843733787537,
      "learning_rate": 0.0001221377672209026,
      "loss": 1.0871,
      "step": 1640
    },
    {
      "epoch": 1.9596199524940618,
      "grad_norm": 0.0756635069847107,
      "learning_rate": 0.00012166270783847982,
      "loss": 1.1763,
      "step": 1650
    },
    {
      "epoch": 1.9714964370546317,
      "grad_norm": 0.13456282019615173,
      "learning_rate": 0.00012118764845605702,
      "loss": 1.0591,
      "step": 1660
    },
    {
      "epoch": 1.9833729216152018,
      "grad_norm": 0.2958761751651764,
      "learning_rate": 0.00012071258907363421,
      "loss": 1.1351,
      "step": 1670
    },
    {
      "epoch": 1.995249406175772,
      "grad_norm": 0.09702125936746597,
      "learning_rate": 0.0001202375296912114,
      "loss": 0.8416,
      "step": 1680
    },
    {
      "epoch": 2.0,
      "eval_loss": 2.022632360458374,
      "eval_runtime": 47.3643,
      "eval_samples_per_second": 7.917,
      "eval_steps_per_second": 1.985,
      "step": 1684
    },
    {
      "epoch": 2.007125890736342,
      "grad_norm": 0.09088994562625885,
      "learning_rate": 0.0001197624703087886,
      "loss": 0.8812,
      "step": 1690
    },
    {
      "epoch": 2.019002375296912,
      "grad_norm": 0.14102257788181305,
      "learning_rate": 0.0001192874109263658,
      "loss": 0.9463,
      "step": 1700
    },
    {
      "epoch": 2.030878859857482,
      "grad_norm": 0.05889728665351868,
      "learning_rate": 0.00011881235154394299,
      "loss": 0.8084,
      "step": 1710
    },
    {
      "epoch": 2.0427553444180524,
      "grad_norm": 0.26113539934158325,
      "learning_rate": 0.00011833729216152019,
      "loss": 0.937,
      "step": 1720
    },
    {
      "epoch": 2.0546318289786223,
      "grad_norm": 0.19298502802848816,
      "learning_rate": 0.00011786223277909741,
      "loss": 1.0235,
      "step": 1730
    },
    {
      "epoch": 2.0665083135391926,
      "grad_norm": 0.2326146960258484,
      "learning_rate": 0.0001173871733966746,
      "loss": 1.3342,
      "step": 1740
    },
    {
      "epoch": 2.0783847980997625,
      "grad_norm": 0.10600478947162628,
      "learning_rate": 0.0001169121140142518,
      "loss": 0.8438,
      "step": 1750
    },
    {
      "epoch": 2.0902612826603324,
      "grad_norm": 0.13446630537509918,
      "learning_rate": 0.00011643705463182899,
      "loss": 1.0196,
      "step": 1760
    },
    {
      "epoch": 2.1021377672209027,
      "grad_norm": 0.22078374028205872,
      "learning_rate": 0.00011596199524940619,
      "loss": 0.9152,
      "step": 1770
    },
    {
      "epoch": 2.1140142517814726,
      "grad_norm": 0.2300899475812912,
      "learning_rate": 0.00011548693586698338,
      "loss": 1.4744,
      "step": 1780
    },
    {
      "epoch": 2.125890736342043,
      "grad_norm": 0.22019624710083008,
      "learning_rate": 0.00011501187648456058,
      "loss": 1.0989,
      "step": 1790
    },
    {
      "epoch": 2.137767220902613,
      "grad_norm": 0.12800709903240204,
      "learning_rate": 0.00011453681710213777,
      "loss": 1.1071,
      "step": 1800
    },
    {
      "epoch": 2.1496437054631827,
      "grad_norm": 0.0478794202208519,
      "learning_rate": 0.00011406175771971497,
      "loss": 0.7498,
      "step": 1810
    },
    {
      "epoch": 2.161520190023753,
      "grad_norm": 0.13201993703842163,
      "learning_rate": 0.00011358669833729216,
      "loss": 1.3406,
      "step": 1820
    },
    {
      "epoch": 2.173396674584323,
      "grad_norm": 0.24289534986019135,
      "learning_rate": 0.00011311163895486936,
      "loss": 1.0622,
      "step": 1830
    },
    {
      "epoch": 2.1852731591448933,
      "grad_norm": 0.19802944362163544,
      "learning_rate": 0.00011263657957244655,
      "loss": 1.235,
      "step": 1840
    },
    {
      "epoch": 2.197149643705463,
      "grad_norm": 0.29155072569847107,
      "learning_rate": 0.00011216152019002375,
      "loss": 1.0171,
      "step": 1850
    },
    {
      "epoch": 2.209026128266033,
      "grad_norm": 0.24313387274742126,
      "learning_rate": 0.00011168646080760094,
      "loss": 0.97,
      "step": 1860
    },
    {
      "epoch": 2.2209026128266034,
      "grad_norm": 0.16295507550239563,
      "learning_rate": 0.00011121140142517816,
      "loss": 1.0464,
      "step": 1870
    },
    {
      "epoch": 2.2327790973871733,
      "grad_norm": 0.26696816086769104,
      "learning_rate": 0.00011073634204275536,
      "loss": 1.1182,
      "step": 1880
    },
    {
      "epoch": 2.2446555819477436,
      "grad_norm": 0.047891970723867416,
      "learning_rate": 0.00011026128266033255,
      "loss": 1.0058,
      "step": 1890
    },
    {
      "epoch": 2.2565320665083135,
      "grad_norm": 0.4074099659919739,
      "learning_rate": 0.00010978622327790975,
      "loss": 1.2803,
      "step": 1900
    },
    {
      "epoch": 2.268408551068884,
      "grad_norm": 0.14939150214195251,
      "learning_rate": 0.00010931116389548694,
      "loss": 1.2936,
      "step": 1910
    },
    {
      "epoch": 2.2802850356294537,
      "grad_norm": 0.05654413253068924,
      "learning_rate": 0.00010883610451306414,
      "loss": 0.9922,
      "step": 1920
    },
    {
      "epoch": 2.2921615201900236,
      "grad_norm": 0.18209122121334076,
      "learning_rate": 0.00010836104513064133,
      "loss": 1.0768,
      "step": 1930
    },
    {
      "epoch": 2.304038004750594,
      "grad_norm": 0.09877350926399231,
      "learning_rate": 0.00010788598574821853,
      "loss": 1.0292,
      "step": 1940
    },
    {
      "epoch": 2.315914489311164,
      "grad_norm": 0.21846416592597961,
      "learning_rate": 0.00010741092636579572,
      "loss": 1.187,
      "step": 1950
    },
    {
      "epoch": 2.3277909738717337,
      "grad_norm": 0.10720224678516388,
      "learning_rate": 0.00010693586698337293,
      "loss": 0.9711,
      "step": 1960
    },
    {
      "epoch": 2.339667458432304,
      "grad_norm": 0.21548321843147278,
      "learning_rate": 0.00010646080760095012,
      "loss": 0.9764,
      "step": 1970
    },
    {
      "epoch": 2.351543942992874,
      "grad_norm": 0.0873328223824501,
      "learning_rate": 0.00010598574821852732,
      "loss": 0.9905,
      "step": 1980
    },
    {
      "epoch": 2.3634204275534443,
      "grad_norm": 0.13550794124603271,
      "learning_rate": 0.00010551068883610451,
      "loss": 1.2503,
      "step": 1990
    },
    {
      "epoch": 2.375296912114014,
      "grad_norm": 0.09414742141962051,
      "learning_rate": 0.00010503562945368171,
      "loss": 1.2675,
      "step": 2000
    },
    {
      "epoch": 2.3871733966745845,
      "grad_norm": 0.07908231019973755,
      "learning_rate": 0.00010456057007125892,
      "loss": 1.0461,
      "step": 2010
    },
    {
      "epoch": 2.3990498812351544,
      "grad_norm": 0.14820969104766846,
      "learning_rate": 0.00010408551068883611,
      "loss": 1.0111,
      "step": 2020
    },
    {
      "epoch": 2.4109263657957243,
      "grad_norm": 0.09235847741365433,
      "learning_rate": 0.00010361045130641331,
      "loss": 0.9179,
      "step": 2030
    },
    {
      "epoch": 2.4228028503562946,
      "grad_norm": 0.05410043150186539,
      "learning_rate": 0.00010313539192399052,
      "loss": 1.1183,
      "step": 2040
    },
    {
      "epoch": 2.4346793349168645,
      "grad_norm": 0.15485779941082,
      "learning_rate": 0.00010266033254156771,
      "loss": 1.3183,
      "step": 2050
    },
    {
      "epoch": 2.446555819477435,
      "grad_norm": 0.26478269696235657,
      "learning_rate": 0.0001021852731591449,
      "loss": 1.0667,
      "step": 2060
    },
    {
      "epoch": 2.4584323040380047,
      "grad_norm": 0.13515473902225494,
      "learning_rate": 0.0001017102137767221,
      "loss": 0.9078,
      "step": 2070
    },
    {
      "epoch": 2.470308788598575,
      "grad_norm": 0.07300888746976852,
      "learning_rate": 0.0001012351543942993,
      "loss": 1.0377,
      "step": 2080
    },
    {
      "epoch": 2.482185273159145,
      "grad_norm": 0.060126177966594696,
      "learning_rate": 0.00010076009501187649,
      "loss": 0.9788,
      "step": 2090
    },
    {
      "epoch": 2.494061757719715,
      "grad_norm": 0.17379595339298248,
      "learning_rate": 0.00010028503562945369,
      "loss": 1.0362,
      "step": 2100
    },
    {
      "epoch": 2.505938242280285,
      "grad_norm": 0.057881057262420654,
      "learning_rate": 9.980997624703088e-05,
      "loss": 0.8976,
      "step": 2110
    },
    {
      "epoch": 2.517814726840855,
      "grad_norm": 0.2135135978460312,
      "learning_rate": 9.933491686460809e-05,
      "loss": 0.9377,
      "step": 2120
    },
    {
      "epoch": 2.529691211401425,
      "grad_norm": 0.042427126318216324,
      "learning_rate": 9.885985748218528e-05,
      "loss": 0.9857,
      "step": 2130
    },
    {
      "epoch": 2.5415676959619953,
      "grad_norm": 0.21827517449855804,
      "learning_rate": 9.838479809976248e-05,
      "loss": 0.9525,
      "step": 2140
    },
    {
      "epoch": 2.553444180522565,
      "grad_norm": 0.0543668232858181,
      "learning_rate": 9.790973871733967e-05,
      "loss": 1.0002,
      "step": 2150
    },
    {
      "epoch": 2.5653206650831355,
      "grad_norm": 0.08075886219739914,
      "learning_rate": 9.743467933491687e-05,
      "loss": 0.8931,
      "step": 2160
    },
    {
      "epoch": 2.5771971496437054,
      "grad_norm": 0.2579517960548401,
      "learning_rate": 9.695961995249406e-05,
      "loss": 0.9135,
      "step": 2170
    },
    {
      "epoch": 2.5890736342042757,
      "grad_norm": 0.050557930022478104,
      "learning_rate": 9.648456057007126e-05,
      "loss": 0.827,
      "step": 2180
    },
    {
      "epoch": 2.6009501187648456,
      "grad_norm": 0.20607951283454895,
      "learning_rate": 9.600950118764847e-05,
      "loss": 0.9406,
      "step": 2190
    },
    {
      "epoch": 2.6128266033254155,
      "grad_norm": 0.051520612090826035,
      "learning_rate": 9.553444180522566e-05,
      "loss": 0.8994,
      "step": 2200
    },
    {
      "epoch": 2.624703087885986,
      "grad_norm": 0.06364279240369797,
      "learning_rate": 9.505938242280286e-05,
      "loss": 1.2281,
      "step": 2210
    },
    {
      "epoch": 2.6365795724465557,
      "grad_norm": 0.0908183827996254,
      "learning_rate": 9.458432304038005e-05,
      "loss": 1.0889,
      "step": 2220
    },
    {
      "epoch": 2.648456057007126,
      "grad_norm": 0.15008820593357086,
      "learning_rate": 9.410926365795725e-05,
      "loss": 0.8651,
      "step": 2230
    },
    {
      "epoch": 2.660332541567696,
      "grad_norm": 0.06086505949497223,
      "learning_rate": 9.363420427553444e-05,
      "loss": 0.8643,
      "step": 2240
    },
    {
      "epoch": 2.6722090261282663,
      "grad_norm": 0.12590943276882172,
      "learning_rate": 9.315914489311164e-05,
      "loss": 0.8751,
      "step": 2250
    },
    {
      "epoch": 2.684085510688836,
      "grad_norm": 0.07025561481714249,
      "learning_rate": 9.268408551068884e-05,
      "loss": 0.8319,
      "step": 2260
    },
    {
      "epoch": 2.695961995249406,
      "grad_norm": 0.05536743625998497,
      "learning_rate": 9.220902612826604e-05,
      "loss": 0.7906,
      "step": 2270
    },
    {
      "epoch": 2.7078384798099764,
      "grad_norm": 0.09530112147331238,
      "learning_rate": 9.173396674584323e-05,
      "loss": 0.8542,
      "step": 2280
    },
    {
      "epoch": 2.7197149643705463,
      "grad_norm": 0.0815366581082344,
      "learning_rate": 9.125890736342043e-05,
      "loss": 0.7518,
      "step": 2290
    },
    {
      "epoch": 2.731591448931116,
      "grad_norm": 0.062431272119283676,
      "learning_rate": 9.078384798099762e-05,
      "loss": 1.1814,
      "step": 2300
    },
    {
      "epoch": 2.7434679334916865,
      "grad_norm": 0.06672868132591248,
      "learning_rate": 9.030878859857482e-05,
      "loss": 1.0492,
      "step": 2310
    },
    {
      "epoch": 2.7553444180522564,
      "grad_norm": 0.3035074770450592,
      "learning_rate": 8.983372921615201e-05,
      "loss": 0.9671,
      "step": 2320
    },
    {
      "epoch": 2.7672209026128267,
      "grad_norm": 0.16409927606582642,
      "learning_rate": 8.935866983372922e-05,
      "loss": 1.011,
      "step": 2330
    },
    {
      "epoch": 2.7790973871733966,
      "grad_norm": 0.07125268131494522,
      "learning_rate": 8.888361045130642e-05,
      "loss": 0.9033,
      "step": 2340
    },
    {
      "epoch": 2.790973871733967,
      "grad_norm": 0.22371023893356323,
      "learning_rate": 8.840855106888361e-05,
      "loss": 1.3109,
      "step": 2350
    },
    {
      "epoch": 2.802850356294537,
      "grad_norm": 0.05274183303117752,
      "learning_rate": 8.79334916864608e-05,
      "loss": 0.8897,
      "step": 2360
    },
    {
      "epoch": 2.8147268408551067,
      "grad_norm": 0.0982283353805542,
      "learning_rate": 8.7458432304038e-05,
      "loss": 1.0437,
      "step": 2370
    },
    {
      "epoch": 2.826603325415677,
      "grad_norm": 0.06932730972766876,
      "learning_rate": 8.698337292161521e-05,
      "loss": 0.8968,
      "step": 2380
    },
    {
      "epoch": 2.838479809976247,
      "grad_norm": 0.06926975399255753,
      "learning_rate": 8.65083135391924e-05,
      "loss": 0.9674,
      "step": 2390
    },
    {
      "epoch": 2.850356294536817,
      "grad_norm": 0.2094772607088089,
      "learning_rate": 8.60332541567696e-05,
      "loss": 0.8637,
      "step": 2400
    },
    {
      "epoch": 2.862232779097387,
      "grad_norm": 0.04431522637605667,
      "learning_rate": 8.55581947743468e-05,
      "loss": 1.0707,
      "step": 2410
    },
    {
      "epoch": 2.8741092636579575,
      "grad_norm": 0.0706724151968956,
      "learning_rate": 8.5083135391924e-05,
      "loss": 1.1387,
      "step": 2420
    },
    {
      "epoch": 2.8859857482185274,
      "grad_norm": 0.13831046223640442,
      "learning_rate": 8.46080760095012e-05,
      "loss": 0.8456,
      "step": 2430
    },
    {
      "epoch": 2.8978622327790973,
      "grad_norm": 0.22409480810165405,
      "learning_rate": 8.413301662707839e-05,
      "loss": 1.0635,
      "step": 2440
    },
    {
      "epoch": 2.9097387173396676,
      "grad_norm": 0.10079943388700485,
      "learning_rate": 8.365795724465559e-05,
      "loss": 0.9804,
      "step": 2450
    },
    {
      "epoch": 2.9216152019002375,
      "grad_norm": 0.042890481650829315,
      "learning_rate": 8.318289786223278e-05,
      "loss": 0.8046,
      "step": 2460
    },
    {
      "epoch": 2.9334916864608074,
      "grad_norm": 0.3232579827308655,
      "learning_rate": 8.270783847980999e-05,
      "loss": 0.9013,
      "step": 2470
    },
    {
      "epoch": 2.9453681710213777,
      "grad_norm": 0.06542018055915833,
      "learning_rate": 8.223277909738719e-05,
      "loss": 1.1108,
      "step": 2480
    },
    {
      "epoch": 2.9572446555819476,
      "grad_norm": 0.06973831355571747,
      "learning_rate": 8.175771971496438e-05,
      "loss": 0.9036,
      "step": 2490
    },
    {
      "epoch": 2.969121140142518,
      "grad_norm": 0.10869220644235611,
      "learning_rate": 8.128266033254157e-05,
      "loss": 1.184,
      "step": 2500
    },
    {
      "epoch": 2.980997624703088,
      "grad_norm": 0.2329593151807785,
      "learning_rate": 8.080760095011877e-05,
      "loss": 0.8057,
      "step": 2510
    },
    {
      "epoch": 2.992874109263658,
      "grad_norm": 0.10450086742639542,
      "learning_rate": 8.033254156769596e-05,
      "loss": 0.9202,
      "step": 2520
    },
    {
      "epoch": 3.0,
      "eval_loss": 1.7657307386398315,
      "eval_runtime": 47.3747,
      "eval_samples_per_second": 7.916,
      "eval_steps_per_second": 1.984,
      "step": 2526
    },
    {
      "epoch": 3.004750593824228,
      "grad_norm": 0.0954449325799942,
      "learning_rate": 7.985748218527316e-05,
      "loss": 0.9937,
      "step": 2530
    },
    {
      "epoch": 3.016627078384798,
      "grad_norm": 0.1135089173913002,
      "learning_rate": 7.938242280285037e-05,
      "loss": 0.9659,
      "step": 2540
    },
    {
      "epoch": 3.0285035629453683,
      "grad_norm": 0.2668828070163727,
      "learning_rate": 7.890736342042756e-05,
      "loss": 1.1051,
      "step": 2550
    },
    {
      "epoch": 3.040380047505938,
      "grad_norm": 0.04385481774806976,
      "learning_rate": 7.843230403800476e-05,
      "loss": 0.905,
      "step": 2560
    },
    {
      "epoch": 3.0522565320665085,
      "grad_norm": 0.16458982229232788,
      "learning_rate": 7.795724465558195e-05,
      "loss": 0.95,
      "step": 2570
    },
    {
      "epoch": 3.0641330166270784,
      "grad_norm": 0.06375309824943542,
      "learning_rate": 7.748218527315915e-05,
      "loss": 0.7936,
      "step": 2580
    },
    {
      "epoch": 3.0760095011876483,
      "grad_norm": 0.2245360165834427,
      "learning_rate": 7.700712589073634e-05,
      "loss": 0.8329,
      "step": 2590
    },
    {
      "epoch": 3.0878859857482186,
      "grad_norm": 0.1618458777666092,
      "learning_rate": 7.653206650831354e-05,
      "loss": 1.1232,
      "step": 2600
    },
    {
      "epoch": 3.0997624703087885,
      "grad_norm": 0.17201924324035645,
      "learning_rate": 7.605700712589075e-05,
      "loss": 1.0214,
      "step": 2610
    },
    {
      "epoch": 3.111638954869359,
      "grad_norm": 0.0636308342218399,
      "learning_rate": 7.558194774346794e-05,
      "loss": 0.8034,
      "step": 2620
    },
    {
      "epoch": 3.1235154394299287,
      "grad_norm": 0.31130924820899963,
      "learning_rate": 7.510688836104514e-05,
      "loss": 0.9235,
      "step": 2630
    },
    {
      "epoch": 3.1353919239904986,
      "grad_norm": 0.05764823779463768,
      "learning_rate": 7.463182897862233e-05,
      "loss": 1.1852,
      "step": 2640
    },
    {
      "epoch": 3.147268408551069,
      "grad_norm": 0.0911896675825119,
      "learning_rate": 7.415676959619953e-05,
      "loss": 0.8264,
      "step": 2650
    },
    {
      "epoch": 3.159144893111639,
      "grad_norm": 0.05941038951277733,
      "learning_rate": 7.368171021377672e-05,
      "loss": 1.0462,
      "step": 2660
    },
    {
      "epoch": 3.171021377672209,
      "grad_norm": 0.10101119428873062,
      "learning_rate": 7.320665083135391e-05,
      "loss": 0.7916,
      "step": 2670
    },
    {
      "epoch": 3.182897862232779,
      "grad_norm": 0.049820832908153534,
      "learning_rate": 7.273159144893112e-05,
      "loss": 1.0767,
      "step": 2680
    },
    {
      "epoch": 3.1947743467933494,
      "grad_norm": 0.0488307848572731,
      "learning_rate": 7.225653206650832e-05,
      "loss": 1.1087,
      "step": 2690
    },
    {
      "epoch": 3.2066508313539193,
      "grad_norm": 0.044484905898571014,
      "learning_rate": 7.178147268408551e-05,
      "loss": 0.8214,
      "step": 2700
    },
    {
      "epoch": 3.218527315914489,
      "grad_norm": 0.21011117100715637,
      "learning_rate": 7.130641330166271e-05,
      "loss": 1.016,
      "step": 2710
    },
    {
      "epoch": 3.2304038004750595,
      "grad_norm": 0.11267800629138947,
      "learning_rate": 7.08313539192399e-05,
      "loss": 0.8472,
      "step": 2720
    },
    {
      "epoch": 3.2422802850356294,
      "grad_norm": 0.041125789284706116,
      "learning_rate": 7.03562945368171e-05,
      "loss": 0.8789,
      "step": 2730
    },
    {
      "epoch": 3.2541567695961997,
      "grad_norm": 0.17443105578422546,
      "learning_rate": 6.988123515439429e-05,
      "loss": 0.9556,
      "step": 2740
    },
    {
      "epoch": 3.2660332541567696,
      "grad_norm": 0.062060561031103134,
      "learning_rate": 6.94061757719715e-05,
      "loss": 0.994,
      "step": 2750
    },
    {
      "epoch": 3.2779097387173395,
      "grad_norm": 0.06218833476305008,
      "learning_rate": 6.89311163895487e-05,
      "loss": 0.7544,
      "step": 2760
    },
    {
      "epoch": 3.28978622327791,
      "grad_norm": 0.04432019218802452,
      "learning_rate": 6.845605700712589e-05,
      "loss": 0.9177,
      "step": 2770
    },
    {
      "epoch": 3.3016627078384797,
      "grad_norm": 0.10758528113365173,
      "learning_rate": 6.798099762470309e-05,
      "loss": 0.9384,
      "step": 2780
    },
    {
      "epoch": 3.31353919239905,
      "grad_norm": 0.08597265183925629,
      "learning_rate": 6.750593824228028e-05,
      "loss": 1.105,
      "step": 2790
    },
    {
      "epoch": 3.32541567695962,
      "grad_norm": 0.054796867072582245,
      "learning_rate": 6.703087885985749e-05,
      "loss": 1.0362,
      "step": 2800
    },
    {
      "epoch": 3.33729216152019,
      "grad_norm": 0.04514233022928238,
      "learning_rate": 6.655581947743468e-05,
      "loss": 1.0121,
      "step": 2810
    },
    {
      "epoch": 3.34916864608076,
      "grad_norm": 0.07130993902683258,
      "learning_rate": 6.608076009501188e-05,
      "loss": 0.7462,
      "step": 2820
    },
    {
      "epoch": 3.36104513064133,
      "grad_norm": 0.04843717813491821,
      "learning_rate": 6.560570071258907e-05,
      "loss": 0.8745,
      "step": 2830
    },
    {
      "epoch": 3.3729216152019004,
      "grad_norm": 0.19065134227275848,
      "learning_rate": 6.513064133016628e-05,
      "loss": 0.8703,
      "step": 2840
    },
    {
      "epoch": 3.3847980997624703,
      "grad_norm": 0.10798069834709167,
      "learning_rate": 6.465558194774348e-05,
      "loss": 1.007,
      "step": 2850
    },
    {
      "epoch": 3.3966745843230406,
      "grad_norm": 0.0635639876127243,
      "learning_rate": 6.418052256532067e-05,
      "loss": 1.0906,
      "step": 2860
    },
    {
      "epoch": 3.4085510688836105,
      "grad_norm": 0.04843032360076904,
      "learning_rate": 6.370546318289787e-05,
      "loss": 1.0584,
      "step": 2870
    },
    {
      "epoch": 3.4204275534441804,
      "grad_norm": 0.05005785822868347,
      "learning_rate": 6.323040380047506e-05,
      "loss": 0.8419,
      "step": 2880
    },
    {
      "epoch": 3.4323040380047507,
      "grad_norm": 0.060981009155511856,
      "learning_rate": 6.275534441805227e-05,
      "loss": 0.8225,
      "step": 2890
    },
    {
      "epoch": 3.4441805225653206,
      "grad_norm": 0.4528219997882843,
      "learning_rate": 6.228028503562946e-05,
      "loss": 0.9944,
      "step": 2900
    },
    {
      "epoch": 3.456057007125891,
      "grad_norm": 0.07064502686262131,
      "learning_rate": 6.180522565320666e-05,
      "loss": 0.7643,
      "step": 2910
    },
    {
      "epoch": 3.467933491686461,
      "grad_norm": 0.07325369119644165,
      "learning_rate": 6.133016627078385e-05,
      "loss": 1.1436,
      "step": 2920
    },
    {
      "epoch": 3.4798099762470307,
      "grad_norm": 0.16508881747722626,
      "learning_rate": 6.085510688836105e-05,
      "loss": 0.9703,
      "step": 2930
    },
    {
      "epoch": 3.491686460807601,
      "grad_norm": 0.05933353677392006,
      "learning_rate": 6.0380047505938244e-05,
      "loss": 0.8623,
      "step": 2940
    },
    {
      "epoch": 3.503562945368171,
      "grad_norm": 0.04389052465558052,
      "learning_rate": 5.990498812351544e-05,
      "loss": 0.8283,
      "step": 2950
    },
    {
      "epoch": 3.5154394299287413,
      "grad_norm": 0.25019779801368713,
      "learning_rate": 5.942992874109265e-05,
      "loss": 0.9623,
      "step": 2960
    },
    {
      "epoch": 3.527315914489311,
      "grad_norm": 0.10527379810810089,
      "learning_rate": 5.895486935866984e-05,
      "loss": 0.8582,
      "step": 2970
    },
    {
      "epoch": 3.539192399049881,
      "grad_norm": 0.0807216614484787,
      "learning_rate": 5.847980997624704e-05,
      "loss": 1.013,
      "step": 2980
    },
    {
      "epoch": 3.5510688836104514,
      "grad_norm": 0.06806305795907974,
      "learning_rate": 5.800475059382423e-05,
      "loss": 1.0019,
      "step": 2990
    },
    {
      "epoch": 3.5629453681710213,
      "grad_norm": 0.06385791301727295,
      "learning_rate": 5.752969121140143e-05,
      "loss": 1.0457,
      "step": 3000
    },
    {
      "epoch": 3.5748218527315916,
      "grad_norm": 0.15625765919685364,
      "learning_rate": 5.705463182897862e-05,
      "loss": 1.1656,
      "step": 3010
    },
    {
      "epoch": 3.5866983372921615,
      "grad_norm": 0.037077538669109344,
      "learning_rate": 5.657957244655582e-05,
      "loss": 0.8982,
      "step": 3020
    },
    {
      "epoch": 3.598574821852732,
      "grad_norm": 0.05139300227165222,
      "learning_rate": 5.6104513064133025e-05,
      "loss": 0.8765,
      "step": 3030
    },
    {
      "epoch": 3.6104513064133017,
      "grad_norm": 0.04318641126155853,
      "learning_rate": 5.562945368171022e-05,
      "loss": 0.7967,
      "step": 3040
    },
    {
      "epoch": 3.6223277909738716,
      "grad_norm": 0.040078990161418915,
      "learning_rate": 5.5154394299287415e-05,
      "loss": 0.73,
      "step": 3050
    },
    {
      "epoch": 3.634204275534442,
      "grad_norm": 0.06352245062589645,
      "learning_rate": 5.467933491686461e-05,
      "loss": 1.1627,
      "step": 3060
    },
    {
      "epoch": 3.646080760095012,
      "grad_norm": 0.03417419269680977,
      "learning_rate": 5.4204275534441805e-05,
      "loss": 0.8954,
      "step": 3070
    },
    {
      "epoch": 3.6579572446555817,
      "grad_norm": 0.06765933334827423,
      "learning_rate": 5.3729216152019e-05,
      "loss": 0.8146,
      "step": 3080
    },
    {
      "epoch": 3.669833729216152,
      "grad_norm": 0.0948178619146347,
      "learning_rate": 5.3254156769596194e-05,
      "loss": 0.7459,
      "step": 3090
    },
    {
      "epoch": 3.6817102137767224,
      "grad_norm": 0.41120731830596924,
      "learning_rate": 5.27790973871734e-05,
      "loss": 1.0802,
      "step": 3100
    },
    {
      "epoch": 3.6935866983372923,
      "grad_norm": 0.04571249336004257,
      "learning_rate": 5.23040380047506e-05,
      "loss": 1.0113,
      "step": 3110
    },
    {
      "epoch": 3.705463182897862,
      "grad_norm": 0.06355877220630646,
      "learning_rate": 5.182897862232779e-05,
      "loss": 0.8512,
      "step": 3120
    },
    {
      "epoch": 3.7173396674584325,
      "grad_norm": 0.20209620893001556,
      "learning_rate": 5.135391923990499e-05,
      "loss": 1.1125,
      "step": 3130
    },
    {
      "epoch": 3.7292161520190024,
      "grad_norm": 0.0654263123869896,
      "learning_rate": 5.087885985748219e-05,
      "loss": 0.9359,
      "step": 3140
    },
    {
      "epoch": 3.7410926365795723,
      "grad_norm": 0.1410745084285736,
      "learning_rate": 5.0403800475059384e-05,
      "loss": 0.9695,
      "step": 3150
    },
    {
      "epoch": 3.7529691211401426,
      "grad_norm": 0.0441279262304306,
      "learning_rate": 4.9928741092636586e-05,
      "loss": 0.9279,
      "step": 3160
    },
    {
      "epoch": 3.7648456057007125,
      "grad_norm": 0.042252734303474426,
      "learning_rate": 4.945368171021378e-05,
      "loss": 0.9513,
      "step": 3170
    },
    {
      "epoch": 3.776722090261283,
      "grad_norm": 0.10475219786167145,
      "learning_rate": 4.8978622327790975e-05,
      "loss": 0.9602,
      "step": 3180
    },
    {
      "epoch": 3.7885985748218527,
      "grad_norm": 0.561947226524353,
      "learning_rate": 4.850356294536818e-05,
      "loss": 0.9196,
      "step": 3190
    },
    {
      "epoch": 3.800475059382423,
      "grad_norm": 0.07738777995109558,
      "learning_rate": 4.802850356294537e-05,
      "loss": 0.8386,
      "step": 3200
    },
    {
      "epoch": 3.812351543942993,
      "grad_norm": 0.0962240993976593,
      "learning_rate": 4.755344418052257e-05,
      "loss": 0.8713,
      "step": 3210
    },
    {
      "epoch": 3.824228028503563,
      "grad_norm": 0.19785310328006744,
      "learning_rate": 4.707838479809977e-05,
      "loss": 0.9994,
      "step": 3220
    },
    {
      "epoch": 3.836104513064133,
      "grad_norm": 0.1203259751200676,
      "learning_rate": 4.660332541567696e-05,
      "loss": 0.8608,
      "step": 3230
    },
    {
      "epoch": 3.847980997624703,
      "grad_norm": 0.041854988783597946,
      "learning_rate": 4.612826603325416e-05,
      "loss": 0.7506,
      "step": 3240
    },
    {
      "epoch": 3.859857482185273,
      "grad_norm": 0.03335632383823395,
      "learning_rate": 4.565320665083135e-05,
      "loss": 0.721,
      "step": 3250
    },
    {
      "epoch": 3.8717339667458432,
      "grad_norm": 0.110906220972538,
      "learning_rate": 4.5178147268408555e-05,
      "loss": 0.8615,
      "step": 3260
    },
    {
      "epoch": 3.883610451306413,
      "grad_norm": 0.23366965353488922,
      "learning_rate": 4.470308788598575e-05,
      "loss": 1.2421,
      "step": 3270
    },
    {
      "epoch": 3.8954869358669835,
      "grad_norm": 0.07156733423471451,
      "learning_rate": 4.4228028503562945e-05,
      "loss": 0.8366,
      "step": 3280
    },
    {
      "epoch": 3.9073634204275534,
      "grad_norm": 0.169892355799675,
      "learning_rate": 4.3752969121140146e-05,
      "loss": 0.8799,
      "step": 3290
    },
    {
      "epoch": 3.9192399049881237,
      "grad_norm": 0.04358002915978432,
      "learning_rate": 4.327790973871734e-05,
      "loss": 0.9512,
      "step": 3300
    },
    {
      "epoch": 3.9311163895486936,
      "grad_norm": 0.21528488397598267,
      "learning_rate": 4.2802850356294536e-05,
      "loss": 0.8054,
      "step": 3310
    },
    {
      "epoch": 3.9429928741092635,
      "grad_norm": 0.07016022503376007,
      "learning_rate": 4.232779097387173e-05,
      "loss": 0.9903,
      "step": 3320
    },
    {
      "epoch": 3.954869358669834,
      "grad_norm": 0.06365745514631271,
      "learning_rate": 4.185273159144893e-05,
      "loss": 0.7909,
      "step": 3330
    },
    {
      "epoch": 3.9667458432304037,
      "grad_norm": 0.20040567219257355,
      "learning_rate": 4.137767220902613e-05,
      "loss": 0.9326,
      "step": 3340
    },
    {
      "epoch": 3.978622327790974,
      "grad_norm": 0.0482853502035141,
      "learning_rate": 4.090261282660333e-05,
      "loss": 0.811,
      "step": 3350
    },
    {
      "epoch": 3.990498812351544,
      "grad_norm": 0.09436655789613724,
      "learning_rate": 4.0427553444180524e-05,
      "loss": 0.8454,
      "step": 3360
    },
    {
      "epoch": 4.0,
      "eval_loss": 1.6603933572769165,
      "eval_runtime": 47.38,
      "eval_samples_per_second": 7.915,
      "eval_steps_per_second": 1.984,
      "step": 3368
    },
    {
      "epoch": 4.002375296912114,
      "grad_norm": 0.0664132684469223,
      "learning_rate": 3.9952494061757725e-05,
      "loss": 1.0412,
      "step": 3370
    },
    {
      "epoch": 4.014251781472684,
      "grad_norm": 0.04716278240084648,
      "learning_rate": 3.947743467933492e-05,
      "loss": 0.9108,
      "step": 3380
    },
    {
      "epoch": 4.026128266033254,
      "grad_norm": 0.07922456413507462,
      "learning_rate": 3.9002375296912115e-05,
      "loss": 0.981,
      "step": 3390
    },
    {
      "epoch": 4.038004750593824,
      "grad_norm": 0.12802214920520782,
      "learning_rate": 3.852731591448932e-05,
      "loss": 1.1224,
      "step": 3400
    },
    {
      "epoch": 4.049881235154395,
      "grad_norm": 0.2722633481025696,
      "learning_rate": 3.805225653206651e-05,
      "loss": 0.9692,
      "step": 3410
    },
    {
      "epoch": 4.061757719714964,
      "grad_norm": 0.056470565497875214,
      "learning_rate": 3.757719714964371e-05,
      "loss": 0.8099,
      "step": 3420
    },
    {
      "epoch": 4.0736342042755345,
      "grad_norm": 0.039738211780786514,
      "learning_rate": 3.710213776722091e-05,
      "loss": 1.0946,
      "step": 3430
    },
    {
      "epoch": 4.085510688836105,
      "grad_norm": 0.06954427808523178,
      "learning_rate": 3.66270783847981e-05,
      "loss": 0.9666,
      "step": 3440
    },
    {
      "epoch": 4.097387173396674,
      "grad_norm": 0.13244707882404327,
      "learning_rate": 3.61520190023753e-05,
      "loss": 1.1186,
      "step": 3450
    },
    {
      "epoch": 4.109263657957245,
      "grad_norm": 0.050309810787439346,
      "learning_rate": 3.567695961995249e-05,
      "loss": 0.8773,
      "step": 3460
    },
    {
      "epoch": 4.121140142517815,
      "grad_norm": 0.041740868240594864,
      "learning_rate": 3.5201900237529695e-05,
      "loss": 0.9862,
      "step": 3470
    },
    {
      "epoch": 4.133016627078385,
      "grad_norm": 0.13563305139541626,
      "learning_rate": 3.472684085510689e-05,
      "loss": 0.8709,
      "step": 3480
    },
    {
      "epoch": 4.144893111638955,
      "grad_norm": 0.0343937985599041,
      "learning_rate": 3.4251781472684084e-05,
      "loss": 0.7728,
      "step": 3490
    },
    {
      "epoch": 4.156769596199525,
      "grad_norm": 0.08868346363306046,
      "learning_rate": 3.3776722090261286e-05,
      "loss": 1.0534,
      "step": 3500
    },
    {
      "epoch": 4.168646080760095,
      "grad_norm": 0.2531236410140991,
      "learning_rate": 3.330166270783848e-05,
      "loss": 1.2138,
      "step": 3510
    },
    {
      "epoch": 4.180522565320665,
      "grad_norm": 0.07945922762155533,
      "learning_rate": 3.2826603325415676e-05,
      "loss": 0.8253,
      "step": 3520
    },
    {
      "epoch": 4.192399049881235,
      "grad_norm": 0.07955809682607651,
      "learning_rate": 3.235154394299287e-05,
      "loss": 0.9263,
      "step": 3530
    },
    {
      "epoch": 4.2042755344418055,
      "grad_norm": 0.04066227748990059,
      "learning_rate": 3.187648456057007e-05,
      "loss": 0.9605,
      "step": 3540
    },
    {
      "epoch": 4.216152019002375,
      "grad_norm": 0.04212834686040878,
      "learning_rate": 3.140142517814727e-05,
      "loss": 0.7031,
      "step": 3550
    },
    {
      "epoch": 4.228028503562945,
      "grad_norm": 0.07302612066268921,
      "learning_rate": 3.092636579572447e-05,
      "loss": 0.9753,
      "step": 3560
    },
    {
      "epoch": 4.239904988123516,
      "grad_norm": 0.07105498760938644,
      "learning_rate": 3.0451306413301667e-05,
      "loss": 0.9347,
      "step": 3570
    },
    {
      "epoch": 4.251781472684086,
      "grad_norm": 0.06369230151176453,
      "learning_rate": 2.9976247030878862e-05,
      "loss": 0.7127,
      "step": 3580
    },
    {
      "epoch": 4.263657957244655,
      "grad_norm": 0.20201636850833893,
      "learning_rate": 2.9501187648456057e-05,
      "loss": 1.0062,
      "step": 3590
    },
    {
      "epoch": 4.275534441805226,
      "grad_norm": 0.03355458378791809,
      "learning_rate": 2.9026128266033255e-05,
      "loss": 0.7946,
      "step": 3600
    },
    {
      "epoch": 4.287410926365796,
      "grad_norm": 0.0544753298163414,
      "learning_rate": 2.8551068883610453e-05,
      "loss": 0.8509,
      "step": 3610
    },
    {
      "epoch": 4.2992874109263655,
      "grad_norm": 0.09867158532142639,
      "learning_rate": 2.807600950118765e-05,
      "loss": 1.127,
      "step": 3620
    },
    {
      "epoch": 4.311163895486936,
      "grad_norm": 0.03889361396431923,
      "learning_rate": 2.7600950118764846e-05,
      "loss": 0.8523,
      "step": 3630
    },
    {
      "epoch": 4.323040380047506,
      "grad_norm": 0.19011080265045166,
      "learning_rate": 2.7125890736342048e-05,
      "loss": 0.9723,
      "step": 3640
    },
    {
      "epoch": 4.334916864608076,
      "grad_norm": 0.08830198645591736,
      "learning_rate": 2.6650831353919243e-05,
      "loss": 0.7572,
      "step": 3650
    },
    {
      "epoch": 4.346793349168646,
      "grad_norm": 0.0878998190164566,
      "learning_rate": 2.6175771971496438e-05,
      "loss": 0.9713,
      "step": 3660
    },
    {
      "epoch": 4.358669833729216,
      "grad_norm": 0.057567398995161057,
      "learning_rate": 2.5700712589073633e-05,
      "loss": 0.9692,
      "step": 3670
    },
    {
      "epoch": 4.370546318289787,
      "grad_norm": 0.06174805015325546,
      "learning_rate": 2.5225653206650834e-05,
      "loss": 0.8154,
      "step": 3680
    },
    {
      "epoch": 4.382422802850356,
      "grad_norm": 0.028641091659665108,
      "learning_rate": 2.475059382422803e-05,
      "loss": 0.754,
      "step": 3690
    },
    {
      "epoch": 4.394299287410926,
      "grad_norm": 0.03536592051386833,
      "learning_rate": 2.4275534441805224e-05,
      "loss": 0.8561,
      "step": 3700
    },
    {
      "epoch": 4.406175771971497,
      "grad_norm": 0.07805202156305313,
      "learning_rate": 2.3800475059382422e-05,
      "loss": 0.8198,
      "step": 3710
    },
    {
      "epoch": 4.418052256532066,
      "grad_norm": 0.06069310009479523,
      "learning_rate": 2.332541567695962e-05,
      "loss": 0.836,
      "step": 3720
    },
    {
      "epoch": 4.4299287410926365,
      "grad_norm": 0.05068911612033844,
      "learning_rate": 2.285035629453682e-05,
      "loss": 0.8898,
      "step": 3730
    },
    {
      "epoch": 4.441805225653207,
      "grad_norm": 0.06551819294691086,
      "learning_rate": 2.2375296912114017e-05,
      "loss": 0.6919,
      "step": 3740
    },
    {
      "epoch": 4.453681710213777,
      "grad_norm": 0.11634793132543564,
      "learning_rate": 2.1900237529691212e-05,
      "loss": 0.8043,
      "step": 3750
    },
    {
      "epoch": 4.465558194774347,
      "grad_norm": 0.13671091198921204,
      "learning_rate": 2.142517814726841e-05,
      "loss": 0.895,
      "step": 3760
    },
    {
      "epoch": 4.477434679334917,
      "grad_norm": 0.05117421597242355,
      "learning_rate": 2.0950118764845605e-05,
      "loss": 0.9661,
      "step": 3770
    },
    {
      "epoch": 4.489311163895487,
      "grad_norm": 0.07194402813911438,
      "learning_rate": 2.0475059382422803e-05,
      "loss": 0.8791,
      "step": 3780
    },
    {
      "epoch": 4.501187648456057,
      "grad_norm": 0.04208892583847046,
      "learning_rate": 2e-05,
      "loss": 0.9381,
      "step": 3790
    },
    {
      "epoch": 4.513064133016627,
      "grad_norm": 0.06842586398124695,
      "learning_rate": 1.9524940617577197e-05,
      "loss": 0.9378,
      "step": 3800
    },
    {
      "epoch": 4.524940617577197,
      "grad_norm": 0.06581088900566101,
      "learning_rate": 1.9049881235154395e-05,
      "loss": 0.7979,
      "step": 3810
    },
    {
      "epoch": 4.536817102137768,
      "grad_norm": 0.1313990205526352,
      "learning_rate": 1.8574821852731593e-05,
      "loss": 1.0281,
      "step": 3820
    },
    {
      "epoch": 4.548693586698337,
      "grad_norm": 0.04237492382526398,
      "learning_rate": 1.809976247030879e-05,
      "loss": 0.8999,
      "step": 3830
    },
    {
      "epoch": 4.5605700712589075,
      "grad_norm": 0.16546116769313812,
      "learning_rate": 1.7624703087885986e-05,
      "loss": 0.887,
      "step": 3840
    },
    {
      "epoch": 4.572446555819478,
      "grad_norm": 0.04888550564646721,
      "learning_rate": 1.7149643705463184e-05,
      "loss": 0.8049,
      "step": 3850
    },
    {
      "epoch": 4.584323040380047,
      "grad_norm": 0.08607861399650574,
      "learning_rate": 1.6674584323040383e-05,
      "loss": 0.8848,
      "step": 3860
    },
    {
      "epoch": 4.596199524940618,
      "grad_norm": 0.203558549284935,
      "learning_rate": 1.6199524940617578e-05,
      "loss": 0.9295,
      "step": 3870
    },
    {
      "epoch": 4.608076009501188,
      "grad_norm": 0.0457516685128212,
      "learning_rate": 1.5724465558194776e-05,
      "loss": 1.0568,
      "step": 3880
    },
    {
      "epoch": 4.619952494061757,
      "grad_norm": 0.04271242395043373,
      "learning_rate": 1.524940617577197e-05,
      "loss": 1.1772,
      "step": 3890
    },
    {
      "epoch": 4.631828978622328,
      "grad_norm": 0.05776529759168625,
      "learning_rate": 1.4774346793349169e-05,
      "loss": 0.9445,
      "step": 3900
    },
    {
      "epoch": 4.643705463182898,
      "grad_norm": 0.07290226221084595,
      "learning_rate": 1.4299287410926366e-05,
      "loss": 0.819,
      "step": 3910
    },
    {
      "epoch": 4.6555819477434675,
      "grad_norm": 0.23439574241638184,
      "learning_rate": 1.3824228028503564e-05,
      "loss": 1.0728,
      "step": 3920
    },
    {
      "epoch": 4.667458432304038,
      "grad_norm": 0.2876322567462921,
      "learning_rate": 1.3349168646080762e-05,
      "loss": 1.0477,
      "step": 3930
    },
    {
      "epoch": 4.679334916864608,
      "grad_norm": 0.05245677009224892,
      "learning_rate": 1.2874109263657957e-05,
      "loss": 0.783,
      "step": 3940
    },
    {
      "epoch": 4.6912114014251785,
      "grad_norm": 0.05827531963586807,
      "learning_rate": 1.2399049881235155e-05,
      "loss": 0.7584,
      "step": 3950
    },
    {
      "epoch": 4.703087885985748,
      "grad_norm": 0.2577458322048187,
      "learning_rate": 1.1923990498812353e-05,
      "loss": 0.7678,
      "step": 3960
    },
    {
      "epoch": 4.714964370546318,
      "grad_norm": 0.10721047222614288,
      "learning_rate": 1.144893111638955e-05,
      "loss": 0.8898,
      "step": 3970
    },
    {
      "epoch": 4.726840855106889,
      "grad_norm": 0.08441893756389618,
      "learning_rate": 1.0973871733966747e-05,
      "loss": 0.8402,
      "step": 3980
    },
    {
      "epoch": 4.738717339667458,
      "grad_norm": 0.09087421745061874,
      "learning_rate": 1.0498812351543943e-05,
      "loss": 1.1081,
      "step": 3990
    },
    {
      "epoch": 4.750593824228028,
      "grad_norm": 0.04736216366291046,
      "learning_rate": 1.002375296912114e-05,
      "loss": 0.6902,
      "step": 4000
    },
    {
      "epoch": 4.762470308788599,
      "grad_norm": 0.48896902799606323,
      "learning_rate": 9.548693586698338e-06,
      "loss": 0.8916,
      "step": 4010
    },
    {
      "epoch": 4.774346793349169,
      "grad_norm": 0.08265817910432816,
      "learning_rate": 9.073634204275535e-06,
      "loss": 0.9575,
      "step": 4020
    },
    {
      "epoch": 4.7862232779097384,
      "grad_norm": 0.08426305651664734,
      "learning_rate": 8.598574821852733e-06,
      "loss": 0.9751,
      "step": 4030
    },
    {
      "epoch": 4.798099762470309,
      "grad_norm": 0.09328274428844452,
      "learning_rate": 8.12351543942993e-06,
      "loss": 0.8666,
      "step": 4040
    },
    {
      "epoch": 4.809976247030879,
      "grad_norm": 0.040312737226486206,
      "learning_rate": 7.648456057007126e-06,
      "loss": 0.8568,
      "step": 4050
    },
    {
      "epoch": 4.821852731591449,
      "grad_norm": 0.0362665094435215,
      "learning_rate": 7.173396674584323e-06,
      "loss": 0.736,
      "step": 4060
    },
    {
      "epoch": 4.833729216152019,
      "grad_norm": 0.05081469193100929,
      "learning_rate": 6.69833729216152e-06,
      "loss": 0.8109,
      "step": 4070
    },
    {
      "epoch": 4.845605700712589,
      "grad_norm": 0.05075117200613022,
      "learning_rate": 6.223277909738718e-06,
      "loss": 0.7773,
      "step": 4080
    },
    {
      "epoch": 4.85748218527316,
      "grad_norm": 0.047186557203531265,
      "learning_rate": 5.748218527315915e-06,
      "loss": 0.8404,
      "step": 4090
    },
    {
      "epoch": 4.869358669833729,
      "grad_norm": 0.20718060433864594,
      "learning_rate": 5.273159144893112e-06,
      "loss": 0.955,
      "step": 4100
    },
    {
      "epoch": 4.881235154394299,
      "grad_norm": 0.17017701268196106,
      "learning_rate": 4.798099762470309e-06,
      "loss": 0.8501,
      "step": 4110
    },
    {
      "epoch": 4.89311163895487,
      "grad_norm": 0.05619393661618233,
      "learning_rate": 4.323040380047506e-06,
      "loss": 0.9074,
      "step": 4120
    },
    {
      "epoch": 4.904988123515439,
      "grad_norm": 0.06167184188961983,
      "learning_rate": 3.8479809976247036e-06,
      "loss": 0.8147,
      "step": 4130
    },
    {
      "epoch": 4.9168646080760094,
      "grad_norm": 0.06882195919752121,
      "learning_rate": 3.3729216152019e-06,
      "loss": 0.7927,
      "step": 4140
    },
    {
      "epoch": 4.92874109263658,
      "grad_norm": 0.08290237188339233,
      "learning_rate": 2.8978622327790975e-06,
      "loss": 0.8274,
      "step": 4150
    },
    {
      "epoch": 4.94061757719715,
      "grad_norm": 0.08587727695703506,
      "learning_rate": 2.422802850356295e-06,
      "loss": 0.808,
      "step": 4160
    },
    {
      "epoch": 4.95249406175772,
      "grad_norm": 0.05585173889994621,
      "learning_rate": 1.947743467933492e-06,
      "loss": 1.0701,
      "step": 4170
    },
    {
      "epoch": 4.96437054631829,
      "grad_norm": 0.039784397929906845,
      "learning_rate": 1.472684085510689e-06,
      "loss": 1.0414,
      "step": 4180
    },
    {
      "epoch": 4.97624703087886,
      "grad_norm": 0.03638745844364166,
      "learning_rate": 9.97624703087886e-07,
      "loss": 0.9453,
      "step": 4190
    },
    {
      "epoch": 4.98812351543943,
      "grad_norm": 0.030311966314911842,
      "learning_rate": 5.225653206650831e-07,
      "loss": 0.7845,
      "step": 4200
    },
    {
      "epoch": 5.0,
      "grad_norm": 0.10933826118707657,
      "learning_rate": 4.750593824228029e-08,
      "loss": 0.7601,
      "step": 4210
    },
    {
      "epoch": 5.0,
      "eval_loss": 1.6282436847686768,
      "eval_runtime": 47.3815,
      "eval_samples_per_second": 7.914,
      "eval_steps_per_second": 1.984,
      "step": 4210
    },
    {
      "epoch": 5.0,
      "step": 4210,
      "total_flos": 7.358110989130138e+17,
      "train_loss": 1.2386485581160158,
      "train_runtime": 4897.8019,
      "train_samples_per_second": 3.437,
      "train_steps_per_second": 0.86
    },
    {
      "epoch": 5.0,
      "eval_loss": 1.6282436847686768,
      "eval_runtime": 47.1204,
      "eval_samples_per_second": 7.958,
      "eval_steps_per_second": 1.995,
      "step": 4210
    }
  ],
  "logging_steps": 10,
  "max_steps": 4210,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 5,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 7.358110989130138e+17,
  "train_batch_size": 4,
  "trial_name": null,
  "trial_params": null
}