{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.9996427933559564,
  "eval_steps": 500,
  "global_step": 11194,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.000893016610108948,
      "grad_norm": 3.7484283447265625,
      "learning_rate": 1.1061797752808989e-06,
      "loss": 1.4058,
      "step": 10
    },
    {
      "epoch": 0.001786033220217896,
      "grad_norm": 1.9000362157821655,
      "learning_rate": 2.2241573033707866e-06,
      "loss": 1.3045,
      "step": 20
    },
    {
      "epoch": 0.002679049830326844,
      "grad_norm": 2.4037389755249023,
      "learning_rate": 3.342134831460675e-06,
      "loss": 1.1338,
      "step": 30
    },
    {
      "epoch": 0.003572066440435792,
      "grad_norm": 1.0070688724517822,
      "learning_rate": 4.4601123595505624e-06,
      "loss": 1.0082,
      "step": 40
    },
    {
      "epoch": 0.00446508305054474,
      "grad_norm": 0.6030862927436829,
      "learning_rate": 5.5780898876404495e-06,
      "loss": 0.8595,
      "step": 50
    },
    {
      "epoch": 0.005358099660653688,
      "grad_norm": 0.6932407021522522,
      "learning_rate": 6.6960674157303374e-06,
      "loss": 0.7768,
      "step": 60
    },
    {
      "epoch": 0.006251116270762636,
      "grad_norm": 0.5126384496688843,
      "learning_rate": 7.814044943820226e-06,
      "loss": 0.7961,
      "step": 70
    },
    {
      "epoch": 0.007144132880871584,
      "grad_norm": 0.5326073169708252,
      "learning_rate": 8.932022471910112e-06,
      "loss": 0.777,
      "step": 80
    },
    {
      "epoch": 0.008037149490980533,
      "grad_norm": 0.4840937554836273,
      "learning_rate": 1.005e-05,
      "loss": 0.8092,
      "step": 90
    },
    {
      "epoch": 0.00893016610108948,
      "grad_norm": 0.4524643123149872,
      "learning_rate": 1.1167977528089888e-05,
      "loss": 0.7689,
      "step": 100
    },
    {
      "epoch": 0.009823182711198428,
      "grad_norm": 0.4209403097629547,
      "learning_rate": 1.2285955056179776e-05,
      "loss": 0.7862,
      "step": 110
    },
    {
      "epoch": 0.010716199321307376,
      "grad_norm": 0.47385457158088684,
      "learning_rate": 1.3403932584269664e-05,
      "loss": 0.7922,
      "step": 120
    },
    {
      "epoch": 0.011609215931416325,
      "grad_norm": 0.4067447781562805,
      "learning_rate": 1.4521910112359552e-05,
      "loss": 0.7441,
      "step": 130
    },
    {
      "epoch": 0.012502232541525273,
      "grad_norm": 0.467846542596817,
      "learning_rate": 1.563988764044944e-05,
      "loss": 0.8082,
      "step": 140
    },
    {
      "epoch": 0.01339524915163422,
      "grad_norm": 0.5435770153999329,
      "learning_rate": 1.6757865168539328e-05,
      "loss": 0.8008,
      "step": 150
    },
    {
      "epoch": 0.014288265761743168,
      "grad_norm": 0.4837871789932251,
      "learning_rate": 1.7875842696629214e-05,
      "loss": 0.7348,
      "step": 160
    },
    {
      "epoch": 0.015181282371852116,
      "grad_norm": 0.44955676794052124,
      "learning_rate": 1.89938202247191e-05,
      "loss": 0.7796,
      "step": 170
    },
    {
      "epoch": 0.016074298981961065,
      "grad_norm": 0.4254562258720398,
      "learning_rate": 2e-05,
      "loss": 0.7696,
      "step": 180
    },
    {
      "epoch": 0.01696731559207001,
      "grad_norm": 0.4308949410915375,
      "learning_rate": 2e-05,
      "loss": 0.7623,
      "step": 190
    },
    {
      "epoch": 0.01786033220217896,
      "grad_norm": 0.4657016098499298,
      "learning_rate": 2e-05,
      "loss": 0.741,
      "step": 200
    },
    {
      "epoch": 0.01875334881228791,
      "grad_norm": 0.4654051661491394,
      "learning_rate": 2e-05,
      "loss": 0.7624,
      "step": 210
    },
    {
      "epoch": 0.019646365422396856,
      "grad_norm": 0.4155106544494629,
      "learning_rate": 2e-05,
      "loss": 0.7521,
      "step": 220
    },
    {
      "epoch": 0.020539382032505805,
      "grad_norm": 0.47818872332572937,
      "learning_rate": 2e-05,
      "loss": 0.7431,
      "step": 230
    },
    {
      "epoch": 0.02143239864261475,
      "grad_norm": 0.43436357378959656,
      "learning_rate": 2e-05,
      "loss": 0.7559,
      "step": 240
    },
    {
      "epoch": 0.0223254152527237,
      "grad_norm": 0.4438256621360779,
      "learning_rate": 2e-05,
      "loss": 0.7874,
      "step": 250
    },
    {
      "epoch": 0.02321843186283265,
      "grad_norm": 0.42037931084632874,
      "learning_rate": 2e-05,
      "loss": 0.7776,
      "step": 260
    },
    {
      "epoch": 0.024111448472941596,
      "grad_norm": 0.4763539433479309,
      "learning_rate": 2e-05,
      "loss": 0.7769,
      "step": 270
    },
    {
      "epoch": 0.025004465083050546,
      "grad_norm": 0.4746975898742676,
      "learning_rate": 2e-05,
      "loss": 0.7761,
      "step": 280
    },
    {
      "epoch": 0.02589748169315949,
      "grad_norm": 0.4424160122871399,
      "learning_rate": 2e-05,
      "loss": 0.7603,
      "step": 290
    },
    {
      "epoch": 0.02679049830326844,
      "grad_norm": 0.4469321668148041,
      "learning_rate": 2e-05,
      "loss": 0.756,
      "step": 300
    },
    {
      "epoch": 0.02768351491337739,
      "grad_norm": 0.42572203278541565,
      "learning_rate": 2e-05,
      "loss": 0.7527,
      "step": 310
    },
    {
      "epoch": 0.028576531523486336,
      "grad_norm": 0.37948864698410034,
      "learning_rate": 2e-05,
      "loss": 0.6629,
      "step": 320
    },
    {
      "epoch": 0.029469548133595286,
      "grad_norm": 0.4720393717288971,
      "learning_rate": 2e-05,
      "loss": 0.7598,
      "step": 330
    },
    {
      "epoch": 0.030362564743704232,
      "grad_norm": 0.4645335078239441,
      "learning_rate": 2e-05,
      "loss": 0.7635,
      "step": 340
    },
    {
      "epoch": 0.03125558135381318,
      "grad_norm": 0.4660659432411194,
      "learning_rate": 2e-05,
      "loss": 0.77,
      "step": 350
    },
    {
      "epoch": 0.03214859796392213,
      "grad_norm": 0.47986748814582825,
      "learning_rate": 2e-05,
      "loss": 0.7442,
      "step": 360
    },
    {
      "epoch": 0.03304161457403108,
      "grad_norm": 0.4416871964931488,
      "learning_rate": 2e-05,
      "loss": 0.7316,
      "step": 370
    },
    {
      "epoch": 0.03393463118414002,
      "grad_norm": 0.3982086181640625,
      "learning_rate": 2e-05,
      "loss": 0.7805,
      "step": 380
    },
    {
      "epoch": 0.034827647794248975,
      "grad_norm": 0.4491710662841797,
      "learning_rate": 2e-05,
      "loss": 0.743,
      "step": 390
    },
    {
      "epoch": 0.03572066440435792,
      "grad_norm": 0.4009242653846741,
      "learning_rate": 2e-05,
      "loss": 0.7401,
      "step": 400
    },
    {
      "epoch": 0.03661368101446687,
      "grad_norm": 0.3790673017501831,
      "learning_rate": 2e-05,
      "loss": 0.7317,
      "step": 410
    },
    {
      "epoch": 0.03750669762457582,
      "grad_norm": 0.38693296909332275,
      "learning_rate": 2e-05,
      "loss": 0.7373,
      "step": 420
    },
    {
      "epoch": 0.038399714234684766,
      "grad_norm": 0.4592219293117523,
      "learning_rate": 2e-05,
      "loss": 0.7421,
      "step": 430
    },
    {
      "epoch": 0.03929273084479371,
      "grad_norm": 0.48258858919143677,
      "learning_rate": 2e-05,
      "loss": 0.7904,
      "step": 440
    },
    {
      "epoch": 0.04018574745490266,
      "grad_norm": 0.8017710447311401,
      "learning_rate": 2e-05,
      "loss": 0.7501,
      "step": 450
    },
    {
      "epoch": 0.04107876406501161,
      "grad_norm": 0.41467684507369995,
      "learning_rate": 2e-05,
      "loss": 0.7129,
      "step": 460
    },
    {
      "epoch": 0.04197178067512056,
      "grad_norm": 0.490904301404953,
      "learning_rate": 2e-05,
      "loss": 0.7671,
      "step": 470
    },
    {
      "epoch": 0.0428647972852295,
      "grad_norm": 0.4521087110042572,
      "learning_rate": 2e-05,
      "loss": 0.7397,
      "step": 480
    },
    {
      "epoch": 0.043757813895338456,
      "grad_norm": 0.4126375913619995,
      "learning_rate": 2e-05,
      "loss": 0.7391,
      "step": 490
    },
    {
      "epoch": 0.0446508305054474,
      "grad_norm": 0.4476797878742218,
      "learning_rate": 2e-05,
      "loss": 0.7796,
      "step": 500
    },
    {
      "epoch": 0.04554384711555635,
      "grad_norm": 0.43812263011932373,
      "learning_rate": 2e-05,
      "loss": 0.7352,
      "step": 510
    },
    {
      "epoch": 0.0464368637256653,
      "grad_norm": 0.48256680369377136,
      "learning_rate": 2e-05,
      "loss": 0.755,
      "step": 520
    },
    {
      "epoch": 0.047329880335774246,
      "grad_norm": 0.39438191056251526,
      "learning_rate": 2e-05,
      "loss": 0.7438,
      "step": 530
    },
    {
      "epoch": 0.04822289694588319,
      "grad_norm": 0.4146062731742859,
      "learning_rate": 2e-05,
      "loss": 0.7275,
      "step": 540
    },
    {
      "epoch": 0.04911591355599214,
      "grad_norm": 0.41129109263420105,
      "learning_rate": 2e-05,
      "loss": 0.7226,
      "step": 550
    },
    {
      "epoch": 0.05000893016610109,
      "grad_norm": 0.38930240273475647,
      "learning_rate": 2e-05,
      "loss": 0.7625,
      "step": 560
    },
    {
      "epoch": 0.05090194677621004,
      "grad_norm": 0.48423701524734497,
      "learning_rate": 2e-05,
      "loss": 0.7631,
      "step": 570
    },
    {
      "epoch": 0.05179496338631898,
      "grad_norm": 0.40557992458343506,
      "learning_rate": 2e-05,
      "loss": 0.7481,
      "step": 580
    },
    {
      "epoch": 0.052687979996427936,
      "grad_norm": 0.4137013554573059,
      "learning_rate": 2e-05,
      "loss": 0.7481,
      "step": 590
    },
    {
      "epoch": 0.05358099660653688,
      "grad_norm": 0.45856934785842896,
      "learning_rate": 2e-05,
      "loss": 0.7721,
      "step": 600
    },
    {
      "epoch": 0.05447401321664583,
      "grad_norm": 0.4169819951057434,
      "learning_rate": 2e-05,
      "loss": 0.7525,
      "step": 610
    },
    {
      "epoch": 0.05536702982675478,
      "grad_norm": 0.38590312004089355,
      "learning_rate": 2e-05,
      "loss": 0.7374,
      "step": 620
    },
    {
      "epoch": 0.05626004643686373,
      "grad_norm": 0.40914642810821533,
      "learning_rate": 2e-05,
      "loss": 0.7495,
      "step": 630
    },
    {
      "epoch": 0.05715306304697267,
      "grad_norm": 0.41702547669410706,
      "learning_rate": 2e-05,
      "loss": 0.7398,
      "step": 640
    },
    {
      "epoch": 0.05804607965708162,
      "grad_norm": 0.39613404870033264,
      "learning_rate": 2e-05,
      "loss": 0.74,
      "step": 650
    },
    {
      "epoch": 0.05893909626719057,
      "grad_norm": 0.39417654275894165,
      "learning_rate": 2e-05,
      "loss": 0.7308,
      "step": 660
    },
    {
      "epoch": 0.05983211287729952,
      "grad_norm": 0.3835000693798065,
      "learning_rate": 2e-05,
      "loss": 0.7184,
      "step": 670
    },
    {
      "epoch": 0.060725129487408464,
      "grad_norm": 0.40290987491607666,
      "learning_rate": 2e-05,
      "loss": 0.7252,
      "step": 680
    },
    {
      "epoch": 0.061618146097517416,
      "grad_norm": 0.5707727074623108,
      "learning_rate": 2e-05,
      "loss": 0.7349,
      "step": 690
    },
    {
      "epoch": 0.06251116270762636,
      "grad_norm": 0.44035205245018005,
      "learning_rate": 2e-05,
      "loss": 0.7322,
      "step": 700
    },
    {
      "epoch": 0.06340417931773532,
      "grad_norm": 0.4347422420978546,
      "learning_rate": 2e-05,
      "loss": 0.7574,
      "step": 710
    },
    {
      "epoch": 0.06429719592784426,
      "grad_norm": 0.4078957140445709,
      "learning_rate": 2e-05,
      "loss": 0.7621,
      "step": 720
    },
    {
      "epoch": 0.06519021253795321,
      "grad_norm": 0.3920077979564667,
      "learning_rate": 2e-05,
      "loss": 0.7195,
      "step": 730
    },
    {
      "epoch": 0.06608322914806215,
      "grad_norm": 0.38933590054512024,
      "learning_rate": 2e-05,
      "loss": 0.7471,
      "step": 740
    },
    {
      "epoch": 0.0669762457581711,
      "grad_norm": 0.4065713584423065,
      "learning_rate": 2e-05,
      "loss": 0.7767,
      "step": 750
    },
    {
      "epoch": 0.06786926236828004,
      "grad_norm": 0.41228511929512024,
      "learning_rate": 2e-05,
      "loss": 0.7547,
      "step": 760
    },
    {
      "epoch": 0.068762278978389,
      "grad_norm": 0.3922688364982605,
      "learning_rate": 2e-05,
      "loss": 0.7148,
      "step": 770
    },
    {
      "epoch": 0.06965529558849795,
      "grad_norm": 0.4028988778591156,
      "learning_rate": 2e-05,
      "loss": 0.7262,
      "step": 780
    },
    {
      "epoch": 0.0705483121986069,
      "grad_norm": 0.44637545943260193,
      "learning_rate": 2e-05,
      "loss": 0.7614,
      "step": 790
    },
    {
      "epoch": 0.07144132880871584,
      "grad_norm": 0.40410199761390686,
      "learning_rate": 2e-05,
      "loss": 0.7524,
      "step": 800
    },
    {
      "epoch": 0.07233434541882479,
      "grad_norm": 0.41571539640426636,
      "learning_rate": 2e-05,
      "loss": 0.7423,
      "step": 810
    },
    {
      "epoch": 0.07322736202893373,
      "grad_norm": 0.48081284761428833,
      "learning_rate": 2e-05,
      "loss": 0.7067,
      "step": 820
    },
    {
      "epoch": 0.07412037863904268,
      "grad_norm": 0.40906158089637756,
      "learning_rate": 2e-05,
      "loss": 0.7576,
      "step": 830
    },
    {
      "epoch": 0.07501339524915164,
      "grad_norm": 0.37821027636528015,
      "learning_rate": 2e-05,
      "loss": 0.7579,
      "step": 840
    },
    {
      "epoch": 0.07590641185926059,
      "grad_norm": 0.3791477382183075,
      "learning_rate": 2e-05,
      "loss": 0.7153,
      "step": 850
    },
    {
      "epoch": 0.07679942846936953,
      "grad_norm": 0.38766372203826904,
      "learning_rate": 2e-05,
      "loss": 0.7393,
      "step": 860
    },
    {
      "epoch": 0.07769244507947848,
      "grad_norm": 0.3937142491340637,
      "learning_rate": 2e-05,
      "loss": 0.7371,
      "step": 870
    },
    {
      "epoch": 0.07858546168958742,
      "grad_norm": 0.3776763677597046,
      "learning_rate": 2e-05,
      "loss": 0.7221,
      "step": 880
    },
    {
      "epoch": 0.07947847829969637,
      "grad_norm": 0.4015044867992401,
      "learning_rate": 2e-05,
      "loss": 0.723,
      "step": 890
    },
    {
      "epoch": 0.08037149490980532,
      "grad_norm": 0.43104034662246704,
      "learning_rate": 2e-05,
      "loss": 0.7621,
      "step": 900
    },
    {
      "epoch": 0.08126451151991428,
      "grad_norm": 0.3779524564743042,
      "learning_rate": 2e-05,
      "loss": 0.7332,
      "step": 910
    },
    {
      "epoch": 0.08215752813002322,
      "grad_norm": 0.3575296998023987,
      "learning_rate": 2e-05,
      "loss": 0.7575,
      "step": 920
    },
    {
      "epoch": 0.08305054474013217,
      "grad_norm": 0.43516188859939575,
      "learning_rate": 2e-05,
      "loss": 0.7601,
      "step": 930
    },
    {
      "epoch": 0.08394356135024111,
      "grad_norm": 0.3753051161766052,
      "learning_rate": 2e-05,
      "loss": 0.7269,
      "step": 940
    },
    {
      "epoch": 0.08483657796035006,
      "grad_norm": 0.3971746861934662,
      "learning_rate": 2e-05,
      "loss": 0.7396,
      "step": 950
    },
    {
      "epoch": 0.085729594570459,
      "grad_norm": 0.41950562596321106,
      "learning_rate": 2e-05,
      "loss": 0.7804,
      "step": 960
    },
    {
      "epoch": 0.08662261118056797,
      "grad_norm": 0.3685847222805023,
      "learning_rate": 2e-05,
      "loss": 0.722,
      "step": 970
    },
    {
      "epoch": 0.08751562779067691,
      "grad_norm": 0.3798861801624298,
      "learning_rate": 2e-05,
      "loss": 0.752,
      "step": 980
    },
    {
      "epoch": 0.08840864440078586,
      "grad_norm": 0.40628236532211304,
      "learning_rate": 2e-05,
      "loss": 0.7563,
      "step": 990
    },
    {
      "epoch": 0.0893016610108948,
      "grad_norm": 0.37584495544433594,
      "learning_rate": 2e-05,
      "loss": 0.719,
      "step": 1000
    },
    {
      "epoch": 0.09019467762100375,
      "grad_norm": 0.3755060136318207,
      "learning_rate": 2e-05,
      "loss": 0.7321,
      "step": 1010
    },
    {
      "epoch": 0.0910876942311127,
      "grad_norm": 0.3935806155204773,
      "learning_rate": 2e-05,
      "loss": 0.7296,
      "step": 1020
    },
    {
      "epoch": 0.09198071084122164,
      "grad_norm": 0.4500720798969269,
      "learning_rate": 2e-05,
      "loss": 0.7681,
      "step": 1030
    },
    {
      "epoch": 0.0928737274513306,
      "grad_norm": 0.4131600856781006,
      "learning_rate": 2e-05,
      "loss": 0.7691,
      "step": 1040
    },
    {
      "epoch": 0.09376674406143955,
      "grad_norm": 0.38126325607299805,
      "learning_rate": 2e-05,
      "loss": 0.7203,
      "step": 1050
    },
    {
      "epoch": 0.09465976067154849,
      "grad_norm": 0.438177227973938,
      "learning_rate": 2e-05,
      "loss": 0.7332,
      "step": 1060
    },
    {
      "epoch": 0.09555277728165744,
      "grad_norm": 0.3714941143989563,
      "learning_rate": 2e-05,
      "loss": 0.7107,
      "step": 1070
    },
    {
      "epoch": 0.09644579389176638,
      "grad_norm": 0.37563997507095337,
      "learning_rate": 2e-05,
      "loss": 0.7064,
      "step": 1080
    },
    {
      "epoch": 0.09733881050187533,
      "grad_norm": 0.38376548886299133,
      "learning_rate": 2e-05,
      "loss": 0.7471,
      "step": 1090
    },
    {
      "epoch": 0.09823182711198428,
      "grad_norm": 0.4249208867549896,
      "learning_rate": 2e-05,
      "loss": 0.7632,
      "step": 1100
    },
    {
      "epoch": 0.09912484372209324,
      "grad_norm": 0.39996418356895447,
      "learning_rate": 2e-05,
      "loss": 0.7302,
      "step": 1110
    },
    {
      "epoch": 0.10001786033220218,
      "grad_norm": 0.4173353612422943,
      "learning_rate": 2e-05,
      "loss": 0.7412,
      "step": 1120
    },
    {
      "epoch": 0.10091087694231113,
      "grad_norm": 0.3551906943321228,
      "learning_rate": 2e-05,
      "loss": 0.7452,
      "step": 1130
    },
    {
      "epoch": 0.10180389355242007,
      "grad_norm": 0.4338817894458771,
      "learning_rate": 2e-05,
      "loss": 0.7549,
      "step": 1140
    },
    {
      "epoch": 0.10269691016252902,
      "grad_norm": 0.49487829208374023,
      "learning_rate": 2e-05,
      "loss": 0.7578,
      "step": 1150
    },
    {
      "epoch": 0.10358992677263797,
      "grad_norm": 0.37487703561782837,
      "learning_rate": 2e-05,
      "loss": 0.7532,
      "step": 1160
    },
    {
      "epoch": 0.10448294338274691,
      "grad_norm": 0.36092835664749146,
      "learning_rate": 2e-05,
      "loss": 0.7386,
      "step": 1170
    },
    {
      "epoch": 0.10537595999285587,
      "grad_norm": 0.3902466297149658,
      "learning_rate": 2e-05,
      "loss": 0.7287,
      "step": 1180
    },
    {
      "epoch": 0.10626897660296482,
      "grad_norm": 0.36106592416763306,
      "learning_rate": 2e-05,
      "loss": 0.7497,
      "step": 1190
    },
    {
      "epoch": 0.10716199321307376,
      "grad_norm": 0.42885327339172363,
      "learning_rate": 2e-05,
      "loss": 0.7801,
      "step": 1200
    },
    {
      "epoch": 0.10805500982318271,
      "grad_norm": 0.36564674973487854,
      "learning_rate": 2e-05,
      "loss": 0.7152,
      "step": 1210
    },
    {
      "epoch": 0.10894802643329166,
      "grad_norm": 0.34475770592689514,
      "learning_rate": 2e-05,
      "loss": 0.7162,
      "step": 1220
    },
    {
      "epoch": 0.1098410430434006,
      "grad_norm": 0.379625529050827,
      "learning_rate": 2e-05,
      "loss": 0.7211,
      "step": 1230
    },
    {
      "epoch": 0.11073405965350956,
      "grad_norm": 0.3452484905719757,
      "learning_rate": 2e-05,
      "loss": 0.7218,
      "step": 1240
    },
    {
      "epoch": 0.11162707626361851,
      "grad_norm": 0.4212513566017151,
      "learning_rate": 2e-05,
      "loss": 0.7304,
      "step": 1250
    },
    {
      "epoch": 0.11252009287372745,
      "grad_norm": 0.40886190533638,
      "learning_rate": 2e-05,
      "loss": 0.7373,
      "step": 1260
    },
    {
      "epoch": 0.1134131094838364,
      "grad_norm": 0.3536968529224396,
      "learning_rate": 2e-05,
      "loss": 0.7323,
      "step": 1270
    },
    {
      "epoch": 0.11430612609394535,
      "grad_norm": 0.38670650124549866,
      "learning_rate": 2e-05,
      "loss": 0.741,
      "step": 1280
    },
    {
      "epoch": 0.11519914270405429,
      "grad_norm": 0.42771264910697937,
      "learning_rate": 2e-05,
      "loss": 0.7424,
      "step": 1290
    },
    {
      "epoch": 0.11609215931416324,
      "grad_norm": 0.39867374300956726,
      "learning_rate": 2e-05,
      "loss": 0.7251,
      "step": 1300
    },
    {
      "epoch": 0.1169851759242722,
      "grad_norm": 0.38744813203811646,
      "learning_rate": 2e-05,
      "loss": 0.715,
      "step": 1310
    },
    {
      "epoch": 0.11787819253438114,
      "grad_norm": 0.4313223958015442,
      "learning_rate": 2e-05,
      "loss": 0.6988,
      "step": 1320
    },
    {
      "epoch": 0.11877120914449009,
      "grad_norm": 0.3686710298061371,
      "learning_rate": 2e-05,
      "loss": 0.7162,
      "step": 1330
    },
    {
      "epoch": 0.11966422575459904,
      "grad_norm": 0.8750284314155579,
      "learning_rate": 2e-05,
      "loss": 0.7319,
      "step": 1340
    },
    {
      "epoch": 0.12055724236470798,
      "grad_norm": 0.3907322287559509,
      "learning_rate": 2e-05,
      "loss": 0.7475,
      "step": 1350
    },
    {
      "epoch": 0.12145025897481693,
      "grad_norm": 0.355712354183197,
      "learning_rate": 2e-05,
      "loss": 0.7475,
      "step": 1360
    },
    {
      "epoch": 0.12234327558492587,
      "grad_norm": 0.3635517954826355,
      "learning_rate": 2e-05,
      "loss": 0.7576,
      "step": 1370
    },
    {
      "epoch": 0.12323629219503483,
      "grad_norm": 0.39474037289619446,
      "learning_rate": 2e-05,
      "loss": 0.6988,
      "step": 1380
    },
    {
      "epoch": 0.12412930880514378,
      "grad_norm": 0.38797375559806824,
      "learning_rate": 2e-05,
      "loss": 0.7089,
      "step": 1390
    },
    {
      "epoch": 0.1250223254152527,
      "grad_norm": 0.35904696583747864,
      "learning_rate": 2e-05,
      "loss": 0.7187,
      "step": 1400
    },
    {
      "epoch": 0.12591534202536167,
      "grad_norm": 0.4828942120075226,
      "learning_rate": 2e-05,
      "loss": 0.7326,
      "step": 1410
    },
    {
      "epoch": 0.12680835863547063,
      "grad_norm": 0.3671641945838928,
      "learning_rate": 2e-05,
      "loss": 0.7149,
      "step": 1420
    },
    {
      "epoch": 0.12770137524557956,
      "grad_norm": 0.40876835584640503,
      "learning_rate": 2e-05,
      "loss": 0.7398,
      "step": 1430
    },
    {
      "epoch": 0.12859439185568852,
      "grad_norm": 0.3652034401893616,
      "learning_rate": 2e-05,
      "loss": 0.724,
      "step": 1440
    },
    {
      "epoch": 0.12948740846579745,
      "grad_norm": 0.3712545931339264,
      "learning_rate": 2e-05,
      "loss": 0.7169,
      "step": 1450
    },
    {
      "epoch": 0.13038042507590641,
      "grad_norm": 0.39639317989349365,
      "learning_rate": 2e-05,
      "loss": 0.7623,
      "step": 1460
    },
    {
      "epoch": 0.13127344168601535,
      "grad_norm": 0.38050130009651184,
      "learning_rate": 2e-05,
      "loss": 0.7259,
      "step": 1470
    },
    {
      "epoch": 0.1321664582961243,
      "grad_norm": 0.39309820532798767,
      "learning_rate": 2e-05,
      "loss": 0.7601,
      "step": 1480
    },
    {
      "epoch": 0.13305947490623327,
      "grad_norm": 0.3582014739513397,
      "learning_rate": 2e-05,
      "loss": 0.7489,
      "step": 1490
    },
    {
      "epoch": 0.1339524915163422,
      "grad_norm": 0.37961331009864807,
      "learning_rate": 2e-05,
      "loss": 0.7129,
      "step": 1500
    },
    {
      "epoch": 0.13484550812645116,
      "grad_norm": 0.5690667033195496,
      "learning_rate": 2e-05,
      "loss": 0.7345,
      "step": 1510
    },
    {
      "epoch": 0.1357385247365601,
      "grad_norm": 0.3793013095855713,
      "learning_rate": 2e-05,
      "loss": 0.718,
      "step": 1520
    },
    {
      "epoch": 0.13663154134666905,
      "grad_norm": 0.38825497031211853,
      "learning_rate": 2e-05,
      "loss": 0.7198,
      "step": 1530
    },
    {
      "epoch": 0.137524557956778,
      "grad_norm": 0.38483718037605286,
      "learning_rate": 2e-05,
      "loss": 0.716,
      "step": 1540
    },
    {
      "epoch": 0.13841757456688694,
      "grad_norm": 0.3974905014038086,
      "learning_rate": 2e-05,
      "loss": 0.7388,
      "step": 1550
    },
    {
      "epoch": 0.1393105911769959,
      "grad_norm": 0.390345960855484,
      "learning_rate": 2e-05,
      "loss": 0.729,
      "step": 1560
    },
    {
      "epoch": 0.14020360778710483,
      "grad_norm": 0.3711761236190796,
      "learning_rate": 2e-05,
      "loss": 0.7439,
      "step": 1570
    },
    {
      "epoch": 0.1410966243972138,
      "grad_norm": 0.39335206151008606,
      "learning_rate": 2e-05,
      "loss": 0.6857,
      "step": 1580
    },
    {
      "epoch": 0.14198964100732273,
      "grad_norm": 0.431006520986557,
      "learning_rate": 2e-05,
      "loss": 0.6739,
      "step": 1590
    },
    {
      "epoch": 0.14288265761743169,
      "grad_norm": 0.37578749656677246,
      "learning_rate": 2e-05,
      "loss": 0.7253,
      "step": 1600
    },
    {
      "epoch": 0.14377567422754065,
      "grad_norm": 0.36983808875083923,
      "learning_rate": 2e-05,
      "loss": 0.7087,
      "step": 1610
    },
    {
      "epoch": 0.14466869083764958,
      "grad_norm": 0.36534303426742554,
      "learning_rate": 2e-05,
      "loss": 0.7048,
      "step": 1620
    },
    {
      "epoch": 0.14556170744775854,
      "grad_norm": 0.3659409284591675,
      "learning_rate": 2e-05,
      "loss": 0.7145,
      "step": 1630
    },
    {
      "epoch": 0.14645472405786747,
      "grad_norm": 0.4026823341846466,
      "learning_rate": 2e-05,
      "loss": 0.7084,
      "step": 1640
    },
    {
      "epoch": 0.14734774066797643,
      "grad_norm": 0.40227675437927246,
      "learning_rate": 2e-05,
      "loss": 0.7521,
      "step": 1650
    },
    {
      "epoch": 0.14824075727808536,
      "grad_norm": 0.3589552640914917,
      "learning_rate": 2e-05,
      "loss": 0.6962,
      "step": 1660
    },
    {
      "epoch": 0.14913377388819432,
      "grad_norm": 0.40876489877700806,
      "learning_rate": 2e-05,
      "loss": 0.7581,
      "step": 1670
    },
    {
      "epoch": 0.15002679049830328,
      "grad_norm": 0.3787183463573456,
      "learning_rate": 2e-05,
      "loss": 0.712,
      "step": 1680
    },
    {
      "epoch": 0.1509198071084122,
      "grad_norm": 0.3726568818092346,
      "learning_rate": 2e-05,
      "loss": 0.7329,
      "step": 1690
    },
    {
      "epoch": 0.15181282371852117,
      "grad_norm": 0.36480188369750977,
      "learning_rate": 2e-05,
      "loss": 0.7192,
      "step": 1700
    },
    {
      "epoch": 0.1527058403286301,
      "grad_norm": 0.4598802328109741,
      "learning_rate": 2e-05,
      "loss": 0.742,
      "step": 1710
    },
    {
      "epoch": 0.15359885693873906,
      "grad_norm": 0.34519508481025696,
      "learning_rate": 2e-05,
      "loss": 0.7418,
      "step": 1720
    },
    {
      "epoch": 0.154491873548848,
      "grad_norm": 0.39450502395629883,
      "learning_rate": 2e-05,
      "loss": 0.7245,
      "step": 1730
    },
    {
      "epoch": 0.15538489015895696,
      "grad_norm": 0.44403451681137085,
      "learning_rate": 2e-05,
      "loss": 0.7168,
      "step": 1740
    },
    {
      "epoch": 0.15627790676906592,
      "grad_norm": 0.3881482183933258,
      "learning_rate": 2e-05,
      "loss": 0.7322,
      "step": 1750
    },
    {
      "epoch": 0.15717092337917485,
      "grad_norm": 0.3961481750011444,
      "learning_rate": 2e-05,
      "loss": 0.7593,
      "step": 1760
    },
    {
      "epoch": 0.1580639399892838,
      "grad_norm": 0.38921841979026794,
      "learning_rate": 2e-05,
      "loss": 0.7356,
      "step": 1770
    },
    {
      "epoch": 0.15895695659939274,
      "grad_norm": 0.3746980130672455,
      "learning_rate": 2e-05,
      "loss": 0.7109,
      "step": 1780
    },
    {
      "epoch": 0.1598499732095017,
      "grad_norm": 0.36172837018966675,
      "learning_rate": 2e-05,
      "loss": 0.7193,
      "step": 1790
    },
    {
      "epoch": 0.16074298981961063,
      "grad_norm": 0.34081071615219116,
      "learning_rate": 2e-05,
      "loss": 0.734,
      "step": 1800
    },
    {
      "epoch": 0.1616360064297196,
      "grad_norm": 0.3822826147079468,
      "learning_rate": 2e-05,
      "loss": 0.7213,
      "step": 1810
    },
    {
      "epoch": 0.16252902303982855,
      "grad_norm": 0.39521777629852295,
      "learning_rate": 2e-05,
      "loss": 0.7071,
      "step": 1820
    },
    {
      "epoch": 0.16342203964993748,
      "grad_norm": 0.3572978973388672,
      "learning_rate": 2e-05,
      "loss": 0.7122,
      "step": 1830
    },
    {
      "epoch": 0.16431505626004644,
      "grad_norm": 0.37090566754341125,
      "learning_rate": 2e-05,
      "loss": 0.7656,
      "step": 1840
    },
    {
      "epoch": 0.16520807287015538,
      "grad_norm": 1.1004981994628906,
      "learning_rate": 2e-05,
      "loss": 0.7045,
      "step": 1850
    },
    {
      "epoch": 0.16610108948026434,
      "grad_norm": 0.406376451253891,
      "learning_rate": 2e-05,
      "loss": 0.7121,
      "step": 1860
    },
    {
      "epoch": 0.16699410609037327,
      "grad_norm": 0.410037100315094,
      "learning_rate": 2e-05,
      "loss": 0.6982,
      "step": 1870
    },
    {
      "epoch": 0.16788712270048223,
      "grad_norm": 0.4311705231666565,
      "learning_rate": 2e-05,
      "loss": 0.6981,
      "step": 1880
    },
    {
      "epoch": 0.1687801393105912,
      "grad_norm": 0.4563307464122772,
      "learning_rate": 2e-05,
      "loss": 0.7065,
      "step": 1890
    },
    {
      "epoch": 0.16967315592070012,
      "grad_norm": 0.4294278621673584,
      "learning_rate": 2e-05,
      "loss": 0.7177,
      "step": 1900
    },
    {
      "epoch": 0.17056617253080908,
      "grad_norm": 0.41810211539268494,
      "learning_rate": 2e-05,
      "loss": 0.7447,
      "step": 1910
    },
    {
      "epoch": 0.171459189140918,
      "grad_norm": 0.47829675674438477,
      "learning_rate": 2e-05,
      "loss": 0.7345,
      "step": 1920
    },
    {
      "epoch": 0.17235220575102697,
      "grad_norm": 0.40736883878707886,
      "learning_rate": 2e-05,
      "loss": 0.7146,
      "step": 1930
    },
    {
      "epoch": 0.17324522236113593,
      "grad_norm": 0.43190640211105347,
      "learning_rate": 2e-05,
      "loss": 0.7641,
      "step": 1940
    },
    {
      "epoch": 0.17413823897124486,
      "grad_norm": 0.4052496552467346,
      "learning_rate": 2e-05,
      "loss": 0.6961,
      "step": 1950
    },
    {
      "epoch": 0.17503125558135382,
      "grad_norm": 0.3576786518096924,
      "learning_rate": 2e-05,
      "loss": 0.7191,
      "step": 1960
    },
    {
      "epoch": 0.17592427219146275,
      "grad_norm": 0.38320717215538025,
      "learning_rate": 2e-05,
      "loss": 0.7182,
      "step": 1970
    },
    {
      "epoch": 0.17681728880157171,
      "grad_norm": 0.33529797196388245,
      "learning_rate": 2e-05,
      "loss": 0.6998,
      "step": 1980
    },
    {
      "epoch": 0.17771030541168065,
      "grad_norm": 0.4263617992401123,
      "learning_rate": 2e-05,
      "loss": 0.7237,
      "step": 1990
    },
    {
      "epoch": 0.1786033220217896,
      "grad_norm": 0.3683549761772156,
      "learning_rate": 2e-05,
      "loss": 0.7177,
      "step": 2000
    },
    {
      "epoch": 0.17949633863189857,
      "grad_norm": 0.37825068831443787,
      "learning_rate": 2e-05,
      "loss": 0.6936,
      "step": 2010
    },
    {
      "epoch": 0.1803893552420075,
      "grad_norm": 0.38845622539520264,
      "learning_rate": 2e-05,
      "loss": 0.6886,
      "step": 2020
    },
    {
      "epoch": 0.18128237185211646,
      "grad_norm": 0.41564154624938965,
      "learning_rate": 2e-05,
      "loss": 0.6744,
      "step": 2030
    },
    {
      "epoch": 0.1821753884622254,
      "grad_norm": 0.375347763299942,
      "learning_rate": 2e-05,
      "loss": 0.6926,
      "step": 2040
    },
    {
      "epoch": 0.18306840507233435,
      "grad_norm": 0.39925751090049744,
      "learning_rate": 2e-05,
      "loss": 0.7214,
      "step": 2050
    },
    {
      "epoch": 0.18396142168244328,
      "grad_norm": 0.3923713266849518,
      "learning_rate": 2e-05,
      "loss": 0.7478,
      "step": 2060
    },
    {
      "epoch": 0.18485443829255224,
      "grad_norm": 0.33927154541015625,
      "learning_rate": 2e-05,
      "loss": 0.7259,
      "step": 2070
    },
    {
      "epoch": 0.1857474549026612,
      "grad_norm": 0.3772149384021759,
      "learning_rate": 2e-05,
      "loss": 0.7127,
      "step": 2080
    },
    {
      "epoch": 0.18664047151277013,
      "grad_norm": 0.4021603763103485,
      "learning_rate": 2e-05,
      "loss": 0.6927,
      "step": 2090
    },
    {
      "epoch": 0.1875334881228791,
      "grad_norm": 0.400551974773407,
      "learning_rate": 2e-05,
      "loss": 0.7256,
      "step": 2100
    },
    {
      "epoch": 0.18842650473298803,
      "grad_norm": 0.41825857758522034,
      "learning_rate": 2e-05,
      "loss": 0.6991,
      "step": 2110
    },
    {
      "epoch": 0.18931952134309699,
      "grad_norm": 0.3584500551223755,
      "learning_rate": 2e-05,
      "loss": 0.7141,
      "step": 2120
    },
    {
      "epoch": 0.19021253795320592,
      "grad_norm": 0.8151934146881104,
      "learning_rate": 2e-05,
      "loss": 0.6834,
      "step": 2130
    },
    {
      "epoch": 0.19110555456331488,
      "grad_norm": 0.36020809412002563,
      "learning_rate": 2e-05,
      "loss": 0.7175,
      "step": 2140
    },
    {
      "epoch": 0.19199857117342384,
      "grad_norm": 0.3733537495136261,
      "learning_rate": 2e-05,
      "loss": 0.7156,
      "step": 2150
    },
    {
      "epoch": 0.19289158778353277,
      "grad_norm": 0.4166247844696045,
      "learning_rate": 2e-05,
      "loss": 0.7636,
      "step": 2160
    },
    {
      "epoch": 0.19378460439364173,
      "grad_norm": 0.3874996602535248,
      "learning_rate": 2e-05,
      "loss": 0.699,
      "step": 2170
    },
    {
      "epoch": 0.19467762100375066,
      "grad_norm": 0.3566342294216156,
      "learning_rate": 2e-05,
      "loss": 0.7453,
      "step": 2180
    },
    {
      "epoch": 0.19557063761385962,
      "grad_norm": 0.35978227853775024,
      "learning_rate": 2e-05,
      "loss": 0.7152,
      "step": 2190
    },
    {
      "epoch": 0.19646365422396855,
      "grad_norm": 0.34371668100357056,
      "learning_rate": 2e-05,
      "loss": 0.7258,
      "step": 2200
    },
    {
      "epoch": 0.1973566708340775,
      "grad_norm": 0.36636587977409363,
      "learning_rate": 2e-05,
      "loss": 0.7109,
      "step": 2210
    },
    {
      "epoch": 0.19824968744418647,
      "grad_norm": 0.3694961667060852,
      "learning_rate": 2e-05,
      "loss": 0.7266,
      "step": 2220
    },
    {
      "epoch": 0.1991427040542954,
      "grad_norm": 0.3831530809402466,
      "learning_rate": 2e-05,
      "loss": 0.7165,
      "step": 2230
    },
    {
      "epoch": 0.20003572066440437,
      "grad_norm": 0.4752442538738251,
      "learning_rate": 2e-05,
      "loss": 0.7054,
      "step": 2240
    },
    {
      "epoch": 0.2009287372745133,
      "grad_norm": 0.3605307638645172,
      "learning_rate": 2e-05,
      "loss": 0.7232,
      "step": 2250
    },
    {
      "epoch": 0.20182175388462226,
      "grad_norm": 0.3741367757320404,
      "learning_rate": 2e-05,
      "loss": 0.7164,
      "step": 2260
    },
    {
      "epoch": 0.2027147704947312,
      "grad_norm": 0.44306308031082153,
      "learning_rate": 2e-05,
      "loss": 0.7054,
      "step": 2270
    },
    {
      "epoch": 0.20360778710484015,
      "grad_norm": 0.35885170102119446,
      "learning_rate": 2e-05,
      "loss": 0.7193,
      "step": 2280
    },
    {
      "epoch": 0.2045008037149491,
      "grad_norm": 0.42225345969200134,
      "learning_rate": 2e-05,
      "loss": 0.7167,
      "step": 2290
    },
    {
      "epoch": 0.20539382032505804,
      "grad_norm": 0.36834093928337097,
      "learning_rate": 2e-05,
      "loss": 0.699,
      "step": 2300
    },
    {
      "epoch": 0.206286836935167,
      "grad_norm": 0.37331831455230713,
      "learning_rate": 2e-05,
      "loss": 0.6864,
      "step": 2310
    },
    {
      "epoch": 0.20717985354527593,
      "grad_norm": 0.33582958579063416,
      "learning_rate": 2e-05,
      "loss": 0.7447,
      "step": 2320
    },
    {
      "epoch": 0.2080728701553849,
      "grad_norm": 0.3406867980957031,
      "learning_rate": 2e-05,
      "loss": 0.6888,
      "step": 2330
    },
    {
      "epoch": 0.20896588676549382,
      "grad_norm": 0.7537785768508911,
      "learning_rate": 2e-05,
      "loss": 0.7387,
      "step": 2340
    },
    {
      "epoch": 0.20985890337560278,
      "grad_norm": 0.3987394869327545,
      "learning_rate": 2e-05,
      "loss": 0.6995,
      "step": 2350
    },
    {
      "epoch": 0.21075191998571174,
      "grad_norm": 0.3712831437587738,
      "learning_rate": 2e-05,
      "loss": 0.6763,
      "step": 2360
    },
    {
      "epoch": 0.21164493659582068,
      "grad_norm": 0.3862318992614746,
      "learning_rate": 2e-05,
      "loss": 0.7021,
      "step": 2370
    },
    {
      "epoch": 0.21253795320592964,
      "grad_norm": 0.35739755630493164,
      "learning_rate": 2e-05,
      "loss": 0.7143,
      "step": 2380
    },
    {
      "epoch": 0.21343096981603857,
      "grad_norm": 0.37976863980293274,
      "learning_rate": 2e-05,
      "loss": 0.721,
      "step": 2390
    },
    {
      "epoch": 0.21432398642614753,
      "grad_norm": 0.3507783114910126,
      "learning_rate": 2e-05,
      "loss": 0.7008,
      "step": 2400
    },
    {
      "epoch": 0.2152170030362565,
      "grad_norm": 0.37717995047569275,
      "learning_rate": 2e-05,
      "loss": 0.7123,
      "step": 2410
    },
    {
      "epoch": 0.21611001964636542,
      "grad_norm": 0.5691996216773987,
      "learning_rate": 2e-05,
      "loss": 0.7418,
      "step": 2420
    },
    {
      "epoch": 0.21700303625647438,
      "grad_norm": 0.38756728172302246,
      "learning_rate": 2e-05,
      "loss": 0.7104,
      "step": 2430
    },
    {
      "epoch": 0.2178960528665833,
      "grad_norm": 0.554707407951355,
      "learning_rate": 2e-05,
      "loss": 0.68,
      "step": 2440
    },
    {
      "epoch": 0.21878906947669227,
      "grad_norm": 0.3568492829799652,
      "learning_rate": 2e-05,
      "loss": 0.6845,
      "step": 2450
    },
    {
      "epoch": 0.2196820860868012,
      "grad_norm": 0.3751198947429657,
      "learning_rate": 2e-05,
      "loss": 0.6868,
      "step": 2460
    },
    {
      "epoch": 0.22057510269691016,
      "grad_norm": 0.39954832196235657,
      "learning_rate": 2e-05,
      "loss": 0.7364,
      "step": 2470
    },
    {
      "epoch": 0.22146811930701912,
      "grad_norm": 0.37244030833244324,
      "learning_rate": 2e-05,
      "loss": 0.7365,
      "step": 2480
    },
    {
      "epoch": 0.22236113591712806,
      "grad_norm": 0.38988977670669556,
      "learning_rate": 2e-05,
      "loss": 0.7324,
      "step": 2490
    },
    {
      "epoch": 0.22325415252723702,
      "grad_norm": 0.3926638662815094,
      "learning_rate": 2e-05,
      "loss": 0.7181,
      "step": 2500
    },
    {
      "epoch": 0.22414716913734595,
      "grad_norm": 0.361802339553833,
      "learning_rate": 2e-05,
      "loss": 0.6984,
      "step": 2510
    },
    {
      "epoch": 0.2250401857474549,
      "grad_norm": 0.38118746876716614,
      "learning_rate": 2e-05,
      "loss": 0.7376,
      "step": 2520
    },
    {
      "epoch": 0.22593320235756384,
      "grad_norm": 0.39917808771133423,
      "learning_rate": 2e-05,
      "loss": 0.7166,
      "step": 2530
    },
    {
      "epoch": 0.2268262189676728,
      "grad_norm": 0.39203181862831116,
      "learning_rate": 2e-05,
      "loss": 0.7142,
      "step": 2540
    },
    {
      "epoch": 0.22771923557778176,
      "grad_norm": 0.82660973072052,
      "learning_rate": 2e-05,
      "loss": 0.6914,
      "step": 2550
    },
    {
      "epoch": 0.2286122521878907,
      "grad_norm": 0.3741285502910614,
      "learning_rate": 2e-05,
      "loss": 0.7014,
      "step": 2560
    },
    {
      "epoch": 0.22950526879799965,
      "grad_norm": 0.3964354395866394,
      "learning_rate": 2e-05,
      "loss": 0.6982,
      "step": 2570
    },
    {
      "epoch": 0.23039828540810858,
      "grad_norm": 0.44241467118263245,
      "learning_rate": 2e-05,
      "loss": 0.7137,
      "step": 2580
    },
    {
      "epoch": 0.23129130201821754,
      "grad_norm": 0.36581575870513916,
      "learning_rate": 2e-05,
      "loss": 0.6891,
      "step": 2590
    },
    {
      "epoch": 0.23218431862832647,
      "grad_norm": 0.3831479549407959,
      "learning_rate": 2e-05,
      "loss": 0.7266,
      "step": 2600
    },
    {
      "epoch": 0.23307733523843543,
      "grad_norm": 0.36546680331230164,
      "learning_rate": 2e-05,
      "loss": 0.7137,
      "step": 2610
    },
    {
      "epoch": 0.2339703518485444,
      "grad_norm": 0.3919263780117035,
      "learning_rate": 2e-05,
      "loss": 0.6868,
      "step": 2620
    },
    {
      "epoch": 0.23486336845865333,
      "grad_norm": 0.37016761302948,
      "learning_rate": 2e-05,
      "loss": 0.7009,
      "step": 2630
    },
    {
      "epoch": 0.2357563850687623,
      "grad_norm": 0.37380245327949524,
      "learning_rate": 2e-05,
      "loss": 0.7025,
      "step": 2640
    },
    {
      "epoch": 0.23664940167887122,
      "grad_norm": 0.647921085357666,
      "learning_rate": 2e-05,
      "loss": 0.709,
      "step": 2650
    },
    {
      "epoch": 0.23754241828898018,
      "grad_norm": 0.3720865845680237,
      "learning_rate": 2e-05,
      "loss": 0.6891,
      "step": 2660
    },
    {
      "epoch": 0.2384354348990891,
      "grad_norm": 0.38328051567077637,
      "learning_rate": 2e-05,
      "loss": 0.7039,
      "step": 2670
    },
    {
      "epoch": 0.23932845150919807,
      "grad_norm": 0.46826261281967163,
      "learning_rate": 2e-05,
      "loss": 0.7047,
      "step": 2680
    },
    {
      "epoch": 0.24022146811930703,
      "grad_norm": 0.37531983852386475,
      "learning_rate": 2e-05,
      "loss": 0.7185,
      "step": 2690
    },
    {
      "epoch": 0.24111448472941596,
      "grad_norm": 0.3817111551761627,
      "learning_rate": 2e-05,
      "loss": 0.7202,
      "step": 2700
    },
    {
      "epoch": 0.24200750133952492,
      "grad_norm": 0.4027620851993561,
      "learning_rate": 2e-05,
      "loss": 0.7064,
      "step": 2710
    },
    {
      "epoch": 0.24290051794963385,
      "grad_norm": 0.3872319459915161,
      "learning_rate": 2e-05,
      "loss": 0.7163,
      "step": 2720
    },
    {
      "epoch": 0.2437935345597428,
      "grad_norm": 0.37678542733192444,
      "learning_rate": 2e-05,
      "loss": 0.6815,
      "step": 2730
    },
    {
      "epoch": 0.24468655116985175,
      "grad_norm": 0.35330837965011597,
      "learning_rate": 2e-05,
      "loss": 0.685,
      "step": 2740
    },
    {
      "epoch": 0.2455795677799607,
      "grad_norm": 0.3747386634349823,
      "learning_rate": 2e-05,
      "loss": 0.6878,
      "step": 2750
    },
    {
      "epoch": 0.24647258439006967,
      "grad_norm": 0.41168853640556335,
      "learning_rate": 2e-05,
      "loss": 0.6705,
      "step": 2760
    },
    {
      "epoch": 0.2473656010001786,
      "grad_norm": 0.32120653986930847,
      "learning_rate": 2e-05,
      "loss": 0.6855,
      "step": 2770
    },
    {
      "epoch": 0.24825861761028756,
      "grad_norm": 0.3390073776245117,
      "learning_rate": 2e-05,
      "loss": 0.7101,
      "step": 2780
    },
    {
      "epoch": 0.2491516342203965,
      "grad_norm": 0.37074482440948486,
      "learning_rate": 2e-05,
      "loss": 0.6986,
      "step": 2790
    },
    {
      "epoch": 0.2500446508305054,
      "grad_norm": 0.3548227548599243,
      "learning_rate": 2e-05,
      "loss": 0.6841,
      "step": 2800
    },
    {
      "epoch": 0.2509376674406144,
      "grad_norm": 0.3685583174228668,
      "learning_rate": 2e-05,
      "loss": 0.7048,
      "step": 2810
    },
    {
      "epoch": 0.25183068405072334,
      "grad_norm": 0.3529677391052246,
      "learning_rate": 2e-05,
      "loss": 0.7216,
      "step": 2820
    },
    {
      "epoch": 0.2527237006608323,
      "grad_norm": 0.3592994809150696,
      "learning_rate": 2e-05,
      "loss": 0.6864,
      "step": 2830
    },
    {
      "epoch": 0.25361671727094126,
      "grad_norm": 0.36516258120536804,
      "learning_rate": 2e-05,
      "loss": 0.701,
      "step": 2840
    },
    {
      "epoch": 0.2545097338810502,
      "grad_norm": 0.3898088037967682,
      "learning_rate": 2e-05,
      "loss": 0.7021,
      "step": 2850
    },
    {
      "epoch": 0.2554027504911591,
      "grad_norm": 0.34210461378097534,
      "learning_rate": 2e-05,
      "loss": 0.6915,
      "step": 2860
    },
    {
      "epoch": 0.25629576710126806,
      "grad_norm": 0.34576666355133057,
      "learning_rate": 2e-05,
      "loss": 0.704,
      "step": 2870
    },
    {
      "epoch": 0.25718878371137704,
      "grad_norm": 0.3502766788005829,
      "learning_rate": 2e-05,
      "loss": 0.7146,
      "step": 2880
    },
    {
      "epoch": 0.258081800321486,
      "grad_norm": 0.37955331802368164,
      "learning_rate": 2e-05,
      "loss": 0.7165,
      "step": 2890
    },
    {
      "epoch": 0.2589748169315949,
      "grad_norm": 0.3612077832221985,
      "learning_rate": 2e-05,
      "loss": 0.7198,
      "step": 2900
    },
    {
      "epoch": 0.2598678335417039,
      "grad_norm": 0.3505285084247589,
      "learning_rate": 2e-05,
      "loss": 0.7248,
      "step": 2910
    },
    {
      "epoch": 0.26076085015181283,
      "grad_norm": 0.3673901855945587,
      "learning_rate": 2e-05,
      "loss": 0.7286,
      "step": 2920
    },
    {
      "epoch": 0.26165386676192176,
      "grad_norm": 0.37945684790611267,
      "learning_rate": 2e-05,
      "loss": 0.6932,
      "step": 2930
    },
    {
      "epoch": 0.2625468833720307,
      "grad_norm": 0.3634501099586487,
      "learning_rate": 2e-05,
      "loss": 0.6931,
      "step": 2940
    },
    {
      "epoch": 0.2634398999821397,
      "grad_norm": 0.3780888020992279,
      "learning_rate": 2e-05,
      "loss": 0.7335,
      "step": 2950
    },
    {
      "epoch": 0.2643329165922486,
      "grad_norm": 0.3801252245903015,
      "learning_rate": 2e-05,
      "loss": 0.6956,
      "step": 2960
    },
    {
      "epoch": 0.26522593320235754,
      "grad_norm": 0.36999383568763733,
      "learning_rate": 2e-05,
      "loss": 0.7009,
      "step": 2970
    },
    {
      "epoch": 0.26611894981246653,
      "grad_norm": 0.34486889839172363,
      "learning_rate": 2e-05,
      "loss": 0.6622,
      "step": 2980
    },
    {
      "epoch": 0.26701196642257546,
      "grad_norm": 0.39070191979408264,
      "learning_rate": 2e-05,
      "loss": 0.6658,
      "step": 2990
    },
    {
      "epoch": 0.2679049830326844,
      "grad_norm": 0.37735554575920105,
      "learning_rate": 2e-05,
      "loss": 0.7351,
      "step": 3000
    },
    {
      "epoch": 0.26879799964279333,
      "grad_norm": 0.45589423179626465,
      "learning_rate": 2e-05,
      "loss": 0.7251,
      "step": 3010
    },
    {
      "epoch": 0.2696910162529023,
      "grad_norm": 0.36697840690612793,
      "learning_rate": 2e-05,
      "loss": 0.7083,
      "step": 3020
    },
    {
      "epoch": 0.27058403286301125,
      "grad_norm": 0.6844993233680725,
      "learning_rate": 2e-05,
      "loss": 0.7378,
      "step": 3030
    },
    {
      "epoch": 0.2714770494731202,
      "grad_norm": 0.36845651268959045,
      "learning_rate": 2e-05,
      "loss": 0.7181,
      "step": 3040
    },
    {
      "epoch": 0.27237006608322917,
      "grad_norm": 0.3911682069301605,
      "learning_rate": 2e-05,
      "loss": 0.7009,
      "step": 3050
    },
    {
      "epoch": 0.2732630826933381,
      "grad_norm": 0.3813776671886444,
      "learning_rate": 2e-05,
      "loss": 0.6905,
      "step": 3060
    },
    {
      "epoch": 0.27415609930344703,
      "grad_norm": 0.39326590299606323,
      "learning_rate": 2e-05,
      "loss": 0.7043,
      "step": 3070
    },
    {
      "epoch": 0.275049115913556,
      "grad_norm": 0.3827492594718933,
      "learning_rate": 2e-05,
      "loss": 0.7136,
      "step": 3080
    },
    {
      "epoch": 0.27594213252366495,
      "grad_norm": 0.3630823493003845,
      "learning_rate": 2e-05,
      "loss": 0.6918,
      "step": 3090
    },
    {
      "epoch": 0.2768351491337739,
      "grad_norm": 0.3365762233734131,
      "learning_rate": 2e-05,
      "loss": 0.675,
      "step": 3100
    },
    {
      "epoch": 0.2777281657438828,
      "grad_norm": 0.39159443974494934,
      "learning_rate": 2e-05,
      "loss": 0.6669,
      "step": 3110
    },
    {
      "epoch": 0.2786211823539918,
      "grad_norm": 0.3930347263813019,
      "learning_rate": 2e-05,
      "loss": 0.7083,
      "step": 3120
    },
    {
      "epoch": 0.27951419896410074,
      "grad_norm": 0.35313093662261963,
      "learning_rate": 2e-05,
      "loss": 0.6891,
      "step": 3130
    },
    {
      "epoch": 0.28040721557420967,
      "grad_norm": 0.33984461426734924,
      "learning_rate": 2e-05,
      "loss": 0.6683,
      "step": 3140
    },
    {
      "epoch": 0.28130023218431865,
      "grad_norm": 0.40427762269973755,
      "learning_rate": 2e-05,
      "loss": 0.7342,
      "step": 3150
    },
    {
      "epoch": 0.2821932487944276,
      "grad_norm": 0.3635815978050232,
      "learning_rate": 2e-05,
      "loss": 0.6897,
      "step": 3160
    },
    {
      "epoch": 0.2830862654045365,
      "grad_norm": 0.41092535853385925,
      "learning_rate": 2e-05,
      "loss": 0.6868,
      "step": 3170
    },
    {
      "epoch": 0.28397928201464545,
      "grad_norm": 0.3885297179222107,
      "learning_rate": 2e-05,
      "loss": 0.6929,
      "step": 3180
    },
    {
      "epoch": 0.28487229862475444,
      "grad_norm": 0.3909347653388977,
      "learning_rate": 2e-05,
      "loss": 0.6872,
      "step": 3190
    },
    {
      "epoch": 0.28576531523486337,
      "grad_norm": 0.34606102108955383,
      "learning_rate": 2e-05,
      "loss": 0.673,
      "step": 3200
    },
    {
      "epoch": 0.2866583318449723,
      "grad_norm": 0.3511039614677429,
      "learning_rate": 2e-05,
      "loss": 0.7187,
      "step": 3210
    },
    {
      "epoch": 0.2875513484550813,
      "grad_norm": 0.48329827189445496,
      "learning_rate": 2e-05,
      "loss": 0.7078,
      "step": 3220
    },
    {
      "epoch": 0.2884443650651902,
      "grad_norm": 0.36455851793289185,
      "learning_rate": 2e-05,
      "loss": 0.6885,
      "step": 3230
    },
    {
      "epoch": 0.28933738167529915,
      "grad_norm": 0.36680030822753906,
      "learning_rate": 2e-05,
      "loss": 0.6744,
      "step": 3240
    },
    {
      "epoch": 0.2902303982854081,
      "grad_norm": 0.39824068546295166,
      "learning_rate": 2e-05,
      "loss": 0.7061,
      "step": 3250
    },
    {
      "epoch": 0.2911234148955171,
      "grad_norm": 0.3565004765987396,
      "learning_rate": 2e-05,
      "loss": 0.6894,
      "step": 3260
    },
    {
      "epoch": 0.292016431505626,
      "grad_norm": 0.34405532479286194,
      "learning_rate": 2e-05,
      "loss": 0.6807,
      "step": 3270
    },
    {
      "epoch": 0.29290944811573494,
      "grad_norm": 0.3882642090320587,
      "learning_rate": 2e-05,
      "loss": 0.696,
      "step": 3280
    },
    {
      "epoch": 0.2938024647258439,
      "grad_norm": 0.3908495008945465,
      "learning_rate": 2e-05,
      "loss": 0.6932,
      "step": 3290
    },
    {
      "epoch": 0.29469548133595286,
      "grad_norm": 0.39699220657348633,
      "learning_rate": 2e-05,
      "loss": 0.7252,
      "step": 3300
    },
    {
      "epoch": 0.2955884979460618,
      "grad_norm": 0.37945181131362915,
      "learning_rate": 2e-05,
      "loss": 0.7179,
      "step": 3310
    },
    {
      "epoch": 0.2964815145561707,
      "grad_norm": 0.3482162058353424,
      "learning_rate": 2e-05,
      "loss": 0.6994,
      "step": 3320
    },
    {
      "epoch": 0.2973745311662797,
      "grad_norm": 0.3984408378601074,
      "learning_rate": 2e-05,
      "loss": 0.7088,
      "step": 3330
    },
    {
      "epoch": 0.29826754777638864,
      "grad_norm": 0.3412688076496124,
      "learning_rate": 2e-05,
      "loss": 0.6745,
      "step": 3340
    },
    {
      "epoch": 0.2991605643864976,
      "grad_norm": 0.34985795617103577,
      "learning_rate": 2e-05,
      "loss": 0.7055,
      "step": 3350
    },
    {
      "epoch": 0.30005358099660656,
      "grad_norm": 0.3310694694519043,
      "learning_rate": 2e-05,
      "loss": 0.6952,
      "step": 3360
    },
    {
      "epoch": 0.3009465976067155,
      "grad_norm": 0.34946319460868835,
      "learning_rate": 2e-05,
      "loss": 0.6766,
      "step": 3370
    },
    {
      "epoch": 0.3018396142168244,
      "grad_norm": 0.36742743849754333,
      "learning_rate": 2e-05,
      "loss": 0.6916,
      "step": 3380
    },
    {
      "epoch": 0.30273263082693336,
      "grad_norm": 0.3899418115615845,
      "learning_rate": 2e-05,
      "loss": 0.7216,
      "step": 3390
    },
    {
      "epoch": 0.30362564743704235,
      "grad_norm": 0.3610823154449463,
      "learning_rate": 2e-05,
      "loss": 0.7164,
      "step": 3400
    },
    {
      "epoch": 0.3045186640471513,
      "grad_norm": 0.36853116750717163,
      "learning_rate": 2e-05,
      "loss": 0.6832,
      "step": 3410
    },
    {
      "epoch": 0.3054116806572602,
      "grad_norm": 0.3777369260787964,
      "learning_rate": 2e-05,
      "loss": 0.7184,
      "step": 3420
    },
    {
      "epoch": 0.3063046972673692,
      "grad_norm": 0.37218400835990906,
      "learning_rate": 2e-05,
      "loss": 0.6983,
      "step": 3430
    },
    {
      "epoch": 0.30719771387747813,
      "grad_norm": 0.39339882135391235,
      "learning_rate": 2e-05,
      "loss": 0.7022,
      "step": 3440
    },
    {
      "epoch": 0.30809073048758706,
      "grad_norm": 0.36650851368904114,
      "learning_rate": 2e-05,
      "loss": 0.6761,
      "step": 3450
    },
    {
      "epoch": 0.308983747097696,
      "grad_norm": 0.3942379951477051,
      "learning_rate": 2e-05,
      "loss": 0.6723,
      "step": 3460
    },
    {
      "epoch": 0.309876763707805,
      "grad_norm": 0.3716135621070862,
      "learning_rate": 2e-05,
      "loss": 0.7155,
      "step": 3470
    },
    {
      "epoch": 0.3107697803179139,
      "grad_norm": 0.3720799684524536,
      "learning_rate": 2e-05,
      "loss": 0.6939,
      "step": 3480
    },
    {
      "epoch": 0.31166279692802284,
      "grad_norm": 0.35542234778404236,
      "learning_rate": 2e-05,
      "loss": 0.6962,
      "step": 3490
    },
    {
      "epoch": 0.31255581353813183,
      "grad_norm": 0.41491395235061646,
      "learning_rate": 2e-05,
      "loss": 0.7012,
      "step": 3500
    },
    {
      "epoch": 0.31344883014824076,
      "grad_norm": 0.35415154695510864,
      "learning_rate": 2e-05,
      "loss": 0.6697,
      "step": 3510
    },
    {
      "epoch": 0.3143418467583497,
      "grad_norm": 0.4248461425304413,
      "learning_rate": 2e-05,
      "loss": 0.7122,
      "step": 3520
    },
    {
      "epoch": 0.31523486336845863,
      "grad_norm": 0.42884528636932373,
      "learning_rate": 2e-05,
      "loss": 0.7165,
      "step": 3530
    },
    {
      "epoch": 0.3161278799785676,
      "grad_norm": 0.4538537263870239,
      "learning_rate": 2e-05,
      "loss": 0.7215,
      "step": 3540
    },
    {
      "epoch": 0.31702089658867655,
      "grad_norm": 0.39300262928009033,
      "learning_rate": 2e-05,
      "loss": 0.6708,
      "step": 3550
    },
    {
      "epoch": 0.3179139131987855,
      "grad_norm": 0.3674524426460266,
      "learning_rate": 2e-05,
      "loss": 0.6796,
      "step": 3560
    },
    {
      "epoch": 0.31880692980889447,
      "grad_norm": 0.3366934359073639,
      "learning_rate": 2e-05,
      "loss": 0.7064,
      "step": 3570
    },
    {
      "epoch": 0.3196999464190034,
      "grad_norm": 0.46228548884391785,
      "learning_rate": 2e-05,
      "loss": 0.6933,
      "step": 3580
    },
    {
      "epoch": 0.32059296302911233,
      "grad_norm": 0.3779584765434265,
      "learning_rate": 2e-05,
      "loss": 0.668,
      "step": 3590
    },
    {
      "epoch": 0.32148597963922126,
      "grad_norm": 0.3647182583808899,
      "learning_rate": 2e-05,
      "loss": 0.6798,
      "step": 3600
    },
    {
      "epoch": 0.32237899624933025,
      "grad_norm": 0.35239359736442566,
      "learning_rate": 2e-05,
      "loss": 0.6978,
      "step": 3610
    },
    {
      "epoch": 0.3232720128594392,
      "grad_norm": 0.34447768330574036,
      "learning_rate": 2e-05,
      "loss": 0.6887,
      "step": 3620
    },
    {
      "epoch": 0.3241650294695481,
      "grad_norm": 0.5083383321762085,
      "learning_rate": 2e-05,
      "loss": 0.7006,
      "step": 3630
    },
    {
      "epoch": 0.3250580460796571,
      "grad_norm": 0.37443387508392334,
      "learning_rate": 2e-05,
      "loss": 0.683,
      "step": 3640
    },
    {
      "epoch": 0.32595106268976604,
      "grad_norm": 0.36775442957878113,
      "learning_rate": 2e-05,
      "loss": 0.6841,
      "step": 3650
    },
    {
      "epoch": 0.32684407929987497,
      "grad_norm": 0.43107321858406067,
      "learning_rate": 2e-05,
      "loss": 0.6962,
      "step": 3660
    },
    {
      "epoch": 0.3277370959099839,
      "grad_norm": 0.3437502682209015,
      "learning_rate": 2e-05,
      "loss": 0.6788,
      "step": 3670
    },
    {
      "epoch": 0.3286301125200929,
      "grad_norm": 0.3835112452507019,
      "learning_rate": 2e-05,
      "loss": 0.679,
      "step": 3680
    },
    {
      "epoch": 0.3295231291302018,
      "grad_norm": 0.3627762794494629,
      "learning_rate": 2e-05,
      "loss": 0.6925,
      "step": 3690
    },
    {
      "epoch": 0.33041614574031075,
      "grad_norm": 0.36223524808883667,
      "learning_rate": 2e-05,
      "loss": 0.707,
      "step": 3700
    },
    {
      "epoch": 0.33130916235041974,
      "grad_norm": 0.380140095949173,
      "learning_rate": 2e-05,
      "loss": 0.6735,
      "step": 3710
    },
    {
      "epoch": 0.33220217896052867,
      "grad_norm": 0.3285742998123169,
      "learning_rate": 2e-05,
      "loss": 0.6674,
      "step": 3720
    },
    {
      "epoch": 0.3330951955706376,
      "grad_norm": 0.39423131942749023,
      "learning_rate": 2e-05,
      "loss": 0.7027,
      "step": 3730
    },
    {
      "epoch": 0.33398821218074654,
      "grad_norm": 0.3929256498813629,
      "learning_rate": 2e-05,
      "loss": 0.7024,
      "step": 3740
    },
    {
      "epoch": 0.3348812287908555,
      "grad_norm": 0.3465358018875122,
      "learning_rate": 2e-05,
      "loss": 0.6796,
      "step": 3750
    },
    {
      "epoch": 0.33577424540096446,
      "grad_norm": 0.4118633568286896,
      "learning_rate": 2e-05,
      "loss": 0.7036,
      "step": 3760
    },
    {
      "epoch": 0.3366672620110734,
      "grad_norm": 0.3681686818599701,
      "learning_rate": 2e-05,
      "loss": 0.7157,
      "step": 3770
    },
    {
      "epoch": 0.3375602786211824,
      "grad_norm": 0.4659908413887024,
      "learning_rate": 2e-05,
      "loss": 0.6902,
      "step": 3780
    },
    {
      "epoch": 0.3384532952312913,
      "grad_norm": 0.35910534858703613,
      "learning_rate": 2e-05,
      "loss": 0.7047,
      "step": 3790
    },
    {
      "epoch": 0.33934631184140024,
      "grad_norm": 0.38420364260673523,
      "learning_rate": 2e-05,
      "loss": 0.6894,
      "step": 3800
    },
    {
      "epoch": 0.34023932845150917,
      "grad_norm": 0.4698358178138733,
      "learning_rate": 2e-05,
      "loss": 0.6686,
      "step": 3810
    },
    {
      "epoch": 0.34113234506161816,
      "grad_norm": 0.33641931414604187,
      "learning_rate": 2e-05,
      "loss": 0.7071,
      "step": 3820
    },
    {
      "epoch": 0.3420253616717271,
      "grad_norm": 0.39272478222846985,
      "learning_rate": 2e-05,
      "loss": 0.6958,
      "step": 3830
    },
    {
      "epoch": 0.342918378281836,
      "grad_norm": 0.36490029096603394,
      "learning_rate": 2e-05,
      "loss": 0.6921,
      "step": 3840
    },
    {
      "epoch": 0.343811394891945,
      "grad_norm": 0.34400805830955505,
      "learning_rate": 2e-05,
      "loss": 0.6763,
      "step": 3850
    },
    {
      "epoch": 0.34470441150205394,
      "grad_norm": 0.3541272282600403,
      "learning_rate": 2e-05,
      "loss": 0.7135,
      "step": 3860
    },
    {
      "epoch": 0.3455974281121629,
      "grad_norm": 0.34691932797431946,
      "learning_rate": 2e-05,
      "loss": 0.6809,
      "step": 3870
    },
    {
      "epoch": 0.34649044472227186,
      "grad_norm": 0.3615210950374603,
      "learning_rate": 2e-05,
      "loss": 0.6811,
      "step": 3880
    },
    {
      "epoch": 0.3473834613323808,
      "grad_norm": 0.37400543689727783,
      "learning_rate": 2e-05,
      "loss": 0.6974,
      "step": 3890
    },
    {
      "epoch": 0.3482764779424897,
      "grad_norm": 0.41673043370246887,
      "learning_rate": 2e-05,
      "loss": 0.7509,
      "step": 3900
    },
    {
      "epoch": 0.34916949455259866,
      "grad_norm": 0.4203324615955353,
      "learning_rate": 2e-05,
      "loss": 0.7048,
      "step": 3910
    },
    {
      "epoch": 0.35006251116270765,
      "grad_norm": 0.3847067058086395,
      "learning_rate": 2e-05,
      "loss": 0.6853,
      "step": 3920
    },
    {
      "epoch": 0.3509555277728166,
      "grad_norm": 0.3331018388271332,
      "learning_rate": 2e-05,
      "loss": 0.6173,
      "step": 3930
    },
    {
      "epoch": 0.3518485443829255,
      "grad_norm": 0.38789236545562744,
      "learning_rate": 2e-05,
      "loss": 0.6686,
      "step": 3940
    },
    {
      "epoch": 0.3527415609930345,
      "grad_norm": 0.34841862320899963,
      "learning_rate": 2e-05,
      "loss": 0.6713,
      "step": 3950
    },
    {
      "epoch": 0.35363457760314343,
      "grad_norm": 0.36600327491760254,
      "learning_rate": 2e-05,
      "loss": 0.6757,
      "step": 3960
    },
    {
      "epoch": 0.35452759421325236,
      "grad_norm": 0.35073408484458923,
      "learning_rate": 2e-05,
      "loss": 0.7055,
      "step": 3970
    },
    {
      "epoch": 0.3554206108233613,
      "grad_norm": 0.33693766593933105,
      "learning_rate": 2e-05,
      "loss": 0.6924,
      "step": 3980
    },
    {
      "epoch": 0.3563136274334703,
      "grad_norm": 0.3566618263721466,
      "learning_rate": 2e-05,
      "loss": 0.6803,
      "step": 3990
    },
    {
      "epoch": 0.3572066440435792,
      "grad_norm": 0.3572796881198883,
      "learning_rate": 2e-05,
      "loss": 0.6805,
      "step": 4000
    },
    {
      "epoch": 0.35809966065368815,
      "grad_norm": 0.40160486102104187,
      "learning_rate": 2e-05,
      "loss": 0.6705,
      "step": 4010
    },
    {
      "epoch": 0.35899267726379713,
      "grad_norm": 0.36571747064590454,
      "learning_rate": 2e-05,
      "loss": 0.6738,
      "step": 4020
    },
    {
      "epoch": 0.35988569387390607,
      "grad_norm": 0.34542420506477356,
      "learning_rate": 2e-05,
      "loss": 0.6895,
      "step": 4030
    },
    {
      "epoch": 0.360778710484015,
      "grad_norm": 0.3404637575149536,
      "learning_rate": 2e-05,
      "loss": 0.6949,
      "step": 4040
    },
    {
      "epoch": 0.36167172709412393,
      "grad_norm": 0.4743908643722534,
      "learning_rate": 2e-05,
      "loss": 0.6849,
      "step": 4050
    },
    {
      "epoch": 0.3625647437042329,
      "grad_norm": 0.3539956510066986,
      "learning_rate": 2e-05,
      "loss": 0.6772,
      "step": 4060
    },
    {
      "epoch": 0.36345776031434185,
      "grad_norm": 0.35375577211380005,
      "learning_rate": 2e-05,
      "loss": 0.6803,
      "step": 4070
    },
    {
      "epoch": 0.3643507769244508,
      "grad_norm": 0.37531569600105286,
      "learning_rate": 2e-05,
      "loss": 0.6856,
      "step": 4080
    },
    {
      "epoch": 0.36524379353455977,
      "grad_norm": 0.3987765312194824,
      "learning_rate": 2e-05,
      "loss": 0.6841,
      "step": 4090
    },
    {
      "epoch": 0.3661368101446687,
      "grad_norm": 0.3849702775478363,
      "learning_rate": 2e-05,
      "loss": 0.7117,
      "step": 4100
    },
    {
      "epoch": 0.36702982675477763,
      "grad_norm": 0.364816278219223,
      "learning_rate": 2e-05,
      "loss": 0.6823,
      "step": 4110
    },
    {
      "epoch": 0.36792284336488656,
      "grad_norm": 0.372311532497406,
      "learning_rate": 2e-05,
      "loss": 0.6535,
      "step": 4120
    },
    {
      "epoch": 0.36881585997499555,
      "grad_norm": 0.33558011054992676,
      "learning_rate": 2e-05,
      "loss": 0.6663,
      "step": 4130
    },
    {
      "epoch": 0.3697088765851045,
      "grad_norm": 0.36152487993240356,
      "learning_rate": 2e-05,
      "loss": 0.7104,
      "step": 4140
    },
    {
      "epoch": 0.3706018931952134,
      "grad_norm": 0.3753606379032135,
      "learning_rate": 2e-05,
      "loss": 0.702,
      "step": 4150
    },
    {
      "epoch": 0.3714949098053224,
      "grad_norm": 0.36609184741973877,
      "learning_rate": 2e-05,
      "loss": 0.6831,
      "step": 4160
    },
    {
      "epoch": 0.37238792641543134,
      "grad_norm": 0.34632691740989685,
      "learning_rate": 2e-05,
      "loss": 0.6892,
      "step": 4170
    },
    {
      "epoch": 0.37328094302554027,
      "grad_norm": 0.3701765239238739,
      "learning_rate": 2e-05,
      "loss": 0.6784,
      "step": 4180
    },
    {
      "epoch": 0.3741739596356492,
      "grad_norm": 0.40695920586586,
      "learning_rate": 2e-05,
      "loss": 0.668,
      "step": 4190
    },
    {
      "epoch": 0.3750669762457582,
      "grad_norm": 0.3674159348011017,
      "learning_rate": 2e-05,
      "loss": 0.6903,
      "step": 4200
    },
    {
      "epoch": 0.3759599928558671,
      "grad_norm": 0.32752901315689087,
      "learning_rate": 2e-05,
      "loss": 0.6563,
      "step": 4210
    },
    {
      "epoch": 0.37685300946597605,
      "grad_norm": 0.3936874568462372,
      "learning_rate": 2e-05,
      "loss": 0.6835,
      "step": 4220
    },
    {
      "epoch": 0.37774602607608504,
      "grad_norm": 0.3815043568611145,
      "learning_rate": 2e-05,
      "loss": 0.7096,
      "step": 4230
    },
    {
      "epoch": 0.37863904268619397,
      "grad_norm": 0.3459341824054718,
      "learning_rate": 2e-05,
      "loss": 0.6846,
      "step": 4240
    },
    {
      "epoch": 0.3795320592963029,
      "grad_norm": 0.39455604553222656,
      "learning_rate": 2e-05,
      "loss": 0.6611,
      "step": 4250
    },
    {
      "epoch": 0.38042507590641184,
      "grad_norm": 0.43168190121650696,
      "learning_rate": 2e-05,
      "loss": 0.6748,
      "step": 4260
    },
    {
      "epoch": 0.3813180925165208,
      "grad_norm": 0.35696497559547424,
      "learning_rate": 2e-05,
      "loss": 0.6423,
      "step": 4270
    },
    {
      "epoch": 0.38221110912662976,
      "grad_norm": 0.36734700202941895,
      "learning_rate": 2e-05,
      "loss": 0.673,
      "step": 4280
    },
    {
      "epoch": 0.3831041257367387,
      "grad_norm": 0.3984774053096771,
      "learning_rate": 2e-05,
      "loss": 0.6811,
      "step": 4290
    },
    {
      "epoch": 0.3839971423468477,
      "grad_norm": 0.33982765674591064,
      "learning_rate": 2e-05,
      "loss": 0.6909,
      "step": 4300
    },
    {
      "epoch": 0.3848901589569566,
      "grad_norm": 0.37864384055137634,
      "learning_rate": 2e-05,
      "loss": 0.6893,
      "step": 4310
    },
    {
      "epoch": 0.38578317556706554,
      "grad_norm": 0.36823466420173645,
      "learning_rate": 2e-05,
      "loss": 0.6905,
      "step": 4320
    },
    {
      "epoch": 0.38667619217717447,
      "grad_norm": 0.40874573588371277,
      "learning_rate": 2e-05,
      "loss": 0.6901,
      "step": 4330
    },
    {
      "epoch": 0.38756920878728346,
      "grad_norm": 0.43925756216049194,
      "learning_rate": 2e-05,
      "loss": 0.6699,
      "step": 4340
    },
    {
      "epoch": 0.3884622253973924,
      "grad_norm": 0.4438115656375885,
      "learning_rate": 2e-05,
      "loss": 0.7074,
      "step": 4350
    },
    {
      "epoch": 0.3893552420075013,
      "grad_norm": 0.36280399560928345,
      "learning_rate": 2e-05,
      "loss": 0.6643,
      "step": 4360
    },
    {
      "epoch": 0.3902482586176103,
      "grad_norm": 0.3471735715866089,
      "learning_rate": 2e-05,
      "loss": 0.6921,
      "step": 4370
    },
    {
      "epoch": 0.39114127522771924,
      "grad_norm": 0.3418101370334625,
      "learning_rate": 2e-05,
      "loss": 0.6394,
      "step": 4380
    },
    {
      "epoch": 0.3920342918378282,
      "grad_norm": 0.3582875430583954,
      "learning_rate": 2e-05,
      "loss": 0.7202,
      "step": 4390
    },
    {
      "epoch": 0.3929273084479371,
      "grad_norm": 0.37227901816368103,
      "learning_rate": 2e-05,
      "loss": 0.6704,
      "step": 4400
    },
    {
      "epoch": 0.3938203250580461,
      "grad_norm": 0.3621814548969269,
      "learning_rate": 2e-05,
      "loss": 0.7006,
      "step": 4410
    },
    {
      "epoch": 0.394713341668155,
      "grad_norm": 0.35347166657447815,
      "learning_rate": 2e-05,
      "loss": 0.6776,
      "step": 4420
    },
    {
      "epoch": 0.39560635827826396,
      "grad_norm": 0.42193514108657837,
      "learning_rate": 2e-05,
      "loss": 0.6937,
      "step": 4430
    },
    {
      "epoch": 0.39649937488837295,
      "grad_norm": 0.3808785676956177,
      "learning_rate": 2e-05,
      "loss": 0.6377,
      "step": 4440
    },
    {
      "epoch": 0.3973923914984819,
      "grad_norm": 0.37089216709136963,
      "learning_rate": 2e-05,
      "loss": 0.67,
      "step": 4450
    },
    {
      "epoch": 0.3982854081085908,
      "grad_norm": 0.3868139982223511,
      "learning_rate": 2e-05,
      "loss": 0.6919,
      "step": 4460
    },
    {
      "epoch": 0.39917842471869974,
      "grad_norm": 0.37381669878959656,
      "learning_rate": 2e-05,
      "loss": 0.7009,
      "step": 4470
    },
    {
      "epoch": 0.40007144132880873,
      "grad_norm": 0.33514586091041565,
      "learning_rate": 2e-05,
      "loss": 0.6514,
      "step": 4480
    },
    {
      "epoch": 0.40096445793891766,
      "grad_norm": 0.34450769424438477,
      "learning_rate": 2e-05,
      "loss": 0.6847,
      "step": 4490
    },
    {
      "epoch": 0.4018574745490266,
      "grad_norm": 0.3657180368900299,
      "learning_rate": 2e-05,
      "loss": 0.6901,
      "step": 4500
    },
    {
      "epoch": 0.4027504911591356,
      "grad_norm": 0.38325607776641846,
      "learning_rate": 2e-05,
      "loss": 0.6751,
      "step": 4510
    },
    {
      "epoch": 0.4036435077692445,
      "grad_norm": 0.3803079128265381,
      "learning_rate": 2e-05,
      "loss": 0.6819,
      "step": 4520
    },
    {
      "epoch": 0.40453652437935345,
      "grad_norm": 0.4088026285171509,
      "learning_rate": 2e-05,
      "loss": 0.6617,
      "step": 4530
    },
    {
      "epoch": 0.4054295409894624,
      "grad_norm": 0.3512919843196869,
      "learning_rate": 2e-05,
      "loss": 0.6587,
      "step": 4540
    },
    {
      "epoch": 0.40632255759957137,
      "grad_norm": 0.34363865852355957,
      "learning_rate": 2e-05,
      "loss": 0.6863,
      "step": 4550
    },
    {
      "epoch": 0.4072155742096803,
      "grad_norm": 0.34950166940689087,
      "learning_rate": 2e-05,
      "loss": 0.6724,
      "step": 4560
    },
    {
      "epoch": 0.40810859081978923,
      "grad_norm": 0.394996702671051,
      "learning_rate": 2e-05,
      "loss": 0.6752,
      "step": 4570
    },
    {
      "epoch": 0.4090016074298982,
      "grad_norm": 0.4020107090473175,
      "learning_rate": 2e-05,
      "loss": 0.6739,
      "step": 4580
    },
    {
      "epoch": 0.40989462404000715,
      "grad_norm": 0.5412101745605469,
      "learning_rate": 2e-05,
      "loss": 0.6879,
      "step": 4590
    },
    {
      "epoch": 0.4107876406501161,
      "grad_norm": 0.33643534779548645,
      "learning_rate": 2e-05,
      "loss": 0.6516,
      "step": 4600
    },
    {
      "epoch": 0.411680657260225,
      "grad_norm": 0.3697690963745117,
      "learning_rate": 2e-05,
      "loss": 0.6901,
      "step": 4610
    },
    {
      "epoch": 0.412573673870334,
      "grad_norm": 0.33381566405296326,
      "learning_rate": 2e-05,
      "loss": 0.6622,
      "step": 4620
    },
    {
      "epoch": 0.41346669048044293,
      "grad_norm": 0.3048006594181061,
      "learning_rate": 2e-05,
      "loss": 0.6491,
      "step": 4630
    },
    {
      "epoch": 0.41435970709055187,
      "grad_norm": 0.35339999198913574,
      "learning_rate": 2e-05,
      "loss": 0.6826,
      "step": 4640
    },
    {
      "epoch": 0.41525272370066085,
      "grad_norm": 0.40563100576400757,
      "learning_rate": 2e-05,
      "loss": 0.6453,
      "step": 4650
    },
    {
      "epoch": 0.4161457403107698,
      "grad_norm": 0.380941241979599,
      "learning_rate": 2e-05,
      "loss": 0.6991,
      "step": 4660
    },
    {
      "epoch": 0.4170387569208787,
      "grad_norm": 0.3585035800933838,
      "learning_rate": 2e-05,
      "loss": 0.6627,
      "step": 4670
    },
    {
      "epoch": 0.41793177353098765,
      "grad_norm": 0.3435126841068268,
      "learning_rate": 2e-05,
      "loss": 0.6869,
      "step": 4680
    },
    {
      "epoch": 0.41882479014109664,
      "grad_norm": 0.3623499572277069,
      "learning_rate": 2e-05,
      "loss": 0.6498,
      "step": 4690
    },
    {
      "epoch": 0.41971780675120557,
      "grad_norm": 0.3764245808124542,
      "learning_rate": 2e-05,
      "loss": 0.718,
      "step": 4700
    },
    {
      "epoch": 0.4206108233613145,
      "grad_norm": 0.3425867557525635,
      "learning_rate": 2e-05,
      "loss": 0.6717,
      "step": 4710
    },
    {
      "epoch": 0.4215038399714235,
      "grad_norm": 0.3577650189399719,
      "learning_rate": 2e-05,
      "loss": 0.6627,
      "step": 4720
    },
    {
      "epoch": 0.4223968565815324,
      "grad_norm": 0.36620646715164185,
      "learning_rate": 2e-05,
      "loss": 0.6828,
      "step": 4730
    },
    {
      "epoch": 0.42328987319164135,
      "grad_norm": 0.36670416593551636,
      "learning_rate": 2e-05,
      "loss": 0.6876,
      "step": 4740
    },
    {
      "epoch": 0.42418288980175034,
      "grad_norm": 0.3564507067203522,
      "learning_rate": 2e-05,
      "loss": 0.7026,
      "step": 4750
    },
    {
      "epoch": 0.4250759064118593,
      "grad_norm": 0.4080749452114105,
      "learning_rate": 2e-05,
      "loss": 0.6925,
      "step": 4760
    },
    {
      "epoch": 0.4259689230219682,
      "grad_norm": 0.3509368598461151,
      "learning_rate": 2e-05,
      "loss": 0.6667,
      "step": 4770
    },
    {
      "epoch": 0.42686193963207714,
      "grad_norm": 0.3736545443534851,
      "learning_rate": 2e-05,
      "loss": 0.6771,
      "step": 4780
    },
    {
      "epoch": 0.4277549562421861,
      "grad_norm": 0.3350389301776886,
      "learning_rate": 2e-05,
      "loss": 0.6885,
      "step": 4790
    },
    {
      "epoch": 0.42864797285229506,
      "grad_norm": 0.3636820614337921,
      "learning_rate": 2e-05,
      "loss": 0.6824,
      "step": 4800
    },
    {
      "epoch": 0.429540989462404,
      "grad_norm": 0.3685387969017029,
      "learning_rate": 2e-05,
      "loss": 0.7062,
      "step": 4810
    },
    {
      "epoch": 0.430434006072513,
      "grad_norm": 0.39025336503982544,
      "learning_rate": 2e-05,
      "loss": 0.6726,
      "step": 4820
    },
    {
      "epoch": 0.4313270226826219,
      "grad_norm": 0.3786081075668335,
      "learning_rate": 2e-05,
      "loss": 0.6905,
      "step": 4830
    },
    {
      "epoch": 0.43222003929273084,
      "grad_norm": 0.36511704325675964,
      "learning_rate": 2e-05,
      "loss": 0.669,
      "step": 4840
    },
    {
      "epoch": 0.43311305590283977,
      "grad_norm": 0.32465630769729614,
      "learning_rate": 2e-05,
      "loss": 0.6582,
      "step": 4850
    },
    {
      "epoch": 0.43400607251294876,
      "grad_norm": 0.36687803268432617,
      "learning_rate": 2e-05,
      "loss": 0.6927,
      "step": 4860
    },
    {
      "epoch": 0.4348990891230577,
      "grad_norm": 0.35513487458229065,
      "learning_rate": 2e-05,
      "loss": 0.6798,
      "step": 4870
    },
    {
      "epoch": 0.4357921057331666,
      "grad_norm": 0.38180556893348694,
      "learning_rate": 2e-05,
      "loss": 0.66,
      "step": 4880
    },
    {
      "epoch": 0.4366851223432756,
      "grad_norm": 0.39429476857185364,
      "learning_rate": 2e-05,
      "loss": 0.6777,
      "step": 4890
    },
    {
      "epoch": 0.43757813895338454,
      "grad_norm": 0.38248512148857117,
      "learning_rate": 2e-05,
      "loss": 0.6685,
      "step": 4900
    },
    {
      "epoch": 0.4384711555634935,
      "grad_norm": 0.3432442545890808,
      "learning_rate": 2e-05,
      "loss": 0.6747,
      "step": 4910
    },
    {
      "epoch": 0.4393641721736024,
      "grad_norm": 0.35280707478523254,
      "learning_rate": 2e-05,
      "loss": 0.6851,
      "step": 4920
    },
    {
      "epoch": 0.4402571887837114,
      "grad_norm": 0.3475905954837799,
      "learning_rate": 2e-05,
      "loss": 0.6685,
      "step": 4930
    },
    {
      "epoch": 0.4411502053938203,
      "grad_norm": 0.3824846148490906,
      "learning_rate": 2e-05,
      "loss": 0.6698,
      "step": 4940
    },
    {
      "epoch": 0.44204322200392926,
      "grad_norm": 0.3793005049228668,
      "learning_rate": 2e-05,
      "loss": 0.6754,
      "step": 4950
    },
    {
      "epoch": 0.44293623861403825,
      "grad_norm": 0.36466237902641296,
      "learning_rate": 2e-05,
      "loss": 0.6867,
      "step": 4960
    },
    {
      "epoch": 0.4438292552241472,
      "grad_norm": 0.3465329110622406,
      "learning_rate": 2e-05,
      "loss": 0.664,
      "step": 4970
    },
    {
      "epoch": 0.4447222718342561,
      "grad_norm": 0.3506736159324646,
      "learning_rate": 2e-05,
      "loss": 0.6785,
      "step": 4980
    },
    {
      "epoch": 0.44561528844436504,
      "grad_norm": 0.34552523493766785,
      "learning_rate": 2e-05,
      "loss": 0.6867,
      "step": 4990
    },
    {
      "epoch": 0.44650830505447403,
      "grad_norm": 0.38686060905456543,
      "learning_rate": 2e-05,
      "loss": 0.6207,
      "step": 5000
    },
    {
      "epoch": 0.44740132166458296,
      "grad_norm": 0.3621189296245575,
      "learning_rate": 2e-05,
      "loss": 0.6745,
      "step": 5010
    },
    {
      "epoch": 0.4482943382746919,
      "grad_norm": 0.36412402987480164,
      "learning_rate": 2e-05,
      "loss": 0.6785,
      "step": 5020
    },
    {
      "epoch": 0.4491873548848009,
      "grad_norm": 0.3481839895248413,
      "learning_rate": 2e-05,
      "loss": 0.6755,
      "step": 5030
    },
    {
      "epoch": 0.4500803714949098,
      "grad_norm": 0.3802565336227417,
      "learning_rate": 2e-05,
      "loss": 0.6705,
      "step": 5040
    },
    {
      "epoch": 0.45097338810501875,
      "grad_norm": 0.3811277449131012,
      "learning_rate": 2e-05,
      "loss": 0.6751,
      "step": 5050
    },
    {
      "epoch": 0.4518664047151277,
      "grad_norm": 0.36518847942352295,
      "learning_rate": 2e-05,
      "loss": 0.6939,
      "step": 5060
    },
    {
      "epoch": 0.45275942132523667,
      "grad_norm": 0.3774931728839874,
      "learning_rate": 2e-05,
      "loss": 0.6897,
      "step": 5070
    },
    {
      "epoch": 0.4536524379353456,
      "grad_norm": 0.355311781167984,
      "learning_rate": 2e-05,
      "loss": 0.6793,
      "step": 5080
    },
    {
      "epoch": 0.45454545454545453,
      "grad_norm": 0.3612700402736664,
      "learning_rate": 2e-05,
      "loss": 0.6198,
      "step": 5090
    },
    {
      "epoch": 0.4554384711555635,
      "grad_norm": 0.3959670066833496,
      "learning_rate": 2e-05,
      "loss": 0.6884,
      "step": 5100
    },
    {
      "epoch": 0.45633148776567245,
      "grad_norm": 0.7453445792198181,
      "learning_rate": 2e-05,
      "loss": 0.6794,
      "step": 5110
    },
    {
      "epoch": 0.4572245043757814,
      "grad_norm": 0.3486466705799103,
      "learning_rate": 2e-05,
      "loss": 0.6519,
      "step": 5120
    },
    {
      "epoch": 0.4581175209858903,
      "grad_norm": 0.3771803677082062,
      "learning_rate": 2e-05,
      "loss": 0.6735,
      "step": 5130
    },
    {
      "epoch": 0.4590105375959993,
      "grad_norm": 0.33258822560310364,
      "learning_rate": 2e-05,
      "loss": 0.6714,
      "step": 5140
    },
    {
      "epoch": 0.45990355420610823,
      "grad_norm": 0.34192121028900146,
      "learning_rate": 2e-05,
      "loss": 0.6609,
      "step": 5150
    },
    {
      "epoch": 0.46079657081621717,
      "grad_norm": 0.37189429998397827,
      "learning_rate": 2e-05,
      "loss": 0.6534,
      "step": 5160
    },
    {
      "epoch": 0.46168958742632615,
      "grad_norm": 0.3807178735733032,
      "learning_rate": 2e-05,
      "loss": 0.6621,
      "step": 5170
    },
    {
      "epoch": 0.4625826040364351,
      "grad_norm": 0.3872874975204468,
      "learning_rate": 2e-05,
      "loss": 0.6375,
      "step": 5180
    },
    {
      "epoch": 0.463475620646544,
      "grad_norm": 0.3766045868396759,
      "learning_rate": 2e-05,
      "loss": 0.6724,
      "step": 5190
    },
    {
      "epoch": 0.46436863725665295,
      "grad_norm": 0.41265395283699036,
      "learning_rate": 2e-05,
      "loss": 0.6824,
      "step": 5200
    },
    {
      "epoch": 0.46526165386676194,
      "grad_norm": 0.38400959968566895,
      "learning_rate": 2e-05,
      "loss": 0.6743,
      "step": 5210
    },
    {
      "epoch": 0.46615467047687087,
      "grad_norm": 0.34264642000198364,
      "learning_rate": 2e-05,
      "loss": 0.6653,
      "step": 5220
    },
    {
      "epoch": 0.4670476870869798,
      "grad_norm": 0.38337865471839905,
      "learning_rate": 2e-05,
      "loss": 0.6813,
      "step": 5230
    },
    {
      "epoch": 0.4679407036970888,
      "grad_norm": 0.3864377737045288,
      "learning_rate": 2e-05,
      "loss": 0.6665,
      "step": 5240
    },
    {
      "epoch": 0.4688337203071977,
      "grad_norm": 0.3777919411659241,
      "learning_rate": 2e-05,
      "loss": 0.6758,
      "step": 5250
    },
    {
      "epoch": 0.46972673691730665,
      "grad_norm": 0.33093130588531494,
      "learning_rate": 2e-05,
      "loss": 0.6497,
      "step": 5260
    },
    {
      "epoch": 0.4706197535274156,
      "grad_norm": 0.33650872111320496,
      "learning_rate": 2e-05,
      "loss": 0.6789,
      "step": 5270
    },
    {
      "epoch": 0.4715127701375246,
      "grad_norm": 0.32984471321105957,
      "learning_rate": 2e-05,
      "loss": 0.6561,
      "step": 5280
    },
    {
      "epoch": 0.4724057867476335,
      "grad_norm": 0.3533443212509155,
      "learning_rate": 2e-05,
      "loss": 0.6979,
      "step": 5290
    },
    {
      "epoch": 0.47329880335774244,
      "grad_norm": 0.3933804929256439,
      "learning_rate": 2e-05,
      "loss": 0.6506,
      "step": 5300
    },
    {
      "epoch": 0.4741918199678514,
      "grad_norm": 0.37119993567466736,
      "learning_rate": 2e-05,
      "loss": 0.6629,
      "step": 5310
    },
    {
      "epoch": 0.47508483657796036,
      "grad_norm": 0.37831130623817444,
      "learning_rate": 2e-05,
      "loss": 0.6675,
      "step": 5320
    },
    {
      "epoch": 0.4759778531880693,
      "grad_norm": 0.3645733594894409,
      "learning_rate": 2e-05,
      "loss": 0.6593,
      "step": 5330
    },
    {
      "epoch": 0.4768708697981782,
      "grad_norm": 0.3728773593902588,
      "learning_rate": 2e-05,
      "loss": 0.6594,
      "step": 5340
    },
    {
      "epoch": 0.4777638864082872,
      "grad_norm": 0.3517187833786011,
      "learning_rate": 2e-05,
      "loss": 0.6652,
      "step": 5350
    },
    {
      "epoch": 0.47865690301839614,
      "grad_norm": 0.3658277094364166,
      "learning_rate": 2e-05,
      "loss": 0.6902,
      "step": 5360
    },
    {
      "epoch": 0.4795499196285051,
      "grad_norm": 0.3474698066711426,
      "learning_rate": 2e-05,
      "loss": 0.6655,
      "step": 5370
    },
    {
      "epoch": 0.48044293623861406,
      "grad_norm": 0.3642910420894623,
      "learning_rate": 2e-05,
      "loss": 0.6506,
      "step": 5380
    },
    {
      "epoch": 0.481335952848723,
      "grad_norm": 0.3575136661529541,
      "learning_rate": 2e-05,
      "loss": 0.6848,
      "step": 5390
    },
    {
      "epoch": 0.4822289694588319,
      "grad_norm": 0.3715827167034149,
      "learning_rate": 2e-05,
      "loss": 0.6527,
      "step": 5400
    },
    {
      "epoch": 0.48312198606894086,
      "grad_norm": 0.3397136330604553,
      "learning_rate": 2e-05,
      "loss": 0.6363,
      "step": 5410
    },
    {
      "epoch": 0.48401500267904984,
      "grad_norm": 0.3929939270019531,
      "learning_rate": 2e-05,
      "loss": 0.663,
      "step": 5420
    },
    {
      "epoch": 0.4849080192891588,
      "grad_norm": 0.4231276214122772,
      "learning_rate": 2e-05,
      "loss": 0.6717,
      "step": 5430
    },
    {
      "epoch": 0.4858010358992677,
      "grad_norm": 0.35676369071006775,
      "learning_rate": 2e-05,
      "loss": 0.6851,
      "step": 5440
    },
    {
      "epoch": 0.4866940525093767,
      "grad_norm": 0.3371965289115906,
      "learning_rate": 2e-05,
      "loss": 0.6662,
      "step": 5450
    },
    {
      "epoch": 0.4875870691194856,
      "grad_norm": 0.35079243779182434,
      "learning_rate": 2e-05,
      "loss": 0.6634,
      "step": 5460
    },
    {
      "epoch": 0.48848008572959456,
      "grad_norm": 0.3426143229007721,
      "learning_rate": 2e-05,
      "loss": 0.6855,
      "step": 5470
    },
    {
      "epoch": 0.4893731023397035,
      "grad_norm": 0.4098520278930664,
      "learning_rate": 2e-05,
      "loss": 0.6607,
      "step": 5480
    },
    {
      "epoch": 0.4902661189498125,
      "grad_norm": 0.3547561466693878,
      "learning_rate": 2e-05,
      "loss": 0.658,
      "step": 5490
    },
    {
      "epoch": 0.4911591355599214,
      "grad_norm": 0.33377352356910706,
      "learning_rate": 2e-05,
      "loss": 0.6571,
      "step": 5500
    },
    {
      "epoch": 0.49205215217003034,
      "grad_norm": 0.33643361926078796,
      "learning_rate": 2e-05,
      "loss": 0.6766,
      "step": 5510
    },
    {
      "epoch": 0.49294516878013933,
      "grad_norm": 0.3627377450466156,
      "learning_rate": 2e-05,
      "loss": 0.6646,
      "step": 5520
    },
    {
      "epoch": 0.49383818539024826,
      "grad_norm": 0.3409472405910492,
      "learning_rate": 2e-05,
      "loss": 0.6542,
      "step": 5530
    },
    {
      "epoch": 0.4947312020003572,
      "grad_norm": 0.3511272668838501,
      "learning_rate": 2e-05,
      "loss": 0.6734,
      "step": 5540
    },
    {
      "epoch": 0.4956242186104661,
      "grad_norm": 0.3915940523147583,
      "learning_rate": 2e-05,
      "loss": 0.6674,
      "step": 5550
    },
    {
      "epoch": 0.4965172352205751,
      "grad_norm": 0.43016305565834045,
      "learning_rate": 2e-05,
      "loss": 0.6701,
      "step": 5560
    },
    {
      "epoch": 0.49741025183068405,
      "grad_norm": 0.3571012616157532,
      "learning_rate": 2e-05,
      "loss": 0.6907,
      "step": 5570
    },
    {
      "epoch": 0.498303268440793,
      "grad_norm": 0.43640032410621643,
      "learning_rate": 2e-05,
      "loss": 0.6803,
      "step": 5580
    },
    {
      "epoch": 0.49919628505090197,
      "grad_norm": 0.40161386132240295,
      "learning_rate": 2e-05,
      "loss": 0.6651,
      "step": 5590
    },
    {
      "epoch": 0.5000893016610108,
      "grad_norm": 0.36353665590286255,
      "learning_rate": 2e-05,
      "loss": 0.6549,
      "step": 5600
    },
    {
      "epoch": 0.5009823182711198,
      "grad_norm": 0.3861052691936493,
      "learning_rate": 2e-05,
      "loss": 0.6679,
      "step": 5610
    },
    {
      "epoch": 0.5018753348812288,
      "grad_norm": 0.43473106622695923,
      "learning_rate": 2e-05,
      "loss": 0.6834,
      "step": 5620
    },
    {
      "epoch": 0.5027683514913377,
      "grad_norm": 0.35996997356414795,
      "learning_rate": 2e-05,
      "loss": 0.682,
      "step": 5630
    },
    {
      "epoch": 0.5036613681014467,
      "grad_norm": 0.35466209053993225,
      "learning_rate": 2e-05,
      "loss": 0.6972,
      "step": 5640
    },
    {
      "epoch": 0.5045543847115557,
      "grad_norm": 0.4709925055503845,
      "learning_rate": 2e-05,
      "loss": 0.6961,
      "step": 5650
    },
    {
      "epoch": 0.5054474013216645,
      "grad_norm": 0.3815552890300751,
      "learning_rate": 2e-05,
      "loss": 0.6278,
      "step": 5660
    },
    {
      "epoch": 0.5063404179317735,
      "grad_norm": 0.42588570713996887,
      "learning_rate": 2e-05,
      "loss": 0.6636,
      "step": 5670
    },
    {
      "epoch": 0.5072334345418825,
      "grad_norm": 0.3429091274738312,
      "learning_rate": 2e-05,
      "loss": 0.6406,
      "step": 5680
    },
    {
      "epoch": 0.5081264511519914,
      "grad_norm": 0.3587746024131775,
      "learning_rate": 2e-05,
      "loss": 0.6685,
      "step": 5690
    },
    {
      "epoch": 0.5090194677621004,
      "grad_norm": 0.3580346703529358,
      "learning_rate": 2e-05,
      "loss": 0.6532,
      "step": 5700
    },
    {
      "epoch": 0.5099124843722094,
      "grad_norm": 0.36586418747901917,
      "learning_rate": 2e-05,
      "loss": 0.6657,
      "step": 5710
    },
    {
      "epoch": 0.5108055009823183,
      "grad_norm": 0.3661688268184662,
      "learning_rate": 2e-05,
      "loss": 0.6584,
      "step": 5720
    },
    {
      "epoch": 0.5116985175924272,
      "grad_norm": 0.34977465867996216,
      "learning_rate": 2e-05,
      "loss": 0.688,
      "step": 5730
    },
    {
      "epoch": 0.5125915342025361,
      "grad_norm": 0.3609250485897064,
      "learning_rate": 2e-05,
      "loss": 0.687,
      "step": 5740
    },
    {
      "epoch": 0.5134845508126451,
      "grad_norm": 0.39893829822540283,
      "learning_rate": 2e-05,
      "loss": 0.6849,
      "step": 5750
    },
    {
      "epoch": 0.5143775674227541,
      "grad_norm": 0.3651576340198517,
      "learning_rate": 2e-05,
      "loss": 0.6697,
      "step": 5760
    },
    {
      "epoch": 0.515270584032863,
      "grad_norm": 0.3337726891040802,
      "learning_rate": 2e-05,
      "loss": 0.6753,
      "step": 5770
    },
    {
      "epoch": 0.516163600642972,
      "grad_norm": 0.3550962805747986,
      "learning_rate": 2e-05,
      "loss": 0.6536,
      "step": 5780
    },
    {
      "epoch": 0.5170566172530809,
      "grad_norm": 0.3426112234592438,
      "learning_rate": 2e-05,
      "loss": 0.6724,
      "step": 5790
    },
    {
      "epoch": 0.5179496338631898,
      "grad_norm": 0.3464663028717041,
      "learning_rate": 2e-05,
      "loss": 0.6487,
      "step": 5800
    },
    {
      "epoch": 0.5188426504732988,
      "grad_norm": 0.36796367168426514,
      "learning_rate": 2e-05,
      "loss": 0.66,
      "step": 5810
    },
    {
      "epoch": 0.5197356670834078,
      "grad_norm": 0.3438207507133484,
      "learning_rate": 2e-05,
      "loss": 0.6729,
      "step": 5820
    },
    {
      "epoch": 0.5206286836935167,
      "grad_norm": 0.37432757019996643,
      "learning_rate": 2e-05,
      "loss": 0.6496,
      "step": 5830
    },
    {
      "epoch": 0.5215217003036257,
      "grad_norm": 0.35678356885910034,
      "learning_rate": 2e-05,
      "loss": 0.6666,
      "step": 5840
    },
    {
      "epoch": 0.5224147169137346,
      "grad_norm": 0.37033793330192566,
      "learning_rate": 2e-05,
      "loss": 0.658,
      "step": 5850
    },
    {
      "epoch": 0.5233077335238435,
      "grad_norm": 0.36231255531311035,
      "learning_rate": 2e-05,
      "loss": 0.6687,
      "step": 5860
    },
    {
      "epoch": 0.5242007501339525,
      "grad_norm": 0.3425047993659973,
      "learning_rate": 2e-05,
      "loss": 0.6402,
      "step": 5870
    },
    {
      "epoch": 0.5250937667440614,
      "grad_norm": 0.33811652660369873,
      "learning_rate": 2e-05,
      "loss": 0.667,
      "step": 5880
    },
    {
      "epoch": 0.5259867833541704,
      "grad_norm": 0.3571730852127075,
      "learning_rate": 2e-05,
      "loss": 0.6771,
      "step": 5890
    },
    {
      "epoch": 0.5268797999642794,
      "grad_norm": 0.37353089451789856,
      "learning_rate": 2e-05,
      "loss": 0.6471,
      "step": 5900
    },
    {
      "epoch": 0.5277728165743882,
      "grad_norm": 0.4042361378669739,
      "learning_rate": 2e-05,
      "loss": 0.6515,
      "step": 5910
    },
    {
      "epoch": 0.5286658331844972,
      "grad_norm": 0.35085824131965637,
      "learning_rate": 2e-05,
      "loss": 0.6547,
      "step": 5920
    },
    {
      "epoch": 0.5295588497946062,
      "grad_norm": 0.3579235374927521,
      "learning_rate": 2e-05,
      "loss": 0.6557,
      "step": 5930
    },
    {
      "epoch": 0.5304518664047151,
      "grad_norm": 0.3455997705459595,
      "learning_rate": 2e-05,
      "loss": 0.6471,
      "step": 5940
    },
    {
      "epoch": 0.5313448830148241,
      "grad_norm": 0.36393439769744873,
      "learning_rate": 2e-05,
      "loss": 0.6698,
      "step": 5950
    },
    {
      "epoch": 0.5322378996249331,
      "grad_norm": 0.3506855368614197,
      "learning_rate": 2e-05,
      "loss": 0.6517,
      "step": 5960
    },
    {
      "epoch": 0.5331309162350419,
      "grad_norm": 0.3504025340080261,
      "learning_rate": 2e-05,
      "loss": 0.6728,
      "step": 5970
    },
    {
      "epoch": 0.5340239328451509,
      "grad_norm": 0.348411500453949,
      "learning_rate": 2e-05,
      "loss": 0.6544,
      "step": 5980
    },
    {
      "epoch": 0.5349169494552599,
      "grad_norm": 0.5087844133377075,
      "learning_rate": 2e-05,
      "loss": 0.6555,
      "step": 5990
    },
    {
      "epoch": 0.5358099660653688,
      "grad_norm": 0.3430831730365753,
      "learning_rate": 2e-05,
      "loss": 0.6972,
      "step": 6000
    },
    {
      "epoch": 0.5367029826754778,
      "grad_norm": 0.35714656114578247,
      "learning_rate": 2e-05,
      "loss": 0.6673,
      "step": 6010
    },
    {
      "epoch": 0.5375959992855867,
      "grad_norm": 0.3810299336910248,
      "learning_rate": 2e-05,
      "loss": 0.6385,
      "step": 6020
    },
    {
      "epoch": 0.5384890158956956,
      "grad_norm": 0.3410446047782898,
      "learning_rate": 2e-05,
      "loss": 0.6812,
      "step": 6030
    },
    {
      "epoch": 0.5393820325058046,
      "grad_norm": 0.3585295081138611,
      "learning_rate": 2e-05,
      "loss": 0.6961,
      "step": 6040
    },
    {
      "epoch": 0.5402750491159135,
      "grad_norm": 0.36647966504096985,
      "learning_rate": 2e-05,
      "loss": 0.6339,
      "step": 6050
    },
    {
      "epoch": 0.5411680657260225,
      "grad_norm": 0.36925992369651794,
      "learning_rate": 2e-05,
      "loss": 0.6375,
      "step": 6060
    },
    {
      "epoch": 0.5420610823361315,
      "grad_norm": 0.358527272939682,
      "learning_rate": 2e-05,
      "loss": 0.6527,
      "step": 6070
    },
    {
      "epoch": 0.5429540989462404,
      "grad_norm": 0.3600867688655853,
      "learning_rate": 2e-05,
      "loss": 0.6537,
      "step": 6080
    },
    {
      "epoch": 0.5438471155563493,
      "grad_norm": 0.4136565327644348,
      "learning_rate": 2e-05,
      "loss": 0.6967,
      "step": 6090
    },
    {
      "epoch": 0.5447401321664583,
      "grad_norm": 0.36484768986701965,
      "learning_rate": 2e-05,
      "loss": 0.6527,
      "step": 6100
    },
    {
      "epoch": 0.5456331487765672,
      "grad_norm": 0.36393529176712036,
      "learning_rate": 2e-05,
      "loss": 0.6521,
      "step": 6110
    },
    {
      "epoch": 0.5465261653866762,
      "grad_norm": 0.42837387323379517,
      "learning_rate": 2e-05,
      "loss": 0.671,
      "step": 6120
    },
    {
      "epoch": 0.5474191819967852,
      "grad_norm": 0.36187878251075745,
      "learning_rate": 2e-05,
      "loss": 0.6583,
      "step": 6130
    },
    {
      "epoch": 0.5483121986068941,
      "grad_norm": 0.5120518207550049,
      "learning_rate": 2e-05,
      "loss": 0.6511,
      "step": 6140
    },
    {
      "epoch": 0.549205215217003,
      "grad_norm": 0.39847511053085327,
      "learning_rate": 2e-05,
      "loss": 0.6486,
      "step": 6150
    },
    {
      "epoch": 0.550098231827112,
      "grad_norm": 0.3621254861354828,
      "learning_rate": 2e-05,
      "loss": 0.676,
      "step": 6160
    },
    {
      "epoch": 0.5509912484372209,
      "grad_norm": 0.39098846912384033,
      "learning_rate": 2e-05,
      "loss": 0.6609,
      "step": 6170
    },
    {
      "epoch": 0.5518842650473299,
      "grad_norm": 0.40693438053131104,
      "learning_rate": 2e-05,
      "loss": 0.6423,
      "step": 6180
    },
    {
      "epoch": 0.5527772816574388,
      "grad_norm": 0.3641411364078522,
      "learning_rate": 2e-05,
      "loss": 0.6714,
      "step": 6190
    },
    {
      "epoch": 0.5536702982675478,
      "grad_norm": 0.420174241065979,
      "learning_rate": 2e-05,
      "loss": 0.6586,
      "step": 6200
    },
    {
      "epoch": 0.5545633148776568,
      "grad_norm": 0.3791487216949463,
      "learning_rate": 2e-05,
      "loss": 0.6986,
      "step": 6210
    },
    {
      "epoch": 0.5554563314877656,
      "grad_norm": 0.3721368610858917,
      "learning_rate": 2e-05,
      "loss": 0.6438,
      "step": 6220
    },
    {
      "epoch": 0.5563493480978746,
      "grad_norm": 0.3461293578147888,
      "learning_rate": 2e-05,
      "loss": 0.658,
      "step": 6230
    },
    {
      "epoch": 0.5572423647079836,
      "grad_norm": 0.338593453168869,
      "learning_rate": 2e-05,
      "loss": 0.6467,
      "step": 6240
    },
    {
      "epoch": 0.5581353813180925,
      "grad_norm": 0.33129143714904785,
      "learning_rate": 2e-05,
      "loss": 0.6551,
      "step": 6250
    },
    {
      "epoch": 0.5590283979282015,
      "grad_norm": 0.3500993251800537,
      "learning_rate": 2e-05,
      "loss": 0.6878,
      "step": 6260
    },
    {
      "epoch": 0.5599214145383105,
      "grad_norm": 0.3759903013706207,
      "learning_rate": 2e-05,
      "loss": 0.6594,
      "step": 6270
    },
    {
      "epoch": 0.5608144311484193,
      "grad_norm": 0.38059449195861816,
      "learning_rate": 2e-05,
      "loss": 0.6607,
      "step": 6280
    },
    {
      "epoch": 0.5617074477585283,
      "grad_norm": 0.3667088747024536,
      "learning_rate": 2e-05,
      "loss": 0.6491,
      "step": 6290
    },
    {
      "epoch": 0.5626004643686373,
      "grad_norm": 0.3926546275615692,
      "learning_rate": 2e-05,
      "loss": 0.6626,
      "step": 6300
    },
    {
      "epoch": 0.5634934809787462,
      "grad_norm": 0.36864620447158813,
      "learning_rate": 2e-05,
      "loss": 0.6418,
      "step": 6310
    },
    {
      "epoch": 0.5643864975888552,
      "grad_norm": 0.36084607243537903,
      "learning_rate": 2e-05,
      "loss": 0.6695,
      "step": 6320
    },
    {
      "epoch": 0.565279514198964,
      "grad_norm": 0.34905868768692017,
      "learning_rate": 2e-05,
      "loss": 0.6487,
      "step": 6330
    },
    {
      "epoch": 0.566172530809073,
      "grad_norm": 0.3538414239883423,
      "learning_rate": 2e-05,
      "loss": 0.6722,
      "step": 6340
    },
    {
      "epoch": 0.567065547419182,
      "grad_norm": 0.3844115734100342,
      "learning_rate": 2e-05,
      "loss": 0.6523,
      "step": 6350
    },
    {
      "epoch": 0.5679585640292909,
      "grad_norm": 0.34614577889442444,
      "learning_rate": 2e-05,
      "loss": 0.6193,
      "step": 6360
    },
    {
      "epoch": 0.5688515806393999,
      "grad_norm": 0.4562835395336151,
      "learning_rate": 2e-05,
      "loss": 0.6839,
      "step": 6370
    },
    {
      "epoch": 0.5697445972495089,
      "grad_norm": 0.37612417340278625,
      "learning_rate": 2e-05,
      "loss": 0.6779,
      "step": 6380
    },
    {
      "epoch": 0.5706376138596178,
      "grad_norm": 0.42284253239631653,
      "learning_rate": 2e-05,
      "loss": 0.6494,
      "step": 6390
    },
    {
      "epoch": 0.5715306304697267,
      "grad_norm": 0.3244997560977936,
      "learning_rate": 2e-05,
      "loss": 0.6057,
      "step": 6400
    },
    {
      "epoch": 0.5724236470798357,
      "grad_norm": 0.34958600997924805,
      "learning_rate": 2e-05,
      "loss": 0.6495,
      "step": 6410
    },
    {
      "epoch": 0.5733166636899446,
      "grad_norm": 0.36616605520248413,
      "learning_rate": 2e-05,
      "loss": 0.6535,
      "step": 6420
    },
    {
      "epoch": 0.5742096803000536,
      "grad_norm": 0.3466321527957916,
      "learning_rate": 2e-05,
      "loss": 0.6461,
      "step": 6430
    },
    {
      "epoch": 0.5751026969101626,
      "grad_norm": 0.35527801513671875,
      "learning_rate": 2e-05,
      "loss": 0.6684,
      "step": 6440
    },
    {
      "epoch": 0.5759957135202715,
      "grad_norm": 0.39283958077430725,
      "learning_rate": 2e-05,
      "loss": 0.6643,
      "step": 6450
    },
    {
      "epoch": 0.5768887301303804,
      "grad_norm": 0.40512293577194214,
      "learning_rate": 2e-05,
      "loss": 0.6408,
      "step": 6460
    },
    {
      "epoch": 0.5777817467404893,
      "grad_norm": 0.39400383830070496,
      "learning_rate": 2e-05,
      "loss": 0.6629,
      "step": 6470
    },
    {
      "epoch": 0.5786747633505983,
      "grad_norm": 0.3738294839859009,
      "learning_rate": 2e-05,
      "loss": 0.6472,
      "step": 6480
    },
    {
      "epoch": 0.5795677799607073,
      "grad_norm": 0.36141011118888855,
      "learning_rate": 2e-05,
      "loss": 0.6394,
      "step": 6490
    },
    {
      "epoch": 0.5804607965708162,
      "grad_norm": 0.3352036774158478,
      "learning_rate": 2e-05,
      "loss": 0.6332,
      "step": 6500
    },
    {
      "epoch": 0.5813538131809252,
      "grad_norm": 0.3833242654800415,
      "learning_rate": 2e-05,
      "loss": 0.6534,
      "step": 6510
    },
    {
      "epoch": 0.5822468297910341,
      "grad_norm": 0.33181020617485046,
      "learning_rate": 2e-05,
      "loss": 0.6519,
      "step": 6520
    },
    {
      "epoch": 0.583139846401143,
      "grad_norm": 0.33593302965164185,
      "learning_rate": 2e-05,
      "loss": 0.6506,
      "step": 6530
    },
    {
      "epoch": 0.584032863011252,
      "grad_norm": 0.37441152334213257,
      "learning_rate": 2e-05,
      "loss": 0.6723,
      "step": 6540
    },
    {
      "epoch": 0.584925879621361,
      "grad_norm": 0.39254680275917053,
      "learning_rate": 2e-05,
      "loss": 0.6394,
      "step": 6550
    },
    {
      "epoch": 0.5858188962314699,
      "grad_norm": 0.37452268600463867,
      "learning_rate": 2e-05,
      "loss": 0.6821,
      "step": 6560
    },
    {
      "epoch": 0.5867119128415789,
      "grad_norm": 0.39086517691612244,
      "learning_rate": 2e-05,
      "loss": 0.661,
      "step": 6570
    },
    {
      "epoch": 0.5876049294516879,
      "grad_norm": 0.34630292654037476,
      "learning_rate": 2e-05,
      "loss": 0.6549,
      "step": 6580
    },
    {
      "epoch": 0.5884979460617967,
      "grad_norm": 0.36574527621269226,
      "learning_rate": 2e-05,
      "loss": 0.6517,
      "step": 6590
    },
    {
      "epoch": 0.5893909626719057,
      "grad_norm": 0.3634946942329407,
      "learning_rate": 2e-05,
      "loss": 0.6525,
      "step": 6600
    },
    {
      "epoch": 0.5902839792820146,
      "grad_norm": 0.3633476793766022,
      "learning_rate": 2e-05,
      "loss": 0.6584,
      "step": 6610
    },
    {
      "epoch": 0.5911769958921236,
      "grad_norm": 0.3540787696838379,
      "learning_rate": 2e-05,
      "loss": 0.648,
      "step": 6620
    },
    {
      "epoch": 0.5920700125022326,
      "grad_norm": 0.38122430443763733,
      "learning_rate": 2e-05,
      "loss": 0.6485,
      "step": 6630
    },
    {
      "epoch": 0.5929630291123414,
      "grad_norm": 0.3683073818683624,
      "learning_rate": 2e-05,
      "loss": 0.6718,
      "step": 6640
    },
    {
      "epoch": 0.5938560457224504,
      "grad_norm": 0.40289875864982605,
      "learning_rate": 2e-05,
      "loss": 0.68,
      "step": 6650
    },
    {
      "epoch": 0.5947490623325594,
      "grad_norm": 0.35463404655456543,
      "learning_rate": 2e-05,
      "loss": 0.6434,
      "step": 6660
    },
    {
      "epoch": 0.5956420789426683,
      "grad_norm": 0.3831791877746582,
      "learning_rate": 2e-05,
      "loss": 0.6442,
      "step": 6670
    },
    {
      "epoch": 0.5965350955527773,
      "grad_norm": 0.3458722233772278,
      "learning_rate": 2e-05,
      "loss": 0.6619,
      "step": 6680
    },
    {
      "epoch": 0.5974281121628863,
      "grad_norm": 0.3601379692554474,
      "learning_rate": 2e-05,
      "loss": 0.6586,
      "step": 6690
    },
    {
      "epoch": 0.5983211287729951,
      "grad_norm": 0.42295390367507935,
      "learning_rate": 2e-05,
      "loss": 0.6629,
      "step": 6700
    },
    {
      "epoch": 0.5992141453831041,
      "grad_norm": 0.3600584864616394,
      "learning_rate": 2e-05,
      "loss": 0.6604,
      "step": 6710
    },
    {
      "epoch": 0.6001071619932131,
      "grad_norm": 0.3739805817604065,
      "learning_rate": 2e-05,
      "loss": 0.6873,
      "step": 6720
    },
    {
      "epoch": 0.601000178603322,
      "grad_norm": 0.39393553137779236,
      "learning_rate": 2e-05,
      "loss": 0.6666,
      "step": 6730
    },
    {
      "epoch": 0.601893195213431,
      "grad_norm": 0.4042629897594452,
      "learning_rate": 2e-05,
      "loss": 0.6508,
      "step": 6740
    },
    {
      "epoch": 0.6027862118235399,
      "grad_norm": 0.3513331711292267,
      "learning_rate": 2e-05,
      "loss": 0.6811,
      "step": 6750
    },
    {
      "epoch": 0.6036792284336489,
      "grad_norm": 0.345931738615036,
      "learning_rate": 2e-05,
      "loss": 0.6578,
      "step": 6760
    },
    {
      "epoch": 0.6045722450437578,
      "grad_norm": 0.3750261068344116,
      "learning_rate": 2e-05,
      "loss": 0.6143,
      "step": 6770
    },
    {
      "epoch": 0.6054652616538667,
      "grad_norm": 0.38943830132484436,
      "learning_rate": 2e-05,
      "loss": 0.6623,
      "step": 6780
    },
    {
      "epoch": 0.6063582782639757,
      "grad_norm": 0.3595246970653534,
      "learning_rate": 2e-05,
      "loss": 0.6665,
      "step": 6790
    },
    {
      "epoch": 0.6072512948740847,
      "grad_norm": 0.3731057643890381,
      "learning_rate": 2e-05,
      "loss": 0.6332,
      "step": 6800
    },
    {
      "epoch": 0.6081443114841936,
      "grad_norm": 0.4783044457435608,
      "learning_rate": 2e-05,
      "loss": 0.6621,
      "step": 6810
    },
    {
      "epoch": 0.6090373280943026,
      "grad_norm": 0.4021615982055664,
      "learning_rate": 2e-05,
      "loss": 0.658,
      "step": 6820
    },
    {
      "epoch": 0.6099303447044115,
      "grad_norm": 0.3629353940486908,
      "learning_rate": 2e-05,
      "loss": 0.6446,
      "step": 6830
    },
    {
      "epoch": 0.6108233613145204,
      "grad_norm": 0.41887161135673523,
      "learning_rate": 2e-05,
      "loss": 0.6712,
      "step": 6840
    },
    {
      "epoch": 0.6117163779246294,
      "grad_norm": 0.32228341698646545,
      "learning_rate": 2e-05,
      "loss": 0.6607,
      "step": 6850
    },
    {
      "epoch": 0.6126093945347384,
      "grad_norm": 0.35648855566978455,
      "learning_rate": 2e-05,
      "loss": 0.6632,
      "step": 6860
    },
    {
      "epoch": 0.6135024111448473,
      "grad_norm": 0.36995384097099304,
      "learning_rate": 2e-05,
      "loss": 0.6475,
      "step": 6870
    },
    {
      "epoch": 0.6143954277549563,
      "grad_norm": 0.3997064232826233,
      "learning_rate": 2e-05,
      "loss": 0.6115,
      "step": 6880
    },
    {
      "epoch": 0.6152884443650651,
      "grad_norm": 0.38138753175735474,
      "learning_rate": 2e-05,
      "loss": 0.6547,
      "step": 6890
    },
    {
      "epoch": 0.6161814609751741,
      "grad_norm": 0.3442397713661194,
      "learning_rate": 2e-05,
      "loss": 0.6439,
      "step": 6900
    },
    {
      "epoch": 0.6170744775852831,
      "grad_norm": 0.35359567403793335,
      "learning_rate": 2e-05,
      "loss": 0.6469,
      "step": 6910
    },
    {
      "epoch": 0.617967494195392,
      "grad_norm": 0.36267122626304626,
      "learning_rate": 2e-05,
      "loss": 0.6548,
      "step": 6920
    },
    {
      "epoch": 0.618860510805501,
      "grad_norm": 0.3338748812675476,
      "learning_rate": 2e-05,
      "loss": 0.7242,
      "step": 6930
    },
    {
      "epoch": 0.61975352741561,
      "grad_norm": 0.39297038316726685,
      "learning_rate": 2e-05,
      "loss": 0.6504,
      "step": 6940
    },
    {
      "epoch": 0.6206465440257188,
      "grad_norm": 0.40164870023727417,
      "learning_rate": 2e-05,
      "loss": 0.6802,
      "step": 6950
    },
    {
      "epoch": 0.6215395606358278,
      "grad_norm": 0.33879491686820984,
      "learning_rate": 2e-05,
      "loss": 0.6506,
      "step": 6960
    },
    {
      "epoch": 0.6224325772459368,
      "grad_norm": 0.35674700140953064,
      "learning_rate": 2e-05,
      "loss": 0.6544,
      "step": 6970
    },
    {
      "epoch": 0.6233255938560457,
      "grad_norm": 0.32872486114501953,
      "learning_rate": 2e-05,
      "loss": 0.6229,
      "step": 6980
    },
    {
      "epoch": 0.6242186104661547,
      "grad_norm": 0.3782084882259369,
      "learning_rate": 2e-05,
      "loss": 0.6871,
      "step": 6990
    },
    {
      "epoch": 0.6251116270762637,
      "grad_norm": 0.34868884086608887,
      "learning_rate": 2e-05,
      "loss": 0.6429,
      "step": 7000
    },
    {
      "epoch": 0.6260046436863725,
      "grad_norm": 0.3346202075481415,
      "learning_rate": 2e-05,
      "loss": 0.6876,
      "step": 7010
    },
    {
      "epoch": 0.6268976602964815,
      "grad_norm": 0.36817246675491333,
      "learning_rate": 2e-05,
      "loss": 0.6421,
      "step": 7020
    },
    {
      "epoch": 0.6277906769065905,
      "grad_norm": 0.34746721386909485,
      "learning_rate": 2e-05,
      "loss": 0.6211,
      "step": 7030
    },
    {
      "epoch": 0.6286836935166994,
      "grad_norm": 0.5210012197494507,
      "learning_rate": 2e-05,
      "loss": 0.6458,
      "step": 7040
    },
    {
      "epoch": 0.6295767101268084,
      "grad_norm": 0.3762451112270355,
      "learning_rate": 2e-05,
      "loss": 0.6492,
      "step": 7050
    },
    {
      "epoch": 0.6304697267369173,
      "grad_norm": 0.37917590141296387,
      "learning_rate": 2e-05,
      "loss": 0.6605,
      "step": 7060
    },
    {
      "epoch": 0.6313627433470262,
      "grad_norm": 0.37249645590782166,
      "learning_rate": 2e-05,
      "loss": 0.6759,
      "step": 7070
    },
    {
      "epoch": 0.6322557599571352,
      "grad_norm": 0.36519092321395874,
      "learning_rate": 2e-05,
      "loss": 0.6406,
      "step": 7080
    },
    {
      "epoch": 0.6331487765672441,
      "grad_norm": 0.3679816722869873,
      "learning_rate": 2e-05,
      "loss": 0.6691,
      "step": 7090
    },
    {
      "epoch": 0.6340417931773531,
      "grad_norm": 0.5378724336624146,
      "learning_rate": 2e-05,
      "loss": 0.6418,
      "step": 7100
    },
    {
      "epoch": 0.6349348097874621,
      "grad_norm": 0.3780600130558014,
      "learning_rate": 2e-05,
      "loss": 0.6594,
      "step": 7110
    },
    {
      "epoch": 0.635827826397571,
      "grad_norm": 0.378917932510376,
      "learning_rate": 2e-05,
      "loss": 0.6292,
      "step": 7120
    },
    {
      "epoch": 0.63672084300768,
      "grad_norm": 0.39086970686912537,
      "learning_rate": 2e-05,
      "loss": 0.6253,
      "step": 7130
    },
    {
      "epoch": 0.6376138596177889,
      "grad_norm": 0.39849790930747986,
      "learning_rate": 2e-05,
      "loss": 0.6717,
      "step": 7140
    },
    {
      "epoch": 0.6385068762278978,
      "grad_norm": 0.3468756675720215,
      "learning_rate": 2e-05,
      "loss": 0.6247,
      "step": 7150
    },
    {
      "epoch": 0.6393998928380068,
      "grad_norm": 0.37662196159362793,
      "learning_rate": 2e-05,
      "loss": 0.6489,
      "step": 7160
    },
    {
      "epoch": 0.6402929094481158,
      "grad_norm": 0.3498980700969696,
      "learning_rate": 2e-05,
      "loss": 0.6676,
      "step": 7170
    },
    {
      "epoch": 0.6411859260582247,
      "grad_norm": 0.3483699560165405,
      "learning_rate": 2e-05,
      "loss": 0.6469,
      "step": 7180
    },
    {
      "epoch": 0.6420789426683337,
      "grad_norm": 0.35714176297187805,
      "learning_rate": 2e-05,
      "loss": 0.6224,
      "step": 7190
    },
    {
      "epoch": 0.6429719592784425,
      "grad_norm": 0.3551608920097351,
      "learning_rate": 2e-05,
      "loss": 0.6724,
      "step": 7200
    },
    {
      "epoch": 0.6438649758885515,
      "grad_norm": 0.3582582473754883,
      "learning_rate": 2e-05,
      "loss": 0.6526,
      "step": 7210
    },
    {
      "epoch": 0.6447579924986605,
      "grad_norm": 0.32978641986846924,
      "learning_rate": 2e-05,
      "loss": 0.6478,
      "step": 7220
    },
    {
      "epoch": 0.6456510091087694,
      "grad_norm": 0.3717423677444458,
      "learning_rate": 2e-05,
      "loss": 0.6646,
      "step": 7230
    },
    {
      "epoch": 0.6465440257188784,
      "grad_norm": 0.38326701521873474,
      "learning_rate": 2e-05,
      "loss": 0.6677,
      "step": 7240
    },
    {
      "epoch": 0.6474370423289874,
      "grad_norm": 0.3557390570640564,
      "learning_rate": 2e-05,
      "loss": 0.6425,
      "step": 7250
    },
    {
      "epoch": 0.6483300589390962,
      "grad_norm": 0.3725491464138031,
      "learning_rate": 2e-05,
      "loss": 0.6271,
      "step": 7260
    },
    {
      "epoch": 0.6492230755492052,
      "grad_norm": 0.33208444714546204,
      "learning_rate": 2e-05,
      "loss": 0.648,
      "step": 7270
    },
    {
      "epoch": 0.6501160921593142,
      "grad_norm": 0.35812655091285706,
      "learning_rate": 2e-05,
      "loss": 0.6625,
      "step": 7280
    },
    {
      "epoch": 0.6510091087694231,
      "grad_norm": 0.37675929069519043,
      "learning_rate": 2e-05,
      "loss": 0.6483,
      "step": 7290
    },
    {
      "epoch": 0.6519021253795321,
      "grad_norm": 0.37389448285102844,
      "learning_rate": 2e-05,
      "loss": 0.6877,
      "step": 7300
    },
    {
      "epoch": 0.6527951419896411,
      "grad_norm": 0.3832888901233673,
      "learning_rate": 2e-05,
      "loss": 0.6783,
      "step": 7310
    },
    {
      "epoch": 0.6536881585997499,
      "grad_norm": 0.3738185167312622,
      "learning_rate": 2e-05,
      "loss": 0.6541,
      "step": 7320
    },
    {
      "epoch": 0.6545811752098589,
      "grad_norm": 0.34761908650398254,
      "learning_rate": 2e-05,
      "loss": 0.6367,
      "step": 7330
    },
    {
      "epoch": 0.6554741918199678,
      "grad_norm": 0.34760138392448425,
      "learning_rate": 2e-05,
      "loss": 0.6563,
      "step": 7340
    },
    {
      "epoch": 0.6563672084300768,
      "grad_norm": 0.3394586443901062,
      "learning_rate": 2e-05,
      "loss": 0.6416,
      "step": 7350
    },
    {
      "epoch": 0.6572602250401858,
      "grad_norm": 0.3827344477176666,
      "learning_rate": 2e-05,
      "loss": 0.6559,
      "step": 7360
    },
    {
      "epoch": 0.6581532416502947,
      "grad_norm": 0.3585679531097412,
      "learning_rate": 2e-05,
      "loss": 0.6452,
      "step": 7370
    },
    {
      "epoch": 0.6590462582604036,
      "grad_norm": 0.35019639134407043,
      "learning_rate": 2e-05,
      "loss": 0.6484,
      "step": 7380
    },
    {
      "epoch": 0.6599392748705126,
      "grad_norm": 0.38184788823127747,
      "learning_rate": 2e-05,
      "loss": 0.6593,
      "step": 7390
    },
    {
      "epoch": 0.6608322914806215,
      "grad_norm": 0.35426050424575806,
      "learning_rate": 2e-05,
      "loss": 0.6348,
      "step": 7400
    },
    {
      "epoch": 0.6617253080907305,
      "grad_norm": 0.39316391944885254,
      "learning_rate": 2e-05,
      "loss": 0.6471,
      "step": 7410
    },
    {
      "epoch": 0.6626183247008395,
      "grad_norm": 0.3381967842578888,
      "learning_rate": 2e-05,
      "loss": 0.6581,
      "step": 7420
    },
    {
      "epoch": 0.6635113413109484,
      "grad_norm": 0.34994620084762573,
      "learning_rate": 2e-05,
      "loss": 0.6971,
      "step": 7430
    },
    {
      "epoch": 0.6644043579210573,
      "grad_norm": 0.34434041380882263,
      "learning_rate": 2e-05,
      "loss": 0.6502,
      "step": 7440
    },
    {
      "epoch": 0.6652973745311663,
      "grad_norm": 0.39835429191589355,
      "learning_rate": 2e-05,
      "loss": 0.6682,
      "step": 7450
    },
    {
      "epoch": 0.6661903911412752,
      "grad_norm": 0.3319467306137085,
      "learning_rate": 2e-05,
      "loss": 0.6207,
      "step": 7460
    },
    {
      "epoch": 0.6670834077513842,
      "grad_norm": 0.36640501022338867,
      "learning_rate": 2e-05,
      "loss": 0.6574,
      "step": 7470
    },
    {
      "epoch": 0.6679764243614931,
      "grad_norm": 0.3805921971797943,
      "learning_rate": 2e-05,
      "loss": 0.6326,
      "step": 7480
    },
    {
      "epoch": 0.6688694409716021,
      "grad_norm": 0.35379254817962646,
      "learning_rate": 2e-05,
      "loss": 0.6412,
      "step": 7490
    },
    {
      "epoch": 0.669762457581711,
      "grad_norm": 0.35636794567108154,
      "learning_rate": 2e-05,
      "loss": 0.644,
      "step": 7500
    },
    {
      "epoch": 0.6706554741918199,
      "grad_norm": 0.36402857303619385,
      "learning_rate": 2e-05,
      "loss": 0.6233,
      "step": 7510
    },
    {
      "epoch": 0.6715484908019289,
      "grad_norm": 0.3685232996940613,
      "learning_rate": 2e-05,
      "loss": 0.6592,
      "step": 7520
    },
    {
      "epoch": 0.6724415074120379,
      "grad_norm": 0.38051891326904297,
      "learning_rate": 2e-05,
      "loss": 0.6678,
      "step": 7530
    },
    {
      "epoch": 0.6733345240221468,
      "grad_norm": 0.3412979245185852,
      "learning_rate": 2e-05,
      "loss": 0.6499,
      "step": 7540
    },
    {
      "epoch": 0.6742275406322558,
      "grad_norm": 0.3998122811317444,
      "learning_rate": 2e-05,
      "loss": 0.6379,
      "step": 7550
    },
    {
      "epoch": 0.6751205572423647,
      "grad_norm": 0.3297918736934662,
      "learning_rate": 2e-05,
      "loss": 0.6474,
      "step": 7560
    },
    {
      "epoch": 0.6760135738524736,
      "grad_norm": 0.3857010006904602,
      "learning_rate": 2e-05,
      "loss": 0.6323,
      "step": 7570
    },
    {
      "epoch": 0.6769065904625826,
      "grad_norm": 0.37469497323036194,
      "learning_rate": 2e-05,
      "loss": 0.6421,
      "step": 7580
    },
    {
      "epoch": 0.6777996070726916,
      "grad_norm": 0.3465240001678467,
      "learning_rate": 2e-05,
      "loss": 0.646,
      "step": 7590
    },
    {
      "epoch": 0.6786926236828005,
      "grad_norm": 0.364776611328125,
      "learning_rate": 2e-05,
      "loss": 0.6654,
      "step": 7600
    },
    {
      "epoch": 0.6795856402929095,
      "grad_norm": 0.3513811528682709,
      "learning_rate": 2e-05,
      "loss": 0.6279,
      "step": 7610
    },
    {
      "epoch": 0.6804786569030183,
      "grad_norm": 0.3765827417373657,
      "learning_rate": 2e-05,
      "loss": 0.6385,
      "step": 7620
    },
    {
      "epoch": 0.6813716735131273,
      "grad_norm": 0.395460307598114,
      "learning_rate": 2e-05,
      "loss": 0.6696,
      "step": 7630
    },
    {
      "epoch": 0.6822646901232363,
      "grad_norm": 0.3784414231777191,
      "learning_rate": 2e-05,
      "loss": 0.7024,
      "step": 7640
    },
    {
      "epoch": 0.6831577067333452,
      "grad_norm": 0.3830471932888031,
      "learning_rate": 2e-05,
      "loss": 0.6501,
      "step": 7650
    },
    {
      "epoch": 0.6840507233434542,
      "grad_norm": 0.38837364315986633,
      "learning_rate": 2e-05,
      "loss": 0.6441,
      "step": 7660
    },
    {
      "epoch": 0.6849437399535632,
      "grad_norm": 0.380912184715271,
      "learning_rate": 2e-05,
      "loss": 0.6238,
      "step": 7670
    },
    {
      "epoch": 0.685836756563672,
      "grad_norm": 0.40643543004989624,
      "learning_rate": 2e-05,
      "loss": 0.6184,
      "step": 7680
    },
    {
      "epoch": 0.686729773173781,
      "grad_norm": 0.35792428255081177,
      "learning_rate": 2e-05,
      "loss": 0.6855,
      "step": 7690
    },
    {
      "epoch": 0.68762278978389,
      "grad_norm": 0.35817697644233704,
      "learning_rate": 2e-05,
      "loss": 0.6384,
      "step": 7700
    },
    {
      "epoch": 0.6885158063939989,
      "grad_norm": 0.377506285905838,
      "learning_rate": 2e-05,
      "loss": 0.6679,
      "step": 7710
    },
    {
      "epoch": 0.6894088230041079,
      "grad_norm": 0.40117689967155457,
      "learning_rate": 2e-05,
      "loss": 0.6361,
      "step": 7720
    },
    {
      "epoch": 0.6903018396142169,
      "grad_norm": 0.3447059392929077,
      "learning_rate": 2e-05,
      "loss": 0.6367,
      "step": 7730
    },
    {
      "epoch": 0.6911948562243257,
      "grad_norm": 0.3850513696670532,
      "learning_rate": 2e-05,
      "loss": 0.6521,
      "step": 7740
    },
    {
      "epoch": 0.6920878728344347,
      "grad_norm": 0.36426204442977905,
      "learning_rate": 2e-05,
      "loss": 0.6567,
      "step": 7750
    },
    {
      "epoch": 0.6929808894445437,
      "grad_norm": 0.37759077548980713,
      "learning_rate": 2e-05,
      "loss": 0.6569,
      "step": 7760
    },
    {
      "epoch": 0.6938739060546526,
      "grad_norm": 0.41851291060447693,
      "learning_rate": 2e-05,
      "loss": 0.6472,
      "step": 7770
    },
    {
      "epoch": 0.6947669226647616,
      "grad_norm": 0.3735768795013428,
      "learning_rate": 2e-05,
      "loss": 0.6283,
      "step": 7780
    },
    {
      "epoch": 0.6956599392748705,
      "grad_norm": 0.38447844982147217,
      "learning_rate": 2e-05,
      "loss": 0.6457,
      "step": 7790
    },
    {
      "epoch": 0.6965529558849795,
      "grad_norm": 0.3695277273654938,
      "learning_rate": 2e-05,
      "loss": 0.6386,
      "step": 7800
    },
    {
      "epoch": 0.6974459724950884,
      "grad_norm": 0.3485957980155945,
      "learning_rate": 2e-05,
      "loss": 0.6502,
      "step": 7810
    },
    {
      "epoch": 0.6983389891051973,
      "grad_norm": 0.45563650131225586,
      "learning_rate": 2e-05,
      "loss": 0.6724,
      "step": 7820
    },
    {
      "epoch": 0.6992320057153063,
      "grad_norm": 0.38755181431770325,
      "learning_rate": 2e-05,
      "loss": 0.6589,
      "step": 7830
    },
    {
      "epoch": 0.7001250223254153,
      "grad_norm": 0.33155113458633423,
      "learning_rate": 2e-05,
      "loss": 0.6731,
      "step": 7840
    },
    {
      "epoch": 0.7010180389355242,
      "grad_norm": 0.367754727602005,
      "learning_rate": 2e-05,
      "loss": 0.6423,
      "step": 7850
    },
    {
      "epoch": 0.7019110555456332,
      "grad_norm": 0.32001858949661255,
      "learning_rate": 2e-05,
      "loss": 0.6656,
      "step": 7860
    },
    {
      "epoch": 0.7028040721557421,
      "grad_norm": 0.38766756653785706,
      "learning_rate": 2e-05,
      "loss": 0.628,
      "step": 7870
    },
    {
      "epoch": 0.703697088765851,
      "grad_norm": 0.4228326082229614,
      "learning_rate": 2e-05,
      "loss": 0.6394,
      "step": 7880
    },
    {
      "epoch": 0.70459010537596,
      "grad_norm": 0.370313435792923,
      "learning_rate": 2e-05,
      "loss": 0.6322,
      "step": 7890
    },
    {
      "epoch": 0.705483121986069,
      "grad_norm": 0.42004263401031494,
      "learning_rate": 2e-05,
      "loss": 0.6553,
      "step": 7900
    },
    {
      "epoch": 0.7063761385961779,
      "grad_norm": 0.3541529178619385,
      "learning_rate": 2e-05,
      "loss": 0.6511,
      "step": 7910
    },
    {
      "epoch": 0.7072691552062869,
      "grad_norm": 0.37485307455062866,
      "learning_rate": 2e-05,
      "loss": 0.6636,
      "step": 7920
    },
    {
      "epoch": 0.7081621718163957,
      "grad_norm": 0.33004194498062134,
      "learning_rate": 2e-05,
      "loss": 0.616,
      "step": 7930
    },
    {
      "epoch": 0.7090551884265047,
      "grad_norm": 0.3753902316093445,
      "learning_rate": 2e-05,
      "loss": 0.6354,
      "step": 7940
    },
    {
      "epoch": 0.7099482050366137,
      "grad_norm": 0.37645214796066284,
      "learning_rate": 2e-05,
      "loss": 0.6556,
      "step": 7950
    },
    {
      "epoch": 0.7108412216467226,
      "grad_norm": 0.3821773827075958,
      "learning_rate": 2e-05,
      "loss": 0.628,
      "step": 7960
    },
    {
      "epoch": 0.7117342382568316,
      "grad_norm": 0.3525018095970154,
      "learning_rate": 2e-05,
      "loss": 0.6541,
      "step": 7970
    },
    {
      "epoch": 0.7126272548669406,
      "grad_norm": 0.37279772758483887,
      "learning_rate": 2e-05,
      "loss": 0.6746,
      "step": 7980
    },
    {
      "epoch": 0.7135202714770494,
      "grad_norm": 0.35871294140815735,
      "learning_rate": 2e-05,
      "loss": 0.6306,
      "step": 7990
    },
    {
      "epoch": 0.7144132880871584,
      "grad_norm": 0.3641284704208374,
      "learning_rate": 2e-05,
      "loss": 0.672,
      "step": 8000
    },
    {
      "epoch": 0.7153063046972674,
      "grad_norm": 0.3854856491088867,
      "learning_rate": 2e-05,
      "loss": 0.6441,
      "step": 8010
    },
    {
      "epoch": 0.7161993213073763,
      "grad_norm": 0.35918375849723816,
      "learning_rate": 2e-05,
      "loss": 0.6152,
      "step": 8020
    },
    {
      "epoch": 0.7170923379174853,
      "grad_norm": 0.3735085725784302,
      "learning_rate": 2e-05,
      "loss": 0.6425,
      "step": 8030
    },
    {
      "epoch": 0.7179853545275943,
      "grad_norm": 0.3780219256877899,
      "learning_rate": 2e-05,
      "loss": 0.6114,
      "step": 8040
    },
    {
      "epoch": 0.7188783711377031,
      "grad_norm": 0.3764614164829254,
      "learning_rate": 2e-05,
      "loss": 0.6748,
      "step": 8050
    },
    {
      "epoch": 0.7197713877478121,
      "grad_norm": 0.3699946403503418,
      "learning_rate": 2e-05,
      "loss": 0.63,
      "step": 8060
    },
    {
      "epoch": 0.720664404357921,
      "grad_norm": 0.33643773198127747,
      "learning_rate": 2e-05,
      "loss": 0.6333,
      "step": 8070
    },
    {
      "epoch": 0.72155742096803,
      "grad_norm": 0.36439046263694763,
      "learning_rate": 2e-05,
      "loss": 0.6499,
      "step": 8080
    },
    {
      "epoch": 0.722450437578139,
      "grad_norm": 0.38973066210746765,
      "learning_rate": 2e-05,
      "loss": 0.6357,
      "step": 8090
    },
    {
      "epoch": 0.7233434541882479,
      "grad_norm": 0.37671512365341187,
      "learning_rate": 2e-05,
      "loss": 0.6345,
      "step": 8100
    },
    {
      "epoch": 0.7242364707983568,
      "grad_norm": 0.3631742298603058,
      "learning_rate": 2e-05,
      "loss": 0.6463,
      "step": 8110
    },
    {
      "epoch": 0.7251294874084658,
      "grad_norm": 0.3698227107524872,
      "learning_rate": 2e-05,
      "loss": 0.6134,
      "step": 8120
    },
    {
      "epoch": 0.7260225040185747,
      "grad_norm": 0.36946287751197815,
      "learning_rate": 2e-05,
      "loss": 0.6196,
      "step": 8130
    },
    {
      "epoch": 0.7269155206286837,
      "grad_norm": 0.34809666872024536,
      "learning_rate": 2e-05,
      "loss": 0.6454,
      "step": 8140
    },
    {
      "epoch": 0.7278085372387927,
      "grad_norm": 0.3508375883102417,
      "learning_rate": 2e-05,
      "loss": 0.6525,
      "step": 8150
    },
    {
      "epoch": 0.7287015538489016,
      "grad_norm": 0.36184972524642944,
      "learning_rate": 2e-05,
      "loss": 0.6527,
      "step": 8160
    },
    {
      "epoch": 0.7295945704590105,
      "grad_norm": 0.3500848710536957,
      "learning_rate": 2e-05,
      "loss": 0.6506,
      "step": 8170
    },
    {
      "epoch": 0.7304875870691195,
      "grad_norm": 0.3669527769088745,
      "learning_rate": 2e-05,
      "loss": 0.627,
      "step": 8180
    },
    {
      "epoch": 0.7313806036792284,
      "grad_norm": 0.36657291650772095,
      "learning_rate": 2e-05,
      "loss": 0.6357,
      "step": 8190
    },
    {
      "epoch": 0.7322736202893374,
      "grad_norm": 0.3328060507774353,
      "learning_rate": 2e-05,
      "loss": 0.6764,
      "step": 8200
    },
    {
      "epoch": 0.7331666368994463,
      "grad_norm": 0.39230093359947205,
      "learning_rate": 2e-05,
      "loss": 0.6573,
      "step": 8210
    },
    {
      "epoch": 0.7340596535095553,
      "grad_norm": 0.3294333219528198,
      "learning_rate": 2e-05,
      "loss": 0.6281,
      "step": 8220
    },
    {
      "epoch": 0.7349526701196643,
      "grad_norm": 0.39646658301353455,
      "learning_rate": 2e-05,
      "loss": 0.6313,
      "step": 8230
    },
    {
      "epoch": 0.7358456867297731,
      "grad_norm": 0.40107738971710205,
      "learning_rate": 2e-05,
      "loss": 0.675,
      "step": 8240
    },
    {
      "epoch": 0.7367387033398821,
      "grad_norm": 0.37273871898651123,
      "learning_rate": 2e-05,
      "loss": 0.6123,
      "step": 8250
    },
    {
      "epoch": 0.7376317199499911,
      "grad_norm": 0.3266337513923645,
      "learning_rate": 2e-05,
      "loss": 0.6383,
      "step": 8260
    },
    {
      "epoch": 0.7385247365601,
      "grad_norm": 0.3725298345088959,
      "learning_rate": 2e-05,
      "loss": 0.6613,
      "step": 8270
    },
    {
      "epoch": 0.739417753170209,
      "grad_norm": 0.4053983688354492,
      "learning_rate": 2e-05,
      "loss": 0.6407,
      "step": 8280
    },
    {
      "epoch": 0.740310769780318,
      "grad_norm": 0.33429980278015137,
      "learning_rate": 2e-05,
      "loss": 0.6373,
      "step": 8290
    },
    {
      "epoch": 0.7412037863904268,
      "grad_norm": 0.3500809669494629,
      "learning_rate": 2e-05,
      "loss": 0.6401,
      "step": 8300
    },
    {
      "epoch": 0.7420968030005358,
      "grad_norm": 0.3745899498462677,
      "learning_rate": 2e-05,
      "loss": 0.6432,
      "step": 8310
    },
    {
      "epoch": 0.7429898196106448,
      "grad_norm": 0.3830415904521942,
      "learning_rate": 2e-05,
      "loss": 0.6819,
      "step": 8320
    },
    {
      "epoch": 0.7438828362207537,
      "grad_norm": 0.3654642105102539,
      "learning_rate": 2e-05,
      "loss": 0.6343,
      "step": 8330
    },
    {
      "epoch": 0.7447758528308627,
      "grad_norm": 0.3727662265300751,
      "learning_rate": 2e-05,
      "loss": 0.6428,
      "step": 8340
    },
    {
      "epoch": 0.7456688694409715,
      "grad_norm": 0.3408336341381073,
      "learning_rate": 2e-05,
      "loss": 0.6382,
      "step": 8350
    },
    {
      "epoch": 0.7465618860510805,
      "grad_norm": 0.34580788016319275,
      "learning_rate": 2e-05,
      "loss": 0.6513,
      "step": 8360
    },
    {
      "epoch": 0.7474549026611895,
      "grad_norm": 0.38336580991744995,
      "learning_rate": 2e-05,
      "loss": 0.6437,
      "step": 8370
    },
    {
      "epoch": 0.7483479192712984,
      "grad_norm": 0.35544657707214355,
      "learning_rate": 2e-05,
      "loss": 0.6323,
      "step": 8380
    },
    {
      "epoch": 0.7492409358814074,
      "grad_norm": 0.3235292434692383,
      "learning_rate": 2e-05,
      "loss": 0.6494,
      "step": 8390
    },
    {
      "epoch": 0.7501339524915164,
      "grad_norm": 0.3829690217971802,
      "learning_rate": 2e-05,
      "loss": 0.6415,
      "step": 8400
    },
    {
      "epoch": 0.7510269691016253,
      "grad_norm": 0.38451266288757324,
      "learning_rate": 2e-05,
      "loss": 0.6544,
      "step": 8410
    },
    {
      "epoch": 0.7519199857117342,
      "grad_norm": 0.34611839056015015,
      "learning_rate": 2e-05,
      "loss": 0.6162,
      "step": 8420
    },
    {
      "epoch": 0.7528130023218432,
      "grad_norm": 0.3335798978805542,
      "learning_rate": 2e-05,
      "loss": 0.5984,
      "step": 8430
    },
    {
      "epoch": 0.7537060189319521,
      "grad_norm": 0.37450137734413147,
      "learning_rate": 2e-05,
      "loss": 0.6467,
      "step": 8440
    },
    {
      "epoch": 0.7545990355420611,
      "grad_norm": 0.36449572443962097,
      "learning_rate": 2e-05,
      "loss": 0.622,
      "step": 8450
    },
    {
      "epoch": 0.7554920521521701,
      "grad_norm": 0.3585810363292694,
      "learning_rate": 2e-05,
      "loss": 0.6334,
      "step": 8460
    },
    {
      "epoch": 0.756385068762279,
      "grad_norm": 0.3503415286540985,
      "learning_rate": 2e-05,
      "loss": 0.6503,
      "step": 8470
    },
    {
      "epoch": 0.7572780853723879,
      "grad_norm": 0.36462873220443726,
      "learning_rate": 2e-05,
      "loss": 0.6442,
      "step": 8480
    },
    {
      "epoch": 0.7581711019824968,
      "grad_norm": 0.3520074784755707,
      "learning_rate": 2e-05,
      "loss": 0.6269,
      "step": 8490
    },
    {
      "epoch": 0.7590641185926058,
      "grad_norm": 0.3810393512248993,
      "learning_rate": 2e-05,
      "loss": 0.6084,
      "step": 8500
    },
    {
      "epoch": 0.7599571352027148,
      "grad_norm": 0.3559550344944,
      "learning_rate": 2e-05,
      "loss": 0.6584,
      "step": 8510
    },
    {
      "epoch": 0.7608501518128237,
      "grad_norm": 0.3632529079914093,
      "learning_rate": 2e-05,
      "loss": 0.6427,
      "step": 8520
    },
    {
      "epoch": 0.7617431684229327,
      "grad_norm": 0.3899143934249878,
      "learning_rate": 2e-05,
      "loss": 0.6233,
      "step": 8530
    },
    {
      "epoch": 0.7626361850330416,
      "grad_norm": 0.35882511734962463,
      "learning_rate": 2e-05,
      "loss": 0.6282,
      "step": 8540
    },
    {
      "epoch": 0.7635292016431505,
      "grad_norm": 0.35905560851097107,
      "learning_rate": 2e-05,
      "loss": 0.6175,
      "step": 8550
    },
    {
      "epoch": 0.7644222182532595,
      "grad_norm": 0.40037915110588074,
      "learning_rate": 2e-05,
      "loss": 0.6288,
      "step": 8560
    },
    {
      "epoch": 0.7653152348633685,
      "grad_norm": 0.3584715723991394,
      "learning_rate": 2e-05,
      "loss": 0.6622,
      "step": 8570
    },
    {
      "epoch": 0.7662082514734774,
      "grad_norm": 0.36507561802864075,
      "learning_rate": 2e-05,
      "loss": 0.622,
      "step": 8580
    },
    {
      "epoch": 0.7671012680835864,
      "grad_norm": 0.3779599666595459,
      "learning_rate": 2e-05,
      "loss": 0.6648,
      "step": 8590
    },
    {
      "epoch": 0.7679942846936954,
      "grad_norm": 0.357250452041626,
      "learning_rate": 2e-05,
      "loss": 0.6288,
      "step": 8600
    },
    {
      "epoch": 0.7688873013038042,
      "grad_norm": 0.37146446108818054,
      "learning_rate": 2e-05,
      "loss": 0.6314,
      "step": 8610
    },
    {
      "epoch": 0.7697803179139132,
      "grad_norm": 0.3315790891647339,
      "learning_rate": 2e-05,
      "loss": 0.6313,
      "step": 8620
    },
    {
      "epoch": 0.7706733345240222,
      "grad_norm": 0.3690609633922577,
      "learning_rate": 2e-05,
      "loss": 0.6391,
      "step": 8630
    },
    {
      "epoch": 0.7715663511341311,
      "grad_norm": 0.36267754435539246,
      "learning_rate": 2e-05,
      "loss": 0.6426,
      "step": 8640
    },
    {
      "epoch": 0.7724593677442401,
      "grad_norm": 0.35805806517601013,
      "learning_rate": 2e-05,
      "loss": 0.6545,
      "step": 8650
    },
    {
      "epoch": 0.7733523843543489,
      "grad_norm": 0.7660143375396729,
      "learning_rate": 2e-05,
      "loss": 0.6623,
      "step": 8660
    },
    {
      "epoch": 0.7742454009644579,
      "grad_norm": 0.38856565952301025,
      "learning_rate": 2e-05,
      "loss": 0.6398,
      "step": 8670
    },
    {
      "epoch": 0.7751384175745669,
      "grad_norm": 0.3529595732688904,
      "learning_rate": 2e-05,
      "loss": 0.6375,
      "step": 8680
    },
    {
      "epoch": 0.7760314341846758,
      "grad_norm": 0.34518077969551086,
      "learning_rate": 2e-05,
      "loss": 0.6261,
      "step": 8690
    },
    {
      "epoch": 0.7769244507947848,
      "grad_norm": 0.3565385341644287,
      "learning_rate": 2e-05,
      "loss": 0.6336,
      "step": 8700
    },
    {
      "epoch": 0.7778174674048938,
      "grad_norm": 0.3693068325519562,
      "learning_rate": 2e-05,
      "loss": 0.6312,
      "step": 8710
    },
    {
      "epoch": 0.7787104840150026,
      "grad_norm": 0.409981906414032,
      "learning_rate": 2e-05,
      "loss": 0.6316,
      "step": 8720
    },
    {
      "epoch": 0.7796035006251116,
      "grad_norm": 0.40905171632766724,
      "learning_rate": 2e-05,
      "loss": 0.6345,
      "step": 8730
    },
    {
      "epoch": 0.7804965172352206,
      "grad_norm": 0.4453680217266083,
      "learning_rate": 2e-05,
      "loss": 0.6436,
      "step": 8740
    },
    {
      "epoch": 0.7813895338453295,
      "grad_norm": 0.37390002608299255,
      "learning_rate": 2e-05,
      "loss": 0.6147,
      "step": 8750
    },
    {
      "epoch": 0.7822825504554385,
      "grad_norm": 0.40038150548934937,
      "learning_rate": 2e-05,
      "loss": 0.6401,
      "step": 8760
    },
    {
      "epoch": 0.7831755670655475,
      "grad_norm": 0.37419605255126953,
      "learning_rate": 2e-05,
      "loss": 0.6332,
      "step": 8770
    },
    {
      "epoch": 0.7840685836756563,
      "grad_norm": 0.3553370237350464,
      "learning_rate": 2e-05,
      "loss": 0.6436,
      "step": 8780
    },
    {
      "epoch": 0.7849616002857653,
      "grad_norm": 0.3607825040817261,
      "learning_rate": 2e-05,
      "loss": 0.6262,
      "step": 8790
    },
    {
      "epoch": 0.7858546168958742,
      "grad_norm": 0.3781571388244629,
      "learning_rate": 2e-05,
      "loss": 0.6416,
      "step": 8800
    },
    {
      "epoch": 0.7867476335059832,
      "grad_norm": 0.39754539728164673,
      "learning_rate": 2e-05,
      "loss": 0.6405,
      "step": 8810
    },
    {
      "epoch": 0.7876406501160922,
      "grad_norm": 0.3528376519680023,
      "learning_rate": 2e-05,
      "loss": 0.6534,
      "step": 8820
    },
    {
      "epoch": 0.7885336667262011,
      "grad_norm": 0.387594610452652,
      "learning_rate": 2e-05,
      "loss": 0.6239,
      "step": 8830
    },
    {
      "epoch": 0.78942668333631,
      "grad_norm": 0.34396862983703613,
      "learning_rate": 2e-05,
      "loss": 0.6584,
      "step": 8840
    },
    {
      "epoch": 0.790319699946419,
      "grad_norm": 0.3587445914745331,
      "learning_rate": 2e-05,
      "loss": 0.6267,
      "step": 8850
    },
    {
      "epoch": 0.7912127165565279,
      "grad_norm": 0.34561896324157715,
      "learning_rate": 2e-05,
      "loss": 0.6581,
      "step": 8860
    },
    {
      "epoch": 0.7921057331666369,
      "grad_norm": 0.353670209646225,
      "learning_rate": 2e-05,
      "loss": 0.6156,
      "step": 8870
    },
    {
      "epoch": 0.7929987497767459,
      "grad_norm": 0.3640616536140442,
      "learning_rate": 2e-05,
      "loss": 0.6532,
      "step": 8880
    },
    {
      "epoch": 0.7938917663868548,
      "grad_norm": 0.3393080532550812,
      "learning_rate": 2e-05,
      "loss": 0.6173,
      "step": 8890
    },
    {
      "epoch": 0.7947847829969638,
      "grad_norm": 0.38873931765556335,
      "learning_rate": 2e-05,
      "loss": 0.6413,
      "step": 8900
    },
    {
      "epoch": 0.7956777996070727,
      "grad_norm": 0.3523586094379425,
      "learning_rate": 2e-05,
      "loss": 0.5893,
      "step": 8910
    },
    {
      "epoch": 0.7965708162171816,
      "grad_norm": 0.3958098292350769,
      "learning_rate": 2e-05,
      "loss": 0.6347,
      "step": 8920
    },
    {
      "epoch": 0.7974638328272906,
      "grad_norm": 0.3697707951068878,
      "learning_rate": 2e-05,
      "loss": 0.6297,
      "step": 8930
    },
    {
      "epoch": 0.7983568494373995,
      "grad_norm": 0.32838818430900574,
      "learning_rate": 2e-05,
      "loss": 0.6459,
      "step": 8940
    },
    {
      "epoch": 0.7992498660475085,
      "grad_norm": 0.40657302737236023,
      "learning_rate": 2e-05,
      "loss": 0.6194,
      "step": 8950
    },
    {
      "epoch": 0.8001428826576175,
      "grad_norm": 0.38677093386650085,
      "learning_rate": 2e-05,
      "loss": 0.6446,
      "step": 8960
    },
    {
      "epoch": 0.8010358992677263,
      "grad_norm": 0.36992794275283813,
      "learning_rate": 2e-05,
      "loss": 0.6386,
      "step": 8970
    },
    {
      "epoch": 0.8019289158778353,
      "grad_norm": 0.3429109454154968,
      "learning_rate": 2e-05,
      "loss": 0.6407,
      "step": 8980
    },
    {
      "epoch": 0.8028219324879443,
      "grad_norm": 0.3723035156726837,
      "learning_rate": 2e-05,
      "loss": 0.6255,
      "step": 8990
    },
    {
      "epoch": 0.8037149490980532,
      "grad_norm": 0.32330772280693054,
      "learning_rate": 2e-05,
      "loss": 0.6384,
      "step": 9000
    },
    {
      "epoch": 0.8046079657081622,
      "grad_norm": 0.3547590374946594,
      "learning_rate": 2e-05,
      "loss": 0.6502,
      "step": 9010
    },
    {
      "epoch": 0.8055009823182712,
      "grad_norm": 0.39275795221328735,
      "learning_rate": 2e-05,
      "loss": 0.6169,
      "step": 9020
    },
    {
      "epoch": 0.80639399892838,
      "grad_norm": 0.4927731454372406,
      "learning_rate": 2e-05,
      "loss": 0.6464,
      "step": 9030
    },
    {
      "epoch": 0.807287015538489,
      "grad_norm": 0.3671863377094269,
      "learning_rate": 2e-05,
      "loss": 0.6682,
      "step": 9040
    },
    {
      "epoch": 0.808180032148598,
      "grad_norm": 0.39080289006233215,
      "learning_rate": 2e-05,
      "loss": 0.66,
      "step": 9050
    },
    {
      "epoch": 0.8090730487587069,
      "grad_norm": 0.3432101607322693,
      "learning_rate": 2e-05,
      "loss": 0.6475,
      "step": 9060
    },
    {
      "epoch": 0.8099660653688159,
      "grad_norm": 0.42142486572265625,
      "learning_rate": 2e-05,
      "loss": 0.6273,
      "step": 9070
    },
    {
      "epoch": 0.8108590819789248,
      "grad_norm": 0.34850892424583435,
      "learning_rate": 2e-05,
      "loss": 0.6346,
      "step": 9080
    },
    {
      "epoch": 0.8117520985890337,
      "grad_norm": 0.6122007369995117,
      "learning_rate": 2e-05,
      "loss": 0.6118,
      "step": 9090
    },
    {
      "epoch": 0.8126451151991427,
      "grad_norm": 0.4129777252674103,
      "learning_rate": 2e-05,
      "loss": 0.6168,
      "step": 9100
    },
    {
      "epoch": 0.8135381318092516,
      "grad_norm": 0.3217753469944,
      "learning_rate": 2e-05,
      "loss": 0.6338,
      "step": 9110
    },
    {
      "epoch": 0.8144311484193606,
      "grad_norm": 0.4058667719364166,
      "learning_rate": 2e-05,
      "loss": 0.6597,
      "step": 9120
    },
    {
      "epoch": 0.8153241650294696,
      "grad_norm": 0.37627971172332764,
      "learning_rate": 2e-05,
      "loss": 0.6183,
      "step": 9130
    },
    {
      "epoch": 0.8162171816395785,
      "grad_norm": 0.382609486579895,
      "learning_rate": 2e-05,
      "loss": 0.6324,
      "step": 9140
    },
    {
      "epoch": 0.8171101982496874,
      "grad_norm": 0.35089224576950073,
      "learning_rate": 2e-05,
      "loss": 0.6507,
      "step": 9150
    },
    {
      "epoch": 0.8180032148597964,
      "grad_norm": 0.3670852482318878,
      "learning_rate": 2e-05,
      "loss": 0.6365,
      "step": 9160
    },
    {
      "epoch": 0.8188962314699053,
      "grad_norm": 0.33786916732788086,
      "learning_rate": 2e-05,
      "loss": 0.6017,
      "step": 9170
    },
    {
      "epoch": 0.8197892480800143,
      "grad_norm": 0.3557758629322052,
      "learning_rate": 2e-05,
      "loss": 0.6289,
      "step": 9180
    },
    {
      "epoch": 0.8206822646901233,
      "grad_norm": 0.3517480492591858,
      "learning_rate": 2e-05,
      "loss": 0.6416,
      "step": 9190
    },
    {
      "epoch": 0.8215752813002322,
      "grad_norm": 0.3295474648475647,
      "learning_rate": 2e-05,
      "loss": 0.6065,
      "step": 9200
    },
    {
      "epoch": 0.8224682979103412,
      "grad_norm": 0.3888343572616577,
      "learning_rate": 2e-05,
      "loss": 0.6401,
      "step": 9210
    },
    {
      "epoch": 0.82336131452045,
      "grad_norm": 0.36942827701568604,
      "learning_rate": 2e-05,
      "loss": 0.6403,
      "step": 9220
    },
    {
      "epoch": 0.824254331130559,
      "grad_norm": 0.3594754636287689,
      "learning_rate": 2e-05,
      "loss": 0.6086,
      "step": 9230
    },
    {
      "epoch": 0.825147347740668,
      "grad_norm": 0.4078496992588043,
      "learning_rate": 2e-05,
      "loss": 0.6093,
      "step": 9240
    },
    {
      "epoch": 0.8260403643507769,
      "grad_norm": 0.372263640165329,
      "learning_rate": 2e-05,
      "loss": 0.6446,
      "step": 9250
    },
    {
      "epoch": 0.8269333809608859,
      "grad_norm": 0.35985904932022095,
      "learning_rate": 2e-05,
      "loss": 0.6378,
      "step": 9260
    },
    {
      "epoch": 0.8278263975709949,
      "grad_norm": 0.36655333638191223,
      "learning_rate": 2e-05,
      "loss": 0.6682,
      "step": 9270
    },
    {
      "epoch": 0.8287194141811037,
      "grad_norm": 0.369455486536026,
      "learning_rate": 2e-05,
      "loss": 0.6461,
      "step": 9280
    },
    {
      "epoch": 0.8296124307912127,
      "grad_norm": 0.3896237909793854,
      "learning_rate": 2e-05,
      "loss": 0.5976,
      "step": 9290
    },
    {
      "epoch": 0.8305054474013217,
      "grad_norm": 0.3790488839149475,
      "learning_rate": 2e-05,
      "loss": 0.6233,
      "step": 9300
    },
    {
      "epoch": 0.8313984640114306,
      "grad_norm": 0.36344683170318604,
      "learning_rate": 2e-05,
      "loss": 0.6466,
      "step": 9310
    },
    {
      "epoch": 0.8322914806215396,
      "grad_norm": 0.36092326045036316,
      "learning_rate": 2e-05,
      "loss": 0.6327,
      "step": 9320
    },
    {
      "epoch": 0.8331844972316486,
      "grad_norm": 0.3741254508495331,
      "learning_rate": 2e-05,
      "loss": 0.6214,
      "step": 9330
    },
    {
      "epoch": 0.8340775138417574,
      "grad_norm": 0.39041784405708313,
      "learning_rate": 2e-05,
      "loss": 0.6329,
      "step": 9340
    },
    {
      "epoch": 0.8349705304518664,
      "grad_norm": 0.3576848804950714,
      "learning_rate": 2e-05,
      "loss": 0.6408,
      "step": 9350
    },
    {
      "epoch": 0.8358635470619753,
      "grad_norm": 0.3822234869003296,
      "learning_rate": 2e-05,
      "loss": 0.6237,
      "step": 9360
    },
    {
      "epoch": 0.8367565636720843,
      "grad_norm": 0.3773120045661926,
      "learning_rate": 2e-05,
      "loss": 0.662,
      "step": 9370
    },
    {
      "epoch": 0.8376495802821933,
      "grad_norm": 0.41020745038986206,
      "learning_rate": 2e-05,
      "loss": 0.6225,
      "step": 9380
    },
    {
      "epoch": 0.8385425968923022,
      "grad_norm": 0.35917946696281433,
      "learning_rate": 2e-05,
      "loss": 0.6467,
      "step": 9390
    },
    {
      "epoch": 0.8394356135024111,
      "grad_norm": 0.36384376883506775,
      "learning_rate": 2e-05,
      "loss": 0.6229,
      "step": 9400
    },
    {
      "epoch": 0.8403286301125201,
      "grad_norm": 0.3806622624397278,
      "learning_rate": 2e-05,
      "loss": 0.6509,
      "step": 9410
    },
    {
      "epoch": 0.841221646722629,
      "grad_norm": 0.38903409242630005,
      "learning_rate": 2e-05,
      "loss": 0.6164,
      "step": 9420
    },
    {
      "epoch": 0.842114663332738,
      "grad_norm": 0.36390170454978943,
      "learning_rate": 2e-05,
      "loss": 0.6072,
      "step": 9430
    },
    {
      "epoch": 0.843007679942847,
      "grad_norm": 0.37405890226364136,
      "learning_rate": 2e-05,
      "loss": 0.6365,
      "step": 9440
    },
    {
      "epoch": 0.8439006965529559,
      "grad_norm": 0.3474353551864624,
      "learning_rate": 2e-05,
      "loss": 0.6334,
      "step": 9450
    },
    {
      "epoch": 0.8447937131630648,
      "grad_norm": 0.4031187891960144,
      "learning_rate": 2e-05,
      "loss": 0.6235,
      "step": 9460
    },
    {
      "epoch": 0.8456867297731738,
      "grad_norm": 0.34947916865348816,
      "learning_rate": 2e-05,
      "loss": 0.6555,
      "step": 9470
    },
    {
      "epoch": 0.8465797463832827,
      "grad_norm": 0.3819867968559265,
      "learning_rate": 2e-05,
      "loss": 0.6521,
      "step": 9480
    },
    {
      "epoch": 0.8474727629933917,
      "grad_norm": 0.3800252079963684,
      "learning_rate": 2e-05,
      "loss": 0.5997,
      "step": 9490
    },
    {
      "epoch": 0.8483657796035007,
      "grad_norm": 0.34814706444740295,
      "learning_rate": 2e-05,
      "loss": 0.6091,
      "step": 9500
    },
    {
      "epoch": 0.8492587962136096,
      "grad_norm": 0.3752995729446411,
      "learning_rate": 2e-05,
      "loss": 0.5996,
      "step": 9510
    },
    {
      "epoch": 0.8501518128237185,
      "grad_norm": 0.5471505522727966,
      "learning_rate": 2e-05,
      "loss": 0.6326,
      "step": 9520
    },
    {
      "epoch": 0.8510448294338274,
      "grad_norm": 0.4234468936920166,
      "learning_rate": 2e-05,
      "loss": 0.6528,
      "step": 9530
    },
    {
      "epoch": 0.8519378460439364,
      "grad_norm": 0.38045734167099,
      "learning_rate": 2e-05,
      "loss": 0.6121,
      "step": 9540
    },
    {
      "epoch": 0.8528308626540454,
      "grad_norm": 0.3527081310749054,
      "learning_rate": 2e-05,
      "loss": 0.6269,
      "step": 9550
    },
    {
      "epoch": 0.8537238792641543,
      "grad_norm": 0.32407793402671814,
      "learning_rate": 2e-05,
      "loss": 0.6193,
      "step": 9560
    },
    {
      "epoch": 0.8546168958742633,
      "grad_norm": 0.4124983847141266,
      "learning_rate": 2e-05,
      "loss": 0.6539,
      "step": 9570
    },
    {
      "epoch": 0.8555099124843722,
      "grad_norm": 0.3486443758010864,
      "learning_rate": 2e-05,
      "loss": 0.6255,
      "step": 9580
    },
    {
      "epoch": 0.8564029290944811,
      "grad_norm": 0.3669477105140686,
      "learning_rate": 2e-05,
      "loss": 0.6317,
      "step": 9590
    },
    {
      "epoch": 0.8572959457045901,
      "grad_norm": 0.38984769582748413,
      "learning_rate": 2e-05,
      "loss": 0.6436,
      "step": 9600
    },
    {
      "epoch": 0.8581889623146991,
      "grad_norm": 0.3532237410545349,
      "learning_rate": 2e-05,
      "loss": 0.6419,
      "step": 9610
    },
    {
      "epoch": 0.859081978924808,
      "grad_norm": 0.3785175085067749,
      "learning_rate": 2e-05,
      "loss": 0.6455,
      "step": 9620
    },
    {
      "epoch": 0.859974995534917,
      "grad_norm": 0.3686520755290985,
      "learning_rate": 2e-05,
      "loss": 0.6652,
      "step": 9630
    },
    {
      "epoch": 0.860868012145026,
      "grad_norm": 0.36306267976760864,
      "learning_rate": 2e-05,
      "loss": 0.6096,
      "step": 9640
    },
    {
      "epoch": 0.8617610287551348,
      "grad_norm": 0.3526270091533661,
      "learning_rate": 2e-05,
      "loss": 0.6416,
      "step": 9650
    },
    {
      "epoch": 0.8626540453652438,
      "grad_norm": 0.364076167345047,
      "learning_rate": 2e-05,
      "loss": 0.6075,
      "step": 9660
    },
    {
      "epoch": 0.8635470619753527,
      "grad_norm": 0.382335901260376,
      "learning_rate": 2e-05,
      "loss": 0.6455,
      "step": 9670
    },
    {
      "epoch": 0.8644400785854617,
      "grad_norm": 0.39734891057014465,
      "learning_rate": 2e-05,
      "loss": 0.6182,
      "step": 9680
    },
    {
      "epoch": 0.8653330951955707,
      "grad_norm": 0.3347090482711792,
      "learning_rate": 2e-05,
      "loss": 0.6132,
      "step": 9690
    },
    {
      "epoch": 0.8662261118056795,
      "grad_norm": 0.3821641802787781,
      "learning_rate": 2e-05,
      "loss": 0.6421,
      "step": 9700
    },
    {
      "epoch": 0.8671191284157885,
      "grad_norm": 0.37654832005500793,
      "learning_rate": 2e-05,
      "loss": 0.6854,
      "step": 9710
    },
    {
      "epoch": 0.8680121450258975,
      "grad_norm": 0.45461076498031616,
      "learning_rate": 2e-05,
      "loss": 0.6116,
      "step": 9720
    },
    {
      "epoch": 0.8689051616360064,
      "grad_norm": 0.35106271505355835,
      "learning_rate": 2e-05,
      "loss": 0.6496,
      "step": 9730
    },
    {
      "epoch": 0.8697981782461154,
      "grad_norm": 0.3606022894382477,
      "learning_rate": 2e-05,
      "loss": 0.6335,
      "step": 9740
    },
    {
      "epoch": 0.8706911948562244,
      "grad_norm": 0.3571542799472809,
      "learning_rate": 2e-05,
      "loss": 0.6369,
      "step": 9750
    },
    {
      "epoch": 0.8715842114663332,
      "grad_norm": 0.3824685215950012,
      "learning_rate": 2e-05,
      "loss": 0.6296,
      "step": 9760
    },
    {
      "epoch": 0.8724772280764422,
      "grad_norm": 0.35880377888679504,
      "learning_rate": 2e-05,
      "loss": 0.6717,
      "step": 9770
    },
    {
      "epoch": 0.8733702446865512,
      "grad_norm": 0.3360402584075928,
      "learning_rate": 2e-05,
      "loss": 0.6306,
      "step": 9780
    },
    {
      "epoch": 0.8742632612966601,
      "grad_norm": 0.379660964012146,
      "learning_rate": 2e-05,
      "loss": 0.6304,
      "step": 9790
    },
    {
      "epoch": 0.8751562779067691,
      "grad_norm": 0.4060397744178772,
      "learning_rate": 2e-05,
      "loss": 0.6139,
      "step": 9800
    },
    {
      "epoch": 0.876049294516878,
      "grad_norm": 0.37415921688079834,
      "learning_rate": 2e-05,
      "loss": 0.6295,
      "step": 9810
    },
    {
      "epoch": 0.876942311126987,
      "grad_norm": 0.34107649326324463,
      "learning_rate": 2e-05,
      "loss": 0.6013,
      "step": 9820
    },
    {
      "epoch": 0.8778353277370959,
      "grad_norm": 0.3327794075012207,
      "learning_rate": 2e-05,
      "loss": 0.6228,
      "step": 9830
    },
    {
      "epoch": 0.8787283443472048,
      "grad_norm": 0.42529264092445374,
      "learning_rate": 2e-05,
      "loss": 0.6079,
      "step": 9840
    },
    {
      "epoch": 0.8796213609573138,
      "grad_norm": 0.369464635848999,
      "learning_rate": 2e-05,
      "loss": 0.6256,
      "step": 9850
    },
    {
      "epoch": 0.8805143775674228,
      "grad_norm": 0.3954029679298401,
      "learning_rate": 2e-05,
      "loss": 0.5891,
      "step": 9860
    },
    {
      "epoch": 0.8814073941775317,
      "grad_norm": 0.3886130154132843,
      "learning_rate": 2e-05,
      "loss": 0.6407,
      "step": 9870
    },
    {
      "epoch": 0.8823004107876407,
      "grad_norm": 0.3608984649181366,
      "learning_rate": 2e-05,
      "loss": 0.6195,
      "step": 9880
    },
    {
      "epoch": 0.8831934273977496,
      "grad_norm": 0.3250412940979004,
      "learning_rate": 2e-05,
      "loss": 0.6646,
      "step": 9890
    },
    {
      "epoch": 0.8840864440078585,
      "grad_norm": 0.398472398519516,
      "learning_rate": 2e-05,
      "loss": 0.6059,
      "step": 9900
    },
    {
      "epoch": 0.8849794606179675,
      "grad_norm": 0.39279335737228394,
      "learning_rate": 2e-05,
      "loss": 0.6093,
      "step": 9910
    },
    {
      "epoch": 0.8858724772280765,
      "grad_norm": 0.38058897852897644,
      "learning_rate": 2e-05,
      "loss": 0.6388,
      "step": 9920
    },
    {
      "epoch": 0.8867654938381854,
      "grad_norm": 0.35318806767463684,
      "learning_rate": 2e-05,
      "loss": 0.6035,
      "step": 9930
    },
    {
      "epoch": 0.8876585104482944,
      "grad_norm": 0.4062493145465851,
      "learning_rate": 2e-05,
      "loss": 0.6292,
      "step": 9940
    },
    {
      "epoch": 0.8885515270584032,
      "grad_norm": 0.3581417202949524,
      "learning_rate": 2e-05,
      "loss": 0.6399,
      "step": 9950
    },
    {
      "epoch": 0.8894445436685122,
      "grad_norm": 0.39318400621414185,
      "learning_rate": 2e-05,
      "loss": 0.6428,
      "step": 9960
    },
    {
      "epoch": 0.8903375602786212,
      "grad_norm": 0.4005088210105896,
      "learning_rate": 2e-05,
      "loss": 0.6631,
      "step": 9970
    },
    {
      "epoch": 0.8912305768887301,
      "grad_norm": 0.3549855947494507,
      "learning_rate": 2e-05,
      "loss": 0.6514,
      "step": 9980
    },
    {
      "epoch": 0.8921235934988391,
      "grad_norm": 0.37502971291542053,
      "learning_rate": 2e-05,
      "loss": 0.6409,
      "step": 9990
    },
    {
      "epoch": 0.8930166101089481,
      "grad_norm": 0.4062226712703705,
      "learning_rate": 2e-05,
      "loss": 0.6486,
      "step": 10000
    },
    {
      "epoch": 0.8939096267190569,
      "grad_norm": 0.3586188554763794,
      "learning_rate": 2e-05,
      "loss": 0.6401,
      "step": 10010
    },
    {
      "epoch": 0.8948026433291659,
      "grad_norm": 0.3621748685836792,
      "learning_rate": 2e-05,
      "loss": 0.6217,
      "step": 10020
    },
    {
      "epoch": 0.8956956599392749,
      "grad_norm": 0.3818952143192291,
      "learning_rate": 2e-05,
      "loss": 0.6349,
      "step": 10030
    },
    {
      "epoch": 0.8965886765493838,
      "grad_norm": 0.38034072518348694,
      "learning_rate": 2e-05,
      "loss": 0.6104,
      "step": 10040
    },
    {
      "epoch": 0.8974816931594928,
      "grad_norm": 0.3757418096065521,
      "learning_rate": 2e-05,
      "loss": 0.6388,
      "step": 10050
    },
    {
      "epoch": 0.8983747097696018,
      "grad_norm": 0.3484813868999481,
      "learning_rate": 2e-05,
      "loss": 0.6174,
      "step": 10060
    },
    {
      "epoch": 0.8992677263797106,
      "grad_norm": 0.46023502945899963,
      "learning_rate": 2e-05,
      "loss": 0.6346,
      "step": 10070
    },
    {
      "epoch": 0.9001607429898196,
      "grad_norm": 0.343302845954895,
      "learning_rate": 2e-05,
      "loss": 0.6409,
      "step": 10080
    },
    {
      "epoch": 0.9010537595999285,
      "grad_norm": 0.43893858790397644,
      "learning_rate": 2e-05,
      "loss": 0.6346,
      "step": 10090
    },
    {
      "epoch": 0.9019467762100375,
      "grad_norm": 0.360633909702301,
      "learning_rate": 2e-05,
      "loss": 0.5662,
      "step": 10100
    },
    {
      "epoch": 0.9028397928201465,
      "grad_norm": 0.41140517592430115,
      "learning_rate": 2e-05,
      "loss": 0.6208,
      "step": 10110
    },
    {
      "epoch": 0.9037328094302554,
      "grad_norm": 0.41604629158973694,
      "learning_rate": 2e-05,
      "loss": 0.6441,
      "step": 10120
    },
    {
      "epoch": 0.9046258260403643,
      "grad_norm": 0.38773632049560547,
      "learning_rate": 2e-05,
      "loss": 0.6221,
      "step": 10130
    },
    {
      "epoch": 0.9055188426504733,
      "grad_norm": 0.37810635566711426,
      "learning_rate": 2e-05,
      "loss": 0.628,
      "step": 10140
    },
    {
      "epoch": 0.9064118592605822,
      "grad_norm": 0.3822040855884552,
      "learning_rate": 2e-05,
      "loss": 0.6211,
      "step": 10150
    },
    {
      "epoch": 0.9073048758706912,
      "grad_norm": 0.3787420690059662,
      "learning_rate": 2e-05,
      "loss": 0.6514,
      "step": 10160
    },
    {
      "epoch": 0.9081978924808002,
      "grad_norm": 0.5229046940803528,
      "learning_rate": 2e-05,
      "loss": 0.6014,
      "step": 10170
    },
    {
      "epoch": 0.9090909090909091,
      "grad_norm": 0.3930092751979828,
      "learning_rate": 1.999957358086795e-05,
      "loss": 0.6463,
      "step": 10180
    },
    {
      "epoch": 0.909983925701018,
      "grad_norm": 0.38098448514938354,
      "learning_rate": 1.9991993813020483e-05,
      "loss": 0.6465,
      "step": 10190
    },
    {
      "epoch": 0.910876942311127,
      "grad_norm": 0.33956673741340637,
      "learning_rate": 1.9974946373028628e-05,
      "loss": 0.6126,
      "step": 10200
    },
    {
      "epoch": 0.9117699589212359,
      "grad_norm": 0.3713693618774414,
      "learning_rate": 1.994844749501764e-05,
      "loss": 0.5829,
      "step": 10210
    },
    {
      "epoch": 0.9126629755313449,
      "grad_norm": 0.3689557909965515,
      "learning_rate": 1.9912522413632988e-05,
      "loss": 0.6438,
      "step": 10220
    },
    {
      "epoch": 0.9135559921414538,
      "grad_norm": 0.3251681625843048,
      "learning_rate": 1.9867205340009656e-05,
      "loss": 0.6152,
      "step": 10230
    },
    {
      "epoch": 0.9144490087515628,
      "grad_norm": 0.36217454075813293,
      "learning_rate": 1.9812539429193164e-05,
      "loss": 0.6124,
      "step": 10240
    },
    {
      "epoch": 0.9153420253616718,
      "grad_norm": 0.36874791979789734,
      "learning_rate": 1.9748576739043423e-05,
      "loss": 0.6247,
      "step": 10250
    },
    {
      "epoch": 0.9162350419717806,
      "grad_norm": 0.37588948011398315,
      "learning_rate": 1.967537818066047e-05,
      "loss": 0.6162,
      "step": 10260
    },
    {
      "epoch": 0.9171280585818896,
      "grad_norm": 0.38607147336006165,
      "learning_rate": 1.959301346037941e-05,
      "loss": 0.6533,
      "step": 10270
    },
    {
      "epoch": 0.9180210751919986,
      "grad_norm": 0.3462531566619873,
      "learning_rate": 1.9501561013389646e-05,
      "loss": 0.6117,
      "step": 10280
    },
    {
      "epoch": 0.9189140918021075,
      "grad_norm": 0.35778751969337463,
      "learning_rate": 1.9401107929041795e-05,
      "loss": 0.6223,
      "step": 10290
    },
    {
      "epoch": 0.9198071084122165,
      "grad_norm": 0.39281153678894043,
      "learning_rate": 1.9291749867913225e-05,
      "loss": 0.6281,
      "step": 10300
    },
    {
      "epoch": 0.9207001250223255,
      "grad_norm": 0.358835369348526,
      "learning_rate": 1.91735909707114e-05,
      "loss": 0.6237,
      "step": 10310
    },
    {
      "epoch": 0.9215931416324343,
      "grad_norm": 0.35125985741615295,
      "learning_rate": 1.9046743759101545e-05,
      "loss": 0.6402,
      "step": 10320
    },
    {
      "epoch": 0.9224861582425433,
      "grad_norm": 0.3486235737800598,
      "learning_rate": 1.8911329028553324e-05,
      "loss": 0.6294,
      "step": 10330
    },
    {
      "epoch": 0.9233791748526523,
      "grad_norm": 0.3921213448047638,
      "learning_rate": 1.876747573330835e-05,
      "loss": 0.603,
      "step": 10340
    },
    {
      "epoch": 0.9242721914627612,
      "grad_norm": 0.39618730545043945,
      "learning_rate": 1.8615320863578244e-05,
      "loss": 0.6136,
      "step": 10350
    },
    {
      "epoch": 0.9251652080728702,
      "grad_norm": 0.3554159104824066,
      "learning_rate": 1.8455009315090036e-05,
      "loss": 0.6505,
      "step": 10360
    },
    {
      "epoch": 0.9260582246829792,
      "grad_norm": 0.3428751230239868,
      "learning_rate": 1.8286693751103294e-05,
      "loss": 0.6217,
      "step": 10370
    },
    {
      "epoch": 0.926951241293088,
      "grad_norm": 0.3795991539955139,
      "learning_rate": 1.811053445703024e-05,
      "loss": 0.5984,
      "step": 10380
    },
    {
      "epoch": 0.927844257903197,
      "grad_norm": 0.404371440410614,
      "learning_rate": 1.7926699187797375e-05,
      "loss": 0.6431,
      "step": 10390
    },
    {
      "epoch": 0.9287372745133059,
      "grad_norm": 0.38412851095199585,
      "learning_rate": 1.7735363008093995e-05,
      "loss": 0.6275,
      "step": 10400
    },
    {
      "epoch": 0.9296302911234149,
      "grad_norm": 0.3620508015155792,
      "learning_rate": 1.7536708125659577e-05,
      "loss": 0.6119,
      "step": 10410
    },
    {
      "epoch": 0.9305233077335239,
      "grad_norm": 0.36473074555397034,
      "learning_rate": 1.733092371776905e-05,
      "loss": 0.6076,
      "step": 10420
    },
    {
      "epoch": 0.9314163243436328,
      "grad_norm": 0.36890533566474915,
      "learning_rate": 1.7118205751080915e-05,
      "loss": 0.6323,
      "step": 10430
    },
    {
      "epoch": 0.9323093409537417,
      "grad_norm": 0.4714130759239197,
      "learning_rate": 1.6898756795019935e-05,
      "loss": 0.607,
      "step": 10440
    },
    {
      "epoch": 0.9332023575638507,
      "grad_norm": 0.36841025948524475,
      "learning_rate": 1.667278582887211e-05,
      "loss": 0.6461,
      "step": 10450
    },
    {
      "epoch": 0.9340953741739596,
      "grad_norm": 0.35519856214523315,
      "learning_rate": 1.6440508042775545e-05,
      "loss": 0.6141,
      "step": 10460
    },
    {
      "epoch": 0.9349883907840686,
      "grad_norm": 0.436336487531662,
      "learning_rate": 1.6202144632796796e-05,
      "loss": 0.6098,
      "step": 10470
    },
    {
      "epoch": 0.9358814073941776,
      "grad_norm": 0.3691329061985016,
      "learning_rate": 1.595792259028783e-05,
      "loss": 0.6287,
      "step": 10480
    },
    {
      "epoch": 0.9367744240042865,
      "grad_norm": 0.3849637508392334,
      "learning_rate": 1.570807448572419e-05,
      "loss": 0.6638,
      "step": 10490
    },
    {
      "epoch": 0.9376674406143954,
      "grad_norm": 0.35689228773117065,
      "learning_rate": 1.5452838247230197e-05,
      "loss": 0.6267,
      "step": 10500
    },
    {
      "epoch": 0.9385604572245044,
      "grad_norm": 0.5085926651954651,
      "learning_rate": 1.5192456934002106e-05,
      "loss": 0.6335,
      "step": 10510
    },
    {
      "epoch": 0.9394534738346133,
      "grad_norm": 0.36765962839126587,
      "learning_rate": 1.492717850484502e-05,
      "loss": 0.6047,
      "step": 10520
    },
    {
      "epoch": 0.9403464904447223,
      "grad_norm": 0.35301855206489563,
      "learning_rate": 1.4657255582043904e-05,
      "loss": 0.6254,
      "step": 10530
    },
    {
      "epoch": 0.9412395070548312,
      "grad_norm": 0.3616034686565399,
      "learning_rate": 1.4382945210793663e-05,
      "loss": 0.6169,
      "step": 10540
    },
    {
      "epoch": 0.9421325236649402,
      "grad_norm": 0.35207030177116394,
      "learning_rate": 1.4104508614417267e-05,
      "loss": 0.6379,
      "step": 10550
    },
    {
      "epoch": 0.9430255402750491,
      "grad_norm": 0.3955402076244354,
      "learning_rate": 1.382221094560512e-05,
      "loss": 0.6207,
      "step": 10560
    },
    {
      "epoch": 0.943918556885158,
      "grad_norm": 0.39667633175849915,
      "learning_rate": 1.3536321033912506e-05,
      "loss": 0.6364,
      "step": 10570
    },
    {
      "epoch": 0.944811573495267,
      "grad_norm": 0.33852139115333557,
      "learning_rate": 1.3247111129755609e-05,
      "loss": 0.6207,
      "step": 10580
    },
    {
      "epoch": 0.945704590105376,
      "grad_norm": 0.35518282651901245,
      "learning_rate": 1.2954856645149868e-05,
      "loss": 0.6121,
      "step": 10590
    },
    {
      "epoch": 0.9465976067154849,
      "grad_norm": 0.341487854719162,
      "learning_rate": 1.2659835891437553e-05,
      "loss": 0.6389,
      "step": 10600
    },
    {
      "epoch": 0.9474906233255939,
      "grad_norm": 0.376911461353302,
      "learning_rate": 1.236232981425436e-05,
      "loss": 0.597,
      "step": 10610
    },
    {
      "epoch": 0.9483836399357028,
      "grad_norm": 0.40024319291114807,
      "learning_rate": 1.2062621725987402e-05,
      "loss": 0.6053,
      "step": 10620
    },
    {
      "epoch": 0.9492766565458117,
      "grad_norm": 0.3672933876514435,
      "learning_rate": 1.1760997035979318e-05,
      "loss": 0.6155,
      "step": 10630
    },
    {
      "epoch": 0.9501696731559207,
      "grad_norm": 0.3369959592819214,
      "learning_rate": 1.1457742978735514e-05,
      "loss": 0.6034,
      "step": 10640
    },
    {
      "epoch": 0.9510626897660297,
      "grad_norm": 0.36264780163764954,
      "learning_rate": 1.1153148340393298e-05,
      "loss": 0.5998,
      "step": 10650
    },
    {
      "epoch": 0.9519557063761386,
      "grad_norm": 0.37920981645584106,
      "learning_rate": 1.0847503183713424e-05,
      "loss": 0.5908,
      "step": 10660
    },
    {
      "epoch": 0.9528487229862476,
      "grad_norm": 0.42272019386291504,
      "learning_rate": 1.0541098571855896e-05,
      "loss": 0.6021,
      "step": 10670
    },
    {
      "epoch": 0.9537417395963564,
      "grad_norm": 0.3429796099662781,
      "learning_rate": 1.0234226291203123e-05,
      "loss": 0.5707,
      "step": 10680
    },
    {
      "epoch": 0.9546347562064654,
      "grad_norm": 0.3957381546497345,
      "learning_rate": 9.927178573494333e-06,
      "loss": 0.615,
      "step": 10690
    },
    {
      "epoch": 0.9555277728165744,
      "grad_norm": 0.3588882088661194,
      "learning_rate": 9.620247817535902e-06,
      "loss": 0.6268,
      "step": 10700
    },
    {
      "epoch": 0.9564207894266833,
      "grad_norm": 0.3256109654903412,
      "learning_rate": 9.313726310752581e-06,
      "loss": 0.6108,
      "step": 10710
    },
    {
      "epoch": 0.9573138060367923,
      "grad_norm": 0.3188807964324951,
      "learning_rate": 9.00790595084477e-06,
      "loss": 0.6077,
      "step": 10720
    },
    {
      "epoch": 0.9582068226469013,
      "grad_norm": 0.36516305804252625,
      "learning_rate": 8.703077967816944e-06,
      "loss": 0.6144,
      "step": 10730
    },
    {
      "epoch": 0.9590998392570101,
      "grad_norm": 0.36421048641204834,
      "learning_rate": 8.39953264664192e-06,
      "loss": 0.6089,
      "step": 10740
    },
    {
      "epoch": 0.9599928558671191,
      "grad_norm": 0.3440021276473999,
      "learning_rate": 8.097559050825058e-06,
      "loss": 0.5947,
      "step": 10750
    },
    {
      "epoch": 0.9608858724772281,
      "grad_norm": 0.37342238426208496,
      "learning_rate": 7.79744474713166e-06,
      "loss": 0.5703,
      "step": 10760
    },
    {
      "epoch": 0.961778889087337,
      "grad_norm": 0.33532771468162537,
      "learning_rate": 7.499475531739696e-06,
      "loss": 0.5893,
      "step": 10770
    },
    {
      "epoch": 0.962671905697446,
      "grad_norm": 0.36765265464782715,
      "learning_rate": 7.203935158078662e-06,
      "loss": 0.6186,
      "step": 10780
    },
    {
      "epoch": 0.963564922307555,
      "grad_norm": 0.38002893328666687,
      "learning_rate": 6.911105066613709e-06,
      "loss": 0.6039,
      "step": 10790
    },
    {
      "epoch": 0.9644579389176638,
      "grad_norm": 0.5010676383972168,
      "learning_rate": 6.621264116832394e-06,
      "loss": 0.6082,
      "step": 10800
    },
    {
      "epoch": 0.9653509555277728,
      "grad_norm": 0.3839252293109894,
      "learning_rate": 6.334688321689274e-06,
      "loss": 0.6194,
      "step": 10810
    },
    {
      "epoch": 0.9662439721378817,
      "grad_norm": 0.35580697655677795,
      "learning_rate": 6.051650584761237e-06,
      "loss": 0.6032,
      "step": 10820
    },
    {
      "epoch": 0.9671369887479907,
      "grad_norm": 0.4455433487892151,
      "learning_rate": 5.772420440363841e-06,
      "loss": 0.6256,
      "step": 10830
    },
    {
      "epoch": 0.9680300053580997,
      "grad_norm": 0.48495927453041077,
      "learning_rate": 5.497263796876207e-06,
      "loss": 0.5905,
      "step": 10840
    },
    {
      "epoch": 0.9689230219682086,
      "grad_norm": 0.3414197564125061,
      "learning_rate": 5.226442683518813e-06,
      "loss": 0.5985,
      "step": 10850
    },
    {
      "epoch": 0.9698160385783176,
      "grad_norm": 0.45709747076034546,
      "learning_rate": 4.960215000825432e-06,
      "loss": 0.596,
      "step": 10860
    },
    {
      "epoch": 0.9707090551884265,
      "grad_norm": 0.3490951955318451,
      "learning_rate": 4.698834275046711e-06,
      "loss": 0.6297,
      "step": 10870
    },
    {
      "epoch": 0.9716020717985354,
      "grad_norm": 0.3531166613101959,
      "learning_rate": 4.442549416719423e-06,
      "loss": 0.5763,
      "step": 10880
    },
    {
      "epoch": 0.9724950884086444,
      "grad_norm": 0.3562028110027313,
      "learning_rate": 4.1916044836311565e-06,
      "loss": 0.6064,
      "step": 10890
    },
    {
      "epoch": 0.9733881050187534,
      "grad_norm": 0.3873286843299866,
      "learning_rate": 3.94623844840626e-06,
      "loss": 0.5846,
      "step": 10900
    },
    {
      "epoch": 0.9742811216288623,
      "grad_norm": 0.3266199827194214,
      "learning_rate": 3.7066849709343467e-06,
      "loss": 0.5851,
      "step": 10910
    },
    {
      "epoch": 0.9751741382389713,
      "grad_norm": 0.36563774943351746,
      "learning_rate": 3.473172175858059e-06,
      "loss": 0.6047,
      "step": 10920
    },
    {
      "epoch": 0.9760671548490802,
      "grad_norm": 0.3520563542842865,
      "learning_rate": 3.2459224353320046e-06,
      "loss": 0.5874,
      "step": 10930
    },
    {
      "epoch": 0.9769601714591891,
      "grad_norm": 0.3633574843406677,
      "learning_rate": 3.025152157259735e-06,
      "loss": 0.5894,
      "step": 10940
    },
    {
      "epoch": 0.9778531880692981,
      "grad_norm": 0.40328413248062134,
      "learning_rate": 2.811071579210425e-06,
      "loss": 0.6169,
      "step": 10950
    },
    {
      "epoch": 0.978746204679407,
      "grad_norm": 0.35317492485046387,
      "learning_rate": 2.603884568211513e-06,
      "loss": 0.5771,
      "step": 10960
    },
    {
      "epoch": 0.979639221289516,
      "grad_norm": 0.38915857672691345,
      "learning_rate": 2.4037884266079434e-06,
      "loss": 0.6025,
      "step": 10970
    },
    {
      "epoch": 0.980532237899625,
      "grad_norm": 0.36653295159339905,
      "learning_rate": 2.2109737041728955e-06,
      "loss": 0.6235,
      "step": 10980
    },
    {
      "epoch": 0.9814252545097338,
      "grad_norm": 0.380196750164032,
      "learning_rate": 2.0256240166489454e-06,
      "loss": 0.6031,
      "step": 10990
    },
    {
      "epoch": 0.9823182711198428,
      "grad_norm": 0.3558424413204193,
      "learning_rate": 1.847915870892413e-06,
      "loss": 0.6319,
      "step": 11000
    },
    {
      "epoch": 0.9832112877299518,
      "grad_norm": 0.40899258852005005,
      "learning_rate": 1.6780184967874715e-06,
      "loss": 0.6088,
      "step": 11010
    },
    {
      "epoch": 0.9841043043400607,
      "grad_norm": 0.333664208650589,
      "learning_rate": 1.5160936860900294e-06,
      "loss": 0.599,
      "step": 11020
    },
    {
      "epoch": 0.9849973209501697,
      "grad_norm": 0.36042433977127075,
      "learning_rate": 1.3622956383548762e-06,
      "loss": 0.6244,
      "step": 11030
    },
    {
      "epoch": 0.9858903375602787,
      "grad_norm": 0.3818886876106262,
      "learning_rate": 1.216770814092834e-06,
      "loss": 0.6089,
      "step": 11040
    },
    {
      "epoch": 0.9867833541703875,
      "grad_norm": 0.5575549006462097,
      "learning_rate": 1.0796577952977013e-06,
      "loss": 0.6211,
      "step": 11050
    },
    {
      "epoch": 0.9876763707804965,
      "grad_norm": 0.383680522441864,
      "learning_rate": 9.510871534758705e-07,
      "loss": 0.6057,
      "step": 11060
    },
    {
      "epoch": 0.9885693873906055,
      "grad_norm": 0.3265126645565033,
      "learning_rate": 8.311813253042334e-07,
      "loss": 0.5875,
      "step": 11070
    },
    {
      "epoch": 0.9894624040007144,
      "grad_norm": 0.3824686110019684,
      "learning_rate": 7.200544960348308e-07,
      "loss": 0.6101,
      "step": 11080
    },
    {
      "epoch": 0.9903554206108234,
      "grad_norm": 0.34627270698547363,
      "learning_rate": 6.178124907572545e-07,
      "loss": 0.6042,
      "step": 11090
    },
    {
      "epoch": 0.9912484372209323,
      "grad_norm": 0.3606855869293213,
      "learning_rate": 5.245526736223528e-07,
      "loss": 0.6044,
      "step": 11100
    },
    {
      "epoch": 0.9921414538310412,
      "grad_norm": 0.36044779419898987,
      "learning_rate": 4.403638551232205e-07,
      "loss": 0.6059,
      "step": 11110
    },
    {
      "epoch": 0.9930344704411502,
      "grad_norm": 0.3836638927459717,
      "learning_rate": 3.6532620752175616e-07,
      "loss": 0.6216,
      "step": 11120
    },
    {
      "epoch": 0.9939274870512591,
      "grad_norm": 0.40283387899398804,
      "learning_rate": 2.9951118850133247e-07,
      "loss": 0.6126,
      "step": 11130
    },
    {
      "epoch": 0.9948205036613681,
      "grad_norm": 0.38970088958740234,
      "learning_rate": 2.429814731182774e-07,
      "loss": 0.6104,
      "step": 11140
    },
    {
      "epoch": 0.9957135202714771,
      "grad_norm": 0.3077683746814728,
      "learning_rate": 1.957908941169813e-07,
      "loss": 0.5801,
      "step": 11150
    },
    {
      "epoch": 0.996606536881586,
      "grad_norm": 0.38186129927635193,
      "learning_rate": 1.5798439066545254e-07,
      "loss": 0.6235,
      "step": 11160
    },
    {
      "epoch": 0.997499553491695,
      "grad_norm": 0.3379780948162079,
      "learning_rate": 1.2959796556014471e-07,
      "loss": 0.601,
      "step": 11170
    },
    {
      "epoch": 0.9983925701018039,
      "grad_norm": 0.3538696765899658,
      "learning_rate": 1.1065865094081884e-07,
      "loss": 0.6549,
      "step": 11180
    },
    {
      "epoch": 0.9992855867119128,
      "grad_norm": 0.31598612666130066,
      "learning_rate": 1.011844825480734e-07,
      "loss": 0.6135,
      "step": 11190
    },
    {
      "epoch": 0.9996427933559564,
      "step": 11194,
      "total_flos": 4.547514943786923e+19,
      "train_loss": 0.0035392726683842407,
      "train_runtime": 601.378,
      "train_samples_per_second": 223.367,
      "train_steps_per_second": 18.614
    }
  ],
  "logging_steps": 10,
  "max_steps": 11194,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 159,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.547514943786923e+19,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}