{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 0.2005736823234134,
  "eval_steps": 500,
  "global_step": 2797,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0007171029042667623,
      "grad_norm": 407.18868951296525,
      "learning_rate": 1.1061797752808989e-06,
      "loss": 1.767791748046875,
      "step": 10
    },
    {
      "epoch": 0.0014342058085335247,
      "grad_norm": 567.8415841772963,
      "learning_rate": 2.2241573033707866e-06,
      "loss": 1.2149810791015625,
      "step": 20
    },
    {
      "epoch": 0.002151308712800287,
      "grad_norm": 28.256766335357522,
      "learning_rate": 3.342134831460675e-06,
      "loss": 0.7131690979003906,
      "step": 30
    },
    {
      "epoch": 0.0028684116170670493,
      "grad_norm": 192.44535950007864,
      "learning_rate": 4.4601123595505624e-06,
      "loss": 0.6729496002197266,
      "step": 40
    },
    {
      "epoch": 0.0035855145213338113,
      "grad_norm": 63.480210447719905,
      "learning_rate": 5.5780898876404495e-06,
      "loss": 0.6091592311859131,
      "step": 50
    },
    {
      "epoch": 0.004302617425600574,
      "grad_norm": 24.91719812284066,
      "learning_rate": 6.6960674157303374e-06,
      "loss": 0.5691664695739747,
      "step": 60
    },
    {
      "epoch": 0.005019720329867336,
      "grad_norm": 512.6156292111328,
      "learning_rate": 7.814044943820226e-06,
      "loss": 0.5604145050048828,
      "step": 70
    },
    {
      "epoch": 0.005736823234134099,
      "grad_norm": 52.14353148477021,
      "learning_rate": 8.932022471910112e-06,
      "loss": 0.5461579322814941,
      "step": 80
    },
    {
      "epoch": 0.006453926138400861,
      "grad_norm": 203.45745330679426,
      "learning_rate": 1.005e-05,
      "loss": 0.564464521408081,
      "step": 90
    },
    {
      "epoch": 0.007171029042667623,
      "grad_norm": 24.117935726545646,
      "learning_rate": 1.1167977528089888e-05,
      "loss": 0.6253236293792724,
      "step": 100
    },
    {
      "epoch": 0.007888131946934385,
      "grad_norm": 78.69096586985131,
      "learning_rate": 1.2285955056179776e-05,
      "loss": 0.5682878494262695,
      "step": 110
    },
    {
      "epoch": 0.008605234851201148,
      "grad_norm": 38.42539201854507,
      "learning_rate": 1.3403932584269664e-05,
      "loss": 0.6769058227539062,
      "step": 120
    },
    {
      "epoch": 0.00932233775546791,
      "grad_norm": 53.488347150322625,
      "learning_rate": 1.4521910112359552e-05,
      "loss": 0.5980616569519043,
      "step": 130
    },
    {
      "epoch": 0.010039440659734672,
      "grad_norm": 50.040307272011425,
      "learning_rate": 1.563988764044944e-05,
      "loss": 0.5930599212646485,
      "step": 140
    },
    {
      "epoch": 0.010756543564001434,
      "grad_norm": 20.307563603035216,
      "learning_rate": 1.6757865168539328e-05,
      "loss": 0.6094542503356933,
      "step": 150
    },
    {
      "epoch": 0.011473646468268197,
      "grad_norm": 11.737779939100745,
      "learning_rate": 1.7875842696629214e-05,
      "loss": 0.5738109588623047,
      "step": 160
    },
    {
      "epoch": 0.012190749372534958,
      "grad_norm": 6.30430859385885,
      "learning_rate": 1.89938202247191e-05,
      "loss": 0.579668378829956,
      "step": 170
    },
    {
      "epoch": 0.012907852276801721,
      "grad_norm": 5.06405076208195,
      "learning_rate": 2e-05,
      "loss": 0.5459352016448975,
      "step": 180
    },
    {
      "epoch": 0.013624955181068482,
      "grad_norm": 4.192343622763153,
      "learning_rate": 2e-05,
      "loss": 0.5992312431335449,
      "step": 190
    },
    {
      "epoch": 0.014342058085335245,
      "grad_norm": 10.448757223702469,
      "learning_rate": 2e-05,
      "loss": 0.5643451690673829,
      "step": 200
    },
    {
      "epoch": 0.015059160989602008,
      "grad_norm": 21.869089910119737,
      "learning_rate": 2e-05,
      "loss": 0.5753413677215576,
      "step": 210
    },
    {
      "epoch": 0.01577626389386877,
      "grad_norm": 3.778114364049049,
      "learning_rate": 2e-05,
      "loss": 0.5592538356781006,
      "step": 220
    },
    {
      "epoch": 0.016493366798135532,
      "grad_norm": 8.878705688355062,
      "learning_rate": 2e-05,
      "loss": 0.5649869441986084,
      "step": 230
    },
    {
      "epoch": 0.017210469702402295,
      "grad_norm": 39.24775031639978,
      "learning_rate": 2e-05,
      "loss": 0.6837917327880859,
      "step": 240
    },
    {
      "epoch": 0.017927572606669058,
      "grad_norm": 3.9047301142219935,
      "learning_rate": 2e-05,
      "loss": 0.623165225982666,
      "step": 250
    },
    {
      "epoch": 0.01864467551093582,
      "grad_norm": 6.1409826421758265,
      "learning_rate": 2e-05,
      "loss": 0.5558697700500488,
      "step": 260
    },
    {
      "epoch": 0.01936177841520258,
      "grad_norm": 2.2935012027209156,
      "learning_rate": 2e-05,
      "loss": 0.5609950542449951,
      "step": 270
    },
    {
      "epoch": 0.020078881319469343,
      "grad_norm": 14.443788852978345,
      "learning_rate": 2e-05,
      "loss": 0.595089340209961,
      "step": 280
    },
    {
      "epoch": 0.020795984223736106,
      "grad_norm": 3.8329684129578863,
      "learning_rate": 2e-05,
      "loss": 0.5596456527709961,
      "step": 290
    },
    {
      "epoch": 0.02151308712800287,
      "grad_norm": 1.3552305408083785,
      "learning_rate": 2e-05,
      "loss": 0.5825435638427734,
      "step": 300
    },
    {
      "epoch": 0.022230190032269632,
      "grad_norm": 4.54925707452334,
      "learning_rate": 2e-05,
      "loss": 0.5733637809753418,
      "step": 310
    },
    {
      "epoch": 0.022947292936536395,
      "grad_norm": 1.8200874030763512,
      "learning_rate": 2e-05,
      "loss": 0.5307866096496582,
      "step": 320
    },
    {
      "epoch": 0.023664395840803154,
      "grad_norm": 2.459934996745395,
      "learning_rate": 2e-05,
      "loss": 0.5426007747650147,
      "step": 330
    },
    {
      "epoch": 0.024381498745069917,
      "grad_norm": 1.6368595236282741,
      "learning_rate": 2e-05,
      "loss": 0.5503345489501953,
      "step": 340
    },
    {
      "epoch": 0.02509860164933668,
      "grad_norm": 2.093526925659693,
      "learning_rate": 2e-05,
      "loss": 0.5389426231384278,
      "step": 350
    },
    {
      "epoch": 0.025815704553603443,
      "grad_norm": 11.559747422199436,
      "learning_rate": 2e-05,
      "loss": 0.5869073867797852,
      "step": 360
    },
    {
      "epoch": 0.026532807457870206,
      "grad_norm": 3.992070335805997,
      "learning_rate": 2e-05,
      "loss": 0.5316494464874267,
      "step": 370
    },
    {
      "epoch": 0.027249910362136965,
      "grad_norm": 1.7412673131539824,
      "learning_rate": 2e-05,
      "loss": 0.5800913810729981,
      "step": 380
    },
    {
      "epoch": 0.027967013266403728,
      "grad_norm": 1.691156350330339,
      "learning_rate": 2e-05,
      "loss": 0.5616199493408203,
      "step": 390
    },
    {
      "epoch": 0.02868411617067049,
      "grad_norm": 2.2546580537446923,
      "learning_rate": 2e-05,
      "loss": 0.5290282726287842,
      "step": 400
    },
    {
      "epoch": 0.029401219074937254,
      "grad_norm": 4.956937872768424,
      "learning_rate": 2e-05,
      "loss": 0.570636510848999,
      "step": 410
    },
    {
      "epoch": 0.030118321979204016,
      "grad_norm": 4.969590728046793,
      "learning_rate": 2e-05,
      "loss": 0.549982213973999,
      "step": 420
    },
    {
      "epoch": 0.03083542488347078,
      "grad_norm": 2.6043811684321203,
      "learning_rate": 2e-05,
      "loss": 0.5702108383178711,
      "step": 430
    },
    {
      "epoch": 0.03155252778773754,
      "grad_norm": 2.1043413336167593,
      "learning_rate": 2e-05,
      "loss": 0.5530909538269043,
      "step": 440
    },
    {
      "epoch": 0.0322696306920043,
      "grad_norm": 1.8388448759563596,
      "learning_rate": 2e-05,
      "loss": 0.5460524559020996,
      "step": 450
    },
    {
      "epoch": 0.032986733596271064,
      "grad_norm": 3.6272533510034233,
      "learning_rate": 2e-05,
      "loss": 0.5648386955261231,
      "step": 460
    },
    {
      "epoch": 0.03370383650053783,
      "grad_norm": 3.326768853485267,
      "learning_rate": 2e-05,
      "loss": 0.5850131034851074,
      "step": 470
    },
    {
      "epoch": 0.03442093940480459,
      "grad_norm": 3.7884453189533573,
      "learning_rate": 2e-05,
      "loss": 0.5867877960205078,
      "step": 480
    },
    {
      "epoch": 0.03513804230907135,
      "grad_norm": 2.8822182693669194,
      "learning_rate": 2e-05,
      "loss": 0.5637784481048584,
      "step": 490
    },
    {
      "epoch": 0.035855145213338116,
      "grad_norm": 4.159255713401518,
      "learning_rate": 2e-05,
      "loss": 0.5402638435363769,
      "step": 500
    },
    {
      "epoch": 0.03657224811760488,
      "grad_norm": 2.1094818708334646,
      "learning_rate": 2e-05,
      "loss": 0.5480118751525879,
      "step": 510
    },
    {
      "epoch": 0.03728935102187164,
      "grad_norm": 2.375624628136267,
      "learning_rate": 2e-05,
      "loss": 0.5763840675354004,
      "step": 520
    },
    {
      "epoch": 0.0380064539261384,
      "grad_norm": 3.2639853709166733,
      "learning_rate": 2e-05,
      "loss": 0.5657975196838378,
      "step": 530
    },
    {
      "epoch": 0.03872355683040516,
      "grad_norm": 4.02194411766731,
      "learning_rate": 2e-05,
      "loss": 0.5532924652099609,
      "step": 540
    },
    {
      "epoch": 0.03944065973467192,
      "grad_norm": 2.5235800313691112,
      "learning_rate": 2e-05,
      "loss": 0.5330066204071044,
      "step": 550
    },
    {
      "epoch": 0.040157762638938686,
      "grad_norm": 1.7977002650246399,
      "learning_rate": 2e-05,
      "loss": 0.5558570861816406,
      "step": 560
    },
    {
      "epoch": 0.04087486554320545,
      "grad_norm": 1.7670972508928158,
      "learning_rate": 2e-05,
      "loss": 0.5604548454284668,
      "step": 570
    },
    {
      "epoch": 0.04159196844747221,
      "grad_norm": 1.7774681997349844,
      "learning_rate": 2e-05,
      "loss": 0.5438613891601562,
      "step": 580
    },
    {
      "epoch": 0.042309071351738975,
      "grad_norm": 1.6346238912436575,
      "learning_rate": 2e-05,
      "loss": 0.5676720619201661,
      "step": 590
    },
    {
      "epoch": 0.04302617425600574,
      "grad_norm": 1.6463255561065746,
      "learning_rate": 2e-05,
      "loss": 0.5760777950286865,
      "step": 600
    },
    {
      "epoch": 0.0437432771602725,
      "grad_norm": 2.0910673930612855,
      "learning_rate": 2e-05,
      "loss": 0.5535629272460938,
      "step": 610
    },
    {
      "epoch": 0.044460380064539264,
      "grad_norm": 4.51750941221636,
      "learning_rate": 2e-05,
      "loss": 0.561228084564209,
      "step": 620
    },
    {
      "epoch": 0.045177482968806026,
      "grad_norm": 1.9378541587933182,
      "learning_rate": 2e-05,
      "loss": 0.5568342208862305,
      "step": 630
    },
    {
      "epoch": 0.04589458587307279,
      "grad_norm": 2.8541213231232163,
      "learning_rate": 2e-05,
      "loss": 0.5806537628173828,
      "step": 640
    },
    {
      "epoch": 0.046611688777339545,
      "grad_norm": 1.9777431081857408,
      "learning_rate": 2e-05,
      "loss": 0.5439037322998047,
      "step": 650
    },
    {
      "epoch": 0.04732879168160631,
      "grad_norm": 3.5486839244500996,
      "learning_rate": 2e-05,
      "loss": 0.5219845294952392,
      "step": 660
    },
    {
      "epoch": 0.04804589458587307,
      "grad_norm": 2.3095301026005415,
      "learning_rate": 2e-05,
      "loss": 0.5652892112731933,
      "step": 670
    },
    {
      "epoch": 0.048762997490139834,
      "grad_norm": 1.345294939521322,
      "learning_rate": 2e-05,
      "loss": 0.5468602657318116,
      "step": 680
    },
    {
      "epoch": 0.0494801003944066,
      "grad_norm": 1.1952203182785504,
      "learning_rate": 2e-05,
      "loss": 0.5759331703186035,
      "step": 690
    },
    {
      "epoch": 0.05019720329867336,
      "grad_norm": 1.8539812501492536,
      "learning_rate": 2e-05,
      "loss": 0.5355586528778076,
      "step": 700
    },
    {
      "epoch": 0.05091430620294012,
      "grad_norm": 6.172053481724467,
      "learning_rate": 2e-05,
      "loss": 0.5475461483001709,
      "step": 710
    },
    {
      "epoch": 0.051631409107206885,
      "grad_norm": 1.1318198070091172,
      "learning_rate": 2e-05,
      "loss": 0.5526755332946778,
      "step": 720
    },
    {
      "epoch": 0.05234851201147365,
      "grad_norm": 1.5054898615573356,
      "learning_rate": 2e-05,
      "loss": 0.5575639247894287,
      "step": 730
    },
    {
      "epoch": 0.05306561491574041,
      "grad_norm": 1.8153166775343457,
      "learning_rate": 2e-05,
      "loss": 0.5713375091552735,
      "step": 740
    },
    {
      "epoch": 0.053782717820007174,
      "grad_norm": 2.2659827396189467,
      "learning_rate": 2e-05,
      "loss": 0.5738441467285156,
      "step": 750
    },
    {
      "epoch": 0.05449982072427393,
      "grad_norm": 2.252953864325539,
      "learning_rate": 2e-05,
      "loss": 0.5843099594116211,
      "step": 760
    },
    {
      "epoch": 0.05521692362854069,
      "grad_norm": 2.2665119662895803,
      "learning_rate": 2e-05,
      "loss": 0.580151891708374,
      "step": 770
    },
    {
      "epoch": 0.055934026532807456,
      "grad_norm": 1.585050610847029,
      "learning_rate": 2e-05,
      "loss": 0.5856458187103272,
      "step": 780
    },
    {
      "epoch": 0.05665112943707422,
      "grad_norm": 1.2394601998691548,
      "learning_rate": 2e-05,
      "loss": 0.5632565975189209,
      "step": 790
    },
    {
      "epoch": 0.05736823234134098,
      "grad_norm": 1.756235559775501,
      "learning_rate": 2e-05,
      "loss": 0.5605405330657959,
      "step": 800
    },
    {
      "epoch": 0.058085335245607744,
      "grad_norm": 1.3423732665501396,
      "learning_rate": 2e-05,
      "loss": 0.5436521530151367,
      "step": 810
    },
    {
      "epoch": 0.05880243814987451,
      "grad_norm": 9.423239856770886,
      "learning_rate": 2e-05,
      "loss": 0.5691229820251464,
      "step": 820
    },
    {
      "epoch": 0.05951954105414127,
      "grad_norm": 1.1270115260912026,
      "learning_rate": 2e-05,
      "loss": 0.5732899665832519,
      "step": 830
    },
    {
      "epoch": 0.06023664395840803,
      "grad_norm": 1.7447207447502826,
      "learning_rate": 2e-05,
      "loss": 0.5396980285644531,
      "step": 840
    },
    {
      "epoch": 0.060953746862674796,
      "grad_norm": 6.67003895134874,
      "learning_rate": 2e-05,
      "loss": 0.5526090145111084,
      "step": 850
    },
    {
      "epoch": 0.06167084976694156,
      "grad_norm": 1.550512453091403,
      "learning_rate": 2e-05,
      "loss": 0.5934078216552734,
      "step": 860
    },
    {
      "epoch": 0.06238795267120832,
      "grad_norm": 1.4948941851618258,
      "learning_rate": 2e-05,
      "loss": 0.5663764953613282,
      "step": 870
    },
    {
      "epoch": 0.06310505557547508,
      "grad_norm": 1.6244038346449619,
      "learning_rate": 2e-05,
      "loss": 0.5600580215454102,
      "step": 880
    },
    {
      "epoch": 0.06382215847974185,
      "grad_norm": 2.112611569627416,
      "learning_rate": 2e-05,
      "loss": 0.5366658210754395,
      "step": 890
    },
    {
      "epoch": 0.0645392613840086,
      "grad_norm": 6.753457683010765,
      "learning_rate": 2e-05,
      "loss": 0.5443595886230469,
      "step": 900
    },
    {
      "epoch": 0.06525636428827537,
      "grad_norm": 10.430596168156878,
      "learning_rate": 2e-05,
      "loss": 0.5880915641784668,
      "step": 910
    },
    {
      "epoch": 0.06597346719254213,
      "grad_norm": 5.695197824545816,
      "learning_rate": 2e-05,
      "loss": 0.5542924880981446,
      "step": 920
    },
    {
      "epoch": 0.0666905700968089,
      "grad_norm": 39.208408511129576,
      "learning_rate": 2e-05,
      "loss": 0.5712676525115967,
      "step": 930
    },
    {
      "epoch": 0.06740767300107565,
      "grad_norm": 1.2893484486598836,
      "learning_rate": 2e-05,
      "loss": 0.5429130077362061,
      "step": 940
    },
    {
      "epoch": 0.06812477590534241,
      "grad_norm": 2.4226393977358027,
      "learning_rate": 2e-05,
      "loss": 0.5704053401947021,
      "step": 950
    },
    {
      "epoch": 0.06884187880960918,
      "grad_norm": 1.5751855857626986,
      "learning_rate": 2e-05,
      "loss": 0.5415806770324707,
      "step": 960
    },
    {
      "epoch": 0.06955898171387594,
      "grad_norm": 2.5631690778468936,
      "learning_rate": 2e-05,
      "loss": 0.557930850982666,
      "step": 970
    },
    {
      "epoch": 0.0702760846181427,
      "grad_norm": 3.3081150567736466,
      "learning_rate": 2e-05,
      "loss": 0.568875503540039,
      "step": 980
    },
    {
      "epoch": 0.07099318752240946,
      "grad_norm": 6.34001063563305,
      "learning_rate": 2e-05,
      "loss": 0.5582491874694824,
      "step": 990
    },
    {
      "epoch": 0.07171029042667623,
      "grad_norm": 4.874954359164638,
      "learning_rate": 2e-05,
      "loss": 0.5891461849212647,
      "step": 1000
    },
    {
      "epoch": 0.07242739333094299,
      "grad_norm": 2.845478581515535,
      "learning_rate": 2e-05,
      "loss": 0.5877192497253418,
      "step": 1010
    },
    {
      "epoch": 0.07314449623520976,
      "grad_norm": 6.6832113770801245,
      "learning_rate": 2e-05,
      "loss": 0.5936095237731933,
      "step": 1020
    },
    {
      "epoch": 0.07386159913947651,
      "grad_norm": 3.1831812810869176,
      "learning_rate": 2e-05,
      "loss": 0.5392140865325927,
      "step": 1030
    },
    {
      "epoch": 0.07457870204374328,
      "grad_norm": 2.0917237719957327,
      "learning_rate": 2e-05,
      "loss": 0.5553333282470703,
      "step": 1040
    },
    {
      "epoch": 0.07529580494801004,
      "grad_norm": 24.130295532697943,
      "learning_rate": 2e-05,
      "loss": 0.5648217678070069,
      "step": 1050
    },
    {
      "epoch": 0.0760129078522768,
      "grad_norm": 16.060468283541823,
      "learning_rate": 2e-05,
      "loss": 0.5578883171081543,
      "step": 1060
    },
    {
      "epoch": 0.07673001075654357,
      "grad_norm": 3.4059299289427973,
      "learning_rate": 2e-05,
      "loss": 0.5588356018066406,
      "step": 1070
    },
    {
      "epoch": 0.07744711366081032,
      "grad_norm": 3.392575917695726,
      "learning_rate": 2e-05,
      "loss": 0.5971034049987793,
      "step": 1080
    },
    {
      "epoch": 0.07816421656507709,
      "grad_norm": 2.75964264791242,
      "learning_rate": 2e-05,
      "loss": 0.5971877098083496,
      "step": 1090
    },
    {
      "epoch": 0.07888131946934385,
      "grad_norm": 3.8086463493365152,
      "learning_rate": 2e-05,
      "loss": 0.5783935070037842,
      "step": 1100
    },
    {
      "epoch": 0.07959842237361062,
      "grad_norm": 2.58367503325779,
      "learning_rate": 2e-05,
      "loss": 0.5899093151092529,
      "step": 1110
    },
    {
      "epoch": 0.08031552527787737,
      "grad_norm": 1.1621693693121284,
      "learning_rate": 2e-05,
      "loss": 0.5835798263549805,
      "step": 1120
    },
    {
      "epoch": 0.08103262818214414,
      "grad_norm": 1.508549335071549,
      "learning_rate": 2e-05,
      "loss": 0.5874055385589599,
      "step": 1130
    },
    {
      "epoch": 0.0817497310864109,
      "grad_norm": 1.8012151576180655,
      "learning_rate": 2e-05,
      "loss": 0.5666553497314453,
      "step": 1140
    },
    {
      "epoch": 0.08246683399067767,
      "grad_norm": 1.381814981155295,
      "learning_rate": 2e-05,
      "loss": 0.5351155281066895,
      "step": 1150
    },
    {
      "epoch": 0.08318393689494442,
      "grad_norm": 3.3933223742777403,
      "learning_rate": 2e-05,
      "loss": 0.5747641563415528,
      "step": 1160
    },
    {
      "epoch": 0.08390103979921118,
      "grad_norm": 3.4224544409368485,
      "learning_rate": 2e-05,
      "loss": 0.5581981658935546,
      "step": 1170
    },
    {
      "epoch": 0.08461814270347795,
      "grad_norm": 1.978909956599825,
      "learning_rate": 2e-05,
      "loss": 0.5532891273498535,
      "step": 1180
    },
    {
      "epoch": 0.0853352456077447,
      "grad_norm": 19.438157203071867,
      "learning_rate": 2e-05,
      "loss": 0.5519776821136475,
      "step": 1190
    },
    {
      "epoch": 0.08605234851201148,
      "grad_norm": 2.5565977324257427,
      "learning_rate": 2e-05,
      "loss": 0.5592182159423829,
      "step": 1200
    },
    {
      "epoch": 0.08676945141627823,
      "grad_norm": 1.8412057701311577,
      "learning_rate": 2e-05,
      "loss": 0.5500537872314453,
      "step": 1210
    },
    {
      "epoch": 0.087486554320545,
      "grad_norm": 3.3351345984826577,
      "learning_rate": 2e-05,
      "loss": 0.5454347133636475,
      "step": 1220
    },
    {
      "epoch": 0.08820365722481176,
      "grad_norm": 1.673409013117643,
      "learning_rate": 2e-05,
      "loss": 0.5704385757446289,
      "step": 1230
    },
    {
      "epoch": 0.08892076012907853,
      "grad_norm": 2.6996798661736188,
      "learning_rate": 2e-05,
      "loss": 0.5756550788879394,
      "step": 1240
    },
    {
      "epoch": 0.08963786303334528,
      "grad_norm": 1.5092839008364487,
      "learning_rate": 2e-05,
      "loss": 0.5831204891204834,
      "step": 1250
    },
    {
      "epoch": 0.09035496593761205,
      "grad_norm": 1.8182439348881136,
      "learning_rate": 2e-05,
      "loss": 0.5437450408935547,
      "step": 1260
    },
    {
      "epoch": 0.09107206884187881,
      "grad_norm": 1.9633401279250697,
      "learning_rate": 2e-05,
      "loss": 0.5590100765228272,
      "step": 1270
    },
    {
      "epoch": 0.09178917174614558,
      "grad_norm": 2.0421680478109603,
      "learning_rate": 2e-05,
      "loss": 0.5691956996917724,
      "step": 1280
    },
    {
      "epoch": 0.09250627465041233,
      "grad_norm": 4.552583885012217,
      "learning_rate": 2e-05,
      "loss": 0.5702752590179443,
      "step": 1290
    },
    {
      "epoch": 0.09322337755467909,
      "grad_norm": 2.355805404071415,
      "learning_rate": 2e-05,
      "loss": 0.578900146484375,
      "step": 1300
    },
    {
      "epoch": 0.09394048045894586,
      "grad_norm": 1.9752619410318872,
      "learning_rate": 2e-05,
      "loss": 0.5673203945159913,
      "step": 1310
    },
    {
      "epoch": 0.09465758336321262,
      "grad_norm": 1.7290046269631103,
      "learning_rate": 2e-05,
      "loss": 0.5562186717987061,
      "step": 1320
    },
    {
      "epoch": 0.09537468626747939,
      "grad_norm": 2.0888670764258968,
      "learning_rate": 2e-05,
      "loss": 0.5605551719665527,
      "step": 1330
    },
    {
      "epoch": 0.09609178917174614,
      "grad_norm": 2.479093099558694,
      "learning_rate": 2e-05,
      "loss": 0.5779216766357422,
      "step": 1340
    },
    {
      "epoch": 0.09680889207601291,
      "grad_norm": 23.340334088434542,
      "learning_rate": 2e-05,
      "loss": 0.5345910072326661,
      "step": 1350
    },
    {
      "epoch": 0.09752599498027967,
      "grad_norm": 4.261898702807557,
      "learning_rate": 2e-05,
      "loss": 0.617152738571167,
      "step": 1360
    },
    {
      "epoch": 0.09824309788454644,
      "grad_norm": 2.541660870456259,
      "learning_rate": 2e-05,
      "loss": 0.5389508724212646,
      "step": 1370
    },
    {
      "epoch": 0.0989602007888132,
      "grad_norm": 2.185679172731964,
      "learning_rate": 2e-05,
      "loss": 0.5475359916687011,
      "step": 1380
    },
    {
      "epoch": 0.09967730369307996,
      "grad_norm": 1.5807688223209044,
      "learning_rate": 2e-05,
      "loss": 0.545291519165039,
      "step": 1390
    },
    {
      "epoch": 0.10039440659734672,
      "grad_norm": 1.421834241690961,
      "learning_rate": 2e-05,
      "loss": 0.5282414436340332,
      "step": 1400
    },
    {
      "epoch": 0.10111150950161348,
      "grad_norm": 1.2162273515936992,
      "learning_rate": 2e-05,
      "loss": 0.5563668727874755,
      "step": 1410
    },
    {
      "epoch": 0.10182861240588024,
      "grad_norm": 1.839759708750941,
      "learning_rate": 2e-05,
      "loss": 0.5481462001800537,
      "step": 1420
    },
    {
      "epoch": 0.102545715310147,
      "grad_norm": 1.5675680272657555,
      "learning_rate": 2e-05,
      "loss": 0.5708026885986328,
      "step": 1430
    },
    {
      "epoch": 0.10326281821441377,
      "grad_norm": 1.927651602988223,
      "learning_rate": 2e-05,
      "loss": 0.5257652282714844,
      "step": 1440
    },
    {
      "epoch": 0.10397992111868053,
      "grad_norm": 3.350732435480856,
      "learning_rate": 2e-05,
      "loss": 0.5064706325531005,
      "step": 1450
    },
    {
      "epoch": 0.1046970240229473,
      "grad_norm": 2.8354881463808526,
      "learning_rate": 2e-05,
      "loss": 0.5483434200286865,
      "step": 1460
    },
    {
      "epoch": 0.10541412692721405,
      "grad_norm": 1.3180552517112605,
      "learning_rate": 2e-05,
      "loss": 0.5558376312255859,
      "step": 1470
    },
    {
      "epoch": 0.10613122983148082,
      "grad_norm": 1.453787737702332,
      "learning_rate": 2e-05,
      "loss": 0.5345685958862305,
      "step": 1480
    },
    {
      "epoch": 0.10684833273574758,
      "grad_norm": 1.6143142430339519,
      "learning_rate": 2e-05,
      "loss": 0.5461667060852051,
      "step": 1490
    },
    {
      "epoch": 0.10756543564001435,
      "grad_norm": 1.0541879511974963,
      "learning_rate": 2e-05,
      "loss": 0.543915843963623,
      "step": 1500
    },
    {
      "epoch": 0.1082825385442811,
      "grad_norm": 1.1840358132227575,
      "learning_rate": 2e-05,
      "loss": 0.5387839317321778,
      "step": 1510
    },
    {
      "epoch": 0.10899964144854786,
      "grad_norm": 2.1425725141208876,
      "learning_rate": 2e-05,
      "loss": 0.5789884090423584,
      "step": 1520
    },
    {
      "epoch": 0.10971674435281463,
      "grad_norm": 1.7058534011016113,
      "learning_rate": 2e-05,
      "loss": 0.5545422554016113,
      "step": 1530
    },
    {
      "epoch": 0.11043384725708139,
      "grad_norm": 1.01371886276308,
      "learning_rate": 2e-05,
      "loss": 0.5442469596862793,
      "step": 1540
    },
    {
      "epoch": 0.11115095016134816,
      "grad_norm": 2.3602814474145593,
      "learning_rate": 2e-05,
      "loss": 0.5491166591644288,
      "step": 1550
    },
    {
      "epoch": 0.11186805306561491,
      "grad_norm": 2.808118905252683,
      "learning_rate": 2e-05,
      "loss": 0.5387770652770996,
      "step": 1560
    },
    {
      "epoch": 0.11258515596988168,
      "grad_norm": 1.201202663255044,
      "learning_rate": 2e-05,
      "loss": 0.5430009841918946,
      "step": 1570
    },
    {
      "epoch": 0.11330225887414844,
      "grad_norm": 4.700262983965676,
      "learning_rate": 2e-05,
      "loss": 0.5618073463439941,
      "step": 1580
    },
    {
      "epoch": 0.1140193617784152,
      "grad_norm": 1.3533825932255663,
      "learning_rate": 2e-05,
      "loss": 0.5579128265380859,
      "step": 1590
    },
    {
      "epoch": 0.11473646468268196,
      "grad_norm": 1.5857379391510027,
      "learning_rate": 2e-05,
      "loss": 0.5602166652679443,
      "step": 1600
    },
    {
      "epoch": 0.11545356758694873,
      "grad_norm": 4.6484526042797185,
      "learning_rate": 2e-05,
      "loss": 0.5370266914367676,
      "step": 1610
    },
    {
      "epoch": 0.11617067049121549,
      "grad_norm": 1.3186459053370545,
      "learning_rate": 2e-05,
      "loss": 0.587346076965332,
      "step": 1620
    },
    {
      "epoch": 0.11688777339548226,
      "grad_norm": 2.3078508253099326,
      "learning_rate": 2e-05,
      "loss": 0.56480712890625,
      "step": 1630
    },
    {
      "epoch": 0.11760487629974901,
      "grad_norm": 1.5069099846449054,
      "learning_rate": 2e-05,
      "loss": 0.5705337524414062,
      "step": 1640
    },
    {
      "epoch": 0.11832197920401577,
      "grad_norm": 4.018520435411039,
      "learning_rate": 2e-05,
      "loss": 0.5952683925628662,
      "step": 1650
    },
    {
      "epoch": 0.11903908210828254,
      "grad_norm": 1.9898833529179372,
      "learning_rate": 2e-05,
      "loss": 0.5610923767089844,
      "step": 1660
    },
    {
      "epoch": 0.1197561850125493,
      "grad_norm": 2.6978818352707448,
      "learning_rate": 2e-05,
      "loss": 0.564918327331543,
      "step": 1670
    },
    {
      "epoch": 0.12047328791681607,
      "grad_norm": 26.62718759167103,
      "learning_rate": 2e-05,
      "loss": 0.5717484474182128,
      "step": 1680
    },
    {
      "epoch": 0.12119039082108282,
      "grad_norm": 6.128201486001608,
      "learning_rate": 2e-05,
      "loss": 0.5359064102172851,
      "step": 1690
    },
    {
      "epoch": 0.12190749372534959,
      "grad_norm": 2.4136180588009926,
      "learning_rate": 2e-05,
      "loss": 0.5571248531341553,
      "step": 1700
    },
    {
      "epoch": 0.12262459662961635,
      "grad_norm": 23.57181706006007,
      "learning_rate": 2e-05,
      "loss": 0.5414628505706787,
      "step": 1710
    },
    {
      "epoch": 0.12334169953388312,
      "grad_norm": 2.061702966147612,
      "learning_rate": 2e-05,
      "loss": 0.5444112777709961,
      "step": 1720
    },
    {
      "epoch": 0.12405880243814987,
      "grad_norm": 2.3085794839169136,
      "learning_rate": 2e-05,
      "loss": 0.576922607421875,
      "step": 1730
    },
    {
      "epoch": 0.12477590534241664,
      "grad_norm": 5.710972200205366,
      "learning_rate": 2e-05,
      "loss": 0.5441991329193115,
      "step": 1740
    },
    {
      "epoch": 0.1254930082466834,
      "grad_norm": 1.7864396003339693,
      "learning_rate": 2e-05,
      "loss": 0.5717742919921875,
      "step": 1750
    },
    {
      "epoch": 0.12621011115095015,
      "grad_norm": 0.9014723079637288,
      "learning_rate": 2e-05,
      "loss": 0.5551410675048828,
      "step": 1760
    },
    {
      "epoch": 0.12692721405521692,
      "grad_norm": 0.9370087293733383,
      "learning_rate": 2e-05,
      "loss": 0.5544151306152344,
      "step": 1770
    },
    {
      "epoch": 0.1276443169594837,
      "grad_norm": 2.674839389932199,
      "learning_rate": 2e-05,
      "loss": 0.5430533409118652,
      "step": 1780
    },
    {
      "epoch": 0.12836141986375044,
      "grad_norm": 2.273289919159861,
      "learning_rate": 2e-05,
      "loss": 0.5444197654724121,
      "step": 1790
    },
    {
      "epoch": 0.1290785227680172,
      "grad_norm": 3.6023559077364498,
      "learning_rate": 2e-05,
      "loss": 0.5236852169036865,
      "step": 1800
    },
    {
      "epoch": 0.12979562567228398,
      "grad_norm": 2.3065219860590096,
      "learning_rate": 2e-05,
      "loss": 0.5680782318115234,
      "step": 1810
    },
    {
      "epoch": 0.13051272857655075,
      "grad_norm": 2.084022964738366,
      "learning_rate": 2e-05,
      "loss": 0.5856912136077881,
      "step": 1820
    },
    {
      "epoch": 0.1312298314808175,
      "grad_norm": 2.1598047949045434,
      "learning_rate": 2e-05,
      "loss": 0.5665178298950195,
      "step": 1830
    },
    {
      "epoch": 0.13194693438508426,
      "grad_norm": 3.4942841572353713,
      "learning_rate": 2e-05,
      "loss": 0.5104799270629883,
      "step": 1840
    },
    {
      "epoch": 0.13266403728935103,
      "grad_norm": 2.6508913591970003,
      "learning_rate": 2e-05,
      "loss": 0.5309865951538086,
      "step": 1850
    },
    {
      "epoch": 0.1333811401936178,
      "grad_norm": 2.3166121873122494,
      "learning_rate": 2e-05,
      "loss": 0.5639969825744628,
      "step": 1860
    },
    {
      "epoch": 0.13409824309788454,
      "grad_norm": 0.9244294142195673,
      "learning_rate": 2e-05,
      "loss": 0.5573611259460449,
      "step": 1870
    },
    {
      "epoch": 0.1348153460021513,
      "grad_norm": 1.727174236209999,
      "learning_rate": 2e-05,
      "loss": 0.5519887447357178,
      "step": 1880
    },
    {
      "epoch": 0.13553244890641808,
      "grad_norm": 1.6186172320504204,
      "learning_rate": 2e-05,
      "loss": 0.5558316707611084,
      "step": 1890
    },
    {
      "epoch": 0.13624955181068482,
      "grad_norm": 5.797337940362527,
      "learning_rate": 2e-05,
      "loss": 0.5600574493408204,
      "step": 1900
    },
    {
      "epoch": 0.1369666547149516,
      "grad_norm": 1.4320979482604466,
      "learning_rate": 2e-05,
      "loss": 0.5349112987518311,
      "step": 1910
    },
    {
      "epoch": 0.13768375761921836,
      "grad_norm": 2.128945502552639,
      "learning_rate": 2e-05,
      "loss": 0.5613338470458984,
      "step": 1920
    },
    {
      "epoch": 0.13840086052348513,
      "grad_norm": 2.8191870400195307,
      "learning_rate": 2e-05,
      "loss": 0.5300923824310303,
      "step": 1930
    },
    {
      "epoch": 0.13911796342775187,
      "grad_norm": 2.0673663166478216,
      "learning_rate": 2e-05,
      "loss": 0.538027286529541,
      "step": 1940
    },
    {
      "epoch": 0.13983506633201864,
      "grad_norm": 1.8236578957860592,
      "learning_rate": 2e-05,
      "loss": 0.5343324184417725,
      "step": 1950
    },
    {
      "epoch": 0.1405521692362854,
      "grad_norm": 3.3977884211025335,
      "learning_rate": 2e-05,
      "loss": 0.5443202972412109,
      "step": 1960
    },
    {
      "epoch": 0.14126927214055218,
      "grad_norm": 3.8609988917549347,
      "learning_rate": 2e-05,
      "loss": 0.5392850399017334,
      "step": 1970
    },
    {
      "epoch": 0.14198637504481892,
      "grad_norm": 1.437206263243472,
      "learning_rate": 2e-05,
      "loss": 0.5444744110107422,
      "step": 1980
    },
    {
      "epoch": 0.1427034779490857,
      "grad_norm": 1.5343678694917298,
      "learning_rate": 2e-05,
      "loss": 0.5262813568115234,
      "step": 1990
    },
    {
      "epoch": 0.14342058085335246,
      "grad_norm": 0.8756623603379825,
      "learning_rate": 2e-05,
      "loss": 0.5296908378601074,
      "step": 2000
    },
    {
      "epoch": 0.1441376837576192,
      "grad_norm": 3.4802550609605976,
      "learning_rate": 2e-05,
      "loss": 0.5779629707336426,
      "step": 2010
    },
    {
      "epoch": 0.14485478666188598,
      "grad_norm": 2.934219579458467,
      "learning_rate": 2e-05,
      "loss": 0.5296000957489013,
      "step": 2020
    },
    {
      "epoch": 0.14557188956615275,
      "grad_norm": 1.3040073087327337,
      "learning_rate": 2e-05,
      "loss": 0.5569531440734863,
      "step": 2030
    },
    {
      "epoch": 0.14628899247041952,
      "grad_norm": 4.113376666837119,
      "learning_rate": 2e-05,
      "loss": 0.5557994842529297,
      "step": 2040
    },
    {
      "epoch": 0.14700609537468626,
      "grad_norm": 2.8352481929695244,
      "learning_rate": 2e-05,
      "loss": 0.5364577293395996,
      "step": 2050
    },
    {
      "epoch": 0.14772319827895303,
      "grad_norm": 1.745221137869923,
      "learning_rate": 2e-05,
      "loss": 0.5374924659729003,
      "step": 2060
    },
    {
      "epoch": 0.1484403011832198,
      "grad_norm": 1.9733965751347848,
      "learning_rate": 2e-05,
      "loss": 0.5620547294616699,
      "step": 2070
    },
    {
      "epoch": 0.14915740408748657,
      "grad_norm": 2.5401198474019697,
      "learning_rate": 2e-05,
      "loss": 0.5819472789764404,
      "step": 2080
    },
    {
      "epoch": 0.1498745069917533,
      "grad_norm": 1.6508987995216626,
      "learning_rate": 2e-05,
      "loss": 0.5497961044311523,
      "step": 2090
    },
    {
      "epoch": 0.15059160989602008,
      "grad_norm": 4.028829550318998,
      "learning_rate": 2e-05,
      "loss": 0.5571159362792969,
      "step": 2100
    },
    {
      "epoch": 0.15130871280028685,
      "grad_norm": 2.3975822216230247,
      "learning_rate": 2e-05,
      "loss": 0.5467790126800537,
      "step": 2110
    },
    {
      "epoch": 0.1520258157045536,
      "grad_norm": 1.4480780443079728,
      "learning_rate": 2e-05,
      "loss": 0.5441234588623047,
      "step": 2120
    },
    {
      "epoch": 0.15274291860882036,
      "grad_norm": 1.4790891678648428,
      "learning_rate": 2e-05,
      "loss": 0.5478582382202148,
      "step": 2130
    },
    {
      "epoch": 0.15346002151308713,
      "grad_norm": 1.2546481239787297,
      "learning_rate": 2e-05,
      "loss": 0.5563353538513184,
      "step": 2140
    },
    {
      "epoch": 0.1541771244173539,
      "grad_norm": 0.9819256656146061,
      "learning_rate": 2e-05,
      "loss": 0.5564832210540771,
      "step": 2150
    },
    {
      "epoch": 0.15489422732162064,
      "grad_norm": 2.566754230339073,
      "learning_rate": 2e-05,
      "loss": 0.5165680408477783,
      "step": 2160
    },
    {
      "epoch": 0.1556113302258874,
      "grad_norm": 0.8311248159633984,
      "learning_rate": 2e-05,
      "loss": 0.5284764289855957,
      "step": 2170
    },
    {
      "epoch": 0.15632843313015418,
      "grad_norm": 1.8410382032231034,
      "learning_rate": 2e-05,
      "loss": 0.5319634437561035,
      "step": 2180
    },
    {
      "epoch": 0.15704553603442095,
      "grad_norm": 0.9088140586053679,
      "learning_rate": 2e-05,
      "loss": 0.542931318283081,
      "step": 2190
    },
    {
      "epoch": 0.1577626389386877,
      "grad_norm": 1.1599160205724215,
      "learning_rate": 2e-05,
      "loss": 0.552515697479248,
      "step": 2200
    },
    {
      "epoch": 0.15847974184295446,
      "grad_norm": 0.8853220986303392,
      "learning_rate": 2e-05,
      "loss": 0.5501457214355469,
      "step": 2210
    },
    {
      "epoch": 0.15919684474722123,
      "grad_norm": 2.0740258891068835,
      "learning_rate": 2e-05,
      "loss": 0.543214225769043,
      "step": 2220
    },
    {
      "epoch": 0.15991394765148798,
      "grad_norm": 3.638417995818362,
      "learning_rate": 2e-05,
      "loss": 0.5436822891235351,
      "step": 2230
    },
    {
      "epoch": 0.16063105055575475,
      "grad_norm": 0.8144603584145417,
      "learning_rate": 2e-05,
      "loss": 0.5217988014221191,
      "step": 2240
    },
    {
      "epoch": 0.16134815346002152,
      "grad_norm": 1.0452638192846837,
      "learning_rate": 2e-05,
      "loss": 0.5355788230895996,
      "step": 2250
    },
    {
      "epoch": 0.16206525636428828,
      "grad_norm": 1.3003265396721033,
      "learning_rate": 2e-05,
      "loss": 0.5429640769958496,
      "step": 2260
    },
    {
      "epoch": 0.16278235926855503,
      "grad_norm": 1.2224235191550799,
      "learning_rate": 2e-05,
      "loss": 0.5476203441619873,
      "step": 2270
    },
    {
      "epoch": 0.1634994621728218,
      "grad_norm": 0.9447309520879374,
      "learning_rate": 2e-05,
      "loss": 0.5285428524017334,
      "step": 2280
    },
    {
      "epoch": 0.16421656507708857,
      "grad_norm": 0.976975105833434,
      "learning_rate": 2e-05,
      "loss": 0.5368287563323975,
      "step": 2290
    },
    {
      "epoch": 0.16493366798135534,
      "grad_norm": 1.7020593967778337,
      "learning_rate": 2e-05,
      "loss": 0.5516303539276123,
      "step": 2300
    },
    {
      "epoch": 0.16565077088562208,
      "grad_norm": 1.1134720838830279,
      "learning_rate": 2e-05,
      "loss": 0.5425692558288574,
      "step": 2310
    },
    {
      "epoch": 0.16636787378988885,
      "grad_norm": 1.5392906735570862,
      "learning_rate": 2e-05,
      "loss": 0.5487800121307373,
      "step": 2320
    },
    {
      "epoch": 0.16708497669415562,
      "grad_norm": 1.266543281789761,
      "learning_rate": 2e-05,
      "loss": 0.5495414733886719,
      "step": 2330
    },
    {
      "epoch": 0.16780207959842236,
      "grad_norm": 0.8428229926488787,
      "learning_rate": 2e-05,
      "loss": 0.5339969635009766,
      "step": 2340
    },
    {
      "epoch": 0.16851918250268913,
      "grad_norm": 1.248525897850751,
      "learning_rate": 2e-05,
      "loss": 0.5505522727966309,
      "step": 2350
    },
    {
      "epoch": 0.1692362854069559,
      "grad_norm": 0.9057046779507363,
      "learning_rate": 2e-05,
      "loss": 0.5328867912292481,
      "step": 2360
    },
    {
      "epoch": 0.16995338831122267,
      "grad_norm": 2.3723677611050062,
      "learning_rate": 2e-05,
      "loss": 0.5437640190124512,
      "step": 2370
    },
    {
      "epoch": 0.1706704912154894,
      "grad_norm": 2.042150750776014,
      "learning_rate": 2e-05,
      "loss": 0.5396258354187011,
      "step": 2380
    },
    {
      "epoch": 0.17138759411975618,
      "grad_norm": 3.838167099539153,
      "learning_rate": 2e-05,
      "loss": 0.5363749980926513,
      "step": 2390
    },
    {
      "epoch": 0.17210469702402295,
      "grad_norm": 6.1848557321177795,
      "learning_rate": 2e-05,
      "loss": 0.5548676967620849,
      "step": 2400
    },
    {
      "epoch": 0.17282179992828972,
      "grad_norm": 6.579070478414869,
      "learning_rate": 2e-05,
      "loss": 0.5562749385833741,
      "step": 2410
    },
    {
      "epoch": 0.17353890283255646,
      "grad_norm": 5.185362047776957,
      "learning_rate": 2e-05,
      "loss": 0.564643383026123,
      "step": 2420
    },
    {
      "epoch": 0.17425600573682323,
      "grad_norm": 5.910383156548448,
      "learning_rate": 2e-05,
      "loss": 0.5481171607971191,
      "step": 2430
    },
    {
      "epoch": 0.17497310864109,
      "grad_norm": 1.763722226804498,
      "learning_rate": 2e-05,
      "loss": 0.5655164241790771,
      "step": 2440
    },
    {
      "epoch": 0.17569021154535677,
      "grad_norm": 3.376109338691145,
      "learning_rate": 2e-05,
      "loss": 0.5555837154388428,
      "step": 2450
    },
    {
      "epoch": 0.17640731444962351,
      "grad_norm": 0.9568745205231425,
      "learning_rate": 2e-05,
      "loss": 0.5491615295410156,
      "step": 2460
    },
    {
      "epoch": 0.17712441735389028,
      "grad_norm": 16.059766905754536,
      "learning_rate": 2e-05,
      "loss": 0.5338088512420655,
      "step": 2470
    },
    {
      "epoch": 0.17784152025815705,
      "grad_norm": 2.975321349891421,
      "learning_rate": 2e-05,
      "loss": 0.5540153503417968,
      "step": 2480
    },
    {
      "epoch": 0.1785586231624238,
      "grad_norm": 6.47424146966675,
      "learning_rate": 2e-05,
      "loss": 0.5426904678344726,
      "step": 2490
    },
    {
      "epoch": 0.17927572606669057,
      "grad_norm": 1.3423883094161901,
      "learning_rate": 2e-05,
      "loss": 0.5475606441497802,
      "step": 2500
    },
    {
      "epoch": 0.17999282897095734,
      "grad_norm": 2.4973587366137995,
      "learning_rate": 2e-05,
      "loss": 0.5557956218719482,
      "step": 2510
    },
    {
      "epoch": 0.1807099318752241,
      "grad_norm": 1.0026541588256375,
      "learning_rate": 2e-05,
      "loss": 0.5389398574829102,
      "step": 2520
    },
    {
      "epoch": 0.18142703477949085,
      "grad_norm": 0.7595318143310303,
      "learning_rate": 2e-05,
      "loss": 0.5713970184326171,
      "step": 2530
    },
    {
      "epoch": 0.18214413768375762,
      "grad_norm": 1.016156362531317,
      "learning_rate": 2e-05,
      "loss": 0.5476889610290527,
      "step": 2540
    },
    {
      "epoch": 0.1828612405880244,
      "grad_norm": 1.1104838610457881,
      "learning_rate": 1.997261400182901e-05,
      "loss": 0.5419221605573382,
      "step": 2550
    },
    {
      "epoch": 0.18357834349229116,
      "grad_norm": 1.0948314978981517,
      "learning_rate": 1.9805800746810423e-05,
      "loss": 0.5443652629852295,
      "step": 2560
    },
    {
      "epoch": 0.1842954463965579,
      "grad_norm": 0.942909129642652,
      "learning_rate": 1.9489934220110274e-05,
      "loss": 0.5187523365020752,
      "step": 2570
    },
    {
      "epoch": 0.18501254930082467,
      "grad_norm": 2.498357530841941,
      "learning_rate": 1.9029840364820392e-05,
      "loss": 0.54703688621521,
      "step": 2580
    },
    {
      "epoch": 0.18572965220509144,
      "grad_norm": 1.050915878037599,
      "learning_rate": 1.8432548690479908e-05,
      "loss": 0.5294360160827637,
      "step": 2590
    },
    {
      "epoch": 0.18644675510935818,
      "grad_norm": 1.9942088565115943,
      "learning_rate": 1.7707184873239772e-05,
      "loss": 0.5605529308319092,
      "step": 2600
    },
    {
      "epoch": 0.18716385801362495,
      "grad_norm": 0.961342633630974,
      "learning_rate": 1.6864831329902565e-05,
      "loss": 0.5377580642700195,
      "step": 2610
    },
    {
      "epoch": 0.18788096091789172,
      "grad_norm": 2.876057206556651,
      "learning_rate": 1.591835789604667e-05,
      "loss": 0.5342798233032227,
      "step": 2620
    },
    {
      "epoch": 0.1885980638221585,
      "grad_norm": 1.0021327204981894,
      "learning_rate": 1.4882225195206459e-05,
      "loss": 0.5192233085632324,
      "step": 2630
    },
    {
      "epoch": 0.18931516672642523,
      "grad_norm": 3.1066883574587174,
      "learning_rate": 1.3772263703317695e-05,
      "loss": 0.5124124526977539,
      "step": 2640
    },
    {
      "epoch": 0.190032269630692,
      "grad_norm": 1.6890114478162948,
      "learning_rate": 1.2605431883975547e-05,
      "loss": 0.5044251441955566,
      "step": 2650
    },
    {
      "epoch": 0.19074937253495877,
      "grad_norm": 6.522787376641639,
      "learning_rate": 1.1399557089817574e-05,
      "loss": 0.5150196552276611,
      "step": 2660
    },
    {
      "epoch": 0.19146647543922554,
      "grad_norm": 1.4824535355197326,
      "learning_rate": 1.0173063188650463e-05,
      "loss": 0.5414235115051269,
      "step": 2670
    },
    {
      "epoch": 0.19218357834349228,
      "grad_norm": 0.8690612230958721,
      "learning_rate": 8.944689075764396e-06,
      "loss": 0.5502989768981934,
      "step": 2680
    },
    {
      "epoch": 0.19290068124775905,
      "grad_norm": 3.7840717869359426,
      "learning_rate": 7.73320237312362e-06,
      "loss": 0.5113142967224121,
      "step": 2690
    },
    {
      "epoch": 0.19361778415202582,
      "grad_norm": 2.3025950044090995,
      "learning_rate": 6.557112689658629e-06,
      "loss": 0.5296006202697754,
      "step": 2700
    },
    {
      "epoch": 0.19433488705629257,
      "grad_norm": 1.0694654085420516,
      "learning_rate": 5.434388823591213e-06,
      "loss": 0.5536742210388184,
      "step": 2710
    },
    {
      "epoch": 0.19505198996055934,
      "grad_norm": 1.1124214182448702,
      "learning_rate": 4.382184227495424e-06,
      "loss": 0.5129819869995117,
      "step": 2720
    },
    {
      "epoch": 0.1957690928648261,
      "grad_norm": 0.9916864960655524,
      "learning_rate": 3.4165749305560203e-06,
      "loss": 0.498732328414917,
      "step": 2730
    },
    {
      "epoch": 0.19648619576909288,
      "grad_norm": 1.6432467789542329,
      "learning_rate": 2.5523139221595556e-06,
      "loss": 0.5243377208709716,
      "step": 2740
    },
    {
      "epoch": 0.19720329867335962,
      "grad_norm": 1.6923412472424093,
      "learning_rate": 1.8026057494499821e-06,
      "loss": 0.531996488571167,
      "step": 2750
    },
    {
      "epoch": 0.1979204015776264,
      "grad_norm": 1.8684286091471634,
      "learning_rate": 1.178904772643223e-06,
      "loss": 0.5293401718139649,
      "step": 2760
    },
    {
      "epoch": 0.19863750448189316,
      "grad_norm": 1.3510552879003406,
      "learning_rate": 6.90740160441754e-07,
      "loss": 0.5419890403747558,
      "step": 2770
    },
    {
      "epoch": 0.19935460738615993,
      "grad_norm": 6.011413037566841,
      "learning_rate": 3.45570299343632e-07,
      "loss": 0.5053925037384033,
      "step": 2780
    },
    {
      "epoch": 0.20007171029042667,
      "grad_norm": 1.014709725454001,
      "learning_rate": 1.486688412425152e-07,
      "loss": 0.5323020935058593,
      "step": 2790
    },
    {
      "epoch": 0.2005736823234134,
      "step": 2797,
      "total_flos": 1324435843842048.0,
      "train_loss": 0.04788554878289417,
      "train_runtime": 3648.7564,
      "train_samples_per_second": 9.199,
      "train_steps_per_second": 0.767
    }
  ],
  "logging_steps": 10,
  "max_steps": 2797,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 1,
  "save_steps": 2543,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 1324435843842048.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}