{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 4.0,
  "eval_steps": 125,
  "global_step": 628,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.006369426751592357,
      "grad_norm": 14.634740829467773,
      "learning_rate": 0.0,
      "loss": 1.8326416015625,
      "step": 1
    },
    {
      "epoch": 0.012738853503184714,
      "grad_norm": 13.922843933105469,
      "learning_rate": 9.375e-06,
      "loss": 1.771697998046875,
      "step": 2
    },
    {
      "epoch": 0.01910828025477707,
      "grad_norm": 14.774005889892578,
      "learning_rate": 1.875e-05,
      "loss": 1.85638427734375,
      "step": 3
    },
    {
      "epoch": 0.025477707006369428,
      "grad_norm": 10.349848747253418,
      "learning_rate": 2.8125e-05,
      "loss": 1.5071837902069092,
      "step": 4
    },
    {
      "epoch": 0.03184713375796178,
      "grad_norm": 6.5954909324646,
      "learning_rate": 3.75e-05,
      "loss": 1.4010009765625,
      "step": 5
    },
    {
      "epoch": 0.03821656050955414,
      "grad_norm": 3.024427890777588,
      "learning_rate": 4.6874999999999994e-05,
      "loss": 1.2522125244140625,
      "step": 6
    },
    {
      "epoch": 0.044585987261146494,
      "grad_norm": 1.8201521635055542,
      "learning_rate": 5.625e-05,
      "loss": 1.2423095703125,
      "step": 7
    },
    {
      "epoch": 0.050955414012738856,
      "grad_norm": 1.9971822500228882,
      "learning_rate": 6.5625e-05,
      "loss": 1.1450324058532715,
      "step": 8
    },
    {
      "epoch": 0.05732484076433121,
      "grad_norm": 2.0520060062408447,
      "learning_rate": 7.5e-05,
      "loss": 0.9954171180725098,
      "step": 9
    },
    {
      "epoch": 0.06369426751592357,
      "grad_norm": 1.7549692392349243,
      "learning_rate": 8.437499999999999e-05,
      "loss": 1.1235504150390625,
      "step": 10
    },
    {
      "epoch": 0.07006369426751592,
      "grad_norm": 1.2025140523910522,
      "learning_rate": 9.374999999999999e-05,
      "loss": 1.0770721435546875,
      "step": 11
    },
    {
      "epoch": 0.07643312101910828,
      "grad_norm": 0.7220160961151123,
      "learning_rate": 0.00010312499999999999,
      "loss": 1.0740203857421875,
      "step": 12
    },
    {
      "epoch": 0.08280254777070063,
      "grad_norm": 0.5354941487312317,
      "learning_rate": 0.0001125,
      "loss": 1.0075836181640625,
      "step": 13
    },
    {
      "epoch": 0.08917197452229299,
      "grad_norm": 0.7336816787719727,
      "learning_rate": 0.000121875,
      "loss": 1.04559326171875,
      "step": 14
    },
    {
      "epoch": 0.09554140127388536,
      "grad_norm": 0.6976461410522461,
      "learning_rate": 0.00013125,
      "loss": 0.9922637939453125,
      "step": 15
    },
    {
      "epoch": 0.10191082802547771,
      "grad_norm": 0.4800432622432709,
      "learning_rate": 0.000140625,
      "loss": 0.9724864959716797,
      "step": 16
    },
    {
      "epoch": 0.10828025477707007,
      "grad_norm": 0.337033748626709,
      "learning_rate": 0.00015,
      "loss": 0.9916305541992188,
      "step": 17
    },
    {
      "epoch": 0.11464968152866242,
      "grad_norm": 0.35018786787986755,
      "learning_rate": 0.00015937499999999998,
      "loss": 1.01153564453125,
      "step": 18
    },
    {
      "epoch": 0.12101910828025478,
      "grad_norm": 0.3646854758262634,
      "learning_rate": 0.00016874999999999998,
      "loss": 0.9244003295898438,
      "step": 19
    },
    {
      "epoch": 0.12738853503184713,
      "grad_norm": 0.29458990693092346,
      "learning_rate": 0.00017812499999999998,
      "loss": 0.94232177734375,
      "step": 20
    },
    {
      "epoch": 0.1337579617834395,
      "grad_norm": 0.26776453852653503,
      "learning_rate": 0.00018749999999999998,
      "loss": 0.948822021484375,
      "step": 21
    },
    {
      "epoch": 0.14012738853503184,
      "grad_norm": 0.27545294165611267,
      "learning_rate": 0.00019687499999999997,
      "loss": 0.9884185791015625,
      "step": 22
    },
    {
      "epoch": 0.1464968152866242,
      "grad_norm": 0.27437588572502136,
      "learning_rate": 0.00020624999999999997,
      "loss": 0.9786376953125,
      "step": 23
    },
    {
      "epoch": 0.15286624203821655,
      "grad_norm": 0.25814566016197205,
      "learning_rate": 0.00021562499999999997,
      "loss": 0.9479827880859375,
      "step": 24
    },
    {
      "epoch": 0.1592356687898089,
      "grad_norm": 0.20565250515937805,
      "learning_rate": 0.000225,
      "loss": 0.9623298645019531,
      "step": 25
    },
    {
      "epoch": 0.16560509554140126,
      "grad_norm": 0.23908597230911255,
      "learning_rate": 0.000234375,
      "loss": 0.8784637451171875,
      "step": 26
    },
    {
      "epoch": 0.17197452229299362,
      "grad_norm": 0.22095371782779694,
      "learning_rate": 0.00024375,
      "loss": 0.8614120483398438,
      "step": 27
    },
    {
      "epoch": 0.17834394904458598,
      "grad_norm": 0.17901843786239624,
      "learning_rate": 0.000253125,
      "loss": 0.8215179443359375,
      "step": 28
    },
    {
      "epoch": 0.18471337579617833,
      "grad_norm": 0.238013356924057,
      "learning_rate": 0.0002625,
      "loss": 0.925048828125,
      "step": 29
    },
    {
      "epoch": 0.1910828025477707,
      "grad_norm": 0.1779915690422058,
      "learning_rate": 0.000271875,
      "loss": 0.865264892578125,
      "step": 30
    },
    {
      "epoch": 0.19745222929936307,
      "grad_norm": 0.20595991611480713,
      "learning_rate": 0.00028125,
      "loss": 0.8397705554962158,
      "step": 31
    },
    {
      "epoch": 0.20382165605095542,
      "grad_norm": 0.19492584466934204,
      "learning_rate": 0.000290625,
      "loss": 0.8128700256347656,
      "step": 32
    },
    {
      "epoch": 0.21019108280254778,
      "grad_norm": 0.17935727536678314,
      "learning_rate": 0.0003,
      "loss": 0.8271636962890625,
      "step": 33
    },
    {
      "epoch": 0.21656050955414013,
      "grad_norm": 0.23040995001792908,
      "learning_rate": 0.0002999981245305545,
      "loss": 0.8703155517578125,
      "step": 34
    },
    {
      "epoch": 0.2229299363057325,
      "grad_norm": 0.2647894620895386,
      "learning_rate": 0.00029999249817432727,
      "loss": 0.8524932861328125,
      "step": 35
    },
    {
      "epoch": 0.22929936305732485,
      "grad_norm": 0.15038178861141205,
      "learning_rate": 0.00029998312108764537,
      "loss": 0.7906417846679688,
      "step": 36
    },
    {
      "epoch": 0.2356687898089172,
      "grad_norm": 0.21919266879558563,
      "learning_rate": 0.0002999699935310484,
      "loss": 0.8485870361328125,
      "step": 37
    },
    {
      "epoch": 0.24203821656050956,
      "grad_norm": 0.15890416502952576,
      "learning_rate": 0.00029995311586928215,
      "loss": 0.8249359130859375,
      "step": 38
    },
    {
      "epoch": 0.2484076433121019,
      "grad_norm": 0.15894381701946259,
      "learning_rate": 0.0002999324885712879,
      "loss": 0.75238037109375,
      "step": 39
    },
    {
      "epoch": 0.25477707006369427,
      "grad_norm": 0.193678617477417,
      "learning_rate": 0.0002999081122101896,
      "loss": 0.847900390625,
      "step": 40
    },
    {
      "epoch": 0.2611464968152866,
      "grad_norm": 0.14389629662036896,
      "learning_rate": 0.0002998799874632779,
      "loss": 0.7450682520866394,
      "step": 41
    },
    {
      "epoch": 0.267515923566879,
      "grad_norm": 0.21948423981666565,
      "learning_rate": 0.00029984811511199136,
      "loss": 0.803375244140625,
      "step": 42
    },
    {
      "epoch": 0.27388535031847133,
      "grad_norm": 0.16477927565574646,
      "learning_rate": 0.00029981249604189484,
      "loss": 0.7503585815429688,
      "step": 43
    },
    {
      "epoch": 0.2802547770700637,
      "grad_norm": 0.21690034866333008,
      "learning_rate": 0.0002997731312426546,
      "loss": 0.79840087890625,
      "step": 44
    },
    {
      "epoch": 0.28662420382165604,
      "grad_norm": 0.1361113041639328,
      "learning_rate": 0.000299730021808011,
      "loss": 0.76605224609375,
      "step": 45
    },
    {
      "epoch": 0.2929936305732484,
      "grad_norm": 0.15949746966362,
      "learning_rate": 0.0002996831689357482,
      "loss": 0.7372894287109375,
      "step": 46
    },
    {
      "epoch": 0.29936305732484075,
      "grad_norm": 0.13118144869804382,
      "learning_rate": 0.0002996325739276609,
      "loss": 0.766143798828125,
      "step": 47
    },
    {
      "epoch": 0.3057324840764331,
      "grad_norm": 0.14016607403755188,
      "learning_rate": 0.0002995782381895176,
      "loss": 0.7620620727539062,
      "step": 48
    },
    {
      "epoch": 0.31210191082802546,
      "grad_norm": 0.1928688883781433,
      "learning_rate": 0.00029952016323102235,
      "loss": 0.8002471923828125,
      "step": 49
    },
    {
      "epoch": 0.3184713375796178,
      "grad_norm": 0.19723062217235565,
      "learning_rate": 0.0002994583506657723,
      "loss": 0.763778805732727,
      "step": 50
    },
    {
      "epoch": 0.3248407643312102,
      "grad_norm": 0.2530524432659149,
      "learning_rate": 0.00029939280221121314,
      "loss": 0.7891502380371094,
      "step": 51
    },
    {
      "epoch": 0.33121019108280253,
      "grad_norm": 0.20972968637943268,
      "learning_rate": 0.0002993235196885911,
      "loss": 0.7976531982421875,
      "step": 52
    },
    {
      "epoch": 0.3375796178343949,
      "grad_norm": 0.1319575309753418,
      "learning_rate": 0.0002992505050229025,
      "loss": 0.75244140625,
      "step": 53
    },
    {
      "epoch": 0.34394904458598724,
      "grad_norm": 0.21391642093658447,
      "learning_rate": 0.0002991737602428403,
      "loss": 0.6784820556640625,
      "step": 54
    },
    {
      "epoch": 0.3503184713375796,
      "grad_norm": 0.24353541433811188,
      "learning_rate": 0.0002990932874807378,
      "loss": 0.762359619140625,
      "step": 55
    },
    {
      "epoch": 0.35668789808917195,
      "grad_norm": 0.17982617020606995,
      "learning_rate": 0.0002990090889725091,
      "loss": 0.690155029296875,
      "step": 56
    },
    {
      "epoch": 0.3630573248407643,
      "grad_norm": 0.1485365778207779,
      "learning_rate": 0.0002989211670575871,
      "loss": 0.7690277099609375,
      "step": 57
    },
    {
      "epoch": 0.36942675159235666,
      "grad_norm": 0.23111550509929657,
      "learning_rate": 0.0002988295241788589,
      "loss": 0.711944580078125,
      "step": 58
    },
    {
      "epoch": 0.37579617834394907,
      "grad_norm": 0.14703889191150665,
      "learning_rate": 0.00029873416288259726,
      "loss": 0.7354278564453125,
      "step": 59
    },
    {
      "epoch": 0.3821656050955414,
      "grad_norm": 0.21715037524700165,
      "learning_rate": 0.00029863508581839027,
      "loss": 0.7352346181869507,
      "step": 60
    },
    {
      "epoch": 0.3885350318471338,
      "grad_norm": 0.2302205115556717,
      "learning_rate": 0.00029853229573906774,
      "loss": 0.7104644775390625,
      "step": 61
    },
    {
      "epoch": 0.39490445859872614,
      "grad_norm": 0.14830107986927032,
      "learning_rate": 0.00029842579550062447,
      "loss": 0.7044873237609863,
      "step": 62
    },
    {
      "epoch": 0.4012738853503185,
      "grad_norm": 0.21264120936393738,
      "learning_rate": 0.00029831558806214114,
      "loss": 0.7453155517578125,
      "step": 63
    },
    {
      "epoch": 0.40764331210191085,
      "grad_norm": 0.17891322076320648,
      "learning_rate": 0.000298201676485702,
      "loss": 0.7078933715820312,
      "step": 64
    },
    {
      "epoch": 0.4140127388535032,
      "grad_norm": 0.1606503278017044,
      "learning_rate": 0.0002980840639363095,
      "loss": 0.7210578918457031,
      "step": 65
    },
    {
      "epoch": 0.42038216560509556,
      "grad_norm": 0.16794052720069885,
      "learning_rate": 0.0002979627536817971,
      "loss": 0.6704587936401367,
      "step": 66
    },
    {
      "epoch": 0.4267515923566879,
      "grad_norm": 0.14437231421470642,
      "learning_rate": 0.0002978377490927377,
      "loss": 0.7686614990234375,
      "step": 67
    },
    {
      "epoch": 0.43312101910828027,
      "grad_norm": 0.15216439962387085,
      "learning_rate": 0.00029770905364235044,
      "loss": 0.7377853393554688,
      "step": 68
    },
    {
      "epoch": 0.4394904458598726,
      "grad_norm": 0.15043821930885315,
      "learning_rate": 0.00029757667090640386,
      "loss": 0.7062454223632812,
      "step": 69
    },
    {
      "epoch": 0.445859872611465,
      "grad_norm": 0.15341544151306152,
      "learning_rate": 0.0002974406045631169,
      "loss": 0.7042083740234375,
      "step": 70
    },
    {
      "epoch": 0.45222929936305734,
      "grad_norm": 0.14280380308628082,
      "learning_rate": 0.00029730085839305663,
      "loss": 0.6313236951828003,
      "step": 71
    },
    {
      "epoch": 0.4585987261146497,
      "grad_norm": 0.14860248565673828,
      "learning_rate": 0.00029715743627903285,
      "loss": 0.7414970397949219,
      "step": 72
    },
    {
      "epoch": 0.46496815286624205,
      "grad_norm": 0.15411949157714844,
      "learning_rate": 0.0002970103422059907,
      "loss": 0.7120361328125,
      "step": 73
    },
    {
      "epoch": 0.4713375796178344,
      "grad_norm": 0.1319582611322403,
      "learning_rate": 0.0002968595802608997,
      "loss": 0.71319580078125,
      "step": 74
    },
    {
      "epoch": 0.47770700636942676,
      "grad_norm": 0.14194566011428833,
      "learning_rate": 0.0002967051546326401,
      "loss": 0.7166900634765625,
      "step": 75
    },
    {
      "epoch": 0.4840764331210191,
      "grad_norm": 0.15048225224018097,
      "learning_rate": 0.00029654706961188676,
      "loss": 0.71392822265625,
      "step": 76
    },
    {
      "epoch": 0.49044585987261147,
      "grad_norm": 0.1446928232908249,
      "learning_rate": 0.0002963853295909896,
      "loss": 0.708343505859375,
      "step": 77
    },
    {
      "epoch": 0.4968152866242038,
      "grad_norm": 0.1399853229522705,
      "learning_rate": 0.0002962199390638519,
      "loss": 0.690521240234375,
      "step": 78
    },
    {
      "epoch": 0.5031847133757962,
      "grad_norm": 0.15705810487270355,
      "learning_rate": 0.0002960509026258052,
      "loss": 0.7089481353759766,
      "step": 79
    },
    {
      "epoch": 0.5095541401273885,
      "grad_norm": 0.1441253274679184,
      "learning_rate": 0.00029587822497348175,
      "loss": 0.736480712890625,
      "step": 80
    },
    {
      "epoch": 0.5159235668789809,
      "grad_norm": 0.13917307555675507,
      "learning_rate": 0.0002957019109046839,
      "loss": 0.69671630859375,
      "step": 81
    },
    {
      "epoch": 0.5222929936305732,
      "grad_norm": 0.15637345612049103,
      "learning_rate": 0.0002955219653182509,
      "loss": 0.7079315185546875,
      "step": 82
    },
    {
      "epoch": 0.5286624203821656,
      "grad_norm": 0.17719104886054993,
      "learning_rate": 0.0002953383932139227,
      "loss": 0.727935791015625,
      "step": 83
    },
    {
      "epoch": 0.535031847133758,
      "grad_norm": 0.16060574352741241,
      "learning_rate": 0.0002951511996922012,
      "loss": 0.64898681640625,
      "step": 84
    },
    {
      "epoch": 0.5414012738853503,
      "grad_norm": 0.14753378927707672,
      "learning_rate": 0.0002949603899542083,
      "loss": 0.6824111938476562,
      "step": 85
    },
    {
      "epoch": 0.5477707006369427,
      "grad_norm": 0.14623405039310455,
      "learning_rate": 0.00029476596930154143,
      "loss": 0.6638870239257812,
      "step": 86
    },
    {
      "epoch": 0.554140127388535,
      "grad_norm": 0.2025822550058365,
      "learning_rate": 0.00029456794313612657,
      "loss": 0.7407073974609375,
      "step": 87
    },
    {
      "epoch": 0.5605095541401274,
      "grad_norm": 0.20111721754074097,
      "learning_rate": 0.0002943663169600677,
      "loss": 0.634765625,
      "step": 88
    },
    {
      "epoch": 0.5668789808917197,
      "grad_norm": 0.16288472712039948,
      "learning_rate": 0.0002941610963754942,
      "loss": 0.7083282470703125,
      "step": 89
    },
    {
      "epoch": 0.5732484076433121,
      "grad_norm": 0.1873498409986496,
      "learning_rate": 0.0002939522870844051,
      "loss": 0.6896438598632812,
      "step": 90
    },
    {
      "epoch": 0.5796178343949044,
      "grad_norm": 0.16933931410312653,
      "learning_rate": 0.00029373989488851073,
      "loss": 0.7074050903320312,
      "step": 91
    },
    {
      "epoch": 0.5859872611464968,
      "grad_norm": 0.1743369698524475,
      "learning_rate": 0.0002935239256890714,
      "loss": 0.7069091796875,
      "step": 92
    },
    {
      "epoch": 0.5923566878980892,
      "grad_norm": 0.1373268961906433,
      "learning_rate": 0.00029330438548673366,
      "loss": 0.6788864135742188,
      "step": 93
    },
    {
      "epoch": 0.5987261146496815,
      "grad_norm": 0.1815701127052307,
      "learning_rate": 0.0002930812803813632,
      "loss": 0.66387939453125,
      "step": 94
    },
    {
      "epoch": 0.6050955414012739,
      "grad_norm": 0.17448744177818298,
      "learning_rate": 0.00029285461657187564,
      "loss": 0.7216981649398804,
      "step": 95
    },
    {
      "epoch": 0.6114649681528662,
      "grad_norm": 0.11934467405080795,
      "learning_rate": 0.00029262440035606444,
      "loss": 0.6801834106445312,
      "step": 96
    },
    {
      "epoch": 0.6178343949044586,
      "grad_norm": 0.16852253675460815,
      "learning_rate": 0.0002923906381304256,
      "loss": 0.6863555908203125,
      "step": 97
    },
    {
      "epoch": 0.6242038216560509,
      "grad_norm": 0.16186685860157013,
      "learning_rate": 0.00029215333638997986,
      "loss": 0.6582489013671875,
      "step": 98
    },
    {
      "epoch": 0.6305732484076433,
      "grad_norm": 0.18058981001377106,
      "learning_rate": 0.00029191250172809274,
      "loss": 0.6726799011230469,
      "step": 99
    },
    {
      "epoch": 0.6369426751592356,
      "grad_norm": 0.21598166227340698,
      "learning_rate": 0.0002916681408362909,
      "loss": 0.6689566969871521,
      "step": 100
    },
    {
      "epoch": 0.643312101910828,
      "grad_norm": 0.1937216967344284,
      "learning_rate": 0.00029142026050407634,
      "loss": 0.6519851684570312,
      "step": 101
    },
    {
      "epoch": 0.6496815286624203,
      "grad_norm": 0.1824830025434494,
      "learning_rate": 0.0002911688676187377,
      "loss": 0.6694857478141785,
      "step": 102
    },
    {
      "epoch": 0.6560509554140127,
      "grad_norm": 0.1829107701778412,
      "learning_rate": 0.00029091396916515927,
      "loss": 0.7089385986328125,
      "step": 103
    },
    {
      "epoch": 0.6624203821656051,
      "grad_norm": 0.1789492815732956,
      "learning_rate": 0.00029065557222562616,
      "loss": 0.6807861328125,
      "step": 104
    },
    {
      "epoch": 0.6687898089171974,
      "grad_norm": 0.17036959528923035,
      "learning_rate": 0.00029039368397962837,
      "loss": 0.6617279052734375,
      "step": 105
    },
    {
      "epoch": 0.6751592356687898,
      "grad_norm": 0.1865333616733551,
      "learning_rate": 0.0002901283117036607,
      "loss": 0.6889495849609375,
      "step": 106
    },
    {
      "epoch": 0.6815286624203821,
      "grad_norm": 0.202290877699852,
      "learning_rate": 0.00028985946277102094,
      "loss": 0.7136383056640625,
      "step": 107
    },
    {
      "epoch": 0.6878980891719745,
      "grad_norm": 0.1646660417318344,
      "learning_rate": 0.0002895871446516047,
      "loss": 0.6327409744262695,
      "step": 108
    },
    {
      "epoch": 0.6942675159235668,
      "grad_norm": 0.15508386492729187,
      "learning_rate": 0.0002893113649116981,
      "loss": 0.6970291137695312,
      "step": 109
    },
    {
      "epoch": 0.7006369426751592,
      "grad_norm": 0.23790733516216278,
      "learning_rate": 0.00028903213121376744,
      "loss": 0.701690673828125,
      "step": 110
    },
    {
      "epoch": 0.7070063694267515,
      "grad_norm": 0.23440833389759064,
      "learning_rate": 0.0002887494513162464,
      "loss": 0.6858749389648438,
      "step": 111
    },
    {
      "epoch": 0.7133757961783439,
      "grad_norm": 0.16020652651786804,
      "learning_rate": 0.0002884633330733202,
      "loss": 0.679046630859375,
      "step": 112
    },
    {
      "epoch": 0.7197452229299363,
      "grad_norm": 0.16401633620262146,
      "learning_rate": 0.00028817378443470786,
      "loss": 0.6446990966796875,
      "step": 113
    },
    {
      "epoch": 0.7261146496815286,
      "grad_norm": 0.1972404420375824,
      "learning_rate": 0.0002878808134454407,
      "loss": 0.6556560397148132,
      "step": 114
    },
    {
      "epoch": 0.732484076433121,
      "grad_norm": 0.1584540456533432,
      "learning_rate": 0.0002875844282456394,
      "loss": 0.6459579467773438,
      "step": 115
    },
    {
      "epoch": 0.7388535031847133,
      "grad_norm": 0.1724664270877838,
      "learning_rate": 0.0002872846370702874,
      "loss": 0.666351318359375,
      "step": 116
    },
    {
      "epoch": 0.7452229299363057,
      "grad_norm": 0.15662480890750885,
      "learning_rate": 0.0002869814482490023,
      "loss": 0.6523818969726562,
      "step": 117
    },
    {
      "epoch": 0.7515923566878981,
      "grad_norm": 0.16173236072063446,
      "learning_rate": 0.00028667487020580444,
      "loss": 0.6941604614257812,
      "step": 118
    },
    {
      "epoch": 0.7579617834394905,
      "grad_norm": 0.15774263441562653,
      "learning_rate": 0.00028636491145888276,
      "loss": 0.65179443359375,
      "step": 119
    },
    {
      "epoch": 0.7643312101910829,
      "grad_norm": 0.15777266025543213,
      "learning_rate": 0.00028605158062035816,
      "loss": 0.5868377685546875,
      "step": 120
    },
    {
      "epoch": 0.7707006369426752,
      "grad_norm": 0.14408300817012787,
      "learning_rate": 0.00028573488639604413,
      "loss": 0.6986846923828125,
      "step": 121
    },
    {
      "epoch": 0.7770700636942676,
      "grad_norm": 0.16124875843524933,
      "learning_rate": 0.000285414837585205,
      "loss": 0.6715621948242188,
      "step": 122
    },
    {
      "epoch": 0.7834394904458599,
      "grad_norm": 0.15004760026931763,
      "learning_rate": 0.0002850914430803114,
      "loss": 0.6120376586914062,
      "step": 123
    },
    {
      "epoch": 0.7898089171974523,
      "grad_norm": 0.17481908202171326,
      "learning_rate": 0.0002847647118667931,
      "loss": 0.680206298828125,
      "step": 124
    },
    {
      "epoch": 0.7961783439490446,
      "grad_norm": 0.1774885207414627,
      "learning_rate": 0.0002844346530227895,
      "loss": 0.66265869140625,
      "step": 125
    },
    {
      "epoch": 0.802547770700637,
      "grad_norm": 0.18009056150913239,
      "learning_rate": 0.0002841012757188973,
      "loss": 0.6852645874023438,
      "step": 126
    },
    {
      "epoch": 0.8089171974522293,
      "grad_norm": 0.19692178070545197,
      "learning_rate": 0.00028376458921791577,
      "loss": 0.616912841796875,
      "step": 127
    },
    {
      "epoch": 0.8152866242038217,
      "grad_norm": 0.21690639853477478,
      "learning_rate": 0.0002834246028745892,
      "loss": 0.6993408203125,
      "step": 128
    },
    {
      "epoch": 0.8152866242038217,
      "eval_loss": 0.625178337097168,
      "eval_runtime": 5.1564,
      "eval_samples_per_second": 1.358,
      "eval_steps_per_second": 0.194,
      "step": 128
    },
    {
      "epoch": 0.821656050955414,
      "grad_norm": 0.19200018048286438,
      "learning_rate": 0.00028308132613534716,
      "loss": 0.6799163818359375,
      "step": 129
    },
    {
      "epoch": 0.8280254777070064,
      "grad_norm": 0.18255098164081573,
      "learning_rate": 0.0002827347685380422,
      "loss": 0.62457275390625,
      "step": 130
    },
    {
      "epoch": 0.8343949044585988,
      "grad_norm": 0.15668107569217682,
      "learning_rate": 0.00028238493971168433,
      "loss": 0.6515045166015625,
      "step": 131
    },
    {
      "epoch": 0.8407643312101911,
      "grad_norm": 0.16620191931724548,
      "learning_rate": 0.00028203184937617397,
      "loss": 0.6193771362304688,
      "step": 132
    },
    {
      "epoch": 0.8471337579617835,
      "grad_norm": 0.18261539936065674,
      "learning_rate": 0.0002816755073420317,
      "loss": 0.716033935546875,
      "step": 133
    },
    {
      "epoch": 0.8535031847133758,
      "grad_norm": 0.1520560085773468,
      "learning_rate": 0.00028131592351012555,
      "loss": 0.6133193969726562,
      "step": 134
    },
    {
      "epoch": 0.8598726114649682,
      "grad_norm": 0.16571491956710815,
      "learning_rate": 0.00028095310787139613,
      "loss": 0.6478843688964844,
      "step": 135
    },
    {
      "epoch": 0.8662420382165605,
      "grad_norm": 0.17786805331707,
      "learning_rate": 0.0002805870705065789,
      "loss": 0.6279449462890625,
      "step": 136
    },
    {
      "epoch": 0.8726114649681529,
      "grad_norm": 0.13904328644275665,
      "learning_rate": 0.0002802178215859241,
      "loss": 0.671142578125,
      "step": 137
    },
    {
      "epoch": 0.8789808917197452,
      "grad_norm": 0.14942413568496704,
      "learning_rate": 0.0002798453713689144,
      "loss": 0.5923829674720764,
      "step": 138
    },
    {
      "epoch": 0.8853503184713376,
      "grad_norm": 0.16308893263339996,
      "learning_rate": 0.00027946973020397933,
      "loss": 0.6803417205810547,
      "step": 139
    },
    {
      "epoch": 0.89171974522293,
      "grad_norm": 0.1690857857465744,
      "learning_rate": 0.00027909090852820814,
      "loss": 0.6681976318359375,
      "step": 140
    },
    {
      "epoch": 0.8980891719745223,
      "grad_norm": 0.15127228200435638,
      "learning_rate": 0.0002787089168670598,
      "loss": 0.65283203125,
      "step": 141
    },
    {
      "epoch": 0.9044585987261147,
      "grad_norm": 0.15152615308761597,
      "learning_rate": 0.0002783237658340705,
      "loss": 0.6745452880859375,
      "step": 142
    },
    {
      "epoch": 0.910828025477707,
      "grad_norm": 0.18258291482925415,
      "learning_rate": 0.0002779354661305586,
      "loss": 0.631072998046875,
      "step": 143
    },
    {
      "epoch": 0.9171974522292994,
      "grad_norm": 0.18597263097763062,
      "learning_rate": 0.0002775440285453276,
      "loss": 0.705718994140625,
      "step": 144
    },
    {
      "epoch": 0.9235668789808917,
      "grad_norm": 0.17591795325279236,
      "learning_rate": 0.000277149463954366,
      "loss": 0.6915283203125,
      "step": 145
    },
    {
      "epoch": 0.9299363057324841,
      "grad_norm": 0.17014524340629578,
      "learning_rate": 0.0002767517833205455,
      "loss": 0.6183319091796875,
      "step": 146
    },
    {
      "epoch": 0.9363057324840764,
      "grad_norm": 0.18762874603271484,
      "learning_rate": 0.00027635099769331617,
      "loss": 0.6309661865234375,
      "step": 147
    },
    {
      "epoch": 0.9426751592356688,
      "grad_norm": 0.19945642352104187,
      "learning_rate": 0.0002759471182083993,
      "loss": 0.6492996215820312,
      "step": 148
    },
    {
      "epoch": 0.9490445859872612,
      "grad_norm": 0.15386110544204712,
      "learning_rate": 0.00027554015608747845,
      "loss": 0.6570892333984375,
      "step": 149
    },
    {
      "epoch": 0.9554140127388535,
      "grad_norm": 0.1597049981355667,
      "learning_rate": 0.00027513012263788737,
      "loss": 0.6250181198120117,
      "step": 150
    },
    {
      "epoch": 0.9617834394904459,
      "grad_norm": 0.1697262078523636,
      "learning_rate": 0.0002747170292522957,
      "loss": 0.6492233276367188,
      "step": 151
    },
    {
      "epoch": 0.9681528662420382,
      "grad_norm": 0.16555513441562653,
      "learning_rate": 0.0002743008874083927,
      "loss": 0.6356735229492188,
      "step": 152
    },
    {
      "epoch": 0.9745222929936306,
      "grad_norm": 0.16877028346061707,
      "learning_rate": 0.0002738817086685681,
      "loss": 0.6483078002929688,
      "step": 153
    },
    {
      "epoch": 0.9808917197452229,
      "grad_norm": 0.15073354542255402,
      "learning_rate": 0.00027345950467959123,
      "loss": 0.6661834716796875,
      "step": 154
    },
    {
      "epoch": 0.9872611464968153,
      "grad_norm": 0.1822793185710907,
      "learning_rate": 0.0002730342871722869,
      "loss": 0.6563186645507812,
      "step": 155
    },
    {
      "epoch": 0.9936305732484076,
      "grad_norm": 0.19067645072937012,
      "learning_rate": 0.00027260606796120974,
      "loss": 0.6632080078125,
      "step": 156
    },
    {
      "epoch": 1.0,
      "grad_norm": 0.20216046273708344,
      "learning_rate": 0.0002721748589443162,
      "loss": 0.6433029174804688,
      "step": 157
    },
    {
      "epoch": 1.0063694267515924,
      "grad_norm": 0.20415550470352173,
      "learning_rate": 0.0002717406721026333,
      "loss": 0.661224365234375,
      "step": 158
    },
    {
      "epoch": 1.0127388535031847,
      "grad_norm": 0.20491866767406464,
      "learning_rate": 0.0002713035194999264,
      "loss": 0.64361572265625,
      "step": 159
    },
    {
      "epoch": 1.019108280254777,
      "grad_norm": 0.24666599929332733,
      "learning_rate": 0.00027086341328236356,
      "loss": 0.692962646484375,
      "step": 160
    },
    {
      "epoch": 1.0254777070063694,
      "grad_norm": 0.32244184613227844,
      "learning_rate": 0.00027042036567817833,
      "loss": 0.6512019038200378,
      "step": 161
    },
    {
      "epoch": 1.0318471337579618,
      "grad_norm": 0.1902998685836792,
      "learning_rate": 0.00026997438899733,
      "loss": 0.650390625,
      "step": 162
    },
    {
      "epoch": 1.0382165605095541,
      "grad_norm": 0.32200613617897034,
      "learning_rate": 0.0002695254956311612,
      "loss": 0.63275146484375,
      "step": 163
    },
    {
      "epoch": 1.0445859872611465,
      "grad_norm": 0.2785264551639557,
      "learning_rate": 0.00026907369805205414,
      "loss": 0.6525421142578125,
      "step": 164
    },
    {
      "epoch": 1.0509554140127388,
      "grad_norm": 0.22845248878002167,
      "learning_rate": 0.0002686190088130837,
      "loss": 0.6388189792633057,
      "step": 165
    },
    {
      "epoch": 1.0573248407643312,
      "grad_norm": 0.15489083528518677,
      "learning_rate": 0.0002681614405476688,
      "loss": 0.560907781124115,
      "step": 166
    },
    {
      "epoch": 1.0636942675159236,
      "grad_norm": 0.240184023976326,
      "learning_rate": 0.0002677010059692212,
      "loss": 0.6396026611328125,
      "step": 167
    },
    {
      "epoch": 1.070063694267516,
      "grad_norm": 0.18049825727939606,
      "learning_rate": 0.00026723771787079257,
      "loss": 0.6528244018554688,
      "step": 168
    },
    {
      "epoch": 1.0764331210191083,
      "grad_norm": 0.21166716516017914,
      "learning_rate": 0.00026677158912471885,
      "loss": 0.6523818969726562,
      "step": 169
    },
    {
      "epoch": 1.0828025477707006,
      "grad_norm": 0.16770559549331665,
      "learning_rate": 0.0002663026326822625,
      "loss": 0.6259078979492188,
      "step": 170
    },
    {
      "epoch": 1.089171974522293,
      "grad_norm": 0.25956252217292786,
      "learning_rate": 0.0002658308615732529,
      "loss": 0.6496734619140625,
      "step": 171
    },
    {
      "epoch": 1.0955414012738853,
      "grad_norm": 0.2225719392299652,
      "learning_rate": 0.00026535628890572406,
      "loss": 0.6060581207275391,
      "step": 172
    },
    {
      "epoch": 1.1019108280254777,
      "grad_norm": 0.16161081194877625,
      "learning_rate": 0.0002648789278655507,
      "loss": 0.6301555633544922,
      "step": 173
    },
    {
      "epoch": 1.10828025477707,
      "grad_norm": 0.21734708547592163,
      "learning_rate": 0.0002643987917160816,
      "loss": 0.6493682861328125,
      "step": 174
    },
    {
      "epoch": 1.1146496815286624,
      "grad_norm": 0.2155102640390396,
      "learning_rate": 0.00026391589379777113,
      "loss": 0.6637420654296875,
      "step": 175
    },
    {
      "epoch": 1.1210191082802548,
      "grad_norm": 0.1549050211906433,
      "learning_rate": 0.000263430247527809,
      "loss": 0.6118888854980469,
      "step": 176
    },
    {
      "epoch": 1.127388535031847,
      "grad_norm": 0.20176313817501068,
      "learning_rate": 0.0002629418663997468,
      "loss": 0.6287612915039062,
      "step": 177
    },
    {
      "epoch": 1.1337579617834395,
      "grad_norm": 0.1534535437822342,
      "learning_rate": 0.00026245076398312357,
      "loss": 0.6375274658203125,
      "step": 178
    },
    {
      "epoch": 1.1401273885350318,
      "grad_norm": 0.20006686449050903,
      "learning_rate": 0.0002619569539230886,
      "loss": 0.674957275390625,
      "step": 179
    },
    {
      "epoch": 1.1464968152866242,
      "grad_norm": 0.19811393320560455,
      "learning_rate": 0.0002614604499400223,
      "loss": 0.6589202880859375,
      "step": 180
    },
    {
      "epoch": 1.1528662420382165,
      "grad_norm": 0.1498415470123291,
      "learning_rate": 0.00026096126582915506,
      "loss": 0.6719207763671875,
      "step": 181
    },
    {
      "epoch": 1.1592356687898089,
      "grad_norm": 0.16239678859710693,
      "learning_rate": 0.0002604594154601839,
      "loss": 0.68951416015625,
      "step": 182
    },
    {
      "epoch": 1.1656050955414012,
      "grad_norm": 0.17865270376205444,
      "learning_rate": 0.000259954912776887,
      "loss": 0.620361328125,
      "step": 183
    },
    {
      "epoch": 1.1719745222929936,
      "grad_norm": 0.14013227820396423,
      "learning_rate": 0.00025944777179673665,
      "loss": 0.6212310791015625,
      "step": 184
    },
    {
      "epoch": 1.178343949044586,
      "grad_norm": 0.16241267323493958,
      "learning_rate": 0.0002589380066105092,
      "loss": 0.589996337890625,
      "step": 185
    },
    {
      "epoch": 1.1847133757961783,
      "grad_norm": 0.1710585206747055,
      "learning_rate": 0.000258425631381894,
      "loss": 0.6775665283203125,
      "step": 186
    },
    {
      "epoch": 1.1910828025477707,
      "grad_norm": 0.1798485517501831,
      "learning_rate": 0.00025791066034709973,
      "loss": 0.648040771484375,
      "step": 187
    },
    {
      "epoch": 1.197452229299363,
      "grad_norm": 0.15924791991710663,
      "learning_rate": 0.00025739310781445893,
      "loss": 0.6225627064704895,
      "step": 188
    },
    {
      "epoch": 1.2038216560509554,
      "grad_norm": 0.16327159106731415,
      "learning_rate": 0.00025687298816403026,
      "loss": 0.6130561828613281,
      "step": 189
    },
    {
      "epoch": 1.2101910828025477,
      "grad_norm": 0.16096395254135132,
      "learning_rate": 0.00025635031584719906,
      "loss": 0.6268157958984375,
      "step": 190
    },
    {
      "epoch": 1.21656050955414,
      "grad_norm": 0.17933563888072968,
      "learning_rate": 0.0002558251053862758,
      "loss": 0.67047119140625,
      "step": 191
    },
    {
      "epoch": 1.2229299363057324,
      "grad_norm": 0.17421014606952667,
      "learning_rate": 0.0002552973713740928,
      "loss": 0.655426025390625,
      "step": 192
    },
    {
      "epoch": 1.2292993630573248,
      "grad_norm": 0.16427214443683624,
      "learning_rate": 0.00025476712847359833,
      "loss": 0.6179428100585938,
      "step": 193
    },
    {
      "epoch": 1.2356687898089171,
      "grad_norm": 0.15724951028823853,
      "learning_rate": 0.0002542343914174495,
      "loss": 0.6687164306640625,
      "step": 194
    },
    {
      "epoch": 1.2420382165605095,
      "grad_norm": 0.17414623498916626,
      "learning_rate": 0.0002536991750076031,
      "loss": 0.6523513793945312,
      "step": 195
    },
    {
      "epoch": 1.2484076433121019,
      "grad_norm": 0.1557365208864212,
      "learning_rate": 0.00025316149411490373,
      "loss": 0.5996551513671875,
      "step": 196
    },
    {
      "epoch": 1.2547770700636942,
      "grad_norm": 0.16637009382247925,
      "learning_rate": 0.00025262136367867134,
      "loss": 0.67279052734375,
      "step": 197
    },
    {
      "epoch": 1.2611464968152866,
      "grad_norm": 0.15756922960281372,
      "learning_rate": 0.0002520787987062855,
      "loss": 0.6026104092597961,
      "step": 198
    },
    {
      "epoch": 1.267515923566879,
      "grad_norm": 0.16710138320922852,
      "learning_rate": 0.00025153381427276897,
      "loss": 0.647674560546875,
      "step": 199
    },
    {
      "epoch": 1.2738853503184713,
      "grad_norm": 0.2063302844762802,
      "learning_rate": 0.0002509864255203683,
      "loss": 0.6123275756835938,
      "step": 200
    },
    {
      "epoch": 1.2802547770700636,
      "grad_norm": 0.15705372393131256,
      "learning_rate": 0.00025043664765813376,
      "loss": 0.65216064453125,
      "step": 201
    },
    {
      "epoch": 1.286624203821656,
      "grad_norm": 0.21855668723583221,
      "learning_rate": 0.000249884495961496,
      "loss": 0.627685546875,
      "step": 202
    },
    {
      "epoch": 1.2929936305732483,
      "grad_norm": 0.17062272131443024,
      "learning_rate": 0.0002493299857718424,
      "loss": 0.608642578125,
      "step": 203
    },
    {
      "epoch": 1.2993630573248407,
      "grad_norm": 0.18182472884655,
      "learning_rate": 0.0002487731324960902,
      "loss": 0.635772705078125,
      "step": 204
    },
    {
      "epoch": 1.305732484076433,
      "grad_norm": 0.13383693993091583,
      "learning_rate": 0.0002482139516062587,
      "loss": 0.6383590698242188,
      "step": 205
    },
    {
      "epoch": 1.3121019108280254,
      "grad_norm": 0.20367072522640228,
      "learning_rate": 0.00024765245863903935,
      "loss": 0.6681289672851562,
      "step": 206
    },
    {
      "epoch": 1.3184713375796178,
      "grad_norm": 0.19795936346054077,
      "learning_rate": 0.0002470886691953641,
      "loss": 0.6422876715660095,
      "step": 207
    },
    {
      "epoch": 1.3248407643312101,
      "grad_norm": 0.1474784016609192,
      "learning_rate": 0.0002465225989399718,
      "loss": 0.6637172698974609,
      "step": 208
    },
    {
      "epoch": 1.3312101910828025,
      "grad_norm": 0.17597341537475586,
      "learning_rate": 0.00024595426360097313,
      "loss": 0.6754150390625,
      "step": 209
    },
    {
      "epoch": 1.3375796178343948,
      "grad_norm": 0.1631416231393814,
      "learning_rate": 0.00024538367896941347,
      "loss": 0.6419448852539062,
      "step": 210
    },
    {
      "epoch": 1.3439490445859872,
      "grad_norm": 0.14731177687644958,
      "learning_rate": 0.00024481086089883414,
      "loss": 0.5760650634765625,
      "step": 211
    },
    {
      "epoch": 1.3503184713375795,
      "grad_norm": 0.16709047555923462,
      "learning_rate": 0.00024423582530483205,
      "loss": 0.650238037109375,
      "step": 212
    },
    {
      "epoch": 1.356687898089172,
      "grad_norm": 0.16625934839248657,
      "learning_rate": 0.00024365858816461736,
      "loss": 0.588653564453125,
      "step": 213
    },
    {
      "epoch": 1.3630573248407643,
      "grad_norm": 0.1398966759443283,
      "learning_rate": 0.00024307916551656966,
      "loss": 0.6564788818359375,
      "step": 214
    },
    {
      "epoch": 1.3694267515923566,
      "grad_norm": 0.19118323922157288,
      "learning_rate": 0.0002424975734597922,
      "loss": 0.6109161376953125,
      "step": 215
    },
    {
      "epoch": 1.3757961783439492,
      "grad_norm": 0.14986611902713776,
      "learning_rate": 0.00024191382815366474,
      "loss": 0.6364288330078125,
      "step": 216
    },
    {
      "epoch": 1.3821656050955413,
      "grad_norm": 0.16663117706775665,
      "learning_rate": 0.00024132794581739443,
      "loss": 0.6324023008346558,
      "step": 217
    },
    {
      "epoch": 1.388535031847134,
      "grad_norm": 0.17351657152175903,
      "learning_rate": 0.00024073994272956535,
      "loss": 0.6137542724609375,
      "step": 218
    },
    {
      "epoch": 1.394904458598726,
      "grad_norm": 0.15778033435344696,
      "learning_rate": 0.00024014983522768592,
      "loss": 0.612584114074707,
      "step": 219
    },
    {
      "epoch": 1.4012738853503186,
      "grad_norm": 0.1440693587064743,
      "learning_rate": 0.00023955763970773535,
      "loss": 0.6462860107421875,
      "step": 220
    },
    {
      "epoch": 1.4076433121019107,
      "grad_norm": 0.20289096236228943,
      "learning_rate": 0.0002389633726237077,
      "loss": 0.6184577941894531,
      "step": 221
    },
    {
      "epoch": 1.4140127388535033,
      "grad_norm": 0.1419222205877304,
      "learning_rate": 0.00023836705048715497,
      "loss": 0.6309700012207031,
      "step": 222
    },
    {
      "epoch": 1.4203821656050954,
      "grad_norm": 0.1610637605190277,
      "learning_rate": 0.00023776868986672824,
      "loss": 0.5894508361816406,
      "step": 223
    },
    {
      "epoch": 1.426751592356688,
      "grad_norm": 0.17762811481952667,
      "learning_rate": 0.00023716830738771723,
      "loss": 0.67620849609375,
      "step": 224
    },
    {
      "epoch": 1.4331210191082802,
      "grad_norm": 0.16079476475715637,
      "learning_rate": 0.00023656591973158863,
      "loss": 0.649200439453125,
      "step": 225
    },
    {
      "epoch": 1.4394904458598727,
      "grad_norm": 0.1589500606060028,
      "learning_rate": 0.00023596154363552223,
      "loss": 0.6236190795898438,
      "step": 226
    },
    {
      "epoch": 1.4458598726114649,
      "grad_norm": 0.17183391749858856,
      "learning_rate": 0.00023535519589194633,
      "loss": 0.6195526123046875,
      "step": 227
    },
    {
      "epoch": 1.4522292993630574,
      "grad_norm": 0.15588346123695374,
      "learning_rate": 0.0002347468933480707,
      "loss": 0.555402934551239,
      "step": 228
    },
    {
      "epoch": 1.4585987261146496,
      "grad_norm": 0.17502474784851074,
      "learning_rate": 0.00023413665290541888,
      "loss": 0.6602363586425781,
      "step": 229
    },
    {
      "epoch": 1.4649681528662422,
      "grad_norm": 0.1537683606147766,
      "learning_rate": 0.00023352449151935835,
      "loss": 0.6325912475585938,
      "step": 230
    },
    {
      "epoch": 1.4713375796178343,
      "grad_norm": 0.14733198285102844,
      "learning_rate": 0.00023291042619862944,
      "loss": 0.6312789916992188,
      "step": 231
    },
    {
      "epoch": 1.4777070063694269,
      "grad_norm": 0.16659300029277802,
      "learning_rate": 0.00023229447400487286,
      "loss": 0.6383056640625,
      "step": 232
    },
    {
      "epoch": 1.484076433121019,
      "grad_norm": 0.15981443226337433,
      "learning_rate": 0.00023167665205215557,
      "loss": 0.6361083984375,
      "step": 233
    },
    {
      "epoch": 1.4904458598726116,
      "grad_norm": 0.14432771503925323,
      "learning_rate": 0.00023105697750649525,
      "loss": 0.6328048706054688,
      "step": 234
    },
    {
      "epoch": 1.4968152866242037,
      "grad_norm": 0.16135050356388092,
      "learning_rate": 0.00023043546758538342,
      "loss": 0.615264892578125,
      "step": 235
    },
    {
      "epoch": 1.5031847133757963,
      "grad_norm": 0.15096795558929443,
      "learning_rate": 0.00022981213955730704,
      "loss": 0.6353673934936523,
      "step": 236
    },
    {
      "epoch": 1.5095541401273884,
      "grad_norm": 0.15556974709033966,
      "learning_rate": 0.00022918701074126855,
      "loss": 0.6591110229492188,
      "step": 237
    },
    {
      "epoch": 1.515923566878981,
      "grad_norm": 0.15300650894641876,
      "learning_rate": 0.000228560098506305,
      "loss": 0.6254730224609375,
      "step": 238
    },
    {
      "epoch": 1.5222929936305731,
      "grad_norm": 0.15529441833496094,
      "learning_rate": 0.0002279314202710051,
      "loss": 0.6338958740234375,
      "step": 239
    },
    {
      "epoch": 1.5286624203821657,
      "grad_norm": 0.18279969692230225,
      "learning_rate": 0.00022730099350302548,
      "loss": 0.65325927734375,
      "step": 240
    },
    {
      "epoch": 1.5350318471337578,
      "grad_norm": 0.14814990758895874,
      "learning_rate": 0.00022666883571860526,
      "loss": 0.5859298706054688,
      "step": 241
    },
    {
      "epoch": 1.5414012738853504,
      "grad_norm": 0.15196703374385834,
      "learning_rate": 0.0002260349644820794,
      "loss": 0.6161880493164062,
      "step": 242
    },
    {
      "epoch": 1.5477707006369426,
      "grad_norm": 0.17276117205619812,
      "learning_rate": 0.00022539939740539065,
      "loss": 0.5977249145507812,
      "step": 243
    },
    {
      "epoch": 1.5541401273885351,
      "grad_norm": 0.15233942866325378,
      "learning_rate": 0.00022476215214760025,
      "loss": 0.669281005859375,
      "step": 244
    },
    {
      "epoch": 1.5605095541401273,
      "grad_norm": 0.18915025889873505,
      "learning_rate": 0.00022412324641439722,
      "loss": 0.5711135864257812,
      "step": 245
    },
    {
      "epoch": 1.5668789808917198,
      "grad_norm": 0.1521741896867752,
      "learning_rate": 0.0002234826979576065,
      "loss": 0.641693115234375,
      "step": 246
    },
    {
      "epoch": 1.573248407643312,
      "grad_norm": 0.15510298311710358,
      "learning_rate": 0.00022284052457469564,
      "loss": 0.6270751953125,
      "step": 247
    },
    {
      "epoch": 1.5796178343949046,
      "grad_norm": 0.1505296230316162,
      "learning_rate": 0.00022219674410828025,
      "loss": 0.6423721313476562,
      "step": 248
    },
    {
      "epoch": 1.5859872611464967,
      "grad_norm": 0.1408831775188446,
      "learning_rate": 0.00022155137444562848,
      "loss": 0.6417388916015625,
      "step": 249
    },
    {
      "epoch": 1.5923566878980893,
      "grad_norm": 0.15832287073135376,
      "learning_rate": 0.00022090443351816373,
      "loss": 0.6193008422851562,
      "step": 250
    },
    {
      "epoch": 1.5987261146496814,
      "grad_norm": 0.14355872571468353,
      "learning_rate": 0.0002202559393009667,
      "loss": 0.6025390625,
      "step": 251
    },
    {
      "epoch": 1.605095541401274,
      "grad_norm": 0.1357271373271942,
      "learning_rate": 0.00021960590981227562,
      "loss": 0.6609556674957275,
      "step": 252
    },
    {
      "epoch": 1.611464968152866,
      "grad_norm": 0.15550976991653442,
      "learning_rate": 0.00021895436311298604,
      "loss": 0.6230010986328125,
      "step": 253
    },
    {
      "epoch": 1.611464968152866,
      "eval_loss": 0.5900869369506836,
      "eval_runtime": 5.1837,
      "eval_samples_per_second": 1.35,
      "eval_steps_per_second": 0.193,
      "step": 253
    },
    {
      "epoch": 1.6178343949044587,
      "grad_norm": 0.12509049475193024,
      "learning_rate": 0.00021830131730614884,
      "loss": 0.62567138671875,
      "step": 254
    },
    {
      "epoch": 1.6242038216560508,
      "grad_norm": 0.15892687439918518,
      "learning_rate": 0.00021764679053646696,
      "loss": 0.6007156372070312,
      "step": 255
    },
    {
      "epoch": 1.6305732484076434,
      "grad_norm": 0.1622859388589859,
      "learning_rate": 0.00021699080098979166,
      "loss": 0.6144866943359375,
      "step": 256
    },
    {
      "epoch": 1.6369426751592355,
      "grad_norm": 0.13958607614040375,
      "learning_rate": 0.000216333366892617,
      "loss": 0.6100319623947144,
      "step": 257
    },
    {
      "epoch": 1.643312101910828,
      "grad_norm": 0.1441088318824768,
      "learning_rate": 0.00021567450651157363,
      "loss": 0.5937881469726562,
      "step": 258
    },
    {
      "epoch": 1.6496815286624202,
      "grad_norm": 0.16021880507469177,
      "learning_rate": 0.00021501423815292086,
      "loss": 0.6115703582763672,
      "step": 259
    },
    {
      "epoch": 1.6560509554140128,
      "grad_norm": 0.1472783386707306,
      "learning_rate": 0.00021435258016203857,
      "loss": 0.6496505737304688,
      "step": 260
    },
    {
      "epoch": 1.662420382165605,
      "grad_norm": 0.17307592928409576,
      "learning_rate": 0.00021368955092291702,
      "loss": 0.6234130859375,
      "step": 261
    },
    {
      "epoch": 1.6687898089171975,
      "grad_norm": 0.1658814400434494,
      "learning_rate": 0.00021302516885764617,
      "loss": 0.6092605590820312,
      "step": 262
    },
    {
      "epoch": 1.6751592356687897,
      "grad_norm": 0.15254062414169312,
      "learning_rate": 0.0002123594524259041,
      "loss": 0.6340408325195312,
      "step": 263
    },
    {
      "epoch": 1.6815286624203822,
      "grad_norm": 0.1353813260793686,
      "learning_rate": 0.00021169242012444378,
      "loss": 0.6559906005859375,
      "step": 264
    },
    {
      "epoch": 1.6878980891719744,
      "grad_norm": 0.5001475214958191,
      "learning_rate": 0.0002110240904865794,
      "loss": 0.5894927978515625,
      "step": 265
    },
    {
      "epoch": 1.694267515923567,
      "grad_norm": 0.1378307044506073,
      "learning_rate": 0.00021035448208167097,
      "loss": 0.64129638671875,
      "step": 266
    },
    {
      "epoch": 1.700636942675159,
      "grad_norm": 0.1760307401418686,
      "learning_rate": 0.0002096836135146091,
      "loss": 0.6464385986328125,
      "step": 267
    },
    {
      "epoch": 1.7070063694267517,
      "grad_norm": 0.16313396394252777,
      "learning_rate": 0.00020901150342529743,
      "loss": 0.6322708129882812,
      "step": 268
    },
    {
      "epoch": 1.7133757961783438,
      "grad_norm": 0.13738258183002472,
      "learning_rate": 0.00020833817048813497,
      "loss": 0.626708984375,
      "step": 269
    },
    {
      "epoch": 1.7197452229299364,
      "grad_norm": 0.14409485459327698,
      "learning_rate": 0.00020766363341149737,
      "loss": 0.5970230102539062,
      "step": 270
    },
    {
      "epoch": 1.7261146496815285,
      "grad_norm": 0.13851188123226166,
      "learning_rate": 0.0002069879109372168,
      "loss": 0.6066164374351501,
      "step": 271
    },
    {
      "epoch": 1.732484076433121,
      "grad_norm": 0.17065368592739105,
      "learning_rate": 0.00020631102184006148,
      "loss": 0.5987091064453125,
      "step": 272
    },
    {
      "epoch": 1.7388535031847132,
      "grad_norm": 0.14199481904506683,
      "learning_rate": 0.000205632984927214,
      "loss": 0.6181182861328125,
      "step": 273
    },
    {
      "epoch": 1.7452229299363058,
      "grad_norm": 0.14062167704105377,
      "learning_rate": 0.00020495381903774858,
      "loss": 0.6045913696289062,
      "step": 274
    },
    {
      "epoch": 1.7515923566878981,
      "grad_norm": 0.15250955522060394,
      "learning_rate": 0.00020427354304210777,
      "loss": 0.6445999145507812,
      "step": 275
    },
    {
      "epoch": 1.7579617834394905,
      "grad_norm": 0.135915145277977,
      "learning_rate": 0.00020359217584157814,
      "loss": 0.6047210693359375,
      "step": 276
    },
    {
      "epoch": 1.7643312101910829,
      "grad_norm": 0.1516093909740448,
      "learning_rate": 0.00020290973636776522,
      "loss": 0.5416183471679688,
      "step": 277
    },
    {
      "epoch": 1.7707006369426752,
      "grad_norm": 0.13762444257736206,
      "learning_rate": 0.00020222624358206715,
      "loss": 0.6499557495117188,
      "step": 278
    },
    {
      "epoch": 1.7770700636942676,
      "grad_norm": 0.1687590777873993,
      "learning_rate": 0.00020154171647514819,
      "loss": 0.6241416931152344,
      "step": 279
    },
    {
      "epoch": 1.78343949044586,
      "grad_norm": 0.13251566886901855,
      "learning_rate": 0.00020085617406641093,
      "loss": 0.5679702758789062,
      "step": 280
    },
    {
      "epoch": 1.7898089171974523,
      "grad_norm": 0.18555431067943573,
      "learning_rate": 0.0002001696354034678,
      "loss": 0.6333160400390625,
      "step": 281
    },
    {
      "epoch": 1.7961783439490446,
      "grad_norm": 0.163770392537117,
      "learning_rate": 0.00019948211956161198,
      "loss": 0.6170425415039062,
      "step": 282
    },
    {
      "epoch": 1.802547770700637,
      "grad_norm": 0.1443757861852646,
      "learning_rate": 0.00019879364564328716,
      "loss": 0.6390304565429688,
      "step": 283
    },
    {
      "epoch": 1.8089171974522293,
      "grad_norm": 0.18300768733024597,
      "learning_rate": 0.00019810423277755713,
      "loss": 0.5726242065429688,
      "step": 284
    },
    {
      "epoch": 1.8152866242038217,
      "grad_norm": 0.25472450256347656,
      "learning_rate": 0.0001974139001195738,
      "loss": 0.6520233154296875,
      "step": 285
    },
    {
      "epoch": 1.821656050955414,
      "grad_norm": 0.1797504425048828,
      "learning_rate": 0.00019672266685004554,
      "loss": 0.63482666015625,
      "step": 286
    },
    {
      "epoch": 1.8280254777070064,
      "grad_norm": 0.1460057497024536,
      "learning_rate": 0.00019603055217470386,
      "loss": 0.58258056640625,
      "step": 287
    },
    {
      "epoch": 1.8343949044585988,
      "grad_norm": 0.17790237069129944,
      "learning_rate": 0.00019533757532376987,
      "loss": 0.6085662841796875,
      "step": 288
    },
    {
      "epoch": 1.8407643312101911,
      "grad_norm": 0.1574649214744568,
      "learning_rate": 0.00019464375555141997,
      "loss": 0.5794677734375,
      "step": 289
    },
    {
      "epoch": 1.8471337579617835,
      "grad_norm": 0.1627805233001709,
      "learning_rate": 0.00019394911213525105,
      "loss": 0.6710968017578125,
      "step": 290
    },
    {
      "epoch": 1.8535031847133758,
      "grad_norm": 0.21751517057418823,
      "learning_rate": 0.00019325366437574455,
      "loss": 0.5721969604492188,
      "step": 291
    },
    {
      "epoch": 1.8598726114649682,
      "grad_norm": 0.15928682684898376,
      "learning_rate": 0.0001925574315957305,
      "loss": 0.6056976318359375,
      "step": 292
    },
    {
      "epoch": 1.8662420382165605,
      "grad_norm": 0.1812126487493515,
      "learning_rate": 0.00019186043313985045,
      "loss": 0.5887527465820312,
      "step": 293
    },
    {
      "epoch": 1.872611464968153,
      "grad_norm": 0.17961861193180084,
      "learning_rate": 0.00019116268837402004,
      "loss": 0.6293563842773438,
      "step": 294
    },
    {
      "epoch": 1.8789808917197452,
      "grad_norm": 0.15108637511730194,
      "learning_rate": 0.00019046421668489108,
      "loss": 0.5540173053741455,
      "step": 295
    },
    {
      "epoch": 1.8853503184713376,
      "grad_norm": 0.1601364016532898,
      "learning_rate": 0.00018976503747931246,
      "loss": 0.6377696990966797,
      "step": 296
    },
    {
      "epoch": 1.89171974522293,
      "grad_norm": 0.1697910875082016,
      "learning_rate": 0.00018906517018379146,
      "loss": 0.626739501953125,
      "step": 297
    },
    {
      "epoch": 1.8980891719745223,
      "grad_norm": 0.16207434237003326,
      "learning_rate": 0.00018836463424395377,
      "loss": 0.61199951171875,
      "step": 298
    },
    {
      "epoch": 1.9044585987261147,
      "grad_norm": 0.15888185799121857,
      "learning_rate": 0.000187663449124003,
      "loss": 0.634674072265625,
      "step": 299
    },
    {
      "epoch": 1.910828025477707,
      "grad_norm": 0.1611338108778,
      "learning_rate": 0.0001869616343061802,
      "loss": 0.5905838012695312,
      "step": 300
    },
    {
      "epoch": 1.9171974522292994,
      "grad_norm": 0.1578240692615509,
      "learning_rate": 0.0001862592092902224,
      "loss": 0.663848876953125,
      "step": 301
    },
    {
      "epoch": 1.9235668789808917,
      "grad_norm": 0.14625748991966248,
      "learning_rate": 0.00018555619359282075,
      "loss": 0.6492919921875,
      "step": 302
    },
    {
      "epoch": 1.929936305732484,
      "grad_norm": 0.1636236310005188,
      "learning_rate": 0.0001848526067470783,
      "loss": 0.580963134765625,
      "step": 303
    },
    {
      "epoch": 1.9363057324840764,
      "grad_norm": 0.1456744521856308,
      "learning_rate": 0.00018414846830196752,
      "loss": 0.59246826171875,
      "step": 304
    },
    {
      "epoch": 1.9426751592356688,
      "grad_norm": 0.15369905531406403,
      "learning_rate": 0.00018344379782178662,
      "loss": 0.6107025146484375,
      "step": 305
    },
    {
      "epoch": 1.9490445859872612,
      "grad_norm": 0.14822807908058167,
      "learning_rate": 0.00018273861488561646,
      "loss": 0.6185531616210938,
      "step": 306
    },
    {
      "epoch": 1.9554140127388535,
      "grad_norm": 0.14125721156597137,
      "learning_rate": 0.00018203293908677638,
      "loss": 0.587641716003418,
      "step": 307
    },
    {
      "epoch": 1.9617834394904459,
      "grad_norm": 0.14938753843307495,
      "learning_rate": 0.00018132679003227963,
      "loss": 0.6090621948242188,
      "step": 308
    },
    {
      "epoch": 1.9681528662420382,
      "grad_norm": 0.14207591116428375,
      "learning_rate": 0.00018062018734228875,
      "loss": 0.5969982147216797,
      "step": 309
    },
    {
      "epoch": 1.9745222929936306,
      "grad_norm": 0.1655084788799286,
      "learning_rate": 0.00017991315064957061,
      "loss": 0.610321044921875,
      "step": 310
    },
    {
      "epoch": 1.980891719745223,
      "grad_norm": 0.13867656886577606,
      "learning_rate": 0.00017920569959895056,
      "loss": 0.6256332397460938,
      "step": 311
    },
    {
      "epoch": 1.9872611464968153,
      "grad_norm": 0.17831102013587952,
      "learning_rate": 0.0001784978538467668,
      "loss": 0.6173477172851562,
      "step": 312
    },
    {
      "epoch": 1.9936305732484076,
      "grad_norm": 0.16402319073677063,
      "learning_rate": 0.00017778963306032422,
      "loss": 0.6257781982421875,
      "step": 313
    },
    {
      "epoch": 2.0,
      "grad_norm": 0.1474248766899109,
      "learning_rate": 0.00017708105691734794,
      "loss": 0.6040725708007812,
      "step": 314
    },
    {
      "epoch": 2.0063694267515926,
      "grad_norm": 0.16666553914546967,
      "learning_rate": 0.00017637214510543662,
      "loss": 0.62261962890625,
      "step": 315
    },
    {
      "epoch": 2.0127388535031847,
      "grad_norm": 0.13688898086547852,
      "learning_rate": 0.00017566291732151523,
      "loss": 0.6058807373046875,
      "step": 316
    },
    {
      "epoch": 2.0191082802547773,
      "grad_norm": 0.16342148184776306,
      "learning_rate": 0.00017495339327128816,
      "loss": 0.6531524658203125,
      "step": 317
    },
    {
      "epoch": 2.0254777070063694,
      "grad_norm": 0.14896409213542938,
      "learning_rate": 0.0001742435926686913,
      "loss": 0.6147195100784302,
      "step": 318
    },
    {
      "epoch": 2.031847133757962,
      "grad_norm": 0.16723397374153137,
      "learning_rate": 0.00017353353523534456,
      "loss": 0.61248779296875,
      "step": 319
    },
    {
      "epoch": 2.038216560509554,
      "grad_norm": 0.15467697381973267,
      "learning_rate": 0.00017282324070000383,
      "loss": 0.5927352905273438,
      "step": 320
    },
    {
      "epoch": 2.0445859872611467,
      "grad_norm": 0.16649837791919708,
      "learning_rate": 0.00017211272879801272,
      "loss": 0.614105224609375,
      "step": 321
    },
    {
      "epoch": 2.050955414012739,
      "grad_norm": 0.15646961331367493,
      "learning_rate": 0.00017140201927075448,
      "loss": 0.6018040180206299,
      "step": 322
    },
    {
      "epoch": 2.0573248407643314,
      "grad_norm": 0.13153059780597687,
      "learning_rate": 0.00017069113186510312,
      "loss": 0.5299197435379028,
      "step": 323
    },
    {
      "epoch": 2.0636942675159236,
      "grad_norm": 0.16131149232387543,
      "learning_rate": 0.00016998008633287514,
      "loss": 0.6013641357421875,
      "step": 324
    },
    {
      "epoch": 2.070063694267516,
      "grad_norm": 0.13946978747844696,
      "learning_rate": 0.00016926890243028044,
      "loss": 0.6163864135742188,
      "step": 325
    },
    {
      "epoch": 2.0764331210191083,
      "grad_norm": 0.15631259977817535,
      "learning_rate": 0.00016855759991737354,
      "loss": 0.61669921875,
      "step": 326
    },
    {
      "epoch": 2.082802547770701,
      "grad_norm": 0.14260679483413696,
      "learning_rate": 0.0001678461985575045,
      "loss": 0.5925827026367188,
      "step": 327
    },
    {
      "epoch": 2.089171974522293,
      "grad_norm": 0.1451353281736374,
      "learning_rate": 0.00016713471811676981,
      "loss": 0.6126327514648438,
      "step": 328
    },
    {
      "epoch": 2.0955414012738856,
      "grad_norm": 0.14909975230693817,
      "learning_rate": 0.00016642317836346326,
      "loss": 0.5706071853637695,
      "step": 329
    },
    {
      "epoch": 2.1019108280254777,
      "grad_norm": 0.12686562538146973,
      "learning_rate": 0.0001657115990675265,
      "loss": 0.5952835083007812,
      "step": 330
    },
    {
      "epoch": 2.1082802547770703,
      "grad_norm": 0.14514797925949097,
      "learning_rate": 0.000165,
      "loss": 0.6125946044921875,
      "step": 331
    },
    {
      "epoch": 2.1146496815286624,
      "grad_norm": 0.1282668113708496,
      "learning_rate": 0.00016428840093247348,
      "loss": 0.627960205078125,
      "step": 332
    },
    {
      "epoch": 2.121019108280255,
      "grad_norm": 0.1351773738861084,
      "learning_rate": 0.00016357682163653674,
      "loss": 0.5793876647949219,
      "step": 333
    },
    {
      "epoch": 2.127388535031847,
      "grad_norm": 0.13832542300224304,
      "learning_rate": 0.00016286528188323018,
      "loss": 0.5950775146484375,
      "step": 334
    },
    {
      "epoch": 2.1337579617834397,
      "grad_norm": 0.14444728195667267,
      "learning_rate": 0.00016215380144249554,
      "loss": 0.603790283203125,
      "step": 335
    },
    {
      "epoch": 2.140127388535032,
      "grad_norm": 0.14057223498821259,
      "learning_rate": 0.00016144240008262646,
      "loss": 0.6406707763671875,
      "step": 336
    },
    {
      "epoch": 2.1464968152866244,
      "grad_norm": 0.16499315202236176,
      "learning_rate": 0.0001607310975697195,
      "loss": 0.6243743896484375,
      "step": 337
    },
    {
      "epoch": 2.1528662420382165,
      "grad_norm": 0.1212117075920105,
      "learning_rate": 0.00016001991366712485,
      "loss": 0.6379890441894531,
      "step": 338
    },
    {
      "epoch": 2.159235668789809,
      "grad_norm": 0.1492306888103485,
      "learning_rate": 0.00015930886813489688,
      "loss": 0.6547088623046875,
      "step": 339
    },
    {
      "epoch": 2.1656050955414012,
      "grad_norm": 0.13451766967773438,
      "learning_rate": 0.00015859798072924552,
      "loss": 0.5874404907226562,
      "step": 340
    },
    {
      "epoch": 2.171974522292994,
      "grad_norm": 0.12764382362365723,
      "learning_rate": 0.00015788727120198727,
      "loss": 0.5901260375976562,
      "step": 341
    },
    {
      "epoch": 2.178343949044586,
      "grad_norm": 0.12776774168014526,
      "learning_rate": 0.00015717675929999622,
      "loss": 0.5579566955566406,
      "step": 342
    },
    {
      "epoch": 2.1847133757961785,
      "grad_norm": 0.14371521770954132,
      "learning_rate": 0.0001564664647646554,
      "loss": 0.6439208984375,
      "step": 343
    },
    {
      "epoch": 2.1910828025477707,
      "grad_norm": 0.1291123330593109,
      "learning_rate": 0.0001557564073313087,
      "loss": 0.6156845092773438,
      "step": 344
    },
    {
      "epoch": 2.1974522292993632,
      "grad_norm": 0.14865116775035858,
      "learning_rate": 0.0001550466067287118,
      "loss": 0.5912910103797913,
      "step": 345
    },
    {
      "epoch": 2.2038216560509554,
      "grad_norm": 0.12454650551080704,
      "learning_rate": 0.00015433708267848474,
      "loss": 0.5834617614746094,
      "step": 346
    },
    {
      "epoch": 2.210191082802548,
      "grad_norm": 0.14238691329956055,
      "learning_rate": 0.0001536278548945634,
      "loss": 0.59521484375,
      "step": 347
    },
    {
      "epoch": 2.21656050955414,
      "grad_norm": 0.13366709649562836,
      "learning_rate": 0.00015291894308265205,
      "loss": 0.638397216796875,
      "step": 348
    },
    {
      "epoch": 2.2229299363057327,
      "grad_norm": 0.15498606860637665,
      "learning_rate": 0.00015221036693967578,
      "loss": 0.6231842041015625,
      "step": 349
    },
    {
      "epoch": 2.229299363057325,
      "grad_norm": 0.11907719820737839,
      "learning_rate": 0.00015150214615323318,
      "loss": 0.587615966796875,
      "step": 350
    },
    {
      "epoch": 2.2356687898089174,
      "grad_norm": 0.15132705867290497,
      "learning_rate": 0.00015079430040104946,
      "loss": 0.6379165649414062,
      "step": 351
    },
    {
      "epoch": 2.2420382165605095,
      "grad_norm": 0.11819170415401459,
      "learning_rate": 0.00015008684935042938,
      "loss": 0.61981201171875,
      "step": 352
    },
    {
      "epoch": 2.248407643312102,
      "grad_norm": 0.13008859753608704,
      "learning_rate": 0.00014937981265771125,
      "loss": 0.570770263671875,
      "step": 353
    },
    {
      "epoch": 2.254777070063694,
      "grad_norm": 0.14087627828121185,
      "learning_rate": 0.00014867320996772037,
      "loss": 0.6410369873046875,
      "step": 354
    },
    {
      "epoch": 2.261146496815287,
      "grad_norm": 0.13328370451927185,
      "learning_rate": 0.0001479670609132236,
      "loss": 0.5744893550872803,
      "step": 355
    },
    {
      "epoch": 2.267515923566879,
      "grad_norm": 0.1431702822446823,
      "learning_rate": 0.0001472613851143835,
      "loss": 0.616485595703125,
      "step": 356
    },
    {
      "epoch": 2.2738853503184715,
      "grad_norm": 0.125544935464859,
      "learning_rate": 0.00014655620217821338,
      "loss": 0.5837287902832031,
      "step": 357
    },
    {
      "epoch": 2.2802547770700636,
      "grad_norm": 0.14490914344787598,
      "learning_rate": 0.0001458515316980325,
      "loss": 0.622344970703125,
      "step": 358
    },
    {
      "epoch": 2.286624203821656,
      "grad_norm": 0.13078181445598602,
      "learning_rate": 0.00014514739325292167,
      "loss": 0.5972137451171875,
      "step": 359
    },
    {
      "epoch": 2.2929936305732483,
      "grad_norm": 0.12549524009227753,
      "learning_rate": 0.00014444380640717927,
      "loss": 0.5801162719726562,
      "step": 360
    },
    {
      "epoch": 2.299363057324841,
      "grad_norm": 0.12826323509216309,
      "learning_rate": 0.0001437407907097776,
      "loss": 0.6066741943359375,
      "step": 361
    },
    {
      "epoch": 2.305732484076433,
      "grad_norm": 0.11325585097074509,
      "learning_rate": 0.00014303836569381977,
      "loss": 0.6093368530273438,
      "step": 362
    },
    {
      "epoch": 2.3121019108280256,
      "grad_norm": 0.14651890099048615,
      "learning_rate": 0.000142336550875997,
      "loss": 0.6368637084960938,
      "step": 363
    },
    {
      "epoch": 2.3184713375796178,
      "grad_norm": 0.13510103523731232,
      "learning_rate": 0.00014163536575604625,
      "loss": 0.6129156351089478,
      "step": 364
    },
    {
      "epoch": 2.3248407643312103,
      "grad_norm": 0.15134194493293762,
      "learning_rate": 0.00014093482981620853,
      "loss": 0.6349525451660156,
      "step": 365
    },
    {
      "epoch": 2.3312101910828025,
      "grad_norm": 0.14492426812648773,
      "learning_rate": 0.00014023496252068754,
      "loss": 0.6451873779296875,
      "step": 366
    },
    {
      "epoch": 2.337579617834395,
      "grad_norm": 0.14017923176288605,
      "learning_rate": 0.00013953578331510891,
      "loss": 0.6146812438964844,
      "step": 367
    },
    {
      "epoch": 2.343949044585987,
      "grad_norm": 0.12434567511081696,
      "learning_rate": 0.00013883731162597988,
      "loss": 0.5504074096679688,
      "step": 368
    },
    {
      "epoch": 2.3503184713375798,
      "grad_norm": 0.14430786669254303,
      "learning_rate": 0.00013813956686014957,
      "loss": 0.6216583251953125,
      "step": 369
    },
    {
      "epoch": 2.356687898089172,
      "grad_norm": 0.14035926759243011,
      "learning_rate": 0.00013744256840426947,
      "loss": 0.5603713989257812,
      "step": 370
    },
    {
      "epoch": 2.3630573248407645,
      "grad_norm": 0.16027268767356873,
      "learning_rate": 0.00013674633562425542,
      "loss": 0.62811279296875,
      "step": 371
    },
    {
      "epoch": 2.3694267515923566,
      "grad_norm": 0.13614311814308167,
      "learning_rate": 0.00013605088786474895,
      "loss": 0.5830307006835938,
      "step": 372
    },
    {
      "epoch": 2.375796178343949,
      "grad_norm": 0.15351149439811707,
      "learning_rate": 0.00013535624444858003,
      "loss": 0.6096649169921875,
      "step": 373
    },
    {
      "epoch": 2.3821656050955413,
      "grad_norm": 0.14856308698654175,
      "learning_rate": 0.00013466242467623013,
      "loss": 0.6033905148506165,
      "step": 374
    },
    {
      "epoch": 2.388535031847134,
      "grad_norm": 0.14773039519786835,
      "learning_rate": 0.00013396944782529614,
      "loss": 0.5866012573242188,
      "step": 375
    },
    {
      "epoch": 2.394904458598726,
      "grad_norm": 0.13591283559799194,
      "learning_rate": 0.0001332773331499544,
      "loss": 0.5860841274261475,
      "step": 376
    },
    {
      "epoch": 2.4012738853503186,
      "grad_norm": 0.14836056530475616,
      "learning_rate": 0.0001325860998804262,
      "loss": 0.6184158325195312,
      "step": 377
    },
    {
      "epoch": 2.4076433121019107,
      "grad_norm": 0.126322939991951,
      "learning_rate": 0.0001318957672224429,
      "loss": 0.5914382934570312,
      "step": 378
    },
    {
      "epoch": 2.4076433121019107,
      "eval_loss": 0.5761079788208008,
      "eval_runtime": 5.1841,
      "eval_samples_per_second": 1.35,
      "eval_steps_per_second": 0.193,
      "step": 378
    },
    {
      "epoch": 2.4140127388535033,
      "grad_norm": 0.12728722393512726,
      "learning_rate": 0.0001312063543567128,
      "loss": 0.60479736328125,
      "step": 379
    },
    {
      "epoch": 2.4203821656050954,
      "grad_norm": 0.12388841807842255,
      "learning_rate": 0.00013051788043838802,
      "loss": 0.5649628639221191,
      "step": 380
    },
    {
      "epoch": 2.426751592356688,
      "grad_norm": 0.13987895846366882,
      "learning_rate": 0.00012983036459653213,
      "loss": 0.648193359375,
      "step": 381
    },
    {
      "epoch": 2.43312101910828,
      "grad_norm": 0.13092386722564697,
      "learning_rate": 0.0001291438259335891,
      "loss": 0.6219940185546875,
      "step": 382
    },
    {
      "epoch": 2.4394904458598727,
      "grad_norm": 0.13954687118530273,
      "learning_rate": 0.0001284582835248518,
      "loss": 0.59857177734375,
      "step": 383
    },
    {
      "epoch": 2.445859872611465,
      "grad_norm": 0.1246153935790062,
      "learning_rate": 0.00012777375641793282,
      "loss": 0.5933837890625,
      "step": 384
    },
    {
      "epoch": 2.4522292993630574,
      "grad_norm": 0.12277340143918991,
      "learning_rate": 0.00012709026363223475,
      "loss": 0.5308800935745239,
      "step": 385
    },
    {
      "epoch": 2.4585987261146496,
      "grad_norm": 0.14798641204833984,
      "learning_rate": 0.00012640782415842183,
      "loss": 0.6336860656738281,
      "step": 386
    },
    {
      "epoch": 2.464968152866242,
      "grad_norm": 0.12471195310354233,
      "learning_rate": 0.00012572645695789223,
      "loss": 0.6059951782226562,
      "step": 387
    },
    {
      "epoch": 2.4713375796178343,
      "grad_norm": 0.1513262540102005,
      "learning_rate": 0.00012504618096225142,
      "loss": 0.6048202514648438,
      "step": 388
    },
    {
      "epoch": 2.477707006369427,
      "grad_norm": 0.12812772393226624,
      "learning_rate": 0.000124367015072786,
      "loss": 0.6125259399414062,
      "step": 389
    },
    {
      "epoch": 2.484076433121019,
      "grad_norm": 0.14327804744243622,
      "learning_rate": 0.00012368897815993846,
      "loss": 0.6097640991210938,
      "step": 390
    },
    {
      "epoch": 2.4904458598726116,
      "grad_norm": 0.11908428370952606,
      "learning_rate": 0.0001230120890627832,
      "loss": 0.607391357421875,
      "step": 391
    },
    {
      "epoch": 2.4968152866242037,
      "grad_norm": 0.14130553603172302,
      "learning_rate": 0.00012233636658850263,
      "loss": 0.5897216796875,
      "step": 392
    },
    {
      "epoch": 2.5031847133757963,
      "grad_norm": 0.124527208507061,
      "learning_rate": 0.00012166182951186501,
      "loss": 0.610468864440918,
      "step": 393
    },
    {
      "epoch": 2.5095541401273884,
      "grad_norm": 0.12550397217273712,
      "learning_rate": 0.00012098849657470257,
      "loss": 0.633514404296875,
      "step": 394
    },
    {
      "epoch": 2.515923566878981,
      "grad_norm": 0.13000504672527313,
      "learning_rate": 0.0001203163864853909,
      "loss": 0.60052490234375,
      "step": 395
    },
    {
      "epoch": 2.522292993630573,
      "grad_norm": 0.1370246559381485,
      "learning_rate": 0.00011964551791832899,
      "loss": 0.607757568359375,
      "step": 396
    },
    {
      "epoch": 2.5286624203821657,
      "grad_norm": 0.13777491450309753,
      "learning_rate": 0.00011897590951342062,
      "loss": 0.62677001953125,
      "step": 397
    },
    {
      "epoch": 2.535031847133758,
      "grad_norm": 0.12364954501390457,
      "learning_rate": 0.00011830757987555613,
      "loss": 0.5631561279296875,
      "step": 398
    },
    {
      "epoch": 2.5414012738853504,
      "grad_norm": 0.12831932306289673,
      "learning_rate": 0.00011764054757409592,
      "loss": 0.59246826171875,
      "step": 399
    },
    {
      "epoch": 2.5477707006369426,
      "grad_norm": 0.13040588796138763,
      "learning_rate": 0.00011697483114235387,
      "loss": 0.573883056640625,
      "step": 400
    },
    {
      "epoch": 2.554140127388535,
      "grad_norm": 0.14850574731826782,
      "learning_rate": 0.00011631044907708302,
      "loss": 0.6436843872070312,
      "step": 401
    },
    {
      "epoch": 2.5605095541401273,
      "grad_norm": 0.14597375690937042,
      "learning_rate": 0.00011564741983796142,
      "loss": 0.547149658203125,
      "step": 402
    },
    {
      "epoch": 2.56687898089172,
      "grad_norm": 0.13630181550979614,
      "learning_rate": 0.0001149857618470791,
      "loss": 0.6168670654296875,
      "step": 403
    },
    {
      "epoch": 2.573248407643312,
      "grad_norm": 0.1554763913154602,
      "learning_rate": 0.00011432549348842638,
      "loss": 0.6039199829101562,
      "step": 404
    },
    {
      "epoch": 2.5796178343949046,
      "grad_norm": 0.13245627284049988,
      "learning_rate": 0.00011366663310738296,
      "loss": 0.61865234375,
      "step": 405
    },
    {
      "epoch": 2.5859872611464967,
      "grad_norm": 0.15205496549606323,
      "learning_rate": 0.00011300919901020831,
      "loss": 0.6185302734375,
      "step": 406
    },
    {
      "epoch": 2.5923566878980893,
      "grad_norm": 0.1314983069896698,
      "learning_rate": 0.00011235320946353301,
      "loss": 0.5970535278320312,
      "step": 407
    },
    {
      "epoch": 2.5987261146496814,
      "grad_norm": 0.12996293604373932,
      "learning_rate": 0.00011169868269385114,
      "loss": 0.579315185546875,
      "step": 408
    },
    {
      "epoch": 2.605095541401274,
      "grad_norm": 0.13885636627674103,
      "learning_rate": 0.00011104563688701392,
      "loss": 0.637776255607605,
      "step": 409
    },
    {
      "epoch": 2.611464968152866,
      "grad_norm": 0.1276111751794815,
      "learning_rate": 0.00011039409018772441,
      "loss": 0.6009368896484375,
      "step": 410
    },
    {
      "epoch": 2.6178343949044587,
      "grad_norm": 0.1259322166442871,
      "learning_rate": 0.00010974406069903332,
      "loss": 0.603363037109375,
      "step": 411
    },
    {
      "epoch": 2.624203821656051,
      "grad_norm": 0.13328562676906586,
      "learning_rate": 0.00010909556648183624,
      "loss": 0.5782546997070312,
      "step": 412
    },
    {
      "epoch": 2.6305732484076434,
      "grad_norm": 0.1371515840291977,
      "learning_rate": 0.00010844862555437153,
      "loss": 0.5915603637695312,
      "step": 413
    },
    {
      "epoch": 2.6369426751592355,
      "grad_norm": 0.14940783381462097,
      "learning_rate": 0.00010780325589171974,
      "loss": 0.5879232883453369,
      "step": 414
    },
    {
      "epoch": 2.643312101910828,
      "grad_norm": 0.15414959192276,
      "learning_rate": 0.00010715947542530436,
      "loss": 0.5717010498046875,
      "step": 415
    },
    {
      "epoch": 2.6496815286624202,
      "grad_norm": 0.13370585441589355,
      "learning_rate": 0.0001065173020423935,
      "loss": 0.5884736180305481,
      "step": 416
    },
    {
      "epoch": 2.656050955414013,
      "grad_norm": 0.15515513718128204,
      "learning_rate": 0.00010587675358560277,
      "loss": 0.6270065307617188,
      "step": 417
    },
    {
      "epoch": 2.662420382165605,
      "grad_norm": 0.1390027552843094,
      "learning_rate": 0.00010523784785239976,
      "loss": 0.600189208984375,
      "step": 418
    },
    {
      "epoch": 2.6687898089171975,
      "grad_norm": 0.14017456769943237,
      "learning_rate": 0.00010460060259460934,
      "loss": 0.5880279541015625,
      "step": 419
    },
    {
      "epoch": 2.6751592356687897,
      "grad_norm": 0.15275587141513824,
      "learning_rate": 0.00010396503551792058,
      "loss": 0.6124420166015625,
      "step": 420
    },
    {
      "epoch": 2.6815286624203822,
      "grad_norm": 0.1558653861284256,
      "learning_rate": 0.00010333116428139477,
      "loss": 0.633819580078125,
      "step": 421
    },
    {
      "epoch": 2.6878980891719744,
      "grad_norm": 0.14223134517669678,
      "learning_rate": 0.00010269900649697456,
      "loss": 0.5633811950683594,
      "step": 422
    },
    {
      "epoch": 2.694267515923567,
      "grad_norm": 0.14403124153614044,
      "learning_rate": 0.00010206857972899486,
      "loss": 0.618682861328125,
      "step": 423
    },
    {
      "epoch": 2.700636942675159,
      "grad_norm": 0.13735178112983704,
      "learning_rate": 0.00010143990149369496,
      "loss": 0.6235809326171875,
      "step": 424
    },
    {
      "epoch": 2.7070063694267517,
      "grad_norm": 0.1445300281047821,
      "learning_rate": 0.00010081298925873139,
      "loss": 0.6098251342773438,
      "step": 425
    },
    {
      "epoch": 2.713375796178344,
      "grad_norm": 0.13087211549282074,
      "learning_rate": 0.00010018786044269299,
      "loss": 0.604888916015625,
      "step": 426
    },
    {
      "epoch": 2.7197452229299364,
      "grad_norm": 0.13033169507980347,
      "learning_rate": 9.956453241461657e-05,
      "loss": 0.5754013061523438,
      "step": 427
    },
    {
      "epoch": 2.7261146496815285,
      "grad_norm": 0.13266202807426453,
      "learning_rate": 9.894302249350474e-05,
      "loss": 0.5853180885314941,
      "step": 428
    },
    {
      "epoch": 2.732484076433121,
      "grad_norm": 0.1278553158044815,
      "learning_rate": 9.832334794784443e-05,
      "loss": 0.5773391723632812,
      "step": 429
    },
    {
      "epoch": 2.738853503184713,
      "grad_norm": 0.12599490582942963,
      "learning_rate": 9.770552599512712e-05,
      "loss": 0.596771240234375,
      "step": 430
    },
    {
      "epoch": 2.745222929936306,
      "grad_norm": 0.11981520056724548,
      "learning_rate": 9.708957380137053e-05,
      "loss": 0.5833053588867188,
      "step": 431
    },
    {
      "epoch": 2.7515923566878984,
      "grad_norm": 0.1373886913061142,
      "learning_rate": 9.647550848064164e-05,
      "loss": 0.6219329833984375,
      "step": 432
    },
    {
      "epoch": 2.7579617834394905,
      "grad_norm": 0.1300242841243744,
      "learning_rate": 9.586334709458108e-05,
      "loss": 0.584136962890625,
      "step": 433
    },
    {
      "epoch": 2.7643312101910826,
      "grad_norm": 0.12002365291118622,
      "learning_rate": 9.52531066519293e-05,
      "loss": 0.5211181640625,
      "step": 434
    },
    {
      "epoch": 2.770700636942675,
      "grad_norm": 0.12125160545110703,
      "learning_rate": 9.46448041080537e-05,
      "loss": 0.6281661987304688,
      "step": 435
    },
    {
      "epoch": 2.777070063694268,
      "grad_norm": 0.13555943965911865,
      "learning_rate": 9.403845636447773e-05,
      "loss": 0.6027107238769531,
      "step": 436
    },
    {
      "epoch": 2.78343949044586,
      "grad_norm": 0.12764829397201538,
      "learning_rate": 9.343408026841136e-05,
      "loss": 0.5479583740234375,
      "step": 437
    },
    {
      "epoch": 2.789808917197452,
      "grad_norm": 0.137704998254776,
      "learning_rate": 9.283169261228273e-05,
      "loss": 0.6118240356445312,
      "step": 438
    },
    {
      "epoch": 2.7961783439490446,
      "grad_norm": 0.12445090711116791,
      "learning_rate": 9.22313101332718e-05,
      "loss": 0.59619140625,
      "step": 439
    },
    {
      "epoch": 2.802547770700637,
      "grad_norm": 0.13199564814567566,
      "learning_rate": 9.163294951284502e-05,
      "loss": 0.6183624267578125,
      "step": 440
    },
    {
      "epoch": 2.8089171974522293,
      "grad_norm": 0.12737038731575012,
      "learning_rate": 9.103662737629227e-05,
      "loss": 0.55206298828125,
      "step": 441
    },
    {
      "epoch": 2.8152866242038215,
      "grad_norm": 0.12857210636138916,
      "learning_rate": 9.044236029226462e-05,
      "loss": 0.6302719116210938,
      "step": 442
    },
    {
      "epoch": 2.821656050955414,
      "grad_norm": 0.1327592432498932,
      "learning_rate": 8.985016477231405e-05,
      "loss": 0.6136627197265625,
      "step": 443
    },
    {
      "epoch": 2.8280254777070066,
      "grad_norm": 0.1341818869113922,
      "learning_rate": 8.926005727043465e-05,
      "loss": 0.5634078979492188,
      "step": 444
    },
    {
      "epoch": 2.8343949044585988,
      "grad_norm": 0.12366130203008652,
      "learning_rate": 8.867205418260555e-05,
      "loss": 0.587615966796875,
      "step": 445
    },
    {
      "epoch": 2.840764331210191,
      "grad_norm": 0.11431681364774704,
      "learning_rate": 8.808617184633525e-05,
      "loss": 0.559967041015625,
      "step": 446
    },
    {
      "epoch": 2.8471337579617835,
      "grad_norm": 0.12453463673591614,
      "learning_rate": 8.750242654020777e-05,
      "loss": 0.6495513916015625,
      "step": 447
    },
    {
      "epoch": 2.853503184713376,
      "grad_norm": 0.11568041890859604,
      "learning_rate": 8.692083448343036e-05,
      "loss": 0.5511703491210938,
      "step": 448
    },
    {
      "epoch": 2.859872611464968,
      "grad_norm": 0.11872231960296631,
      "learning_rate": 8.634141183538264e-05,
      "loss": 0.5853309631347656,
      "step": 449
    },
    {
      "epoch": 2.8662420382165603,
      "grad_norm": 0.12179554998874664,
      "learning_rate": 8.576417469516792e-05,
      "loss": 0.5696792602539062,
      "step": 450
    },
    {
      "epoch": 2.872611464968153,
      "grad_norm": 0.13381585478782654,
      "learning_rate": 8.518913910116582e-05,
      "loss": 0.6086349487304688,
      "step": 451
    },
    {
      "epoch": 2.8789808917197455,
      "grad_norm": 0.11038290709257126,
      "learning_rate": 8.461632103058656e-05,
      "loss": 0.5354101657867432,
      "step": 452
    },
    {
      "epoch": 2.8853503184713376,
      "grad_norm": 0.127372607588768,
      "learning_rate": 8.404573639902685e-05,
      "loss": 0.6167430877685547,
      "step": 453
    },
    {
      "epoch": 2.8917197452229297,
      "grad_norm": 0.13518854975700378,
      "learning_rate": 8.347740106002819e-05,
      "loss": 0.6061553955078125,
      "step": 454
    },
    {
      "epoch": 2.8980891719745223,
      "grad_norm": 0.12002270668745041,
      "learning_rate": 8.291133080463587e-05,
      "loss": 0.5920867919921875,
      "step": 455
    },
    {
      "epoch": 2.904458598726115,
      "grad_norm": 0.14155139029026031,
      "learning_rate": 8.234754136096062e-05,
      "loss": 0.6145782470703125,
      "step": 456
    },
    {
      "epoch": 2.910828025477707,
      "grad_norm": 0.1278562992811203,
      "learning_rate": 8.178604839374128e-05,
      "loss": 0.5713272094726562,
      "step": 457
    },
    {
      "epoch": 2.917197452229299,
      "grad_norm": 0.1296142339706421,
      "learning_rate": 8.122686750390976e-05,
      "loss": 0.64373779296875,
      "step": 458
    },
    {
      "epoch": 2.9235668789808917,
      "grad_norm": 0.12263528257608414,
      "learning_rate": 8.067001422815754e-05,
      "loss": 0.62957763671875,
      "step": 459
    },
    {
      "epoch": 2.9299363057324843,
      "grad_norm": 0.12212619930505753,
      "learning_rate": 8.011550403850392e-05,
      "loss": 0.561920166015625,
      "step": 460
    },
    {
      "epoch": 2.9363057324840764,
      "grad_norm": 0.11793559789657593,
      "learning_rate": 7.956335234186627e-05,
      "loss": 0.57391357421875,
      "step": 461
    },
    {
      "epoch": 2.9426751592356686,
      "grad_norm": 0.12261152267456055,
      "learning_rate": 7.901357447963167e-05,
      "loss": 0.5915069580078125,
      "step": 462
    },
    {
      "epoch": 2.949044585987261,
      "grad_norm": 0.12022452801465988,
      "learning_rate": 7.846618572723106e-05,
      "loss": 0.5995712280273438,
      "step": 463
    },
    {
      "epoch": 2.9554140127388537,
      "grad_norm": 0.11820082366466522,
      "learning_rate": 7.792120129371445e-05,
      "loss": 0.5693140029907227,
      "step": 464
    },
    {
      "epoch": 2.961783439490446,
      "grad_norm": 0.12471581995487213,
      "learning_rate": 7.737863632132867e-05,
      "loss": 0.5901336669921875,
      "step": 465
    },
    {
      "epoch": 2.968152866242038,
      "grad_norm": 0.12360789626836777,
      "learning_rate": 7.683850588509622e-05,
      "loss": 0.5783553123474121,
      "step": 466
    },
    {
      "epoch": 2.9745222929936306,
      "grad_norm": 0.12195241451263428,
      "learning_rate": 7.630082499239692e-05,
      "loss": 0.591522216796875,
      "step": 467
    },
    {
      "epoch": 2.980891719745223,
      "grad_norm": 0.11922894418239594,
      "learning_rate": 7.576560858255046e-05,
      "loss": 0.6068878173828125,
      "step": 468
    },
    {
      "epoch": 2.9872611464968153,
      "grad_norm": 0.12887009978294373,
      "learning_rate": 7.523287152640168e-05,
      "loss": 0.5982818603515625,
      "step": 469
    },
    {
      "epoch": 2.9936305732484074,
      "grad_norm": 0.1265416294336319,
      "learning_rate": 7.470262862590718e-05,
      "loss": 0.6074981689453125,
      "step": 470
    },
    {
      "epoch": 3.0,
      "grad_norm": 0.12172482162714005,
      "learning_rate": 7.417489461372415e-05,
      "loss": 0.5847549438476562,
      "step": 471
    },
    {
      "epoch": 3.0063694267515926,
      "grad_norm": 0.11879237741231918,
      "learning_rate": 7.364968415280093e-05,
      "loss": 0.6038360595703125,
      "step": 472
    },
    {
      "epoch": 3.0127388535031847,
      "grad_norm": 0.12170149385929108,
      "learning_rate": 7.312701183596971e-05,
      "loss": 0.5882415771484375,
      "step": 473
    },
    {
      "epoch": 3.0191082802547773,
      "grad_norm": 0.12088643014431,
      "learning_rate": 7.260689218554105e-05,
      "loss": 0.6337738037109375,
      "step": 474
    },
    {
      "epoch": 3.0254777070063694,
      "grad_norm": 0.11253787577152252,
      "learning_rate": 7.208933965290024e-05,
      "loss": 0.5970654487609863,
      "step": 475
    },
    {
      "epoch": 3.031847133757962,
      "grad_norm": 0.12436731159687042,
      "learning_rate": 7.1574368618106e-05,
      "loss": 0.5939712524414062,
      "step": 476
    },
    {
      "epoch": 3.038216560509554,
      "grad_norm": 0.12008056044578552,
      "learning_rate": 7.106199338949081e-05,
      "loss": 0.5743637084960938,
      "step": 477
    },
    {
      "epoch": 3.0445859872611467,
      "grad_norm": 0.12449143081903458,
      "learning_rate": 7.055222820326335e-05,
      "loss": 0.5961456298828125,
      "step": 478
    },
    {
      "epoch": 3.050955414012739,
      "grad_norm": 0.12028675526380539,
      "learning_rate": 7.004508722311293e-05,
      "loss": 0.5840814709663391,
      "step": 479
    },
    {
      "epoch": 3.0573248407643314,
      "grad_norm": 0.10850632935762405,
      "learning_rate": 6.954058453981609e-05,
      "loss": 0.5147503018379211,
      "step": 480
    },
    {
      "epoch": 3.0636942675159236,
      "grad_norm": 0.12164684385061264,
      "learning_rate": 6.903873417084491e-05,
      "loss": 0.5835723876953125,
      "step": 481
    },
    {
      "epoch": 3.070063694267516,
      "grad_norm": 0.12288510799407959,
      "learning_rate": 6.853955005997767e-05,
      "loss": 0.5993270874023438,
      "step": 482
    },
    {
      "epoch": 3.0764331210191083,
      "grad_norm": 0.13285133242607117,
      "learning_rate": 6.804304607691137e-05,
      "loss": 0.5991897583007812,
      "step": 483
    },
    {
      "epoch": 3.082802547770701,
      "grad_norm": 0.12256758660078049,
      "learning_rate": 6.754923601687638e-05,
      "loss": 0.5762252807617188,
      "step": 484
    },
    {
      "epoch": 3.089171974522293,
      "grad_norm": 0.12933403253555298,
      "learning_rate": 6.705813360025316e-05,
      "loss": 0.5952529907226562,
      "step": 485
    },
    {
      "epoch": 3.0955414012738856,
      "grad_norm": 0.11282753199338913,
      "learning_rate": 6.656975247219094e-05,
      "loss": 0.5542392730712891,
      "step": 486
    },
    {
      "epoch": 3.1019108280254777,
      "grad_norm": 0.11912853270769119,
      "learning_rate": 6.608410620222883e-05,
      "loss": 0.5784263610839844,
      "step": 487
    },
    {
      "epoch": 3.1082802547770703,
      "grad_norm": 0.11849821358919144,
      "learning_rate": 6.560120828391843e-05,
      "loss": 0.5958251953125,
      "step": 488
    },
    {
      "epoch": 3.1146496815286624,
      "grad_norm": 0.11127341538667679,
      "learning_rate": 6.512107213444928e-05,
      "loss": 0.6105194091796875,
      "step": 489
    },
    {
      "epoch": 3.121019108280255,
      "grad_norm": 0.11595870554447174,
      "learning_rate": 6.464371109427591e-05,
      "loss": 0.5636520385742188,
      "step": 490
    },
    {
      "epoch": 3.127388535031847,
      "grad_norm": 0.12187227606773376,
      "learning_rate": 6.416913842674709e-05,
      "loss": 0.5792922973632812,
      "step": 491
    },
    {
      "epoch": 3.1337579617834397,
      "grad_norm": 0.11933460086584091,
      "learning_rate": 6.369736731773748e-05,
      "loss": 0.587799072265625,
      "step": 492
    },
    {
      "epoch": 3.140127388535032,
      "grad_norm": 0.11708524078130722,
      "learning_rate": 6.322841087528113e-05,
      "loss": 0.6246719360351562,
      "step": 493
    },
    {
      "epoch": 3.1464968152866244,
      "grad_norm": 0.12828877568244934,
      "learning_rate": 6.27622821292074e-05,
      "loss": 0.607208251953125,
      "step": 494
    },
    {
      "epoch": 3.1528662420382165,
      "grad_norm": 0.11456846445798874,
      "learning_rate": 6.229899403077878e-05,
      "loss": 0.621337890625,
      "step": 495
    },
    {
      "epoch": 3.159235668789809,
      "grad_norm": 0.11536476761102676,
      "learning_rate": 6.183855945233125e-05,
      "loss": 0.6371536254882812,
      "step": 496
    },
    {
      "epoch": 3.1656050955414012,
      "grad_norm": 0.1287345588207245,
      "learning_rate": 6.138099118691626e-05,
      "loss": 0.571502685546875,
      "step": 497
    },
    {
      "epoch": 3.171974522292994,
      "grad_norm": 0.11508220434188843,
      "learning_rate": 6.0926301947945806e-05,
      "loss": 0.5750579833984375,
      "step": 498
    },
    {
      "epoch": 3.178343949044586,
      "grad_norm": 0.1181962639093399,
      "learning_rate": 6.047450436883875e-05,
      "loss": 0.5426216125488281,
      "step": 499
    },
    {
      "epoch": 3.1847133757961785,
      "grad_norm": 0.1390620470046997,
      "learning_rate": 6.0025611002670024e-05,
      "loss": 0.6269683837890625,
      "step": 500
    },
    {
      "epoch": 3.1910828025477707,
      "grad_norm": 0.11729639023542404,
      "learning_rate": 5.957963432182164e-05,
      "loss": 0.6000823974609375,
      "step": 501
    },
    {
      "epoch": 3.1974522292993632,
      "grad_norm": 0.11855028569698334,
      "learning_rate": 5.913658671763644e-05,
      "loss": 0.5764329433441162,
      "step": 502
    },
    {
      "epoch": 3.2038216560509554,
      "grad_norm": 0.116395965218544,
      "learning_rate": 5.869648050007361e-05,
      "loss": 0.5692176818847656,
      "step": 503
    },
    {
      "epoch": 3.2038216560509554,
      "eval_loss": 0.5691375732421875,
      "eval_runtime": 5.1761,
      "eval_samples_per_second": 1.352,
      "eval_steps_per_second": 0.193,
      "step": 503
    },
    {
      "epoch": 3.210191082802548,
      "grad_norm": 0.12607790529727936,
      "learning_rate": 5.8259327897366674e-05,
      "loss": 0.5795440673828125,
      "step": 504
    },
    {
      "epoch": 3.21656050955414,
      "grad_norm": 0.11750511825084686,
      "learning_rate": 5.782514105568378e-05,
      "loss": 0.6226959228515625,
      "step": 505
    },
    {
      "epoch": 3.2229299363057327,
      "grad_norm": 0.1273873895406723,
      "learning_rate": 5.7393932038790186e-05,
      "loss": 0.607208251953125,
      "step": 506
    },
    {
      "epoch": 3.229299363057325,
      "grad_norm": 0.11236650496721268,
      "learning_rate": 5.6965712827713103e-05,
      "loss": 0.5733528137207031,
      "step": 507
    },
    {
      "epoch": 3.2356687898089174,
      "grad_norm": 0.11460690200328827,
      "learning_rate": 5.654049532040875e-05,
      "loss": 0.6213912963867188,
      "step": 508
    },
    {
      "epoch": 3.2420382165605095,
      "grad_norm": 0.12059050798416138,
      "learning_rate": 5.6118291331431886e-05,
      "loss": 0.604522705078125,
      "step": 509
    },
    {
      "epoch": 3.248407643312102,
      "grad_norm": 0.11258003860712051,
      "learning_rate": 5.569911259160735e-05,
      "loss": 0.5564193725585938,
      "step": 510
    },
    {
      "epoch": 3.254777070063694,
      "grad_norm": 0.12630507349967957,
      "learning_rate": 5.528297074770428e-05,
      "loss": 0.6247711181640625,
      "step": 511
    },
    {
      "epoch": 3.261146496815287,
      "grad_norm": 0.11103589087724686,
      "learning_rate": 5.48698773621126e-05,
      "loss": 0.5611529350280762,
      "step": 512
    },
    {
      "epoch": 3.267515923566879,
      "grad_norm": 0.11982318758964539,
      "learning_rate": 5.445984391252152e-05,
      "loss": 0.600677490234375,
      "step": 513
    },
    {
      "epoch": 3.2738853503184715,
      "grad_norm": 0.11556871980428696,
      "learning_rate": 5.405288179160072e-05,
      "loss": 0.5696296691894531,
      "step": 514
    },
    {
      "epoch": 3.2802547770700636,
      "grad_norm": 0.11754198372364044,
      "learning_rate": 5.364900230668387e-05,
      "loss": 0.6072998046875,
      "step": 515
    },
    {
      "epoch": 3.286624203821656,
      "grad_norm": 0.11896596848964691,
      "learning_rate": 5.324821667945448e-05,
      "loss": 0.5825119018554688,
      "step": 516
    },
    {
      "epoch": 3.2929936305732483,
      "grad_norm": 0.11040665209293365,
      "learning_rate": 5.285053604563396e-05,
      "loss": 0.5658645629882812,
      "step": 517
    },
    {
      "epoch": 3.299363057324841,
      "grad_norm": 0.1226251870393753,
      "learning_rate": 5.2455971454672366e-05,
      "loss": 0.59228515625,
      "step": 518
    },
    {
      "epoch": 3.305732484076433,
      "grad_norm": 0.11311738193035126,
      "learning_rate": 5.206453386944134e-05,
      "loss": 0.5952987670898438,
      "step": 519
    },
    {
      "epoch": 3.3121019108280256,
      "grad_norm": 0.11997239291667938,
      "learning_rate": 5.167623416592947e-05,
      "loss": 0.6220855712890625,
      "step": 520
    },
    {
      "epoch": 3.3184713375796178,
      "grad_norm": 0.11941354721784592,
      "learning_rate": 5.129108313294016e-05,
      "loss": 0.598699688911438,
      "step": 521
    },
    {
      "epoch": 3.3248407643312103,
      "grad_norm": 0.11876620352268219,
      "learning_rate": 5.0909091471791896e-05,
      "loss": 0.6198253631591797,
      "step": 522
    },
    {
      "epoch": 3.3312101910828025,
      "grad_norm": 0.12098715454339981,
      "learning_rate": 5.0530269796020715e-05,
      "loss": 0.6304779052734375,
      "step": 523
    },
    {
      "epoch": 3.337579617834395,
      "grad_norm": 0.115480437874794,
      "learning_rate": 5.015462863108559e-05,
      "loss": 0.6010208129882812,
      "step": 524
    },
    {
      "epoch": 3.343949044585987,
      "grad_norm": 0.1109473928809166,
      "learning_rate": 4.97821784140758e-05,
      "loss": 0.5378494262695312,
      "step": 525
    },
    {
      "epoch": 3.3503184713375798,
      "grad_norm": 0.12404850870370865,
      "learning_rate": 4.9412929493421075e-05,
      "loss": 0.6075439453125,
      "step": 526
    },
    {
      "epoch": 3.356687898089172,
      "grad_norm": 0.11312513053417206,
      "learning_rate": 4.904689212860388e-05,
      "loss": 0.5474624633789062,
      "step": 527
    },
    {
      "epoch": 3.3630573248407645,
      "grad_norm": 0.12030960619449615,
      "learning_rate": 4.868407648987444e-05,
      "loss": 0.613067626953125,
      "step": 528
    },
    {
      "epoch": 3.3694267515923566,
      "grad_norm": 0.11236941069364548,
      "learning_rate": 4.832449265796827e-05,
      "loss": 0.569580078125,
      "step": 529
    },
    {
      "epoch": 3.375796178343949,
      "grad_norm": 0.11299137026071548,
      "learning_rate": 4.796815062382596e-05,
      "loss": 0.5960693359375,
      "step": 530
    },
    {
      "epoch": 3.3821656050955413,
      "grad_norm": 0.122473806142807,
      "learning_rate": 4.7615060288315624e-05,
      "loss": 0.589868426322937,
      "step": 531
    },
    {
      "epoch": 3.388535031847134,
      "grad_norm": 0.1166764497756958,
      "learning_rate": 4.726523146195777e-05,
      "loss": 0.5731353759765625,
      "step": 532
    },
    {
      "epoch": 3.394904458598726,
      "grad_norm": 0.11254797875881195,
      "learning_rate": 4.691867386465278e-05,
      "loss": 0.5731104612350464,
      "step": 533
    },
    {
      "epoch": 3.4012738853503186,
      "grad_norm": 0.12588226795196533,
      "learning_rate": 4.657539712541081e-05,
      "loss": 0.6047592163085938,
      "step": 534
    },
    {
      "epoch": 3.4076433121019107,
      "grad_norm": 0.11485734581947327,
      "learning_rate": 4.6235410782084265e-05,
      "loss": 0.5780868530273438,
      "step": 535
    },
    {
      "epoch": 3.4140127388535033,
      "grad_norm": 0.11399234086275101,
      "learning_rate": 4.5898724281102683e-05,
      "loss": 0.5918350219726562,
      "step": 536
    },
    {
      "epoch": 3.4203821656050954,
      "grad_norm": 0.11319176852703094,
      "learning_rate": 4.55653469772105e-05,
      "loss": 0.5530385971069336,
      "step": 537
    },
    {
      "epoch": 3.426751592356688,
      "grad_norm": 0.11522573232650757,
      "learning_rate": 4.523528813320687e-05,
      "loss": 0.63470458984375,
      "step": 538
    },
    {
      "epoch": 3.43312101910828,
      "grad_norm": 0.1146511435508728,
      "learning_rate": 4.490855691968857e-05,
      "loss": 0.6084060668945312,
      "step": 539
    },
    {
      "epoch": 3.4394904458598727,
      "grad_norm": 0.11526243388652802,
      "learning_rate": 4.4585162414794986e-05,
      "loss": 0.586029052734375,
      "step": 540
    },
    {
      "epoch": 3.445859872611465,
      "grad_norm": 0.11174765229225159,
      "learning_rate": 4.426511360395585e-05,
      "loss": 0.5800552368164062,
      "step": 541
    },
    {
      "epoch": 3.4522292993630574,
      "grad_norm": 0.11285701394081116,
      "learning_rate": 4.394841937964181e-05,
      "loss": 0.5191566348075867,
      "step": 542
    },
    {
      "epoch": 3.4585987261146496,
      "grad_norm": 0.11998529732227325,
      "learning_rate": 4.36350885411172e-05,
      "loss": 0.6203880310058594,
      "step": 543
    },
    {
      "epoch": 3.464968152866242,
      "grad_norm": 0.11160973459482193,
      "learning_rate": 4.332512979419553e-05,
      "loss": 0.5934371948242188,
      "step": 544
    },
    {
      "epoch": 3.4713375796178343,
      "grad_norm": 0.11388590931892395,
      "learning_rate": 4.301855175099769e-05,
      "loss": 0.591888427734375,
      "step": 545
    },
    {
      "epoch": 3.477707006369427,
      "grad_norm": 0.11820085346698761,
      "learning_rate": 4.27153629297126e-05,
      "loss": 0.5998001098632812,
      "step": 546
    },
    {
      "epoch": 3.484076433121019,
      "grad_norm": 0.11512783914804459,
      "learning_rate": 4.241557175436059e-05,
      "loss": 0.5966873168945312,
      "step": 547
    },
    {
      "epoch": 3.4904458598726116,
      "grad_norm": 0.10947820544242859,
      "learning_rate": 4.2119186554559284e-05,
      "loss": 0.5952606201171875,
      "step": 548
    },
    {
      "epoch": 3.4968152866242037,
      "grad_norm": 0.12195497006177902,
      "learning_rate": 4.1826215565292134e-05,
      "loss": 0.5769195556640625,
      "step": 549
    },
    {
      "epoch": 3.5031847133757963,
      "grad_norm": 0.10718007385730743,
      "learning_rate": 4.153666692667974e-05,
      "loss": 0.5982446670532227,
      "step": 550
    },
    {
      "epoch": 3.5095541401273884,
      "grad_norm": 0.1096276119351387,
      "learning_rate": 4.125054868375358e-05,
      "loss": 0.620819091796875,
      "step": 551
    },
    {
      "epoch": 3.515923566878981,
      "grad_norm": 0.12272590398788452,
      "learning_rate": 4.09678687862325e-05,
      "loss": 0.5886993408203125,
      "step": 552
    },
    {
      "epoch": 3.522292993630573,
      "grad_norm": 0.12129033356904984,
      "learning_rate": 4.068863508830188e-05,
      "loss": 0.5951309204101562,
      "step": 553
    },
    {
      "epoch": 3.5286624203821657,
      "grad_norm": 0.12272969633340836,
      "learning_rate": 4.0412855348395294e-05,
      "loss": 0.6143798828125,
      "step": 554
    },
    {
      "epoch": 3.535031847133758,
      "grad_norm": 0.10710962861776352,
      "learning_rate": 4.014053722897904e-05,
      "loss": 0.5522842407226562,
      "step": 555
    },
    {
      "epoch": 3.5414012738853504,
      "grad_norm": 0.11110975593328476,
      "learning_rate": 3.987168829633926e-05,
      "loss": 0.5803451538085938,
      "step": 556
    },
    {
      "epoch": 3.5477707006369426,
      "grad_norm": 0.11578673869371414,
      "learning_rate": 3.9606316020371635e-05,
      "loss": 0.5619888305664062,
      "step": 557
    },
    {
      "epoch": 3.554140127388535,
      "grad_norm": 0.11307930201292038,
      "learning_rate": 3.934442777437383e-05,
      "loss": 0.6312026977539062,
      "step": 558
    },
    {
      "epoch": 3.5605095541401273,
      "grad_norm": 0.11122153699398041,
      "learning_rate": 3.908603083484074e-05,
      "loss": 0.53570556640625,
      "step": 559
    },
    {
      "epoch": 3.56687898089172,
      "grad_norm": 0.11363998800516129,
      "learning_rate": 3.8831132381262244e-05,
      "loss": 0.6043548583984375,
      "step": 560
    },
    {
      "epoch": 3.573248407643312,
      "grad_norm": 0.1189269870519638,
      "learning_rate": 3.857973949592365e-05,
      "loss": 0.5921096801757812,
      "step": 561
    },
    {
      "epoch": 3.5796178343949046,
      "grad_norm": 0.1117604523897171,
      "learning_rate": 3.8331859163709086e-05,
      "loss": 0.60650634765625,
      "step": 562
    },
    {
      "epoch": 3.5859872611464967,
      "grad_norm": 0.1151510551571846,
      "learning_rate": 3.808749827190723e-05,
      "loss": 0.6067428588867188,
      "step": 563
    },
    {
      "epoch": 3.5923566878980893,
      "grad_norm": 0.11094477027654648,
      "learning_rate": 3.784666361002013e-05,
      "loss": 0.5858001708984375,
      "step": 564
    },
    {
      "epoch": 3.5987261146496814,
      "grad_norm": 0.11872120201587677,
      "learning_rate": 3.7609361869574425e-05,
      "loss": 0.568603515625,
      "step": 565
    },
    {
      "epoch": 3.605095541401274,
      "grad_norm": 0.11176243424415588,
      "learning_rate": 3.737559964393552e-05,
      "loss": 0.6265898942947388,
      "step": 566
    },
    {
      "epoch": 3.611464968152866,
      "grad_norm": 0.10548706352710724,
      "learning_rate": 3.714538342812434e-05,
      "loss": 0.5895538330078125,
      "step": 567
    },
    {
      "epoch": 3.6178343949044587,
      "grad_norm": 0.10922879725694656,
      "learning_rate": 3.691871961863683e-05,
      "loss": 0.5919036865234375,
      "step": 568
    },
    {
      "epoch": 3.624203821656051,
      "grad_norm": 0.1119789406657219,
      "learning_rate": 3.669561451326634e-05,
      "loss": 0.56719970703125,
      "step": 569
    },
    {
      "epoch": 3.6305732484076434,
      "grad_norm": 0.11212991178035736,
      "learning_rate": 3.6476074310928566e-05,
      "loss": 0.5804367065429688,
      "step": 570
    },
    {
      "epoch": 3.6369426751592355,
      "grad_norm": 0.11380063742399216,
      "learning_rate": 3.626010511148926e-05,
      "loss": 0.576891303062439,
      "step": 571
    },
    {
      "epoch": 3.643312101910828,
      "grad_norm": 0.10741905122995377,
      "learning_rate": 3.6047712915594853e-05,
      "loss": 0.5605392456054688,
      "step": 572
    },
    {
      "epoch": 3.6496815286624202,
      "grad_norm": 0.1313689798116684,
      "learning_rate": 3.583890362450577e-05,
      "loss": 0.5773947238922119,
      "step": 573
    },
    {
      "epoch": 3.656050955414013,
      "grad_norm": 0.11181677132844925,
      "learning_rate": 3.563368303993225e-05,
      "loss": 0.61541748046875,
      "step": 574
    },
    {
      "epoch": 3.662420382165605,
      "grad_norm": 0.12020916491746902,
      "learning_rate": 3.54320568638734e-05,
      "loss": 0.5890045166015625,
      "step": 575
    },
    {
      "epoch": 3.6687898089171975,
      "grad_norm": 0.11567579954862595,
      "learning_rate": 3.5234030698458534e-05,
      "loss": 0.5779571533203125,
      "step": 576
    },
    {
      "epoch": 3.6751592356687897,
      "grad_norm": 0.1177821010351181,
      "learning_rate": 3.5039610045791716e-05,
      "loss": 0.6016159057617188,
      "step": 577
    },
    {
      "epoch": 3.6815286624203822,
      "grad_norm": 0.11920693516731262,
      "learning_rate": 3.484880030779879e-05,
      "loss": 0.6223907470703125,
      "step": 578
    },
    {
      "epoch": 3.6878980891719744,
      "grad_norm": 0.10849031060934067,
      "learning_rate": 3.466160678607726e-05,
      "loss": 0.5529365539550781,
      "step": 579
    },
    {
      "epoch": 3.694267515923567,
      "grad_norm": 0.11642079055309296,
      "learning_rate": 3.447803468174908e-05,
      "loss": 0.607879638671875,
      "step": 580
    },
    {
      "epoch": 3.700636942675159,
      "grad_norm": 0.11872278898954391,
      "learning_rate": 3.4298089095316075e-05,
      "loss": 0.6125946044921875,
      "step": 581
    },
    {
      "epoch": 3.7070063694267517,
      "grad_norm": 0.12201058864593506,
      "learning_rate": 3.4121775026518204e-05,
      "loss": 0.5991783142089844,
      "step": 582
    },
    {
      "epoch": 3.713375796178344,
      "grad_norm": 0.11092175543308258,
      "learning_rate": 3.394909737419475e-05,
      "loss": 0.5940704345703125,
      "step": 583
    },
    {
      "epoch": 3.7197452229299364,
      "grad_norm": 0.11027749627828598,
      "learning_rate": 3.378006093614806e-05,
      "loss": 0.5653915405273438,
      "step": 584
    },
    {
      "epoch": 3.7261146496815285,
      "grad_norm": 0.11839186400175095,
      "learning_rate": 3.361467040901035e-05,
      "loss": 0.5750976204872131,
      "step": 585
    },
    {
      "epoch": 3.732484076433121,
      "grad_norm": 0.11207658797502518,
      "learning_rate": 3.34529303881132e-05,
      "loss": 0.5675506591796875,
      "step": 586
    },
    {
      "epoch": 3.738853503184713,
      "grad_norm": 0.10792435705661774,
      "learning_rate": 3.329484536735984e-05,
      "loss": 0.587005615234375,
      "step": 587
    },
    {
      "epoch": 3.745222929936306,
      "grad_norm": 0.11606154590845108,
      "learning_rate": 3.3140419739100266e-05,
      "loss": 0.5737838745117188,
      "step": 588
    },
    {
      "epoch": 3.7515923566878984,
      "grad_norm": 0.11868041753768921,
      "learning_rate": 3.298965779400926e-05,
      "loss": 0.6115951538085938,
      "step": 589
    },
    {
      "epoch": 3.7579617834394905,
      "grad_norm": 0.11325030773878098,
      "learning_rate": 3.284256372096713e-05,
      "loss": 0.5740203857421875,
      "step": 590
    },
    {
      "epoch": 3.7643312101910826,
      "grad_norm": 0.10752908885478973,
      "learning_rate": 3.269914160694337e-05,
      "loss": 0.5116958618164062,
      "step": 591
    },
    {
      "epoch": 3.770700636942675,
      "grad_norm": 0.11671079695224762,
      "learning_rate": 3.255939543688306e-05,
      "loss": 0.6184310913085938,
      "step": 592
    },
    {
      "epoch": 3.777070063694268,
      "grad_norm": 0.1126815527677536,
      "learning_rate": 3.242332909359613e-05,
      "loss": 0.5923385620117188,
      "step": 593
    },
    {
      "epoch": 3.78343949044586,
      "grad_norm": 0.10861267894506454,
      "learning_rate": 3.229094635764956e-05,
      "loss": 0.5390701293945312,
      "step": 594
    },
    {
      "epoch": 3.789808917197452,
      "grad_norm": 0.11774186789989471,
      "learning_rate": 3.216225090726223e-05,
      "loss": 0.6020126342773438,
      "step": 595
    },
    {
      "epoch": 3.7961783439490446,
      "grad_norm": 0.10752571374177933,
      "learning_rate": 3.2037246318202846e-05,
      "loss": 0.5871200561523438,
      "step": 596
    },
    {
      "epoch": 3.802547770700637,
      "grad_norm": 0.11397215723991394,
      "learning_rate": 3.191593606369046e-05,
      "loss": 0.608978271484375,
      "step": 597
    },
    {
      "epoch": 3.8089171974522293,
      "grad_norm": 0.11120873689651489,
      "learning_rate": 3.179832351429805e-05,
      "loss": 0.5426864624023438,
      "step": 598
    },
    {
      "epoch": 3.8152866242038215,
      "grad_norm": 0.11356130242347717,
      "learning_rate": 3.1684411937858814e-05,
      "loss": 0.6201629638671875,
      "step": 599
    },
    {
      "epoch": 3.821656050955414,
      "grad_norm": 0.11339955031871796,
      "learning_rate": 3.157420449937546e-05,
      "loss": 0.60382080078125,
      "step": 600
    },
    {
      "epoch": 3.8280254777070066,
      "grad_norm": 0.10754179954528809,
      "learning_rate": 3.146770426093222e-05,
      "loss": 0.554779052734375,
      "step": 601
    },
    {
      "epoch": 3.8343949044585988,
      "grad_norm": 0.11259491741657257,
      "learning_rate": 3.136491418160968e-05,
      "loss": 0.5785980224609375,
      "step": 602
    },
    {
      "epoch": 3.840764331210191,
      "grad_norm": 0.10771609842777252,
      "learning_rate": 3.126583711740273e-05,
      "loss": 0.5512466430664062,
      "step": 603
    },
    {
      "epoch": 3.8471337579617835,
      "grad_norm": 0.11603587865829468,
      "learning_rate": 3.117047582114108e-05,
      "loss": 0.6403045654296875,
      "step": 604
    },
    {
      "epoch": 3.853503184713376,
      "grad_norm": 0.1212775930762291,
      "learning_rate": 3.1078832942412854e-05,
      "loss": 0.5423660278320312,
      "step": 605
    },
    {
      "epoch": 3.859872611464968,
      "grad_norm": 0.11277224123477936,
      "learning_rate": 3.0990911027490914e-05,
      "loss": 0.5763015747070312,
      "step": 606
    },
    {
      "epoch": 3.8662420382165603,
      "grad_norm": 0.11192955076694489,
      "learning_rate": 3.090671251926216e-05,
      "loss": 0.5609245300292969,
      "step": 607
    },
    {
      "epoch": 3.872611464968153,
      "grad_norm": 0.11367684602737427,
      "learning_rate": 3.0826239757159634e-05,
      "loss": 0.5995559692382812,
      "step": 608
    },
    {
      "epoch": 3.8789808917197455,
      "grad_norm": 0.1102093756198883,
      "learning_rate": 3.0749494977097477e-05,
      "loss": 0.5271474123001099,
      "step": 609
    },
    {
      "epoch": 3.8853503184713376,
      "grad_norm": 0.11243017017841339,
      "learning_rate": 3.06764803114089e-05,
      "loss": 0.6080722808837891,
      "step": 610
    },
    {
      "epoch": 3.8917197452229297,
      "grad_norm": 0.11553356796503067,
      "learning_rate": 3.060719778878684e-05,
      "loss": 0.59722900390625,
      "step": 611
    },
    {
      "epoch": 3.8980891719745223,
      "grad_norm": 0.18460510671138763,
      "learning_rate": 3.054164933422767e-05,
      "loss": 0.583221435546875,
      "step": 612
    },
    {
      "epoch": 3.904458598726115,
      "grad_norm": 0.11210013180971146,
      "learning_rate": 3.0479836768977663e-05,
      "loss": 0.6054916381835938,
      "step": 613
    },
    {
      "epoch": 3.910828025477707,
      "grad_norm": 0.11276479810476303,
      "learning_rate": 3.042176181048241e-05,
      "loss": 0.5625152587890625,
      "step": 614
    },
    {
      "epoch": 3.917197452229299,
      "grad_norm": 0.11306929588317871,
      "learning_rate": 3.0367426072339112e-05,
      "loss": 0.634796142578125,
      "step": 615
    },
    {
      "epoch": 3.9235668789808917,
      "grad_norm": 0.11257872730493546,
      "learning_rate": 3.031683106425169e-05,
      "loss": 0.6205291748046875,
      "step": 616
    },
    {
      "epoch": 3.9299363057324843,
      "grad_norm": 0.10949276387691498,
      "learning_rate": 3.0269978191988948e-05,
      "loss": 0.5538330078125,
      "step": 617
    },
    {
      "epoch": 3.9363057324840764,
      "grad_norm": 0.11157351732254028,
      "learning_rate": 3.0226868757345395e-05,
      "loss": 0.5657310485839844,
      "step": 618
    },
    {
      "epoch": 3.9426751592356686,
      "grad_norm": 0.11258745938539505,
      "learning_rate": 3.0187503958105123e-05,
      "loss": 0.5833358764648438,
      "step": 619
    },
    {
      "epoch": 3.949044585987261,
      "grad_norm": 0.11174048483371735,
      "learning_rate": 3.0151884888008588e-05,
      "loss": 0.5911941528320312,
      "step": 620
    },
    {
      "epoch": 3.9554140127388537,
      "grad_norm": 0.107634037733078,
      "learning_rate": 3.0120012536722087e-05,
      "loss": 0.5614414215087891,
      "step": 621
    },
    {
      "epoch": 3.961783439490446,
      "grad_norm": 0.11546964943408966,
      "learning_rate": 3.0091887789810397e-05,
      "loss": 0.5820770263671875,
      "step": 622
    },
    {
      "epoch": 3.968152866242038,
      "grad_norm": 0.10852184891700745,
      "learning_rate": 3.0067511428712072e-05,
      "loss": 0.5699009895324707,
      "step": 623
    },
    {
      "epoch": 3.9745222929936306,
      "grad_norm": 0.11604326963424683,
      "learning_rate": 3.004688413071782e-05,
      "loss": 0.58349609375,
      "step": 624
    },
    {
      "epoch": 3.980891719745223,
      "grad_norm": 0.115114226937294,
      "learning_rate": 3.0030006468951553e-05,
      "loss": 0.5985107421875,
      "step": 625
    },
    {
      "epoch": 3.9872611464968153,
      "grad_norm": 0.11075790971517563,
      "learning_rate": 3.0016878912354617e-05,
      "loss": 0.5899734497070312,
      "step": 626
    },
    {
      "epoch": 3.9936305732484074,
      "grad_norm": 0.11452137678861618,
      "learning_rate": 3.0007501825672667e-05,
      "loss": 0.5993270874023438,
      "step": 627
    },
    {
      "epoch": 4.0,
      "grad_norm": 0.10962215065956116,
      "learning_rate": 3.0001875469445524e-05,
      "loss": 0.577056884765625,
      "step": 628
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.5670642852783203,
      "eval_runtime": 5.1926,
      "eval_samples_per_second": 1.348,
      "eval_steps_per_second": 0.193,
      "step": 628
    }
  ],
  "logging_steps": 1.0,
  "max_steps": 628,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 4,
  "save_steps": 0,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": true
      },
      "attributes": {}
    }
  },
  "total_flos": 4.594651397478196e+20,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}