{
  "best_global_step": null,
  "best_metric": null,
  "best_model_checkpoint": null,
  "epoch": 1.0,
  "eval_steps": 500,
  "global_step": 1353,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.0007393715341959334,
      "grad_norm": 41.82886505126953,
      "learning_rate": 0.0,
      "loss": 0.39577627182006836,
      "step": 1
    },
    {
      "epoch": 0.0014787430683918669,
      "grad_norm": 43.62828826904297,
      "learning_rate": 4.098360655737705e-08,
      "loss": 0.3961445689201355,
      "step": 2
    },
    {
      "epoch": 0.0022181146025878,
      "grad_norm": 45.121517181396484,
      "learning_rate": 8.19672131147541e-08,
      "loss": 0.3883833587169647,
      "step": 3
    },
    {
      "epoch": 0.0029574861367837337,
      "grad_norm": 44.83428192138672,
      "learning_rate": 1.2295081967213116e-07,
      "loss": 0.40789830684661865,
      "step": 4
    },
    {
      "epoch": 0.0036968576709796672,
      "grad_norm": 53.180477142333984,
      "learning_rate": 1.639344262295082e-07,
      "loss": 0.44509774446487427,
      "step": 5
    },
    {
      "epoch": 0.0044362292051756,
      "grad_norm": 43.048526763916016,
      "learning_rate": 2.0491803278688524e-07,
      "loss": 0.4160611033439636,
      "step": 6
    },
    {
      "epoch": 0.005175600739371534,
      "grad_norm": 31.297637939453125,
      "learning_rate": 2.459016393442623e-07,
      "loss": 0.3154001235961914,
      "step": 7
    },
    {
      "epoch": 0.005914972273567467,
      "grad_norm": 36.778350830078125,
      "learning_rate": 2.8688524590163937e-07,
      "loss": 0.34796035289764404,
      "step": 8
    },
    {
      "epoch": 0.006654343807763401,
      "grad_norm": 28.320602416992188,
      "learning_rate": 3.278688524590164e-07,
      "loss": 0.3645447790622711,
      "step": 9
    },
    {
      "epoch": 0.0073937153419593345,
      "grad_norm": 26.17709732055664,
      "learning_rate": 3.6885245901639347e-07,
      "loss": 0.3941017985343933,
      "step": 10
    },
    {
      "epoch": 0.008133086876155268,
      "grad_norm": 26.445171356201172,
      "learning_rate": 4.0983606557377047e-07,
      "loss": 0.34486323595046997,
      "step": 11
    },
    {
      "epoch": 0.0088724584103512,
      "grad_norm": 23.53899574279785,
      "learning_rate": 4.508196721311476e-07,
      "loss": 0.32150036096572876,
      "step": 12
    },
    {
      "epoch": 0.009611829944547136,
      "grad_norm": 25.64048957824707,
      "learning_rate": 4.918032786885246e-07,
      "loss": 0.29557716846466064,
      "step": 13
    },
    {
      "epoch": 0.010351201478743069,
      "grad_norm": 20.494646072387695,
      "learning_rate": 5.327868852459017e-07,
      "loss": 0.28796228766441345,
      "step": 14
    },
    {
      "epoch": 0.011090573012939002,
      "grad_norm": 22.410762786865234,
      "learning_rate": 5.737704918032787e-07,
      "loss": 0.3153987228870392,
      "step": 15
    },
    {
      "epoch": 0.011829944547134935,
      "grad_norm": 16.51301383972168,
      "learning_rate": 6.147540983606558e-07,
      "loss": 0.268312931060791,
      "step": 16
    },
    {
      "epoch": 0.012569316081330868,
      "grad_norm": 14.446939468383789,
      "learning_rate": 6.557377049180328e-07,
      "loss": 0.27858996391296387,
      "step": 17
    },
    {
      "epoch": 0.013308687615526803,
      "grad_norm": 16.552818298339844,
      "learning_rate": 6.967213114754098e-07,
      "loss": 0.27712690830230713,
      "step": 18
    },
    {
      "epoch": 0.014048059149722736,
      "grad_norm": 17.830724716186523,
      "learning_rate": 7.377049180327869e-07,
      "loss": 0.3013070821762085,
      "step": 19
    },
    {
      "epoch": 0.014787430683918669,
      "grad_norm": 15.094914436340332,
      "learning_rate": 7.78688524590164e-07,
      "loss": 0.2992064356803894,
      "step": 20
    },
    {
      "epoch": 0.015526802218114602,
      "grad_norm": 12.978255271911621,
      "learning_rate": 8.196721311475409e-07,
      "loss": 0.2892266511917114,
      "step": 21
    },
    {
      "epoch": 0.016266173752310535,
      "grad_norm": 15.632125854492188,
      "learning_rate": 8.606557377049181e-07,
      "loss": 0.3257095515727997,
      "step": 22
    },
    {
      "epoch": 0.017005545286506468,
      "grad_norm": 17.52192497253418,
      "learning_rate": 9.016393442622952e-07,
      "loss": 0.26500624418258667,
      "step": 23
    },
    {
      "epoch": 0.0177449168207024,
      "grad_norm": 22.568397521972656,
      "learning_rate": 9.426229508196721e-07,
      "loss": 0.30868929624557495,
      "step": 24
    },
    {
      "epoch": 0.018484288354898338,
      "grad_norm": 30.946823120117188,
      "learning_rate": 9.836065573770493e-07,
      "loss": 0.341650128364563,
      "step": 25
    },
    {
      "epoch": 0.01922365988909427,
      "grad_norm": 23.599288940429688,
      "learning_rate": 1.0245901639344263e-06,
      "loss": 0.3018481731414795,
      "step": 26
    },
    {
      "epoch": 0.019963031423290204,
      "grad_norm": 12.915389060974121,
      "learning_rate": 1.0655737704918034e-06,
      "loss": 0.255690336227417,
      "step": 27
    },
    {
      "epoch": 0.020702402957486137,
      "grad_norm": 4.828853130340576,
      "learning_rate": 1.1065573770491804e-06,
      "loss": 0.24793919920921326,
      "step": 28
    },
    {
      "epoch": 0.02144177449168207,
      "grad_norm": 7.216000556945801,
      "learning_rate": 1.1475409836065575e-06,
      "loss": 0.2728981673717499,
      "step": 29
    },
    {
      "epoch": 0.022181146025878003,
      "grad_norm": 20.403059005737305,
      "learning_rate": 1.1885245901639345e-06,
      "loss": 0.29784220457077026,
      "step": 30
    },
    {
      "epoch": 0.022920517560073937,
      "grad_norm": 24.058977127075195,
      "learning_rate": 1.2295081967213116e-06,
      "loss": 0.3200542628765106,
      "step": 31
    },
    {
      "epoch": 0.02365988909426987,
      "grad_norm": 22.61942481994629,
      "learning_rate": 1.2704918032786886e-06,
      "loss": 0.2977902293205261,
      "step": 32
    },
    {
      "epoch": 0.024399260628465803,
      "grad_norm": 17.05254554748535,
      "learning_rate": 1.3114754098360657e-06,
      "loss": 0.28311583399772644,
      "step": 33
    },
    {
      "epoch": 0.025138632162661736,
      "grad_norm": 13.681181907653809,
      "learning_rate": 1.352459016393443e-06,
      "loss": 0.263553261756897,
      "step": 34
    },
    {
      "epoch": 0.025878003696857672,
      "grad_norm": 4.427638530731201,
      "learning_rate": 1.3934426229508196e-06,
      "loss": 0.24522951245307922,
      "step": 35
    },
    {
      "epoch": 0.026617375231053605,
      "grad_norm": 8.677863121032715,
      "learning_rate": 1.4344262295081968e-06,
      "loss": 0.24220284819602966,
      "step": 36
    },
    {
      "epoch": 0.02735674676524954,
      "grad_norm": 12.438057899475098,
      "learning_rate": 1.4754098360655739e-06,
      "loss": 0.2582142651081085,
      "step": 37
    },
    {
      "epoch": 0.02809611829944547,
      "grad_norm": 19.662607192993164,
      "learning_rate": 1.516393442622951e-06,
      "loss": 0.2944411635398865,
      "step": 38
    },
    {
      "epoch": 0.028835489833641405,
      "grad_norm": 15.692110061645508,
      "learning_rate": 1.557377049180328e-06,
      "loss": 0.2920330762863159,
      "step": 39
    },
    {
      "epoch": 0.029574861367837338,
      "grad_norm": 12.463593482971191,
      "learning_rate": 1.5983606557377053e-06,
      "loss": 0.2791077792644501,
      "step": 40
    },
    {
      "epoch": 0.03031423290203327,
      "grad_norm": 7.102624893188477,
      "learning_rate": 1.6393442622950819e-06,
      "loss": 0.23491504788398743,
      "step": 41
    },
    {
      "epoch": 0.031053604436229204,
      "grad_norm": 3.370135545730591,
      "learning_rate": 1.6803278688524592e-06,
      "loss": 0.24000954627990723,
      "step": 42
    },
    {
      "epoch": 0.03179297597042514,
      "grad_norm": 4.321382999420166,
      "learning_rate": 1.7213114754098362e-06,
      "loss": 0.259482741355896,
      "step": 43
    },
    {
      "epoch": 0.03253234750462107,
      "grad_norm": 12.374532699584961,
      "learning_rate": 1.7622950819672133e-06,
      "loss": 0.25031858682632446,
      "step": 44
    },
    {
      "epoch": 0.033271719038817,
      "grad_norm": 17.417724609375,
      "learning_rate": 1.8032786885245903e-06,
      "loss": 0.2694057822227478,
      "step": 45
    },
    {
      "epoch": 0.034011090573012936,
      "grad_norm": 11.75733470916748,
      "learning_rate": 1.8442622950819674e-06,
      "loss": 0.24549782276153564,
      "step": 46
    },
    {
      "epoch": 0.03475046210720887,
      "grad_norm": 8.331439971923828,
      "learning_rate": 1.8852459016393442e-06,
      "loss": 0.20991119742393494,
      "step": 47
    },
    {
      "epoch": 0.0354898336414048,
      "grad_norm": 4.818135738372803,
      "learning_rate": 1.9262295081967215e-06,
      "loss": 0.22587916254997253,
      "step": 48
    },
    {
      "epoch": 0.03622920517560074,
      "grad_norm": 6.449060916900635,
      "learning_rate": 1.9672131147540985e-06,
      "loss": 0.21461454033851624,
      "step": 49
    },
    {
      "epoch": 0.036968576709796676,
      "grad_norm": 18.1987361907959,
      "learning_rate": 2.0081967213114756e-06,
      "loss": 0.28996536135673523,
      "step": 50
    },
    {
      "epoch": 0.03770794824399261,
      "grad_norm": 15.74471664428711,
      "learning_rate": 2.0491803278688526e-06,
      "loss": 0.26668763160705566,
      "step": 51
    },
    {
      "epoch": 0.03844731977818854,
      "grad_norm": 10.495340347290039,
      "learning_rate": 2.0901639344262297e-06,
      "loss": 0.2676393389701843,
      "step": 52
    },
    {
      "epoch": 0.039186691312384475,
      "grad_norm": 9.458422660827637,
      "learning_rate": 2.1311475409836067e-06,
      "loss": 0.22141633927822113,
      "step": 53
    },
    {
      "epoch": 0.03992606284658041,
      "grad_norm": 9.127469062805176,
      "learning_rate": 2.1721311475409838e-06,
      "loss": 0.24063923954963684,
      "step": 54
    },
    {
      "epoch": 0.04066543438077634,
      "grad_norm": 11.918418884277344,
      "learning_rate": 2.213114754098361e-06,
      "loss": 0.23009678721427917,
      "step": 55
    },
    {
      "epoch": 0.041404805914972274,
      "grad_norm": 12.165032386779785,
      "learning_rate": 2.254098360655738e-06,
      "loss": 0.2415492683649063,
      "step": 56
    },
    {
      "epoch": 0.04214417744916821,
      "grad_norm": 8.690532684326172,
      "learning_rate": 2.295081967213115e-06,
      "loss": 0.2201872169971466,
      "step": 57
    },
    {
      "epoch": 0.04288354898336414,
      "grad_norm": 6.020841598510742,
      "learning_rate": 2.336065573770492e-06,
      "loss": 0.21306461095809937,
      "step": 58
    },
    {
      "epoch": 0.043622920517560074,
      "grad_norm": 10.067004203796387,
      "learning_rate": 2.377049180327869e-06,
      "loss": 0.22832569479942322,
      "step": 59
    },
    {
      "epoch": 0.04436229205175601,
      "grad_norm": 12.942950248718262,
      "learning_rate": 2.418032786885246e-06,
      "loss": 0.2675108015537262,
      "step": 60
    },
    {
      "epoch": 0.04510166358595194,
      "grad_norm": 8.809064865112305,
      "learning_rate": 2.459016393442623e-06,
      "loss": 0.2304268479347229,
      "step": 61
    },
    {
      "epoch": 0.04584103512014787,
      "grad_norm": 3.882194995880127,
      "learning_rate": 2.5e-06,
      "loss": 0.24520593881607056,
      "step": 62
    },
    {
      "epoch": 0.046580406654343806,
      "grad_norm": 11.194753646850586,
      "learning_rate": 2.5409836065573773e-06,
      "loss": 0.2392072230577469,
      "step": 63
    },
    {
      "epoch": 0.04731977818853974,
      "grad_norm": 10.121578216552734,
      "learning_rate": 2.5819672131147543e-06,
      "loss": 0.22638732194900513,
      "step": 64
    },
    {
      "epoch": 0.04805914972273567,
      "grad_norm": 9.011906623840332,
      "learning_rate": 2.6229508196721314e-06,
      "loss": 0.25158917903900146,
      "step": 65
    },
    {
      "epoch": 0.048798521256931605,
      "grad_norm": 4.107776165008545,
      "learning_rate": 2.6639344262295084e-06,
      "loss": 0.2215217649936676,
      "step": 66
    },
    {
      "epoch": 0.04953789279112754,
      "grad_norm": 4.162323474884033,
      "learning_rate": 2.704918032786886e-06,
      "loss": 0.22548258304595947,
      "step": 67
    },
    {
      "epoch": 0.05027726432532347,
      "grad_norm": 8.808723449707031,
      "learning_rate": 2.745901639344263e-06,
      "loss": 0.24540020525455475,
      "step": 68
    },
    {
      "epoch": 0.05101663585951941,
      "grad_norm": 9.407150268554688,
      "learning_rate": 2.786885245901639e-06,
      "loss": 0.24976441264152527,
      "step": 69
    },
    {
      "epoch": 0.051756007393715345,
      "grad_norm": 3.1315934658050537,
      "learning_rate": 2.8278688524590166e-06,
      "loss": 0.21074530482292175,
      "step": 70
    },
    {
      "epoch": 0.05249537892791128,
      "grad_norm": 5.516967296600342,
      "learning_rate": 2.8688524590163937e-06,
      "loss": 0.23217648267745972,
      "step": 71
    },
    {
      "epoch": 0.05323475046210721,
      "grad_norm": 6.458528518676758,
      "learning_rate": 2.9098360655737707e-06,
      "loss": 0.24738115072250366,
      "step": 72
    },
    {
      "epoch": 0.053974121996303144,
      "grad_norm": 6.4828901290893555,
      "learning_rate": 2.9508196721311478e-06,
      "loss": 0.2421148419380188,
      "step": 73
    },
    {
      "epoch": 0.05471349353049908,
      "grad_norm": 4.693951606750488,
      "learning_rate": 2.991803278688525e-06,
      "loss": 0.21221855282783508,
      "step": 74
    },
    {
      "epoch": 0.05545286506469501,
      "grad_norm": 5.373523235321045,
      "learning_rate": 3.032786885245902e-06,
      "loss": 0.19335052371025085,
      "step": 75
    },
    {
      "epoch": 0.05619223659889094,
      "grad_norm": 6.908679485321045,
      "learning_rate": 3.073770491803279e-06,
      "loss": 0.2266283631324768,
      "step": 76
    },
    {
      "epoch": 0.056931608133086876,
      "grad_norm": 5.548397541046143,
      "learning_rate": 3.114754098360656e-06,
      "loss": 0.20439353585243225,
      "step": 77
    },
    {
      "epoch": 0.05767097966728281,
      "grad_norm": 3.499976634979248,
      "learning_rate": 3.155737704918033e-06,
      "loss": 0.230841726064682,
      "step": 78
    },
    {
      "epoch": 0.05841035120147874,
      "grad_norm": 3.373450994491577,
      "learning_rate": 3.1967213114754105e-06,
      "loss": 0.1977718472480774,
      "step": 79
    },
    {
      "epoch": 0.059149722735674676,
      "grad_norm": 6.480327606201172,
      "learning_rate": 3.2377049180327876e-06,
      "loss": 0.2362918108701706,
      "step": 80
    },
    {
      "epoch": 0.05988909426987061,
      "grad_norm": 2.622467279434204,
      "learning_rate": 3.2786885245901638e-06,
      "loss": 0.20688095688819885,
      "step": 81
    },
    {
      "epoch": 0.06062846580406654,
      "grad_norm": 11.898148536682129,
      "learning_rate": 3.3196721311475413e-06,
      "loss": 0.22245919704437256,
      "step": 82
    },
    {
      "epoch": 0.061367837338262475,
      "grad_norm": 2.7481648921966553,
      "learning_rate": 3.3606557377049183e-06,
      "loss": 0.21636639535427094,
      "step": 83
    },
    {
      "epoch": 0.06210720887245841,
      "grad_norm": 4.782436847686768,
      "learning_rate": 3.4016393442622954e-06,
      "loss": 0.20911897718906403,
      "step": 84
    },
    {
      "epoch": 0.06284658040665435,
      "grad_norm": 6.658738613128662,
      "learning_rate": 3.4426229508196724e-06,
      "loss": 0.22788047790527344,
      "step": 85
    },
    {
      "epoch": 0.06358595194085027,
      "grad_norm": 3.3672688007354736,
      "learning_rate": 3.4836065573770495e-06,
      "loss": 0.19663548469543457,
      "step": 86
    },
    {
      "epoch": 0.06432532347504621,
      "grad_norm": 4.698397159576416,
      "learning_rate": 3.5245901639344265e-06,
      "loss": 0.20169639587402344,
      "step": 87
    },
    {
      "epoch": 0.06506469500924214,
      "grad_norm": 6.411549091339111,
      "learning_rate": 3.5655737704918036e-06,
      "loss": 0.2064359486103058,
      "step": 88
    },
    {
      "epoch": 0.06580406654343808,
      "grad_norm": 2.3855221271514893,
      "learning_rate": 3.6065573770491806e-06,
      "loss": 0.19425924122333527,
      "step": 89
    },
    {
      "epoch": 0.066543438077634,
      "grad_norm": 2.8847012519836426,
      "learning_rate": 3.6475409836065577e-06,
      "loss": 0.2077484428882599,
      "step": 90
    },
    {
      "epoch": 0.06728280961182995,
      "grad_norm": 5.38006067276001,
      "learning_rate": 3.6885245901639347e-06,
      "loss": 0.20762400329113007,
      "step": 91
    },
    {
      "epoch": 0.06802218114602587,
      "grad_norm": 5.595937252044678,
      "learning_rate": 3.729508196721312e-06,
      "loss": 0.2006339728832245,
      "step": 92
    },
    {
      "epoch": 0.06876155268022181,
      "grad_norm": 6.048823833465576,
      "learning_rate": 3.7704918032786884e-06,
      "loss": 0.2086416482925415,
      "step": 93
    },
    {
      "epoch": 0.06950092421441774,
      "grad_norm": 12.724146842956543,
      "learning_rate": 3.811475409836066e-06,
      "loss": 0.21837687492370605,
      "step": 94
    },
    {
      "epoch": 0.07024029574861368,
      "grad_norm": 4.319859504699707,
      "learning_rate": 3.852459016393443e-06,
      "loss": 0.2234213650226593,
      "step": 95
    },
    {
      "epoch": 0.0709796672828096,
      "grad_norm": 7.019913673400879,
      "learning_rate": 3.8934426229508196e-06,
      "loss": 0.19699649512767792,
      "step": 96
    },
    {
      "epoch": 0.07171903881700555,
      "grad_norm": 10.094223022460938,
      "learning_rate": 3.934426229508197e-06,
      "loss": 0.24272720515727997,
      "step": 97
    },
    {
      "epoch": 0.07245841035120149,
      "grad_norm": 4.013901710510254,
      "learning_rate": 3.975409836065574e-06,
      "loss": 0.21634478867053986,
      "step": 98
    },
    {
      "epoch": 0.07319778188539741,
      "grad_norm": 8.776777267456055,
      "learning_rate": 4.016393442622951e-06,
      "loss": 0.19404113292694092,
      "step": 99
    },
    {
      "epoch": 0.07393715341959335,
      "grad_norm": 3.951009511947632,
      "learning_rate": 4.057377049180329e-06,
      "loss": 0.20147749781608582,
      "step": 100
    },
    {
      "epoch": 0.07467652495378928,
      "grad_norm": 5.765294075012207,
      "learning_rate": 4.098360655737705e-06,
      "loss": 0.21484899520874023,
      "step": 101
    },
    {
      "epoch": 0.07541589648798522,
      "grad_norm": 4.302549362182617,
      "learning_rate": 4.139344262295083e-06,
      "loss": 0.19479814171791077,
      "step": 102
    },
    {
      "epoch": 0.07615526802218114,
      "grad_norm": 5.873546123504639,
      "learning_rate": 4.180327868852459e-06,
      "loss": 0.22802744805812836,
      "step": 103
    },
    {
      "epoch": 0.07689463955637708,
      "grad_norm": 15.526389122009277,
      "learning_rate": 4.221311475409837e-06,
      "loss": 0.256289005279541,
      "step": 104
    },
    {
      "epoch": 0.07763401109057301,
      "grad_norm": 2.88378643989563,
      "learning_rate": 4.2622950819672135e-06,
      "loss": 0.22099198400974274,
      "step": 105
    },
    {
      "epoch": 0.07837338262476895,
      "grad_norm": 11.6503267288208,
      "learning_rate": 4.30327868852459e-06,
      "loss": 0.23699139058589935,
      "step": 106
    },
    {
      "epoch": 0.07911275415896488,
      "grad_norm": 7.808468818664551,
      "learning_rate": 4.3442622950819676e-06,
      "loss": 0.2278435230255127,
      "step": 107
    },
    {
      "epoch": 0.07985212569316082,
      "grad_norm": 1.6177762746810913,
      "learning_rate": 4.385245901639344e-06,
      "loss": 0.2016463726758957,
      "step": 108
    },
    {
      "epoch": 0.08059149722735674,
      "grad_norm": 10.278399467468262,
      "learning_rate": 4.426229508196722e-06,
      "loss": 0.20470306277275085,
      "step": 109
    },
    {
      "epoch": 0.08133086876155268,
      "grad_norm": 3.661545753479004,
      "learning_rate": 4.467213114754098e-06,
      "loss": 0.23780176043510437,
      "step": 110
    },
    {
      "epoch": 0.08207024029574861,
      "grad_norm": 6.013368606567383,
      "learning_rate": 4.508196721311476e-06,
      "loss": 0.2386183738708496,
      "step": 111
    },
    {
      "epoch": 0.08280961182994455,
      "grad_norm": 3.6877310276031494,
      "learning_rate": 4.549180327868853e-06,
      "loss": 0.1903471052646637,
      "step": 112
    },
    {
      "epoch": 0.08354898336414047,
      "grad_norm": 3.259579658508301,
      "learning_rate": 4.59016393442623e-06,
      "loss": 0.22512444853782654,
      "step": 113
    },
    {
      "epoch": 0.08428835489833642,
      "grad_norm": 5.941078186035156,
      "learning_rate": 4.631147540983607e-06,
      "loss": 0.2321382462978363,
      "step": 114
    },
    {
      "epoch": 0.08502772643253234,
      "grad_norm": 5.045360565185547,
      "learning_rate": 4.672131147540984e-06,
      "loss": 0.20236289501190186,
      "step": 115
    },
    {
      "epoch": 0.08576709796672828,
      "grad_norm": 4.184108734130859,
      "learning_rate": 4.7131147540983615e-06,
      "loss": 0.2230832725763321,
      "step": 116
    },
    {
      "epoch": 0.08650646950092422,
      "grad_norm": 3.779632329940796,
      "learning_rate": 4.754098360655738e-06,
      "loss": 0.22199736535549164,
      "step": 117
    },
    {
      "epoch": 0.08724584103512015,
      "grad_norm": 4.972632884979248,
      "learning_rate": 4.795081967213115e-06,
      "loss": 0.19952507317066193,
      "step": 118
    },
    {
      "epoch": 0.08798521256931609,
      "grad_norm": 5.0896711349487305,
      "learning_rate": 4.836065573770492e-06,
      "loss": 0.21386322379112244,
      "step": 119
    },
    {
      "epoch": 0.08872458410351201,
      "grad_norm": 9.250158309936523,
      "learning_rate": 4.877049180327869e-06,
      "loss": 0.21761557459831238,
      "step": 120
    },
    {
      "epoch": 0.08946395563770795,
      "grad_norm": 6.128583908081055,
      "learning_rate": 4.918032786885246e-06,
      "loss": 0.20839637517929077,
      "step": 121
    },
    {
      "epoch": 0.09020332717190388,
      "grad_norm": 8.853307723999023,
      "learning_rate": 4.959016393442623e-06,
      "loss": 0.2305302619934082,
      "step": 122
    },
    {
      "epoch": 0.09094269870609982,
      "grad_norm": 5.29646110534668,
      "learning_rate": 5e-06,
      "loss": 0.21244560182094574,
      "step": 123
    },
    {
      "epoch": 0.09168207024029575,
      "grad_norm": 5.730811595916748,
      "learning_rate": 4.999999283656351e-06,
      "loss": 0.23975282907485962,
      "step": 124
    },
    {
      "epoch": 0.09242144177449169,
      "grad_norm": 5.424437522888184,
      "learning_rate": 4.999997134625859e-06,
      "loss": 0.21328279376029968,
      "step": 125
    },
    {
      "epoch": 0.09316081330868761,
      "grad_norm": 6.461747169494629,
      "learning_rate": 4.999993552909891e-06,
      "loss": 0.2058568298816681,
      "step": 126
    },
    {
      "epoch": 0.09390018484288355,
      "grad_norm": 8.057741165161133,
      "learning_rate": 4.99998853851073e-06,
      "loss": 0.21561354398727417,
      "step": 127
    },
    {
      "epoch": 0.09463955637707948,
      "grad_norm": 3.5628254413604736,
      "learning_rate": 4.9999820914315674e-06,
      "loss": 0.2102605104446411,
      "step": 128
    },
    {
      "epoch": 0.09537892791127542,
      "grad_norm": 3.3406596183776855,
      "learning_rate": 4.999974211676508e-06,
      "loss": 0.23227381706237793,
      "step": 129
    },
    {
      "epoch": 0.09611829944547134,
      "grad_norm": 3.3146913051605225,
      "learning_rate": 4.999964899250572e-06,
      "loss": 0.22322767972946167,
      "step": 130
    },
    {
      "epoch": 0.09685767097966728,
      "grad_norm": 7.157834529876709,
      "learning_rate": 4.999954154159686e-06,
      "loss": 0.20672239363193512,
      "step": 131
    },
    {
      "epoch": 0.09759704251386321,
      "grad_norm": 4.482982635498047,
      "learning_rate": 4.999941976410694e-06,
      "loss": 0.23313236236572266,
      "step": 132
    },
    {
      "epoch": 0.09833641404805915,
      "grad_norm": 5.742522716522217,
      "learning_rate": 4.9999283660113485e-06,
      "loss": 0.22553284466266632,
      "step": 133
    },
    {
      "epoch": 0.09907578558225508,
      "grad_norm": 3.9572412967681885,
      "learning_rate": 4.999913322970318e-06,
      "loss": 0.23487737774848938,
      "step": 134
    },
    {
      "epoch": 0.09981515711645102,
      "grad_norm": 3.3733437061309814,
      "learning_rate": 4.999896847297178e-06,
      "loss": 0.20446071028709412,
      "step": 135
    },
    {
      "epoch": 0.10055452865064694,
      "grad_norm": 12.901237487792969,
      "learning_rate": 4.999878939002423e-06,
      "loss": 0.22576099634170532,
      "step": 136
    },
    {
      "epoch": 0.10129390018484288,
      "grad_norm": 1.9093260765075684,
      "learning_rate": 4.999859598097453e-06,
      "loss": 0.2094370722770691,
      "step": 137
    },
    {
      "epoch": 0.10203327171903882,
      "grad_norm": 3.8334360122680664,
      "learning_rate": 4.999838824594586e-06,
      "loss": 0.2088109850883484,
      "step": 138
    },
    {
      "epoch": 0.10277264325323475,
      "grad_norm": 8.575350761413574,
      "learning_rate": 4.999816618507047e-06,
      "loss": 0.21401375532150269,
      "step": 139
    },
    {
      "epoch": 0.10351201478743069,
      "grad_norm": 5.358882904052734,
      "learning_rate": 4.999792979848979e-06,
      "loss": 0.1906435787677765,
      "step": 140
    },
    {
      "epoch": 0.10425138632162662,
      "grad_norm": 6.528226852416992,
      "learning_rate": 4.99976790863543e-06,
      "loss": 0.21349413692951202,
      "step": 141
    },
    {
      "epoch": 0.10499075785582256,
      "grad_norm": 5.476285457611084,
      "learning_rate": 4.9997414048823665e-06,
      "loss": 0.21039831638336182,
      "step": 142
    },
    {
      "epoch": 0.10573012939001848,
      "grad_norm": 3.1280858516693115,
      "learning_rate": 4.999713468606664e-06,
      "loss": 0.1783124804496765,
      "step": 143
    },
    {
      "epoch": 0.10646950092421442,
      "grad_norm": 10.677936553955078,
      "learning_rate": 4.999684099826112e-06,
      "loss": 0.22802439332008362,
      "step": 144
    },
    {
      "epoch": 0.10720887245841035,
      "grad_norm": 4.9018473625183105,
      "learning_rate": 4.999653298559409e-06,
      "loss": 0.20103749632835388,
      "step": 145
    },
    {
      "epoch": 0.10794824399260629,
      "grad_norm": 5.392449855804443,
      "learning_rate": 4.9996210648261685e-06,
      "loss": 0.21897855401039124,
      "step": 146
    },
    {
      "epoch": 0.10868761552680221,
      "grad_norm": 6.58085823059082,
      "learning_rate": 4.999587398646918e-06,
      "loss": 0.23399052023887634,
      "step": 147
    },
    {
      "epoch": 0.10942698706099815,
      "grad_norm": 2.1531617641448975,
      "learning_rate": 4.999552300043091e-06,
      "loss": 0.2223932147026062,
      "step": 148
    },
    {
      "epoch": 0.11016635859519408,
      "grad_norm": 3.768397569656372,
      "learning_rate": 4.9995157690370374e-06,
      "loss": 0.20590761303901672,
      "step": 149
    },
    {
      "epoch": 0.11090573012939002,
      "grad_norm": 3.721367597579956,
      "learning_rate": 4.999477805652019e-06,
      "loss": 0.18851682543754578,
      "step": 150
    },
    {
      "epoch": 0.11164510166358595,
      "grad_norm": 6.270774841308594,
      "learning_rate": 4.9994384099122086e-06,
      "loss": 0.2077135443687439,
      "step": 151
    },
    {
      "epoch": 0.11238447319778189,
      "grad_norm": 6.959105014801025,
      "learning_rate": 4.999397581842691e-06,
      "loss": 0.22356319427490234,
      "step": 152
    },
    {
      "epoch": 0.11312384473197781,
      "grad_norm": 4.501737594604492,
      "learning_rate": 4.999355321469464e-06,
      "loss": 0.188577800989151,
      "step": 153
    },
    {
      "epoch": 0.11386321626617375,
      "grad_norm": 4.608864784240723,
      "learning_rate": 4.9993116288194374e-06,
      "loss": 0.19051173329353333,
      "step": 154
    },
    {
      "epoch": 0.11460258780036968,
      "grad_norm": 3.079270124435425,
      "learning_rate": 4.999266503920432e-06,
      "loss": 0.21547457575798035,
      "step": 155
    },
    {
      "epoch": 0.11534195933456562,
      "grad_norm": 3.4958338737487793,
      "learning_rate": 4.99921994680118e-06,
      "loss": 0.20264063775539398,
      "step": 156
    },
    {
      "epoch": 0.11608133086876156,
      "grad_norm": 4.142209053039551,
      "learning_rate": 4.9991719574913276e-06,
      "loss": 0.20127679407596588,
      "step": 157
    },
    {
      "epoch": 0.11682070240295749,
      "grad_norm": 5.374937057495117,
      "learning_rate": 4.999122536021434e-06,
      "loss": 0.2312670350074768,
      "step": 158
    },
    {
      "epoch": 0.11756007393715343,
      "grad_norm": 7.3549394607543945,
      "learning_rate": 4.999071682422964e-06,
      "loss": 0.19996589422225952,
      "step": 159
    },
    {
      "epoch": 0.11829944547134935,
      "grad_norm": 2.401292085647583,
      "learning_rate": 4.999019396728302e-06,
      "loss": 0.21850746870040894,
      "step": 160
    },
    {
      "epoch": 0.11903881700554529,
      "grad_norm": 10.5030517578125,
      "learning_rate": 4.99896567897074e-06,
      "loss": 0.21915699541568756,
      "step": 161
    },
    {
      "epoch": 0.11977818853974122,
      "grad_norm": 11.845870971679688,
      "learning_rate": 4.998910529184482e-06,
      "loss": 0.20758046209812164,
      "step": 162
    },
    {
      "epoch": 0.12051756007393716,
      "grad_norm": 6.772263526916504,
      "learning_rate": 4.998853947404646e-06,
      "loss": 0.20164796710014343,
      "step": 163
    },
    {
      "epoch": 0.12125693160813308,
      "grad_norm": 12.04313850402832,
      "learning_rate": 4.998795933667259e-06,
      "loss": 0.24618496000766754,
      "step": 164
    },
    {
      "epoch": 0.12199630314232902,
      "grad_norm": 4.162416934967041,
      "learning_rate": 4.998736488009262e-06,
      "loss": 0.20156514644622803,
      "step": 165
    },
    {
      "epoch": 0.12273567467652495,
      "grad_norm": 4.30323600769043,
      "learning_rate": 4.998675610468508e-06,
      "loss": 0.23311716318130493,
      "step": 166
    },
    {
      "epoch": 0.12347504621072089,
      "grad_norm": 12.958264350891113,
      "learning_rate": 4.998613301083759e-06,
      "loss": 0.2217358946800232,
      "step": 167
    },
    {
      "epoch": 0.12421441774491682,
      "grad_norm": 2.4791245460510254,
      "learning_rate": 4.998549559894691e-06,
      "loss": 0.19415906071662903,
      "step": 168
    },
    {
      "epoch": 0.12495378927911276,
      "grad_norm": 7.254051208496094,
      "learning_rate": 4.998484386941892e-06,
      "loss": 0.19829492270946503,
      "step": 169
    },
    {
      "epoch": 0.1256931608133087,
      "grad_norm": 5.16053581237793,
      "learning_rate": 4.998417782266859e-06,
      "loss": 0.17138540744781494,
      "step": 170
    },
    {
      "epoch": 0.12643253234750462,
      "grad_norm": 5.878444671630859,
      "learning_rate": 4.998349745912004e-06,
      "loss": 0.21023114025592804,
      "step": 171
    },
    {
      "epoch": 0.12717190388170055,
      "grad_norm": 3.826645851135254,
      "learning_rate": 4.99828027792065e-06,
      "loss": 0.21292969584465027,
      "step": 172
    },
    {
      "epoch": 0.12791127541589647,
      "grad_norm": 12.801521301269531,
      "learning_rate": 4.998209378337029e-06,
      "loss": 0.22789156436920166,
      "step": 173
    },
    {
      "epoch": 0.12865064695009243,
      "grad_norm": 8.937321662902832,
      "learning_rate": 4.998137047206288e-06,
      "loss": 0.210373654961586,
      "step": 174
    },
    {
      "epoch": 0.12939001848428835,
      "grad_norm": 3.6342132091522217,
      "learning_rate": 4.998063284574482e-06,
      "loss": 0.20943859219551086,
      "step": 175
    },
    {
      "epoch": 0.13012939001848428,
      "grad_norm": 6.840196132659912,
      "learning_rate": 4.9979880904885805e-06,
      "loss": 0.1745193898677826,
      "step": 176
    },
    {
      "epoch": 0.13086876155268024,
      "grad_norm": 11.029228210449219,
      "learning_rate": 4.997911464996462e-06,
      "loss": 0.21482783555984497,
      "step": 177
    },
    {
      "epoch": 0.13160813308687616,
      "grad_norm": 9.73087215423584,
      "learning_rate": 4.99783340814692e-06,
      "loss": 0.229659765958786,
      "step": 178
    },
    {
      "epoch": 0.1323475046210721,
      "grad_norm": 1.992520809173584,
      "learning_rate": 4.9977539199896556e-06,
      "loss": 0.18343789875507355,
      "step": 179
    },
    {
      "epoch": 0.133086876155268,
      "grad_norm": 9.423386573791504,
      "learning_rate": 4.9976730005752835e-06,
      "loss": 0.23588994145393372,
      "step": 180
    },
    {
      "epoch": 0.13382624768946397,
      "grad_norm": 8.643245697021484,
      "learning_rate": 4.997590649955328e-06,
      "loss": 0.20269909501075745,
      "step": 181
    },
    {
      "epoch": 0.1345656192236599,
      "grad_norm": 2.357172966003418,
      "learning_rate": 4.997506868182228e-06,
      "loss": 0.21033409237861633,
      "step": 182
    },
    {
      "epoch": 0.13530499075785582,
      "grad_norm": 2.892446756362915,
      "learning_rate": 4.997421655309331e-06,
      "loss": 0.19526968896389008,
      "step": 183
    },
    {
      "epoch": 0.13604436229205175,
      "grad_norm": 5.728464126586914,
      "learning_rate": 4.9973350113908935e-06,
      "loss": 0.20251791179180145,
      "step": 184
    },
    {
      "epoch": 0.1367837338262477,
      "grad_norm": 5.5191240310668945,
      "learning_rate": 4.997246936482088e-06,
      "loss": 0.19868972897529602,
      "step": 185
    },
    {
      "epoch": 0.13752310536044363,
      "grad_norm": 5.181105613708496,
      "learning_rate": 4.9971574306389976e-06,
      "loss": 0.22018973529338837,
      "step": 186
    },
    {
      "epoch": 0.13826247689463955,
      "grad_norm": 3.9759182929992676,
      "learning_rate": 4.9970664939186135e-06,
      "loss": 0.23818320035934448,
      "step": 187
    },
    {
      "epoch": 0.13900184842883548,
      "grad_norm": 3.5860955715179443,
      "learning_rate": 4.996974126378839e-06,
      "loss": 0.2143045961856842,
      "step": 188
    },
    {
      "epoch": 0.13974121996303143,
      "grad_norm": 3.866260290145874,
      "learning_rate": 4.996880328078491e-06,
      "loss": 0.2421102374792099,
      "step": 189
    },
    {
      "epoch": 0.14048059149722736,
      "grad_norm": 4.419630527496338,
      "learning_rate": 4.996785099077295e-06,
      "loss": 0.19339701533317566,
      "step": 190
    },
    {
      "epoch": 0.14121996303142328,
      "grad_norm": 4.27023458480835,
      "learning_rate": 4.996688439435887e-06,
      "loss": 0.20477066934108734,
      "step": 191
    },
    {
      "epoch": 0.1419593345656192,
      "grad_norm": 1.380745530128479,
      "learning_rate": 4.996590349215815e-06,
      "loss": 0.19095931947231293,
      "step": 192
    },
    {
      "epoch": 0.14269870609981516,
      "grad_norm": 5.694972038269043,
      "learning_rate": 4.99649082847954e-06,
      "loss": 0.24175378680229187,
      "step": 193
    },
    {
      "epoch": 0.1434380776340111,
      "grad_norm": 5.279901027679443,
      "learning_rate": 4.9963898772904295e-06,
      "loss": 0.21104538440704346,
      "step": 194
    },
    {
      "epoch": 0.14417744916820702,
      "grad_norm": 3.0650622844696045,
      "learning_rate": 4.9962874957127655e-06,
      "loss": 0.22902226448059082,
      "step": 195
    },
    {
      "epoch": 0.14491682070240297,
      "grad_norm": 4.527248859405518,
      "learning_rate": 4.996183683811739e-06,
      "loss": 0.21409283578395844,
      "step": 196
    },
    {
      "epoch": 0.1456561922365989,
      "grad_norm": 5.509324550628662,
      "learning_rate": 4.996078441653453e-06,
      "loss": 0.20544184744358063,
      "step": 197
    },
    {
      "epoch": 0.14639556377079482,
      "grad_norm": 1.6277881860733032,
      "learning_rate": 4.995971769304919e-06,
      "loss": 0.17666375637054443,
      "step": 198
    },
    {
      "epoch": 0.14713493530499075,
      "grad_norm": 7.744825839996338,
      "learning_rate": 4.9958636668340615e-06,
      "loss": 0.21810278296470642,
      "step": 199
    },
    {
      "epoch": 0.1478743068391867,
      "grad_norm": 5.199048042297363,
      "learning_rate": 4.995754134309715e-06,
      "loss": 0.19525423645973206,
      "step": 200
    },
    {
      "epoch": 0.14861367837338263,
      "grad_norm": 2.28080677986145,
      "learning_rate": 4.995643171801623e-06,
      "loss": 0.1834719181060791,
      "step": 201
    },
    {
      "epoch": 0.14935304990757856,
      "grad_norm": 1.6865932941436768,
      "learning_rate": 4.995530779380442e-06,
      "loss": 0.20241200923919678,
      "step": 202
    },
    {
      "epoch": 0.15009242144177448,
      "grad_norm": 5.409422397613525,
      "learning_rate": 4.995416957117738e-06,
      "loss": 0.20601588487625122,
      "step": 203
    },
    {
      "epoch": 0.15083179297597044,
      "grad_norm": 4.950964450836182,
      "learning_rate": 4.995301705085987e-06,
      "loss": 0.18962004780769348,
      "step": 204
    },
    {
      "epoch": 0.15157116451016636,
      "grad_norm": 3.6908178329467773,
      "learning_rate": 4.995185023358576e-06,
      "loss": 0.21325714886188507,
      "step": 205
    },
    {
      "epoch": 0.1523105360443623,
      "grad_norm": 4.639225959777832,
      "learning_rate": 4.995066912009801e-06,
      "loss": 0.21426555514335632,
      "step": 206
    },
    {
      "epoch": 0.15304990757855821,
      "grad_norm": 3.2748031616210938,
      "learning_rate": 4.994947371114871e-06,
      "loss": 0.2186756134033203,
      "step": 207
    },
    {
      "epoch": 0.15378927911275417,
      "grad_norm": 2.254979372024536,
      "learning_rate": 4.994826400749901e-06,
      "loss": 0.1997169405221939,
      "step": 208
    },
    {
      "epoch": 0.1545286506469501,
      "grad_norm": 5.723446846008301,
      "learning_rate": 4.994704000991922e-06,
      "loss": 0.21458649635314941,
      "step": 209
    },
    {
      "epoch": 0.15526802218114602,
      "grad_norm": 8.66995906829834,
      "learning_rate": 4.994580171918871e-06,
      "loss": 0.17107975482940674,
      "step": 210
    },
    {
      "epoch": 0.15600739371534195,
      "grad_norm": 4.7440385818481445,
      "learning_rate": 4.994454913609596e-06,
      "loss": 0.17914769053459167,
      "step": 211
    },
    {
      "epoch": 0.1567467652495379,
      "grad_norm": 9.750540733337402,
      "learning_rate": 4.9943282261438544e-06,
      "loss": 0.21522103250026703,
      "step": 212
    },
    {
      "epoch": 0.15748613678373383,
      "grad_norm": 4.822422027587891,
      "learning_rate": 4.994200109602316e-06,
      "loss": 0.19541355967521667,
      "step": 213
    },
    {
      "epoch": 0.15822550831792975,
      "grad_norm": 3.5090742111206055,
      "learning_rate": 4.994070564066557e-06,
      "loss": 0.20041882991790771,
      "step": 214
    },
    {
      "epoch": 0.1589648798521257,
      "grad_norm": 6.856600284576416,
      "learning_rate": 4.993939589619067e-06,
      "loss": 0.1975751519203186,
      "step": 215
    },
    {
      "epoch": 0.15970425138632163,
      "grad_norm": 6.34645414352417,
      "learning_rate": 4.993807186343243e-06,
      "loss": 0.2111305147409439,
      "step": 216
    },
    {
      "epoch": 0.16044362292051756,
      "grad_norm": 1.900739073753357,
      "learning_rate": 4.9936733543233945e-06,
      "loss": 0.199153333902359,
      "step": 217
    },
    {
      "epoch": 0.16118299445471349,
      "grad_norm": 4.955422401428223,
      "learning_rate": 4.9935380936447375e-06,
      "loss": 0.20386546850204468,
      "step": 218
    },
    {
      "epoch": 0.16192236598890944,
      "grad_norm": 7.813543796539307,
      "learning_rate": 4.993401404393399e-06,
      "loss": 0.2609780430793762,
      "step": 219
    },
    {
      "epoch": 0.16266173752310537,
      "grad_norm": 1.6157500743865967,
      "learning_rate": 4.993263286656418e-06,
      "loss": 0.20290344953536987,
      "step": 220
    },
    {
      "epoch": 0.1634011090573013,
      "grad_norm": 5.039777755737305,
      "learning_rate": 4.993123740521737e-06,
      "loss": 0.210049107670784,
      "step": 221
    },
    {
      "epoch": 0.16414048059149722,
      "grad_norm": 7.681420803070068,
      "learning_rate": 4.992982766078216e-06,
      "loss": 0.22556757926940918,
      "step": 222
    },
    {
      "epoch": 0.16487985212569317,
      "grad_norm": 3.397508382797241,
      "learning_rate": 4.9928403634156194e-06,
      "loss": 0.204172283411026,
      "step": 223
    },
    {
      "epoch": 0.1656192236598891,
      "grad_norm": 2.7787954807281494,
      "learning_rate": 4.99269653262462e-06,
      "loss": 0.20344090461730957,
      "step": 224
    },
    {
      "epoch": 0.16635859519408502,
      "grad_norm": 3.201289176940918,
      "learning_rate": 4.992551273796805e-06,
      "loss": 0.20635998249053955,
      "step": 225
    },
    {
      "epoch": 0.16709796672828095,
      "grad_norm": 4.470575332641602,
      "learning_rate": 4.992404587024666e-06,
      "loss": 0.22582820057868958,
      "step": 226
    },
    {
      "epoch": 0.1678373382624769,
      "grad_norm": 3.059220314025879,
      "learning_rate": 4.992256472401606e-06,
      "loss": 0.20810261368751526,
      "step": 227
    },
    {
      "epoch": 0.16857670979667283,
      "grad_norm": 1.876301646232605,
      "learning_rate": 4.992106930021938e-06,
      "loss": 0.19764043390750885,
      "step": 228
    },
    {
      "epoch": 0.16931608133086876,
      "grad_norm": 4.272731781005859,
      "learning_rate": 4.991955959980882e-06,
      "loss": 0.20379337668418884,
      "step": 229
    },
    {
      "epoch": 0.17005545286506468,
      "grad_norm": 3.321269989013672,
      "learning_rate": 4.991803562374568e-06,
      "loss": 0.2033572942018509,
      "step": 230
    },
    {
      "epoch": 0.17079482439926064,
      "grad_norm": 3.107696056365967,
      "learning_rate": 4.991649737300037e-06,
      "loss": 0.22836437821388245,
      "step": 231
    },
    {
      "epoch": 0.17153419593345656,
      "grad_norm": 2.4938621520996094,
      "learning_rate": 4.991494484855235e-06,
      "loss": 0.2060500979423523,
      "step": 232
    },
    {
      "epoch": 0.1722735674676525,
      "grad_norm": 4.81053352355957,
      "learning_rate": 4.99133780513902e-06,
      "loss": 0.23198115825653076,
      "step": 233
    },
    {
      "epoch": 0.17301293900184844,
      "grad_norm": 3.2090816497802734,
      "learning_rate": 4.9911796982511576e-06,
      "loss": 0.21067175269126892,
      "step": 234
    },
    {
      "epoch": 0.17375231053604437,
      "grad_norm": 4.876527309417725,
      "learning_rate": 4.991020164292322e-06,
      "loss": 0.20077307522296906,
      "step": 235
    },
    {
      "epoch": 0.1744916820702403,
      "grad_norm": 2.8745005130767822,
      "learning_rate": 4.990859203364098e-06,
      "loss": 0.20144228637218475,
      "step": 236
    },
    {
      "epoch": 0.17523105360443622,
      "grad_norm": 5.046237468719482,
      "learning_rate": 4.990696815568975e-06,
      "loss": 0.21053576469421387,
      "step": 237
    },
    {
      "epoch": 0.17597042513863217,
      "grad_norm": 2.6758482456207275,
      "learning_rate": 4.9905330010103555e-06,
      "loss": 0.18410198390483856,
      "step": 238
    },
    {
      "epoch": 0.1767097966728281,
      "grad_norm": 2.8499555587768555,
      "learning_rate": 4.990367759792547e-06,
      "loss": 0.20831406116485596,
      "step": 239
    },
    {
      "epoch": 0.17744916820702403,
      "grad_norm": 4.266246318817139,
      "learning_rate": 4.990201092020768e-06,
      "loss": 0.1823267638683319,
      "step": 240
    },
    {
      "epoch": 0.17818853974121995,
      "grad_norm": 4.220733165740967,
      "learning_rate": 4.990032997801143e-06,
      "loss": 0.22271020710468292,
      "step": 241
    },
    {
      "epoch": 0.1789279112754159,
      "grad_norm": 2.7826857566833496,
      "learning_rate": 4.989863477240707e-06,
      "loss": 0.20133298635482788,
      "step": 242
    },
    {
      "epoch": 0.17966728280961183,
      "grad_norm": 4.39431619644165,
      "learning_rate": 4.989692530447402e-06,
      "loss": 0.1989506185054779,
      "step": 243
    },
    {
      "epoch": 0.18040665434380776,
      "grad_norm": 3.409743070602417,
      "learning_rate": 4.989520157530077e-06,
      "loss": 0.20215828716754913,
      "step": 244
    },
    {
      "epoch": 0.18114602587800369,
      "grad_norm": 4.522077560424805,
      "learning_rate": 4.989346358598493e-06,
      "loss": 0.1758376955986023,
      "step": 245
    },
    {
      "epoch": 0.18188539741219964,
      "grad_norm": 7.542318344116211,
      "learning_rate": 4.989171133763314e-06,
      "loss": 0.1875760555267334,
      "step": 246
    },
    {
      "epoch": 0.18262476894639557,
      "grad_norm": 7.179322719573975,
      "learning_rate": 4.988994483136115e-06,
      "loss": 0.21247649192810059,
      "step": 247
    },
    {
      "epoch": 0.1833641404805915,
      "grad_norm": 2.9111220836639404,
      "learning_rate": 4.988816406829379e-06,
      "loss": 0.20692162215709686,
      "step": 248
    },
    {
      "epoch": 0.18410351201478742,
      "grad_norm": 4.467881202697754,
      "learning_rate": 4.988636904956497e-06,
      "loss": 0.1803518533706665,
      "step": 249
    },
    {
      "epoch": 0.18484288354898337,
      "grad_norm": 7.424746513366699,
      "learning_rate": 4.988455977631764e-06,
      "loss": 0.22172431647777557,
      "step": 250
    },
    {
      "epoch": 0.1855822550831793,
      "grad_norm": 3.99017596244812,
      "learning_rate": 4.988273624970388e-06,
      "loss": 0.17181606590747833,
      "step": 251
    },
    {
      "epoch": 0.18632162661737522,
      "grad_norm": 5.996110439300537,
      "learning_rate": 4.988089847088481e-06,
      "loss": 0.17217034101486206,
      "step": 252
    },
    {
      "epoch": 0.18706099815157118,
      "grad_norm": 5.99023962020874,
      "learning_rate": 4.987904644103063e-06,
      "loss": 0.21597784757614136,
      "step": 253
    },
    {
      "epoch": 0.1878003696857671,
      "grad_norm": 4.2016072273254395,
      "learning_rate": 4.987718016132063e-06,
      "loss": 0.17583534121513367,
      "step": 254
    },
    {
      "epoch": 0.18853974121996303,
      "grad_norm": 2.455101251602173,
      "learning_rate": 4.9875299632943165e-06,
      "loss": 0.21074146032333374,
      "step": 255
    },
    {
      "epoch": 0.18927911275415896,
      "grad_norm": 5.065545082092285,
      "learning_rate": 4.9873404857095645e-06,
      "loss": 0.19428284466266632,
      "step": 256
    },
    {
      "epoch": 0.1900184842883549,
      "grad_norm": 6.558977127075195,
      "learning_rate": 4.987149583498459e-06,
      "loss": 0.23250046372413635,
      "step": 257
    },
    {
      "epoch": 0.19075785582255084,
      "grad_norm": 5.555972099304199,
      "learning_rate": 4.986957256782555e-06,
      "loss": 0.1705315262079239,
      "step": 258
    },
    {
      "epoch": 0.19149722735674676,
      "grad_norm": 6.838784217834473,
      "learning_rate": 4.986763505684317e-06,
      "loss": 0.21824459731578827,
      "step": 259
    },
    {
      "epoch": 0.1922365988909427,
      "grad_norm": 3.4801340103149414,
      "learning_rate": 4.986568330327118e-06,
      "loss": 0.18072687089443207,
      "step": 260
    },
    {
      "epoch": 0.19297597042513864,
      "grad_norm": 1.6046411991119385,
      "learning_rate": 4.986371730835233e-06,
      "loss": 0.2021583765745163,
      "step": 261
    },
    {
      "epoch": 0.19371534195933457,
      "grad_norm": 8.73495101928711,
      "learning_rate": 4.986173707333848e-06,
      "loss": 0.19706220924854279,
      "step": 262
    },
    {
      "epoch": 0.1944547134935305,
      "grad_norm": 4.29037618637085,
      "learning_rate": 4.985974259949056e-06,
      "loss": 0.20952951908111572,
      "step": 263
    },
    {
      "epoch": 0.19519408502772642,
      "grad_norm": 3.9060888290405273,
      "learning_rate": 4.985773388807852e-06,
      "loss": 0.21210977435112,
      "step": 264
    },
    {
      "epoch": 0.19593345656192238,
      "grad_norm": 12.160238265991211,
      "learning_rate": 4.985571094038143e-06,
      "loss": 0.23767417669296265,
      "step": 265
    },
    {
      "epoch": 0.1966728280961183,
      "grad_norm": 3.222282648086548,
      "learning_rate": 4.985367375768738e-06,
      "loss": 0.17967182397842407,
      "step": 266
    },
    {
      "epoch": 0.19741219963031423,
      "grad_norm": 1.6907967329025269,
      "learning_rate": 4.985162234129357e-06,
      "loss": 0.18400558829307556,
      "step": 267
    },
    {
      "epoch": 0.19815157116451015,
      "grad_norm": 5.50957727432251,
      "learning_rate": 4.984955669250623e-06,
      "loss": 0.1888962686061859,
      "step": 268
    },
    {
      "epoch": 0.1988909426987061,
      "grad_norm": 5.426759719848633,
      "learning_rate": 4.984747681264066e-06,
      "loss": 0.20472025871276855,
      "step": 269
    },
    {
      "epoch": 0.19963031423290203,
      "grad_norm": 2.0567116737365723,
      "learning_rate": 4.984538270302123e-06,
      "loss": 0.21856941282749176,
      "step": 270
    },
    {
      "epoch": 0.20036968576709796,
      "grad_norm": 3.721407651901245,
      "learning_rate": 4.984327436498135e-06,
      "loss": 0.21690595149993896,
      "step": 271
    },
    {
      "epoch": 0.2011090573012939,
      "grad_norm": 4.885490894317627,
      "learning_rate": 4.984115179986352e-06,
      "loss": 0.18959935009479523,
      "step": 272
    },
    {
      "epoch": 0.20184842883548984,
      "grad_norm": 1.5273241996765137,
      "learning_rate": 4.9839015009019255e-06,
      "loss": 0.19999068975448608,
      "step": 273
    },
    {
      "epoch": 0.20258780036968577,
      "grad_norm": 2.3311514854431152,
      "learning_rate": 4.98368639938092e-06,
      "loss": 0.21286432445049286,
      "step": 274
    },
    {
      "epoch": 0.2033271719038817,
      "grad_norm": 2.2482807636260986,
      "learning_rate": 4.983469875560297e-06,
      "loss": 0.1955692321062088,
      "step": 275
    },
    {
      "epoch": 0.20406654343807765,
      "grad_norm": 5.392755031585693,
      "learning_rate": 4.983251929577932e-06,
      "loss": 0.2153123915195465,
      "step": 276
    },
    {
      "epoch": 0.20480591497227357,
      "grad_norm": 3.6413066387176514,
      "learning_rate": 4.9830325615726e-06,
      "loss": 0.2079029381275177,
      "step": 277
    },
    {
      "epoch": 0.2055452865064695,
      "grad_norm": 3.016688108444214,
      "learning_rate": 4.982811771683982e-06,
      "loss": 0.19337427616119385,
      "step": 278
    },
    {
      "epoch": 0.20628465804066543,
      "grad_norm": 5.16331148147583,
      "learning_rate": 4.982589560052668e-06,
      "loss": 0.18010802567005157,
      "step": 279
    },
    {
      "epoch": 0.20702402957486138,
      "grad_norm": 5.901681423187256,
      "learning_rate": 4.9823659268201526e-06,
      "loss": 0.1627712845802307,
      "step": 280
    },
    {
      "epoch": 0.2077634011090573,
      "grad_norm": 5.180253028869629,
      "learning_rate": 4.982140872128831e-06,
      "loss": 0.22618380188941956,
      "step": 281
    },
    {
      "epoch": 0.20850277264325323,
      "grad_norm": 3.7634496688842773,
      "learning_rate": 4.981914396122009e-06,
      "loss": 0.19755639135837555,
      "step": 282
    },
    {
      "epoch": 0.20924214417744916,
      "grad_norm": 3.8151557445526123,
      "learning_rate": 4.981686498943895e-06,
      "loss": 0.21719706058502197,
      "step": 283
    },
    {
      "epoch": 0.2099815157116451,
      "grad_norm": 1.6722397804260254,
      "learning_rate": 4.981457180739601e-06,
      "loss": 0.18496403098106384,
      "step": 284
    },
    {
      "epoch": 0.21072088724584104,
      "grad_norm": 2.570924758911133,
      "learning_rate": 4.9812264416551465e-06,
      "loss": 0.16369685530662537,
      "step": 285
    },
    {
      "epoch": 0.21146025878003696,
      "grad_norm": 9.273048400878906,
      "learning_rate": 4.980994281837455e-06,
      "loss": 0.21571588516235352,
      "step": 286
    },
    {
      "epoch": 0.2121996303142329,
      "grad_norm": 2.93292498588562,
      "learning_rate": 4.980760701434353e-06,
      "loss": 0.21369490027427673,
      "step": 287
    },
    {
      "epoch": 0.21293900184842884,
      "grad_norm": 6.583449363708496,
      "learning_rate": 4.980525700594573e-06,
      "loss": 0.1661558598279953,
      "step": 288
    },
    {
      "epoch": 0.21367837338262477,
      "grad_norm": 5.399322509765625,
      "learning_rate": 4.980289279467753e-06,
      "loss": 0.19664588570594788,
      "step": 289
    },
    {
      "epoch": 0.2144177449168207,
      "grad_norm": 3.9231719970703125,
      "learning_rate": 4.980051438204433e-06,
      "loss": 0.1953173279762268,
      "step": 290
    },
    {
      "epoch": 0.21515711645101662,
      "grad_norm": 5.800563812255859,
      "learning_rate": 4.979812176956059e-06,
      "loss": 0.1774912029504776,
      "step": 291
    },
    {
      "epoch": 0.21589648798521258,
      "grad_norm": 4.565061092376709,
      "learning_rate": 4.97957149587498e-06,
      "loss": 0.2211931198835373,
      "step": 292
    },
    {
      "epoch": 0.2166358595194085,
      "grad_norm": 3.8341434001922607,
      "learning_rate": 4.979329395114451e-06,
      "loss": 0.1612946093082428,
      "step": 293
    },
    {
      "epoch": 0.21737523105360443,
      "grad_norm": 3.221891403198242,
      "learning_rate": 4.979085874828628e-06,
      "loss": 0.1794719099998474,
      "step": 294
    },
    {
      "epoch": 0.21811460258780038,
      "grad_norm": 6.422857284545898,
      "learning_rate": 4.978840935172573e-06,
      "loss": 0.2118307650089264,
      "step": 295
    },
    {
      "epoch": 0.2188539741219963,
      "grad_norm": 7.082592487335205,
      "learning_rate": 4.978594576302252e-06,
      "loss": 0.2010461539030075,
      "step": 296
    },
    {
      "epoch": 0.21959334565619223,
      "grad_norm": 7.824831008911133,
      "learning_rate": 4.9783467983745325e-06,
      "loss": 0.22383564710617065,
      "step": 297
    },
    {
      "epoch": 0.22033271719038816,
      "grad_norm": 5.248904705047607,
      "learning_rate": 4.978097601547188e-06,
      "loss": 0.20682084560394287,
      "step": 298
    },
    {
      "epoch": 0.22107208872458411,
      "grad_norm": 2.659776449203491,
      "learning_rate": 4.977846985978895e-06,
      "loss": 0.22223111987113953,
      "step": 299
    },
    {
      "epoch": 0.22181146025878004,
      "grad_norm": 2.6486568450927734,
      "learning_rate": 4.977594951829233e-06,
      "loss": 0.19220009446144104,
      "step": 300
    },
    {
      "epoch": 0.22255083179297597,
      "grad_norm": 2.1504580974578857,
      "learning_rate": 4.9773414992586835e-06,
      "loss": 0.2079121172428131,
      "step": 301
    },
    {
      "epoch": 0.2232902033271719,
      "grad_norm": 1.2692382335662842,
      "learning_rate": 4.977086628428634e-06,
      "loss": 0.18244265019893646,
      "step": 302
    },
    {
      "epoch": 0.22402957486136785,
      "grad_norm": 3.913120746612549,
      "learning_rate": 4.976830339501372e-06,
      "loss": 0.2229979932308197,
      "step": 303
    },
    {
      "epoch": 0.22476894639556377,
      "grad_norm": 2.697962999343872,
      "learning_rate": 4.97657263264009e-06,
      "loss": 0.2039739191532135,
      "step": 304
    },
    {
      "epoch": 0.2255083179297597,
      "grad_norm": 3.0162973403930664,
      "learning_rate": 4.976313508008882e-06,
      "loss": 0.215459406375885,
      "step": 305
    },
    {
      "epoch": 0.22624768946395563,
      "grad_norm": 1.6634107828140259,
      "learning_rate": 4.976052965772748e-06,
      "loss": 0.1940179318189621,
      "step": 306
    },
    {
      "epoch": 0.22698706099815158,
      "grad_norm": 1.9431514739990234,
      "learning_rate": 4.975791006097586e-06,
      "loss": 0.1942770630121231,
      "step": 307
    },
    {
      "epoch": 0.2277264325323475,
      "grad_norm": 6.323486328125,
      "learning_rate": 4.9755276291501995e-06,
      "loss": 0.1426488310098648,
      "step": 308
    },
    {
      "epoch": 0.22846580406654343,
      "grad_norm": 2.9403443336486816,
      "learning_rate": 4.975262835098294e-06,
      "loss": 0.21374762058258057,
      "step": 309
    },
    {
      "epoch": 0.22920517560073936,
      "grad_norm": 2.9680335521698,
      "learning_rate": 4.974996624110477e-06,
      "loss": 0.183905690908432,
      "step": 310
    },
    {
      "epoch": 0.2299445471349353,
      "grad_norm": 4.240804195404053,
      "learning_rate": 4.974728996356258e-06,
      "loss": 0.20215249061584473,
      "step": 311
    },
    {
      "epoch": 0.23068391866913124,
      "grad_norm": 4.961662292480469,
      "learning_rate": 4.9744599520060495e-06,
      "loss": 0.23449715971946716,
      "step": 312
    },
    {
      "epoch": 0.23142329020332716,
      "grad_norm": 4.812536239624023,
      "learning_rate": 4.9741894912311645e-06,
      "loss": 0.18681053817272186,
      "step": 313
    },
    {
      "epoch": 0.23216266173752312,
      "grad_norm": 7.933840751647949,
      "learning_rate": 4.9739176142038195e-06,
      "loss": 0.22535490989685059,
      "step": 314
    },
    {
      "epoch": 0.23290203327171904,
      "grad_norm": 2.9638919830322266,
      "learning_rate": 4.973644321097132e-06,
      "loss": 0.1969749480485916,
      "step": 315
    },
    {
      "epoch": 0.23364140480591497,
      "grad_norm": 3.4510436058044434,
      "learning_rate": 4.9733696120851226e-06,
      "loss": 0.18606729805469513,
      "step": 316
    },
    {
      "epoch": 0.2343807763401109,
      "grad_norm": 6.439594745635986,
      "learning_rate": 4.973093487342711e-06,
      "loss": 0.20119549334049225,
      "step": 317
    },
    {
      "epoch": 0.23512014787430685,
      "grad_norm": 4.457034111022949,
      "learning_rate": 4.972815947045718e-06,
      "loss": 0.210362046957016,
      "step": 318
    },
    {
      "epoch": 0.23585951940850278,
      "grad_norm": 2.5687339305877686,
      "learning_rate": 4.97253699137087e-06,
      "loss": 0.17477798461914062,
      "step": 319
    },
    {
      "epoch": 0.2365988909426987,
      "grad_norm": 5.151020050048828,
      "learning_rate": 4.9722566204957925e-06,
      "loss": 0.20246729254722595,
      "step": 320
    },
    {
      "epoch": 0.23733826247689463,
      "grad_norm": 4.75622034072876,
      "learning_rate": 4.971974834599009e-06,
      "loss": 0.2294383943080902,
      "step": 321
    },
    {
      "epoch": 0.23807763401109058,
      "grad_norm": 1.4919968843460083,
      "learning_rate": 4.971691633859947e-06,
      "loss": 0.17302784323692322,
      "step": 322
    },
    {
      "epoch": 0.2388170055452865,
      "grad_norm": 3.1454358100891113,
      "learning_rate": 4.971407018458937e-06,
      "loss": 0.16424450278282166,
      "step": 323
    },
    {
      "epoch": 0.23955637707948244,
      "grad_norm": 4.614196300506592,
      "learning_rate": 4.971120988577205e-06,
      "loss": 0.2002214789390564,
      "step": 324
    },
    {
      "epoch": 0.24029574861367836,
      "grad_norm": 2.8245813846588135,
      "learning_rate": 4.970833544396883e-06,
      "loss": 0.18749310076236725,
      "step": 325
    },
    {
      "epoch": 0.24103512014787432,
      "grad_norm": 2.6643552780151367,
      "learning_rate": 4.970544686100999e-06,
      "loss": 0.22568783164024353,
      "step": 326
    },
    {
      "epoch": 0.24177449168207024,
      "grad_norm": 6.18652868270874,
      "learning_rate": 4.970254413873484e-06,
      "loss": 0.198804572224617,
      "step": 327
    },
    {
      "epoch": 0.24251386321626617,
      "grad_norm": 5.638988018035889,
      "learning_rate": 4.96996272789917e-06,
      "loss": 0.20017044246196747,
      "step": 328
    },
    {
      "epoch": 0.2432532347504621,
      "grad_norm": 1.6891944408416748,
      "learning_rate": 4.969669628363787e-06,
      "loss": 0.19843482971191406,
      "step": 329
    },
    {
      "epoch": 0.24399260628465805,
      "grad_norm": 7.28590202331543,
      "learning_rate": 4.969375115453966e-06,
      "loss": 0.21186861395835876,
      "step": 330
    },
    {
      "epoch": 0.24473197781885397,
      "grad_norm": 5.366207599639893,
      "learning_rate": 4.969079189357238e-06,
      "loss": 0.20902897417545319,
      "step": 331
    },
    {
      "epoch": 0.2454713493530499,
      "grad_norm": 2.8776323795318604,
      "learning_rate": 4.9687818502620345e-06,
      "loss": 0.18302834033966064,
      "step": 332
    },
    {
      "epoch": 0.24621072088724585,
      "grad_norm": 1.7674108743667603,
      "learning_rate": 4.968483098357686e-06,
      "loss": 0.20859597623348236,
      "step": 333
    },
    {
      "epoch": 0.24695009242144178,
      "grad_norm": 3.011740207672119,
      "learning_rate": 4.968182933834422e-06,
      "loss": 0.22383351624011993,
      "step": 334
    },
    {
      "epoch": 0.2476894639556377,
      "grad_norm": 4.919951915740967,
      "learning_rate": 4.967881356883374e-06,
      "loss": 0.17659124732017517,
      "step": 335
    },
    {
      "epoch": 0.24842883548983363,
      "grad_norm": 1.964464783668518,
      "learning_rate": 4.967578367696569e-06,
      "loss": 0.19458222389221191,
      "step": 336
    },
    {
      "epoch": 0.2491682070240296,
      "grad_norm": 1.867526650428772,
      "learning_rate": 4.967273966466937e-06,
      "loss": 0.18991440534591675,
      "step": 337
    },
    {
      "epoch": 0.2499075785582255,
      "grad_norm": 5.571962356567383,
      "learning_rate": 4.966968153388304e-06,
      "loss": 0.19718895852565765,
      "step": 338
    },
    {
      "epoch": 0.25064695009242144,
      "grad_norm": 3.211603879928589,
      "learning_rate": 4.966660928655398e-06,
      "loss": 0.17445315420627594,
      "step": 339
    },
    {
      "epoch": 0.2513863216266174,
      "grad_norm": 2.6039721965789795,
      "learning_rate": 4.966352292463843e-06,
      "loss": 0.19233497977256775,
      "step": 340
    },
    {
      "epoch": 0.2521256931608133,
      "grad_norm": 3.65705943107605,
      "learning_rate": 4.966042245010164e-06,
      "loss": 0.19684341549873352,
      "step": 341
    },
    {
      "epoch": 0.25286506469500925,
      "grad_norm": 4.470652103424072,
      "learning_rate": 4.9657307864917825e-06,
      "loss": 0.18955132365226746,
      "step": 342
    },
    {
      "epoch": 0.2536044362292052,
      "grad_norm": 4.388053894042969,
      "learning_rate": 4.9654179171070205e-06,
      "loss": 0.20763079822063446,
      "step": 343
    },
    {
      "epoch": 0.2543438077634011,
      "grad_norm": 4.710072040557861,
      "learning_rate": 4.965103637055098e-06,
      "loss": 0.22144585847854614,
      "step": 344
    },
    {
      "epoch": 0.25508317929759705,
      "grad_norm": 1.4955312013626099,
      "learning_rate": 4.9647879465361325e-06,
      "loss": 0.1773630678653717,
      "step": 345
    },
    {
      "epoch": 0.25582255083179295,
      "grad_norm": 3.3636786937713623,
      "learning_rate": 4.96447084575114e-06,
      "loss": 0.21012577414512634,
      "step": 346
    },
    {
      "epoch": 0.2565619223659889,
      "grad_norm": 5.696310520172119,
      "learning_rate": 4.964152334902033e-06,
      "loss": 0.18874293565750122,
      "step": 347
    },
    {
      "epoch": 0.25730129390018486,
      "grad_norm": 3.7143826484680176,
      "learning_rate": 4.963832414191625e-06,
      "loss": 0.22474437952041626,
      "step": 348
    },
    {
      "epoch": 0.25804066543438076,
      "grad_norm": 3.10502290725708,
      "learning_rate": 4.963511083823625e-06,
      "loss": 0.16501834988594055,
      "step": 349
    },
    {
      "epoch": 0.2587800369685767,
      "grad_norm": 9.2413330078125,
      "learning_rate": 4.963188344002639e-06,
      "loss": 0.23573072254657745,
      "step": 350
    },
    {
      "epoch": 0.25951940850277266,
      "grad_norm": 4.487480640411377,
      "learning_rate": 4.962864194934173e-06,
      "loss": 0.1941886842250824,
      "step": 351
    },
    {
      "epoch": 0.26025878003696856,
      "grad_norm": 8.03272819519043,
      "learning_rate": 4.962538636824628e-06,
      "loss": 0.22661951184272766,
      "step": 352
    },
    {
      "epoch": 0.2609981515711645,
      "grad_norm": 3.8579957485198975,
      "learning_rate": 4.962211669881305e-06,
      "loss": 0.17571735382080078,
      "step": 353
    },
    {
      "epoch": 0.26173752310536047,
      "grad_norm": 1.5561574697494507,
      "learning_rate": 4.961883294312397e-06,
      "loss": 0.18316079676151276,
      "step": 354
    },
    {
      "epoch": 0.26247689463955637,
      "grad_norm": 3.325822591781616,
      "learning_rate": 4.961553510327e-06,
      "loss": 0.18487504124641418,
      "step": 355
    },
    {
      "epoch": 0.2632162661737523,
      "grad_norm": 2.027827501296997,
      "learning_rate": 4.9612223181351025e-06,
      "loss": 0.20551136136054993,
      "step": 356
    },
    {
      "epoch": 0.2639556377079482,
      "grad_norm": 1.90366530418396,
      "learning_rate": 4.96088971794759e-06,
      "loss": 0.19524309039115906,
      "step": 357
    },
    {
      "epoch": 0.2646950092421442,
      "grad_norm": 2.6779723167419434,
      "learning_rate": 4.9605557099762476e-06,
      "loss": 0.20615121722221375,
      "step": 358
    },
    {
      "epoch": 0.26543438077634013,
      "grad_norm": 3.2860589027404785,
      "learning_rate": 4.960220294433754e-06,
      "loss": 0.22218099236488342,
      "step": 359
    },
    {
      "epoch": 0.266173752310536,
      "grad_norm": 1.532070517539978,
      "learning_rate": 4.959883471533685e-06,
      "loss": 0.18928663432598114,
      "step": 360
    },
    {
      "epoch": 0.266913123844732,
      "grad_norm": 2.1958556175231934,
      "learning_rate": 4.959545241490514e-06,
      "loss": 0.180155947804451,
      "step": 361
    },
    {
      "epoch": 0.26765249537892793,
      "grad_norm": 1.4508006572723389,
      "learning_rate": 4.959205604519608e-06,
      "loss": 0.1717934012413025,
      "step": 362
    },
    {
      "epoch": 0.26839186691312383,
      "grad_norm": 4.675447463989258,
      "learning_rate": 4.958864560837229e-06,
      "loss": 0.14431101083755493,
      "step": 363
    },
    {
      "epoch": 0.2691312384473198,
      "grad_norm": 4.392378807067871,
      "learning_rate": 4.958522110660538e-06,
      "loss": 0.19377386569976807,
      "step": 364
    },
    {
      "epoch": 0.2698706099815157,
      "grad_norm": 4.7742438316345215,
      "learning_rate": 4.95817825420759e-06,
      "loss": 0.20461544394493103,
      "step": 365
    },
    {
      "epoch": 0.27060998151571164,
      "grad_norm": 1.655267596244812,
      "learning_rate": 4.957832991697337e-06,
      "loss": 0.18722176551818848,
      "step": 366
    },
    {
      "epoch": 0.2713493530499076,
      "grad_norm": 4.925625801086426,
      "learning_rate": 4.957486323349622e-06,
      "loss": 0.19576066732406616,
      "step": 367
    },
    {
      "epoch": 0.2720887245841035,
      "grad_norm": 1.7563157081604004,
      "learning_rate": 4.95713824938519e-06,
      "loss": 0.2177518606185913,
      "step": 368
    },
    {
      "epoch": 0.27282809611829945,
      "grad_norm": 3.2427380084991455,
      "learning_rate": 4.956788770025673e-06,
      "loss": 0.2151784896850586,
      "step": 369
    },
    {
      "epoch": 0.2735674676524954,
      "grad_norm": 2.3777709007263184,
      "learning_rate": 4.956437885493603e-06,
      "loss": 0.19427549839019775,
      "step": 370
    },
    {
      "epoch": 0.2743068391866913,
      "grad_norm": 2.077960729598999,
      "learning_rate": 4.956085596012407e-06,
      "loss": 0.1898365616798401,
      "step": 371
    },
    {
      "epoch": 0.27504621072088725,
      "grad_norm": 3.064556837081909,
      "learning_rate": 4.955731901806405e-06,
      "loss": 0.22009505331516266,
      "step": 372
    },
    {
      "epoch": 0.2757855822550832,
      "grad_norm": 5.471397876739502,
      "learning_rate": 4.955376803100811e-06,
      "loss": 0.2028864175081253,
      "step": 373
    },
    {
      "epoch": 0.2765249537892791,
      "grad_norm": 1.9317107200622559,
      "learning_rate": 4.955020300121735e-06,
      "loss": 0.19085127115249634,
      "step": 374
    },
    {
      "epoch": 0.27726432532347506,
      "grad_norm": 3.02215576171875,
      "learning_rate": 4.954662393096179e-06,
      "loss": 0.14925025403499603,
      "step": 375
    },
    {
      "epoch": 0.27800369685767096,
      "grad_norm": 1.817172646522522,
      "learning_rate": 4.9543030822520415e-06,
      "loss": 0.15173056721687317,
      "step": 376
    },
    {
      "epoch": 0.2787430683918669,
      "grad_norm": 3.618594169616699,
      "learning_rate": 4.953942367818113e-06,
      "loss": 0.20655080676078796,
      "step": 377
    },
    {
      "epoch": 0.27948243992606286,
      "grad_norm": 4.648283958435059,
      "learning_rate": 4.953580250024079e-06,
      "loss": 0.22417806088924408,
      "step": 378
    },
    {
      "epoch": 0.28022181146025876,
      "grad_norm": 2.133479118347168,
      "learning_rate": 4.953216729100516e-06,
      "loss": 0.18681496381759644,
      "step": 379
    },
    {
      "epoch": 0.2809611829944547,
      "grad_norm": 4.717971324920654,
      "learning_rate": 4.952851805278898e-06,
      "loss": 0.15082715451717377,
      "step": 380
    },
    {
      "epoch": 0.28170055452865067,
      "grad_norm": 3.1319923400878906,
      "learning_rate": 4.952485478791591e-06,
      "loss": 0.17995312809944153,
      "step": 381
    },
    {
      "epoch": 0.28243992606284657,
      "grad_norm": 3.2635958194732666,
      "learning_rate": 4.9521177498718505e-06,
      "loss": 0.21016179025173187,
      "step": 382
    },
    {
      "epoch": 0.2831792975970425,
      "grad_norm": 4.120973587036133,
      "learning_rate": 4.951748618753829e-06,
      "loss": 0.18626368045806885,
      "step": 383
    },
    {
      "epoch": 0.2839186691312384,
      "grad_norm": 1.9164432287216187,
      "learning_rate": 4.951378085672572e-06,
      "loss": 0.16371814906597137,
      "step": 384
    },
    {
      "epoch": 0.2846580406654344,
      "grad_norm": 2.4474034309387207,
      "learning_rate": 4.9510061508640145e-06,
      "loss": 0.1972341388463974,
      "step": 385
    },
    {
      "epoch": 0.28539741219963033,
      "grad_norm": 4.209344387054443,
      "learning_rate": 4.950632814564988e-06,
      "loss": 0.18546301126480103,
      "step": 386
    },
    {
      "epoch": 0.2861367837338262,
      "grad_norm": 2.3941431045532227,
      "learning_rate": 4.950258077013212e-06,
      "loss": 0.19239214062690735,
      "step": 387
    },
    {
      "epoch": 0.2868761552680222,
      "grad_norm": 3.9577436447143555,
      "learning_rate": 4.949881938447303e-06,
      "loss": 0.20545785129070282,
      "step": 388
    },
    {
      "epoch": 0.28761552680221814,
      "grad_norm": 1.2644165754318237,
      "learning_rate": 4.949504399106765e-06,
      "loss": 0.19426003098487854,
      "step": 389
    },
    {
      "epoch": 0.28835489833641403,
      "grad_norm": 3.023110866546631,
      "learning_rate": 4.949125459231998e-06,
      "loss": 0.1979704052209854,
      "step": 390
    },
    {
      "epoch": 0.28909426987061,
      "grad_norm": 2.0273332595825195,
      "learning_rate": 4.948745119064291e-06,
      "loss": 0.16092219948768616,
      "step": 391
    },
    {
      "epoch": 0.28983364140480594,
      "grad_norm": 2.1678147315979004,
      "learning_rate": 4.948363378845825e-06,
      "loss": 0.20010335743427277,
      "step": 392
    },
    {
      "epoch": 0.29057301293900184,
      "grad_norm": 2.0422074794769287,
      "learning_rate": 4.947980238819674e-06,
      "loss": 0.18285232782363892,
      "step": 393
    },
    {
      "epoch": 0.2913123844731978,
      "grad_norm": 2.1470749378204346,
      "learning_rate": 4.947595699229803e-06,
      "loss": 0.17655855417251587,
      "step": 394
    },
    {
      "epoch": 0.2920517560073937,
      "grad_norm": 3.2475504875183105,
      "learning_rate": 4.947209760321066e-06,
      "loss": 0.19992129504680634,
      "step": 395
    },
    {
      "epoch": 0.29279112754158965,
      "grad_norm": 1.3587104082107544,
      "learning_rate": 4.94682242233921e-06,
      "loss": 0.16686829924583435,
      "step": 396
    },
    {
      "epoch": 0.2935304990757856,
      "grad_norm": 4.252788543701172,
      "learning_rate": 4.946433685530873e-06,
      "loss": 0.19102458655834198,
      "step": 397
    },
    {
      "epoch": 0.2942698706099815,
      "grad_norm": 2.1154394149780273,
      "learning_rate": 4.946043550143582e-06,
      "loss": 0.16859833896160126,
      "step": 398
    },
    {
      "epoch": 0.29500924214417745,
      "grad_norm": 4.0571608543396,
      "learning_rate": 4.945652016425757e-06,
      "loss": 0.18891999125480652,
      "step": 399
    },
    {
      "epoch": 0.2957486136783734,
      "grad_norm": 5.455165386199951,
      "learning_rate": 4.945259084626706e-06,
      "loss": 0.19426238536834717,
      "step": 400
    },
    {
      "epoch": 0.2964879852125693,
      "grad_norm": 3.197988510131836,
      "learning_rate": 4.94486475499663e-06,
      "loss": 0.21753697097301483,
      "step": 401
    },
    {
      "epoch": 0.29722735674676526,
      "grad_norm": 3.004603147506714,
      "learning_rate": 4.944469027786616e-06,
      "loss": 0.18005123734474182,
      "step": 402
    },
    {
      "epoch": 0.29796672828096116,
      "grad_norm": 2.420356035232544,
      "learning_rate": 4.944071903248646e-06,
      "loss": 0.1920320987701416,
      "step": 403
    },
    {
      "epoch": 0.2987060998151571,
      "grad_norm": 1.3282697200775146,
      "learning_rate": 4.943673381635586e-06,
      "loss": 0.20268066227436066,
      "step": 404
    },
    {
      "epoch": 0.29944547134935307,
      "grad_norm": 1.6986092329025269,
      "learning_rate": 4.9432734632011955e-06,
      "loss": 0.19831685721874237,
      "step": 405
    },
    {
      "epoch": 0.30018484288354896,
      "grad_norm": 4.763225078582764,
      "learning_rate": 4.942872148200124e-06,
      "loss": 0.18764550983905792,
      "step": 406
    },
    {
      "epoch": 0.3009242144177449,
      "grad_norm": 1.343257188796997,
      "learning_rate": 4.9424694368879076e-06,
      "loss": 0.17525959014892578,
      "step": 407
    },
    {
      "epoch": 0.30166358595194087,
      "grad_norm": 4.338349342346191,
      "learning_rate": 4.942065329520973e-06,
      "loss": 0.19736026227474213,
      "step": 408
    },
    {
      "epoch": 0.30240295748613677,
      "grad_norm": 2.9514787197113037,
      "learning_rate": 4.941659826356636e-06,
      "loss": 0.21636824309825897,
      "step": 409
    },
    {
      "epoch": 0.3031423290203327,
      "grad_norm": 4.1063151359558105,
      "learning_rate": 4.941252927653099e-06,
      "loss": 0.19319623708724976,
      "step": 410
    },
    {
      "epoch": 0.3038817005545287,
      "grad_norm": 3.9939539432525635,
      "learning_rate": 4.9408446336694565e-06,
      "loss": 0.20732679963111877,
      "step": 411
    },
    {
      "epoch": 0.3046210720887246,
      "grad_norm": 3.238866090774536,
      "learning_rate": 4.94043494466569e-06,
      "loss": 0.19890454411506653,
      "step": 412
    },
    {
      "epoch": 0.30536044362292053,
      "grad_norm": 2.324962854385376,
      "learning_rate": 4.940023860902667e-06,
      "loss": 0.17705708742141724,
      "step": 413
    },
    {
      "epoch": 0.30609981515711643,
      "grad_norm": 1.179255485534668,
      "learning_rate": 4.939611382642145e-06,
      "loss": 0.17000886797904968,
      "step": 414
    },
    {
      "epoch": 0.3068391866913124,
      "grad_norm": 1.3157126903533936,
      "learning_rate": 4.939197510146772e-06,
      "loss": 0.1866738200187683,
      "step": 415
    },
    {
      "epoch": 0.30757855822550834,
      "grad_norm": 2.030996084213257,
      "learning_rate": 4.9387822436800795e-06,
      "loss": 0.16800588369369507,
      "step": 416
    },
    {
      "epoch": 0.30831792975970423,
      "grad_norm": 2.4362869262695312,
      "learning_rate": 4.938365583506489e-06,
      "loss": 0.19858375191688538,
      "step": 417
    },
    {
      "epoch": 0.3090573012939002,
      "grad_norm": 4.595205783843994,
      "learning_rate": 4.937947529891308e-06,
      "loss": 0.14379513263702393,
      "step": 418
    },
    {
      "epoch": 0.30979667282809614,
      "grad_norm": 2.5465688705444336,
      "learning_rate": 4.937528083100733e-06,
      "loss": 0.19342434406280518,
      "step": 419
    },
    {
      "epoch": 0.31053604436229204,
      "grad_norm": 3.1635794639587402,
      "learning_rate": 4.937107243401847e-06,
      "loss": 0.1961977481842041,
      "step": 420
    },
    {
      "epoch": 0.311275415896488,
      "grad_norm": 1.4956053495407104,
      "learning_rate": 4.9366850110626165e-06,
      "loss": 0.18433625996112823,
      "step": 421
    },
    {
      "epoch": 0.3120147874306839,
      "grad_norm": 3.896792411804199,
      "learning_rate": 4.936261386351902e-06,
      "loss": 0.20037433505058289,
      "step": 422
    },
    {
      "epoch": 0.31275415896487985,
      "grad_norm": 1.513039231300354,
      "learning_rate": 4.935836369539446e-06,
      "loss": 0.1851411908864975,
      "step": 423
    },
    {
      "epoch": 0.3134935304990758,
      "grad_norm": 2.587890625,
      "learning_rate": 4.935409960895875e-06,
      "loss": 0.20852617919445038,
      "step": 424
    },
    {
      "epoch": 0.3142329020332717,
      "grad_norm": 2.4374547004699707,
      "learning_rate": 4.934982160692707e-06,
      "loss": 0.16787847876548767,
      "step": 425
    },
    {
      "epoch": 0.31497227356746765,
      "grad_norm": 2.765841245651245,
      "learning_rate": 4.934552969202343e-06,
      "loss": 0.17904826998710632,
      "step": 426
    },
    {
      "epoch": 0.3157116451016636,
      "grad_norm": 1.6950918436050415,
      "learning_rate": 4.934122386698071e-06,
      "loss": 0.18176405131816864,
      "step": 427
    },
    {
      "epoch": 0.3164510166358595,
      "grad_norm": 6.185370445251465,
      "learning_rate": 4.9336904134540644e-06,
      "loss": 0.2078048288822174,
      "step": 428
    },
    {
      "epoch": 0.31719038817005546,
      "grad_norm": 3.4578983783721924,
      "learning_rate": 4.933257049745382e-06,
      "loss": 0.16704431176185608,
      "step": 429
    },
    {
      "epoch": 0.3179297597042514,
      "grad_norm": 4.327828407287598,
      "learning_rate": 4.932822295847967e-06,
      "loss": 0.21701598167419434,
      "step": 430
    },
    {
      "epoch": 0.3186691312384473,
      "grad_norm": 2.504053831100464,
      "learning_rate": 4.932386152038651e-06,
      "loss": 0.18014076352119446,
      "step": 431
    },
    {
      "epoch": 0.31940850277264327,
      "grad_norm": 2.8309123516082764,
      "learning_rate": 4.931948618595147e-06,
      "loss": 0.19842250645160675,
      "step": 432
    },
    {
      "epoch": 0.32014787430683916,
      "grad_norm": 3.813372850418091,
      "learning_rate": 4.931509695796055e-06,
      "loss": 0.17601725459098816,
      "step": 433
    },
    {
      "epoch": 0.3208872458410351,
      "grad_norm": 2.5739028453826904,
      "learning_rate": 4.931069383920859e-06,
      "loss": 0.193696528673172,
      "step": 434
    },
    {
      "epoch": 0.32162661737523107,
      "grad_norm": 2.5279541015625,
      "learning_rate": 4.930627683249928e-06,
      "loss": 0.18102174997329712,
      "step": 435
    },
    {
      "epoch": 0.32236598890942697,
      "grad_norm": 2.5266284942626953,
      "learning_rate": 4.930184594064513e-06,
      "loss": 0.1833610236644745,
      "step": 436
    },
    {
      "epoch": 0.3231053604436229,
      "grad_norm": 7.800679683685303,
      "learning_rate": 4.929740116646753e-06,
      "loss": 0.20358334481716156,
      "step": 437
    },
    {
      "epoch": 0.3238447319778189,
      "grad_norm": 1.8812980651855469,
      "learning_rate": 4.929294251279668e-06,
      "loss": 0.19719475507736206,
      "step": 438
    },
    {
      "epoch": 0.3245841035120148,
      "grad_norm": 3.0061776638031006,
      "learning_rate": 4.928846998247164e-06,
      "loss": 0.16976672410964966,
      "step": 439
    },
    {
      "epoch": 0.32532347504621073,
      "grad_norm": 3.5746450424194336,
      "learning_rate": 4.928398357834028e-06,
      "loss": 0.1690438687801361,
      "step": 440
    },
    {
      "epoch": 0.32606284658040663,
      "grad_norm": 3.484279155731201,
      "learning_rate": 4.927948330325931e-06,
      "loss": 0.19455695152282715,
      "step": 441
    },
    {
      "epoch": 0.3268022181146026,
      "grad_norm": 3.2888169288635254,
      "learning_rate": 4.927496916009429e-06,
      "loss": 0.1968076527118683,
      "step": 442
    },
    {
      "epoch": 0.32754158964879854,
      "grad_norm": 2.8307578563690186,
      "learning_rate": 4.927044115171961e-06,
      "loss": 0.21008911728858948,
      "step": 443
    },
    {
      "epoch": 0.32828096118299444,
      "grad_norm": 2.035918712615967,
      "learning_rate": 4.926589928101847e-06,
      "loss": 0.21038123965263367,
      "step": 444
    },
    {
      "epoch": 0.3290203327171904,
      "grad_norm": 3.8375089168548584,
      "learning_rate": 4.92613435508829e-06,
      "loss": 0.20502425730228424,
      "step": 445
    },
    {
      "epoch": 0.32975970425138634,
      "grad_norm": 2.430025339126587,
      "learning_rate": 4.925677396421378e-06,
      "loss": 0.18770356476306915,
      "step": 446
    },
    {
      "epoch": 0.33049907578558224,
      "grad_norm": 3.0859756469726562,
      "learning_rate": 4.925219052392076e-06,
      "loss": 0.1940561830997467,
      "step": 447
    },
    {
      "epoch": 0.3312384473197782,
      "grad_norm": 2.578903913497925,
      "learning_rate": 4.924759323292237e-06,
      "loss": 0.1918293535709381,
      "step": 448
    },
    {
      "epoch": 0.33197781885397415,
      "grad_norm": 4.3484086990356445,
      "learning_rate": 4.924298209414594e-06,
      "loss": 0.20070844888687134,
      "step": 449
    },
    {
      "epoch": 0.33271719038817005,
      "grad_norm": 5.233785629272461,
      "learning_rate": 4.92383571105276e-06,
      "loss": 0.19226934015750885,
      "step": 450
    },
    {
      "epoch": 0.333456561922366,
      "grad_norm": 5.312265396118164,
      "learning_rate": 4.923371828501231e-06,
      "loss": 0.17979136109352112,
      "step": 451
    },
    {
      "epoch": 0.3341959334565619,
      "grad_norm": 4.207983493804932,
      "learning_rate": 4.922906562055383e-06,
      "loss": 0.18927723169326782,
      "step": 452
    },
    {
      "epoch": 0.33493530499075785,
      "grad_norm": 3.6746509075164795,
      "learning_rate": 4.922439912011476e-06,
      "loss": 0.17239272594451904,
      "step": 453
    },
    {
      "epoch": 0.3356746765249538,
      "grad_norm": 4.2154951095581055,
      "learning_rate": 4.92197187866665e-06,
      "loss": 0.1992768496274948,
      "step": 454
    },
    {
      "epoch": 0.3364140480591497,
      "grad_norm": 4.084573745727539,
      "learning_rate": 4.921502462318923e-06,
      "loss": 0.173785001039505,
      "step": 455
    },
    {
      "epoch": 0.33715341959334566,
      "grad_norm": 3.175710439682007,
      "learning_rate": 4.9210316632671976e-06,
      "loss": 0.1951555460691452,
      "step": 456
    },
    {
      "epoch": 0.3378927911275416,
      "grad_norm": 4.644819259643555,
      "learning_rate": 4.920559481811253e-06,
      "loss": 0.2152632772922516,
      "step": 457
    },
    {
      "epoch": 0.3386321626617375,
      "grad_norm": 3.5581958293914795,
      "learning_rate": 4.920085918251754e-06,
      "loss": 0.16869685053825378,
      "step": 458
    },
    {
      "epoch": 0.33937153419593347,
      "grad_norm": 5.551098346710205,
      "learning_rate": 4.91961097289024e-06,
      "loss": 0.18419837951660156,
      "step": 459
    },
    {
      "epoch": 0.34011090573012936,
      "grad_norm": 4.317574501037598,
      "learning_rate": 4.919134646029132e-06,
      "loss": 0.19256368279457092,
      "step": 460
    },
    {
      "epoch": 0.3408502772643253,
      "grad_norm": 1.4986698627471924,
      "learning_rate": 4.918656937971731e-06,
      "loss": 0.19777914881706238,
      "step": 461
    },
    {
      "epoch": 0.3415896487985213,
      "grad_norm": 3.350541591644287,
      "learning_rate": 4.9181778490222196e-06,
      "loss": 0.17946472764015198,
      "step": 462
    },
    {
      "epoch": 0.34232902033271717,
      "grad_norm": 5.112035751342773,
      "learning_rate": 4.917697379485655e-06,
      "loss": 0.20278307795524597,
      "step": 463
    },
    {
      "epoch": 0.3430683918669131,
      "grad_norm": 2.811821937561035,
      "learning_rate": 4.9172155296679795e-06,
      "loss": 0.22073101997375488,
      "step": 464
    },
    {
      "epoch": 0.3438077634011091,
      "grad_norm": 6.288913726806641,
      "learning_rate": 4.916732299876007e-06,
      "loss": 0.1886208951473236,
      "step": 465
    },
    {
      "epoch": 0.344547134935305,
      "grad_norm": 6.074789047241211,
      "learning_rate": 4.916247690417437e-06,
      "loss": 0.19286949932575226,
      "step": 466
    },
    {
      "epoch": 0.34528650646950093,
      "grad_norm": 0.8568958044052124,
      "learning_rate": 4.915761701600843e-06,
      "loss": 0.1920541673898697,
      "step": 467
    },
    {
      "epoch": 0.3460258780036969,
      "grad_norm": 4.819847583770752,
      "learning_rate": 4.915274333735679e-06,
      "loss": 0.1961280107498169,
      "step": 468
    },
    {
      "epoch": 0.3467652495378928,
      "grad_norm": 3.67781662940979,
      "learning_rate": 4.9147855871322755e-06,
      "loss": 0.17463059723377228,
      "step": 469
    },
    {
      "epoch": 0.34750462107208874,
      "grad_norm": 4.987102508544922,
      "learning_rate": 4.914295462101843e-06,
      "loss": 0.18125495314598083,
      "step": 470
    },
    {
      "epoch": 0.34824399260628464,
      "grad_norm": 2.9594712257385254,
      "learning_rate": 4.913803958956469e-06,
      "loss": 0.16773444414138794,
      "step": 471
    },
    {
      "epoch": 0.3489833641404806,
      "grad_norm": 7.884833812713623,
      "learning_rate": 4.913311078009116e-06,
      "loss": 0.1950250267982483,
      "step": 472
    },
    {
      "epoch": 0.34972273567467654,
      "grad_norm": 4.33767032623291,
      "learning_rate": 4.912816819573628e-06,
      "loss": 0.1456274837255478,
      "step": 473
    },
    {
      "epoch": 0.35046210720887244,
      "grad_norm": 3.581660509109497,
      "learning_rate": 4.912321183964724e-06,
      "loss": 0.18589167296886444,
      "step": 474
    },
    {
      "epoch": 0.3512014787430684,
      "grad_norm": 4.151760101318359,
      "learning_rate": 4.911824171497998e-06,
      "loss": 0.2012072205543518,
      "step": 475
    },
    {
      "epoch": 0.35194085027726435,
      "grad_norm": 4.453433513641357,
      "learning_rate": 4.911325782489923e-06,
      "loss": 0.17583242058753967,
      "step": 476
    },
    {
      "epoch": 0.35268022181146025,
      "grad_norm": 2.979870557785034,
      "learning_rate": 4.91082601725785e-06,
      "loss": 0.1413826048374176,
      "step": 477
    },
    {
      "epoch": 0.3534195933456562,
      "grad_norm": 2.302248001098633,
      "learning_rate": 4.910324876120004e-06,
      "loss": 0.20201097428798676,
      "step": 478
    },
    {
      "epoch": 0.3541589648798521,
      "grad_norm": 3.7518746852874756,
      "learning_rate": 4.909822359395484e-06,
      "loss": 0.19214878976345062,
      "step": 479
    },
    {
      "epoch": 0.35489833641404805,
      "grad_norm": 5.772529125213623,
      "learning_rate": 4.90931846740427e-06,
      "loss": 0.20354825258255005,
      "step": 480
    },
    {
      "epoch": 0.355637707948244,
      "grad_norm": 3.072641134262085,
      "learning_rate": 4.908813200467216e-06,
      "loss": 0.200429767370224,
      "step": 481
    },
    {
      "epoch": 0.3563770794824399,
      "grad_norm": 1.9725290536880493,
      "learning_rate": 4.908306558906048e-06,
      "loss": 0.18670910596847534,
      "step": 482
    },
    {
      "epoch": 0.35711645101663586,
      "grad_norm": 3.459484338760376,
      "learning_rate": 4.907798543043372e-06,
      "loss": 0.1918652057647705,
      "step": 483
    },
    {
      "epoch": 0.3578558225508318,
      "grad_norm": 3.267130136489868,
      "learning_rate": 4.907289153202665e-06,
      "loss": 0.18087346851825714,
      "step": 484
    },
    {
      "epoch": 0.3585951940850277,
      "grad_norm": 3.0090889930725098,
      "learning_rate": 4.9067783897082835e-06,
      "loss": 0.16905726492404938,
      "step": 485
    },
    {
      "epoch": 0.35933456561922367,
      "grad_norm": 2.823331356048584,
      "learning_rate": 4.906266252885454e-06,
      "loss": 0.1696850061416626,
      "step": 486
    },
    {
      "epoch": 0.3600739371534196,
      "grad_norm": 2.9213433265686035,
      "learning_rate": 4.9057527430602815e-06,
      "loss": 0.1698223352432251,
      "step": 487
    },
    {
      "epoch": 0.3608133086876155,
      "grad_norm": 1.8607254028320312,
      "learning_rate": 4.905237860559741e-06,
      "loss": 0.17930160462856293,
      "step": 488
    },
    {
      "epoch": 0.3615526802218115,
      "grad_norm": 3.277202844619751,
      "learning_rate": 4.9047216057116866e-06,
      "loss": 0.16621139645576477,
      "step": 489
    },
    {
      "epoch": 0.36229205175600737,
      "grad_norm": 3.695712089538574,
      "learning_rate": 4.904203978844841e-06,
      "loss": 0.17710039019584656,
      "step": 490
    },
    {
      "epoch": 0.3630314232902033,
      "grad_norm": 5.686550140380859,
      "learning_rate": 4.903684980288805e-06,
      "loss": 0.20494574308395386,
      "step": 491
    },
    {
      "epoch": 0.3637707948243993,
      "grad_norm": 2.676255941390991,
      "learning_rate": 4.903164610374048e-06,
      "loss": 0.1764630228281021,
      "step": 492
    },
    {
      "epoch": 0.3645101663585952,
      "grad_norm": 2.358436346054077,
      "learning_rate": 4.902642869431919e-06,
      "loss": 0.17097067832946777,
      "step": 493
    },
    {
      "epoch": 0.36524953789279113,
      "grad_norm": 2.53021240234375,
      "learning_rate": 4.902119757794635e-06,
      "loss": 0.14994224905967712,
      "step": 494
    },
    {
      "epoch": 0.3659889094269871,
      "grad_norm": 1.4023953676223755,
      "learning_rate": 4.901595275795287e-06,
      "loss": 0.185845285654068,
      "step": 495
    },
    {
      "epoch": 0.366728280961183,
      "grad_norm": 2.738544464111328,
      "learning_rate": 4.90106942376784e-06,
      "loss": 0.1734868586063385,
      "step": 496
    },
    {
      "epoch": 0.36746765249537894,
      "grad_norm": 1.9607151746749878,
      "learning_rate": 4.900542202047128e-06,
      "loss": 0.14070618152618408,
      "step": 497
    },
    {
      "epoch": 0.36820702402957484,
      "grad_norm": 1.9084216356277466,
      "learning_rate": 4.900013610968861e-06,
      "loss": 0.18144294619560242,
      "step": 498
    },
    {
      "epoch": 0.3689463955637708,
      "grad_norm": 3.969682216644287,
      "learning_rate": 4.899483650869621e-06,
      "loss": 0.16393789649009705,
      "step": 499
    },
    {
      "epoch": 0.36968576709796674,
      "grad_norm": 5.385253429412842,
      "learning_rate": 4.898952322086857e-06,
      "loss": 0.1486317217350006,
      "step": 500
    },
    {
      "epoch": 0.37042513863216264,
      "grad_norm": 2.9472525119781494,
      "learning_rate": 4.898419624958893e-06,
      "loss": 0.18063047528266907,
      "step": 501
    },
    {
      "epoch": 0.3711645101663586,
      "grad_norm": 5.679952621459961,
      "learning_rate": 4.897885559824925e-06,
      "loss": 0.18142956495285034,
      "step": 502
    },
    {
      "epoch": 0.37190388170055455,
      "grad_norm": 3.3808836936950684,
      "learning_rate": 4.897350127025019e-06,
      "loss": 0.1520889699459076,
      "step": 503
    },
    {
      "epoch": 0.37264325323475045,
      "grad_norm": 2.3147964477539062,
      "learning_rate": 4.89681332690011e-06,
      "loss": 0.1520254760980606,
      "step": 504
    },
    {
      "epoch": 0.3733826247689464,
      "grad_norm": 2.7464115619659424,
      "learning_rate": 4.896275159792007e-06,
      "loss": 0.17388701438903809,
      "step": 505
    },
    {
      "epoch": 0.37412199630314236,
      "grad_norm": 2.2185728549957275,
      "learning_rate": 4.895735626043389e-06,
      "loss": 0.18630501627922058,
      "step": 506
    },
    {
      "epoch": 0.37486136783733826,
      "grad_norm": 2.2162303924560547,
      "learning_rate": 4.895194725997801e-06,
      "loss": 0.19179809093475342,
      "step": 507
    },
    {
      "epoch": 0.3756007393715342,
      "grad_norm": 2.1078503131866455,
      "learning_rate": 4.8946524599996636e-06,
      "loss": 0.1656232476234436,
      "step": 508
    },
    {
      "epoch": 0.3763401109057301,
      "grad_norm": 4.562495708465576,
      "learning_rate": 4.894108828394264e-06,
      "loss": 0.21129556000232697,
      "step": 509
    },
    {
      "epoch": 0.37707948243992606,
      "grad_norm": 4.112639904022217,
      "learning_rate": 4.893563831527758e-06,
      "loss": 0.14961448311805725,
      "step": 510
    },
    {
      "epoch": 0.377818853974122,
      "grad_norm": 1.8613570928573608,
      "learning_rate": 4.893017469747175e-06,
      "loss": 0.17004230618476868,
      "step": 511
    },
    {
      "epoch": 0.3785582255083179,
      "grad_norm": 3.892235517501831,
      "learning_rate": 4.892469743400409e-06,
      "loss": 0.18642263114452362,
      "step": 512
    },
    {
      "epoch": 0.37929759704251387,
      "grad_norm": 2.2070419788360596,
      "learning_rate": 4.8919206528362245e-06,
      "loss": 0.21431925892829895,
      "step": 513
    },
    {
      "epoch": 0.3800369685767098,
      "grad_norm": 3.40138578414917,
      "learning_rate": 4.891370198404256e-06,
      "loss": 0.18731634318828583,
      "step": 514
    },
    {
      "epoch": 0.3807763401109057,
      "grad_norm": 1.8638018369674683,
      "learning_rate": 4.890818380455005e-06,
      "loss": 0.18315660953521729,
      "step": 515
    },
    {
      "epoch": 0.3815157116451017,
      "grad_norm": 3.1206178665161133,
      "learning_rate": 4.890265199339841e-06,
      "loss": 0.19617031514644623,
      "step": 516
    },
    {
      "epoch": 0.3822550831792976,
      "grad_norm": 1.5831366777420044,
      "learning_rate": 4.889710655411002e-06,
      "loss": 0.16518330574035645,
      "step": 517
    },
    {
      "epoch": 0.3829944547134935,
      "grad_norm": 2.227609634399414,
      "learning_rate": 4.889154749021593e-06,
      "loss": 0.16776011884212494,
      "step": 518
    },
    {
      "epoch": 0.3837338262476895,
      "grad_norm": 1.6013351678848267,
      "learning_rate": 4.888597480525591e-06,
      "loss": 0.18260546028614044,
      "step": 519
    },
    {
      "epoch": 0.3844731977818854,
      "grad_norm": 2.1580371856689453,
      "learning_rate": 4.888038850277833e-06,
      "loss": 0.16654786467552185,
      "step": 520
    },
    {
      "epoch": 0.38521256931608133,
      "grad_norm": 6.153237342834473,
      "learning_rate": 4.887478858634027e-06,
      "loss": 0.21952766180038452,
      "step": 521
    },
    {
      "epoch": 0.3859519408502773,
      "grad_norm": 1.8256964683532715,
      "learning_rate": 4.8869175059507505e-06,
      "loss": 0.1774391382932663,
      "step": 522
    },
    {
      "epoch": 0.3866913123844732,
      "grad_norm": 2.3875010013580322,
      "learning_rate": 4.886354792585441e-06,
      "loss": 0.17089591920375824,
      "step": 523
    },
    {
      "epoch": 0.38743068391866914,
      "grad_norm": 7.740001678466797,
      "learning_rate": 4.8857907188964085e-06,
      "loss": 0.13523267209529877,
      "step": 524
    },
    {
      "epoch": 0.38817005545286504,
      "grad_norm": 2.437002182006836,
      "learning_rate": 4.885225285242827e-06,
      "loss": 0.1886606514453888,
      "step": 525
    },
    {
      "epoch": 0.388909426987061,
      "grad_norm": 4.7654948234558105,
      "learning_rate": 4.884658491984735e-06,
      "loss": 0.17527072131633759,
      "step": 526
    },
    {
      "epoch": 0.38964879852125694,
      "grad_norm": 5.581814765930176,
      "learning_rate": 4.884090339483039e-06,
      "loss": 0.19239792227745056,
      "step": 527
    },
    {
      "epoch": 0.39038817005545284,
      "grad_norm": 3.2211484909057617,
      "learning_rate": 4.883520828099511e-06,
      "loss": 0.20401902496814728,
      "step": 528
    },
    {
      "epoch": 0.3911275415896488,
      "grad_norm": 3.96870493888855,
      "learning_rate": 4.882949958196784e-06,
      "loss": 0.19675013422966003,
      "step": 529
    },
    {
      "epoch": 0.39186691312384475,
      "grad_norm": 4.657577991485596,
      "learning_rate": 4.882377730138362e-06,
      "loss": 0.1720069944858551,
      "step": 530
    },
    {
      "epoch": 0.39260628465804065,
      "grad_norm": 4.620642185211182,
      "learning_rate": 4.8818041442886114e-06,
      "loss": 0.19151407480239868,
      "step": 531
    },
    {
      "epoch": 0.3933456561922366,
      "grad_norm": 2.7471158504486084,
      "learning_rate": 4.881229201012762e-06,
      "loss": 0.19531698524951935,
      "step": 532
    },
    {
      "epoch": 0.39408502772643256,
      "grad_norm": 4.209203243255615,
      "learning_rate": 4.880652900676909e-06,
      "loss": 0.17959073185920715,
      "step": 533
    },
    {
      "epoch": 0.39482439926062846,
      "grad_norm": 2.169490098953247,
      "learning_rate": 4.880075243648012e-06,
      "loss": 0.16387662291526794,
      "step": 534
    },
    {
      "epoch": 0.3955637707948244,
      "grad_norm": 2.23712158203125,
      "learning_rate": 4.879496230293893e-06,
      "loss": 0.21319183707237244,
      "step": 535
    },
    {
      "epoch": 0.3963031423290203,
      "grad_norm": 2.408522605895996,
      "learning_rate": 4.8789158609832404e-06,
      "loss": 0.1802571713924408,
      "step": 536
    },
    {
      "epoch": 0.39704251386321626,
      "grad_norm": 4.590185642242432,
      "learning_rate": 4.8783341360856025e-06,
      "loss": 0.19302377104759216,
      "step": 537
    },
    {
      "epoch": 0.3977818853974122,
      "grad_norm": 4.470290184020996,
      "learning_rate": 4.877751055971393e-06,
      "loss": 0.17637348175048828,
      "step": 538
    },
    {
      "epoch": 0.3985212569316081,
      "grad_norm": 5.832351207733154,
      "learning_rate": 4.877166621011889e-06,
      "loss": 0.19481545686721802,
      "step": 539
    },
    {
      "epoch": 0.39926062846580407,
      "grad_norm": 4.515493869781494,
      "learning_rate": 4.876580831579229e-06,
      "loss": 0.1793508678674698,
      "step": 540
    },
    {
      "epoch": 0.4,
      "grad_norm": 4.743751049041748,
      "learning_rate": 4.875993688046414e-06,
      "loss": 0.18941152095794678,
      "step": 541
    },
    {
      "epoch": 0.4007393715341959,
      "grad_norm": 3.208313465118408,
      "learning_rate": 4.875405190787308e-06,
      "loss": 0.2104940563440323,
      "step": 542
    },
    {
      "epoch": 0.4014787430683919,
      "grad_norm": 6.612025737762451,
      "learning_rate": 4.874815340176637e-06,
      "loss": 0.16686353087425232,
      "step": 543
    },
    {
      "epoch": 0.4022181146025878,
      "grad_norm": 3.009010076522827,
      "learning_rate": 4.874224136589988e-06,
      "loss": 0.15105843544006348,
      "step": 544
    },
    {
      "epoch": 0.4029574861367837,
      "grad_norm": 1.3085659742355347,
      "learning_rate": 4.8736315804038086e-06,
      "loss": 0.15873828530311584,
      "step": 545
    },
    {
      "epoch": 0.4036968576709797,
      "grad_norm": 2.3922126293182373,
      "learning_rate": 4.87303767199541e-06,
      "loss": 0.17829346656799316,
      "step": 546
    },
    {
      "epoch": 0.4044362292051756,
      "grad_norm": 5.232816696166992,
      "learning_rate": 4.872442411742964e-06,
      "loss": 0.1995542347431183,
      "step": 547
    },
    {
      "epoch": 0.40517560073937153,
      "grad_norm": 1.7204935550689697,
      "learning_rate": 4.8718458000255006e-06,
      "loss": 0.16186335682868958,
      "step": 548
    },
    {
      "epoch": 0.4059149722735675,
      "grad_norm": 2.549182653427124,
      "learning_rate": 4.871247837222915e-06,
      "loss": 0.18451234698295593,
      "step": 549
    },
    {
      "epoch": 0.4066543438077634,
      "grad_norm": 3.116356372833252,
      "learning_rate": 4.8706485237159575e-06,
      "loss": 0.16837669909000397,
      "step": 550
    },
    {
      "epoch": 0.40739371534195934,
      "grad_norm": 4.5641889572143555,
      "learning_rate": 4.870047859886241e-06,
      "loss": 0.1848747432231903,
      "step": 551
    },
    {
      "epoch": 0.4081330868761553,
      "grad_norm": 3.239764928817749,
      "learning_rate": 4.86944584611624e-06,
      "loss": 0.13390296697616577,
      "step": 552
    },
    {
      "epoch": 0.4088724584103512,
      "grad_norm": 2.7174062728881836,
      "learning_rate": 4.868842482789285e-06,
      "loss": 0.15561188757419586,
      "step": 553
    },
    {
      "epoch": 0.40961182994454715,
      "grad_norm": 3.0754411220550537,
      "learning_rate": 4.868237770289569e-06,
      "loss": 0.1861303597688675,
      "step": 554
    },
    {
      "epoch": 0.41035120147874304,
      "grad_norm": 3.5655486583709717,
      "learning_rate": 4.867631709002142e-06,
      "loss": 0.19067852199077606,
      "step": 555
    },
    {
      "epoch": 0.411090573012939,
      "grad_norm": 4.766719341278076,
      "learning_rate": 4.867024299312912e-06,
      "loss": 0.18927815556526184,
      "step": 556
    },
    {
      "epoch": 0.41182994454713495,
      "grad_norm": 4.282045841217041,
      "learning_rate": 4.866415541608649e-06,
      "loss": 0.17940691113471985,
      "step": 557
    },
    {
      "epoch": 0.41256931608133085,
      "grad_norm": 2.0632221698760986,
      "learning_rate": 4.865805436276979e-06,
      "loss": 0.163138747215271,
      "step": 558
    },
    {
      "epoch": 0.4133086876155268,
      "grad_norm": 2.138874053955078,
      "learning_rate": 4.865193983706386e-06,
      "loss": 0.1592516452074051,
      "step": 559
    },
    {
      "epoch": 0.41404805914972276,
      "grad_norm": 2.169502019882202,
      "learning_rate": 4.864581184286213e-06,
      "loss": 0.19060909748077393,
      "step": 560
    },
    {
      "epoch": 0.41478743068391866,
      "grad_norm": 5.698884963989258,
      "learning_rate": 4.863967038406659e-06,
      "loss": 0.13918736577033997,
      "step": 561
    },
    {
      "epoch": 0.4155268022181146,
      "grad_norm": 1.7531590461730957,
      "learning_rate": 4.863351546458783e-06,
      "loss": 0.18046881258487701,
      "step": 562
    },
    {
      "epoch": 0.4162661737523105,
      "grad_norm": 2.2431998252868652,
      "learning_rate": 4.862734708834497e-06,
      "loss": 0.1554529070854187,
      "step": 563
    },
    {
      "epoch": 0.41700554528650646,
      "grad_norm": 7.14267635345459,
      "learning_rate": 4.8621165259265745e-06,
      "loss": 0.18022370338439941,
      "step": 564
    },
    {
      "epoch": 0.4177449168207024,
      "grad_norm": 5.350924491882324,
      "learning_rate": 4.861496998128643e-06,
      "loss": 0.21169528365135193,
      "step": 565
    },
    {
      "epoch": 0.4184842883548983,
      "grad_norm": 2.7265310287475586,
      "learning_rate": 4.8608761258351855e-06,
      "loss": 0.17061878740787506,
      "step": 566
    },
    {
      "epoch": 0.41922365988909427,
      "grad_norm": 6.492031574249268,
      "learning_rate": 4.860253909441543e-06,
      "loss": 0.18847240507602692,
      "step": 567
    },
    {
      "epoch": 0.4199630314232902,
      "grad_norm": 7.95707893371582,
      "learning_rate": 4.859630349343913e-06,
      "loss": 0.15528300404548645,
      "step": 568
    },
    {
      "epoch": 0.4207024029574861,
      "grad_norm": 2.238361358642578,
      "learning_rate": 4.8590054459393466e-06,
      "loss": 0.18504366278648376,
      "step": 569
    },
    {
      "epoch": 0.4214417744916821,
      "grad_norm": 4.159053802490234,
      "learning_rate": 4.85837919962575e-06,
      "loss": 0.16755273938179016,
      "step": 570
    },
    {
      "epoch": 0.42218114602587803,
      "grad_norm": 4.831380367279053,
      "learning_rate": 4.857751610801887e-06,
      "loss": 0.17332260310649872,
      "step": 571
    },
    {
      "epoch": 0.4229205175600739,
      "grad_norm": 6.363707542419434,
      "learning_rate": 4.857122679867373e-06,
      "loss": 0.20205330848693848,
      "step": 572
    },
    {
      "epoch": 0.4236598890942699,
      "grad_norm": 1.5152571201324463,
      "learning_rate": 4.856492407222681e-06,
      "loss": 0.16709044575691223,
      "step": 573
    },
    {
      "epoch": 0.4243992606284658,
      "grad_norm": 4.529736042022705,
      "learning_rate": 4.855860793269136e-06,
      "loss": 0.19394269585609436,
      "step": 574
    },
    {
      "epoch": 0.42513863216266173,
      "grad_norm": 6.36679744720459,
      "learning_rate": 4.8552278384089205e-06,
      "loss": 0.18316340446472168,
      "step": 575
    },
    {
      "epoch": 0.4258780036968577,
      "grad_norm": 2.3298587799072266,
      "learning_rate": 4.854593543045066e-06,
      "loss": 0.19012309610843658,
      "step": 576
    },
    {
      "epoch": 0.4266173752310536,
      "grad_norm": 3.188291072845459,
      "learning_rate": 4.85395790758146e-06,
      "loss": 0.161784827709198,
      "step": 577
    },
    {
      "epoch": 0.42735674676524954,
      "grad_norm": 1.6403833627700806,
      "learning_rate": 4.853320932422845e-06,
      "loss": 0.19538724422454834,
      "step": 578
    },
    {
      "epoch": 0.4280961182994455,
      "grad_norm": 1.400687336921692,
      "learning_rate": 4.852682617974813e-06,
      "loss": 0.18570873141288757,
      "step": 579
    },
    {
      "epoch": 0.4288354898336414,
      "grad_norm": 3.08847975730896,
      "learning_rate": 4.852042964643813e-06,
      "loss": 0.18615923821926117,
      "step": 580
    },
    {
      "epoch": 0.42957486136783735,
      "grad_norm": 2.1283464431762695,
      "learning_rate": 4.851401972837142e-06,
      "loss": 0.19270402193069458,
      "step": 581
    },
    {
      "epoch": 0.43031423290203324,
      "grad_norm": 2.443974018096924,
      "learning_rate": 4.850759642962953e-06,
      "loss": 0.18501827120780945,
      "step": 582
    },
    {
      "epoch": 0.4310536044362292,
      "grad_norm": 2.6958086490631104,
      "learning_rate": 4.850115975430248e-06,
      "loss": 0.184330552816391,
      "step": 583
    },
    {
      "epoch": 0.43179297597042515,
      "grad_norm": 3.032975196838379,
      "learning_rate": 4.849470970648883e-06,
      "loss": 0.16360600292682648,
      "step": 584
    },
    {
      "epoch": 0.43253234750462105,
      "grad_norm": 2.377028465270996,
      "learning_rate": 4.848824629029566e-06,
      "loss": 0.1570342779159546,
      "step": 585
    },
    {
      "epoch": 0.433271719038817,
      "grad_norm": 2.3597986698150635,
      "learning_rate": 4.848176950983853e-06,
      "loss": 0.15508556365966797,
      "step": 586
    },
    {
      "epoch": 0.43401109057301296,
      "grad_norm": 3.5149123668670654,
      "learning_rate": 4.847527936924154e-06,
      "loss": 0.17341238260269165,
      "step": 587
    },
    {
      "epoch": 0.43475046210720886,
      "grad_norm": 2.002178907394409,
      "learning_rate": 4.846877587263728e-06,
      "loss": 0.17277827858924866,
      "step": 588
    },
    {
      "epoch": 0.4354898336414048,
      "grad_norm": 2.3497071266174316,
      "learning_rate": 4.846225902416686e-06,
      "loss": 0.17303788661956787,
      "step": 589
    },
    {
      "epoch": 0.43622920517560076,
      "grad_norm": 1.4045473337173462,
      "learning_rate": 4.845572882797987e-06,
      "loss": 0.18533827364444733,
      "step": 590
    },
    {
      "epoch": 0.43696857670979666,
      "grad_norm": 5.458283424377441,
      "learning_rate": 4.8449185288234425e-06,
      "loss": 0.16188675165176392,
      "step": 591
    },
    {
      "epoch": 0.4377079482439926,
      "grad_norm": 2.3139994144439697,
      "learning_rate": 4.844262840909712e-06,
      "loss": 0.1740817278623581,
      "step": 592
    },
    {
      "epoch": 0.4384473197781885,
      "grad_norm": 2.515165090560913,
      "learning_rate": 4.8436058194743034e-06,
      "loss": 0.18890434503555298,
      "step": 593
    },
    {
      "epoch": 0.43918669131238447,
      "grad_norm": 2.579596519470215,
      "learning_rate": 4.842947464935577e-06,
      "loss": 0.18913450837135315,
      "step": 594
    },
    {
      "epoch": 0.4399260628465804,
      "grad_norm": 6.075092792510986,
      "learning_rate": 4.842287777712739e-06,
      "loss": 0.17811734974384308,
      "step": 595
    },
    {
      "epoch": 0.4406654343807763,
      "grad_norm": 1.496395230293274,
      "learning_rate": 4.841626758225845e-06,
      "loss": 0.15902525186538696,
      "step": 596
    },
    {
      "epoch": 0.4414048059149723,
      "grad_norm": 2.3022255897521973,
      "learning_rate": 4.8409644068958e-06,
      "loss": 0.17672201991081238,
      "step": 597
    },
    {
      "epoch": 0.44214417744916823,
      "grad_norm": 5.081460475921631,
      "learning_rate": 4.8403007241443545e-06,
      "loss": 0.1813834309577942,
      "step": 598
    },
    {
      "epoch": 0.44288354898336413,
      "grad_norm": 3.415648937225342,
      "learning_rate": 4.8396357103941096e-06,
      "loss": 0.14309723675251007,
      "step": 599
    },
    {
      "epoch": 0.4436229205175601,
      "grad_norm": 2.820394992828369,
      "learning_rate": 4.838969366068513e-06,
      "loss": 0.1877417266368866,
      "step": 600
    },
    {
      "epoch": 0.444362292051756,
      "grad_norm": 3.2249021530151367,
      "learning_rate": 4.838301691591859e-06,
      "loss": 0.20784884691238403,
      "step": 601
    },
    {
      "epoch": 0.44510166358595193,
      "grad_norm": 4.827783107757568,
      "learning_rate": 4.8376326873892885e-06,
      "loss": 0.1602255254983902,
      "step": 602
    },
    {
      "epoch": 0.4458410351201479,
      "grad_norm": 3.4432904720306396,
      "learning_rate": 4.836962353886792e-06,
      "loss": 0.16869941353797913,
      "step": 603
    },
    {
      "epoch": 0.4465804066543438,
      "grad_norm": 3.3691577911376953,
      "learning_rate": 4.836290691511202e-06,
      "loss": 0.18920360505580902,
      "step": 604
    },
    {
      "epoch": 0.44731977818853974,
      "grad_norm": 1.7535011768341064,
      "learning_rate": 4.835617700690201e-06,
      "loss": 0.1592336744070053,
      "step": 605
    },
    {
      "epoch": 0.4480591497227357,
      "grad_norm": 2.055260419845581,
      "learning_rate": 4.834943381852315e-06,
      "loss": 0.15363892912864685,
      "step": 606
    },
    {
      "epoch": 0.4487985212569316,
      "grad_norm": 2.3964030742645264,
      "learning_rate": 4.8342677354269164e-06,
      "loss": 0.18163526058197021,
      "step": 607
    },
    {
      "epoch": 0.44953789279112755,
      "grad_norm": 3.4508090019226074,
      "learning_rate": 4.833590761844224e-06,
      "loss": 0.14943230152130127,
      "step": 608
    },
    {
      "epoch": 0.4502772643253235,
      "grad_norm": 4.812906265258789,
      "learning_rate": 4.832912461535299e-06,
      "loss": 0.15799014270305634,
      "step": 609
    },
    {
      "epoch": 0.4510166358595194,
      "grad_norm": 3.711688280105591,
      "learning_rate": 4.832232834932051e-06,
      "loss": 0.19815614819526672,
      "step": 610
    },
    {
      "epoch": 0.45175600739371535,
      "grad_norm": 2.9581902027130127,
      "learning_rate": 4.83155188246723e-06,
      "loss": 0.15151053667068481,
      "step": 611
    },
    {
      "epoch": 0.45249537892791125,
      "grad_norm": 5.7485809326171875,
      "learning_rate": 4.830869604574434e-06,
      "loss": 0.1953774392604828,
      "step": 612
    },
    {
      "epoch": 0.4532347504621072,
      "grad_norm": 3.04312801361084,
      "learning_rate": 4.830186001688104e-06,
      "loss": 0.16871272027492523,
      "step": 613
    },
    {
      "epoch": 0.45397412199630316,
      "grad_norm": 3.351126194000244,
      "learning_rate": 4.8295010742435215e-06,
      "loss": 0.16671720147132874,
      "step": 614
    },
    {
      "epoch": 0.45471349353049906,
      "grad_norm": 2.709904193878174,
      "learning_rate": 4.828814822676817e-06,
      "loss": 0.1444385051727295,
      "step": 615
    },
    {
      "epoch": 0.455452865064695,
      "grad_norm": 3.4417622089385986,
      "learning_rate": 4.828127247424959e-06,
      "loss": 0.17129871249198914,
      "step": 616
    },
    {
      "epoch": 0.45619223659889097,
      "grad_norm": 1.5835530757904053,
      "learning_rate": 4.827438348925762e-06,
      "loss": 0.16144095361232758,
      "step": 617
    },
    {
      "epoch": 0.45693160813308686,
      "grad_norm": 2.589468240737915,
      "learning_rate": 4.826748127617881e-06,
      "loss": 0.12764352560043335,
      "step": 618
    },
    {
      "epoch": 0.4576709796672828,
      "grad_norm": 2.0649001598358154,
      "learning_rate": 4.826056583940816e-06,
      "loss": 0.17904524505138397,
      "step": 619
    },
    {
      "epoch": 0.4584103512014787,
      "grad_norm": 2.1847739219665527,
      "learning_rate": 4.825363718334905e-06,
      "loss": 0.14998069405555725,
      "step": 620
    },
    {
      "epoch": 0.45914972273567467,
      "grad_norm": 2.3135342597961426,
      "learning_rate": 4.824669531241333e-06,
      "loss": 0.1659822165966034,
      "step": 621
    },
    {
      "epoch": 0.4598890942698706,
      "grad_norm": 3.2587273120880127,
      "learning_rate": 4.823974023102122e-06,
      "loss": 0.1796584129333496,
      "step": 622
    },
    {
      "epoch": 0.4606284658040665,
      "grad_norm": 3.390627145767212,
      "learning_rate": 4.8232771943601365e-06,
      "loss": 0.20018035173416138,
      "step": 623
    },
    {
      "epoch": 0.4613678373382625,
      "grad_norm": 2.0575685501098633,
      "learning_rate": 4.822579045459083e-06,
      "loss": 0.15734675526618958,
      "step": 624
    },
    {
      "epoch": 0.46210720887245843,
      "grad_norm": 3.43595290184021,
      "learning_rate": 4.821879576843507e-06,
      "loss": 0.14812694489955902,
      "step": 625
    },
    {
      "epoch": 0.46284658040665433,
      "grad_norm": 2.3066301345825195,
      "learning_rate": 4.821178788958795e-06,
      "loss": 0.15190483629703522,
      "step": 626
    },
    {
      "epoch": 0.4635859519408503,
      "grad_norm": 2.715143918991089,
      "learning_rate": 4.820476682251174e-06,
      "loss": 0.1483217477798462,
      "step": 627
    },
    {
      "epoch": 0.46432532347504624,
      "grad_norm": 4.144500255584717,
      "learning_rate": 4.8197732571677115e-06,
      "loss": 0.15923362970352173,
      "step": 628
    },
    {
      "epoch": 0.46506469500924214,
      "grad_norm": 1.8484433889389038,
      "learning_rate": 4.819068514156311e-06,
      "loss": 0.13856196403503418,
      "step": 629
    },
    {
      "epoch": 0.4658040665434381,
      "grad_norm": 3.299104690551758,
      "learning_rate": 4.818362453665719e-06,
      "loss": 0.20151162147521973,
      "step": 630
    },
    {
      "epoch": 0.466543438077634,
      "grad_norm": 3.4568839073181152,
      "learning_rate": 4.817655076145519e-06,
      "loss": 0.16786408424377441,
      "step": 631
    },
    {
      "epoch": 0.46728280961182994,
      "grad_norm": 2.4027838706970215,
      "learning_rate": 4.816946382046135e-06,
      "loss": 0.15152481198310852,
      "step": 632
    },
    {
      "epoch": 0.4680221811460259,
      "grad_norm": 3.5514273643493652,
      "learning_rate": 4.816236371818825e-06,
      "loss": 0.17088866233825684,
      "step": 633
    },
    {
      "epoch": 0.4687615526802218,
      "grad_norm": 1.9951978921890259,
      "learning_rate": 4.815525045915691e-06,
      "loss": 0.16185985505580902,
      "step": 634
    },
    {
      "epoch": 0.46950092421441775,
      "grad_norm": 2.368016004562378,
      "learning_rate": 4.814812404789667e-06,
      "loss": 0.1465839445590973,
      "step": 635
    },
    {
      "epoch": 0.4702402957486137,
      "grad_norm": 5.485845565795898,
      "learning_rate": 4.81409844889453e-06,
      "loss": 0.1960115134716034,
      "step": 636
    },
    {
      "epoch": 0.4709796672828096,
      "grad_norm": 2.507629871368408,
      "learning_rate": 4.81338317868489e-06,
      "loss": 0.16547927260398865,
      "step": 637
    },
    {
      "epoch": 0.47171903881700555,
      "grad_norm": 2.9249675273895264,
      "learning_rate": 4.812666594616195e-06,
      "loss": 0.18071894347667694,
      "step": 638
    },
    {
      "epoch": 0.47245841035120145,
      "grad_norm": 8.35390567779541,
      "learning_rate": 4.811948697144729e-06,
      "loss": 0.1699737310409546,
      "step": 639
    },
    {
      "epoch": 0.4731977818853974,
      "grad_norm": 1.8072086572647095,
      "learning_rate": 4.811229486727614e-06,
      "loss": 0.1789650321006775,
      "step": 640
    },
    {
      "epoch": 0.47393715341959336,
      "grad_norm": 3.2761032581329346,
      "learning_rate": 4.810508963822808e-06,
      "loss": 0.15378229320049286,
      "step": 641
    },
    {
      "epoch": 0.47467652495378926,
      "grad_norm": 5.414395332336426,
      "learning_rate": 4.809787128889103e-06,
      "loss": 0.16661874949932098,
      "step": 642
    },
    {
      "epoch": 0.4754158964879852,
      "grad_norm": 6.623290061950684,
      "learning_rate": 4.809063982386127e-06,
      "loss": 0.20721176266670227,
      "step": 643
    },
    {
      "epoch": 0.47615526802218117,
      "grad_norm": 3.0554277896881104,
      "learning_rate": 4.808339524774345e-06,
      "loss": 0.15209609270095825,
      "step": 644
    },
    {
      "epoch": 0.47689463955637706,
      "grad_norm": 5.524651527404785,
      "learning_rate": 4.8076137565150535e-06,
      "loss": 0.1879250705242157,
      "step": 645
    },
    {
      "epoch": 0.477634011090573,
      "grad_norm": 6.139001369476318,
      "learning_rate": 4.8068866780703874e-06,
      "loss": 0.19285783171653748,
      "step": 646
    },
    {
      "epoch": 0.478373382624769,
      "grad_norm": 3.092604398727417,
      "learning_rate": 4.806158289903311e-06,
      "loss": 0.1338043361902237,
      "step": 647
    },
    {
      "epoch": 0.47911275415896487,
      "grad_norm": 3.0564653873443604,
      "learning_rate": 4.805428592477628e-06,
      "loss": 0.1743101179599762,
      "step": 648
    },
    {
      "epoch": 0.4798521256931608,
      "grad_norm": 1.7672133445739746,
      "learning_rate": 4.804697586257972e-06,
      "loss": 0.13569793105125427,
      "step": 649
    },
    {
      "epoch": 0.4805914972273567,
      "grad_norm": 3.2575244903564453,
      "learning_rate": 4.803965271709811e-06,
      "loss": 0.13112036883831024,
      "step": 650
    },
    {
      "epoch": 0.4813308687615527,
      "grad_norm": 6.401089191436768,
      "learning_rate": 4.803231649299447e-06,
      "loss": 0.18618854880332947,
      "step": 651
    },
    {
      "epoch": 0.48207024029574863,
      "grad_norm": 3.732339382171631,
      "learning_rate": 4.802496719494014e-06,
      "loss": 0.17861336469650269,
      "step": 652
    },
    {
      "epoch": 0.48280961182994453,
      "grad_norm": 3.230048418045044,
      "learning_rate": 4.801760482761477e-06,
      "loss": 0.16654075682163239,
      "step": 653
    },
    {
      "epoch": 0.4835489833641405,
      "grad_norm": 4.619693279266357,
      "learning_rate": 4.801022939570636e-06,
      "loss": 0.1600017249584198,
      "step": 654
    },
    {
      "epoch": 0.48428835489833644,
      "grad_norm": 4.672868728637695,
      "learning_rate": 4.800284090391122e-06,
      "loss": 0.16701439023017883,
      "step": 655
    },
    {
      "epoch": 0.48502772643253234,
      "grad_norm": 2.353252410888672,
      "learning_rate": 4.799543935693396e-06,
      "loss": 0.14792703092098236,
      "step": 656
    },
    {
      "epoch": 0.4857670979667283,
      "grad_norm": 2.49165415763855,
      "learning_rate": 4.798802475948751e-06,
      "loss": 0.1891474425792694,
      "step": 657
    },
    {
      "epoch": 0.4865064695009242,
      "grad_norm": 5.1499834060668945,
      "learning_rate": 4.798059711629313e-06,
      "loss": 0.15494169294834137,
      "step": 658
    },
    {
      "epoch": 0.48724584103512014,
      "grad_norm": 3.5186126232147217,
      "learning_rate": 4.797315643208036e-06,
      "loss": 0.1836242377758026,
      "step": 659
    },
    {
      "epoch": 0.4879852125693161,
      "grad_norm": 1.800987958908081,
      "learning_rate": 4.796570271158707e-06,
      "loss": 0.18176795542240143,
      "step": 660
    },
    {
      "epoch": 0.488724584103512,
      "grad_norm": 2.5391438007354736,
      "learning_rate": 4.795823595955939e-06,
      "loss": 0.15545226633548737,
      "step": 661
    },
    {
      "epoch": 0.48946395563770795,
      "grad_norm": 6.6065473556518555,
      "learning_rate": 4.7950756180751804e-06,
      "loss": 0.16782599687576294,
      "step": 662
    },
    {
      "epoch": 0.4902033271719039,
      "grad_norm": 3.1068971157073975,
      "learning_rate": 4.794326337992703e-06,
      "loss": 0.1702817976474762,
      "step": 663
    },
    {
      "epoch": 0.4909426987060998,
      "grad_norm": 1.8538126945495605,
      "learning_rate": 4.793575756185614e-06,
      "loss": 0.16124844551086426,
      "step": 664
    },
    {
      "epoch": 0.49168207024029575,
      "grad_norm": 5.253505229949951,
      "learning_rate": 4.792823873131844e-06,
      "loss": 0.16606001555919647,
      "step": 665
    },
    {
      "epoch": 0.4924214417744917,
      "grad_norm": 4.241441249847412,
      "learning_rate": 4.792070689310154e-06,
      "loss": 0.18842411041259766,
      "step": 666
    },
    {
      "epoch": 0.4931608133086876,
      "grad_norm": 3.5139057636260986,
      "learning_rate": 4.791316205200136e-06,
      "loss": 0.15279416739940643,
      "step": 667
    },
    {
      "epoch": 0.49390018484288356,
      "grad_norm": 2.381545066833496,
      "learning_rate": 4.790560421282207e-06,
      "loss": 0.19262418150901794,
      "step": 668
    },
    {
      "epoch": 0.49463955637707946,
      "grad_norm": 1.9676443338394165,
      "learning_rate": 4.789803338037611e-06,
      "loss": 0.18425406515598297,
      "step": 669
    },
    {
      "epoch": 0.4953789279112754,
      "grad_norm": 3.8371763229370117,
      "learning_rate": 4.789044955948421e-06,
      "loss": 0.16363278031349182,
      "step": 670
    },
    {
      "epoch": 0.49611829944547137,
      "grad_norm": 1.765910267829895,
      "learning_rate": 4.788285275497538e-06,
      "loss": 0.17435094714164734,
      "step": 671
    },
    {
      "epoch": 0.49685767097966727,
      "grad_norm": 2.146967649459839,
      "learning_rate": 4.787524297168688e-06,
      "loss": 0.1694641411304474,
      "step": 672
    },
    {
      "epoch": 0.4975970425138632,
      "grad_norm": 5.4114251136779785,
      "learning_rate": 4.7867620214464235e-06,
      "loss": 0.14772212505340576,
      "step": 673
    },
    {
      "epoch": 0.4983364140480592,
      "grad_norm": 2.7055184841156006,
      "learning_rate": 4.785998448816123e-06,
      "loss": 0.16656965017318726,
      "step": 674
    },
    {
      "epoch": 0.49907578558225507,
      "grad_norm": 3.963123321533203,
      "learning_rate": 4.785233579763993e-06,
      "loss": 0.17154648900032043,
      "step": 675
    },
    {
      "epoch": 0.499815157116451,
      "grad_norm": 4.260042190551758,
      "learning_rate": 4.7844674147770615e-06,
      "loss": 0.17692404985427856,
      "step": 676
    },
    {
      "epoch": 0.500554528650647,
      "grad_norm": 2.0187723636627197,
      "learning_rate": 4.7836999543431865e-06,
      "loss": 0.16861923038959503,
      "step": 677
    },
    {
      "epoch": 0.5012939001848429,
      "grad_norm": 3.41925048828125,
      "learning_rate": 4.782931198951046e-06,
      "loss": 0.14844869077205658,
      "step": 678
    },
    {
      "epoch": 0.5020332717190388,
      "grad_norm": 3.441349983215332,
      "learning_rate": 4.7821611490901465e-06,
      "loss": 0.1628400981426239,
      "step": 679
    },
    {
      "epoch": 0.5027726432532348,
      "grad_norm": 4.1626434326171875,
      "learning_rate": 4.7813898052508165e-06,
      "loss": 0.17210349440574646,
      "step": 680
    },
    {
      "epoch": 0.5035120147874307,
      "grad_norm": 2.501157283782959,
      "learning_rate": 4.780617167924209e-06,
      "loss": 0.15621748566627502,
      "step": 681
    },
    {
      "epoch": 0.5042513863216266,
      "grad_norm": 3.340528964996338,
      "learning_rate": 4.779843237602303e-06,
      "loss": 0.17958465218544006,
      "step": 682
    },
    {
      "epoch": 0.5049907578558226,
      "grad_norm": 3.768277406692505,
      "learning_rate": 4.779068014777894e-06,
      "loss": 0.1524442583322525,
      "step": 683
    },
    {
      "epoch": 0.5057301293900185,
      "grad_norm": 3.8651115894317627,
      "learning_rate": 4.778291499944609e-06,
      "loss": 0.14457586407661438,
      "step": 684
    },
    {
      "epoch": 0.5064695009242144,
      "grad_norm": 2.8135881423950195,
      "learning_rate": 4.777513693596892e-06,
      "loss": 0.15564002096652985,
      "step": 685
    },
    {
      "epoch": 0.5072088724584104,
      "grad_norm": 2.3213863372802734,
      "learning_rate": 4.776734596230012e-06,
      "loss": 0.17202946543693542,
      "step": 686
    },
    {
      "epoch": 0.5079482439926063,
      "grad_norm": 2.5218937397003174,
      "learning_rate": 4.775954208340059e-06,
      "loss": 0.15667319297790527,
      "step": 687
    },
    {
      "epoch": 0.5086876155268022,
      "grad_norm": 1.7216167449951172,
      "learning_rate": 4.775172530423944e-06,
      "loss": 0.15292949974536896,
      "step": 688
    },
    {
      "epoch": 0.5094269870609982,
      "grad_norm": 2.7372326850891113,
      "learning_rate": 4.774389562979401e-06,
      "loss": 0.15320277214050293,
      "step": 689
    },
    {
      "epoch": 0.5101663585951941,
      "grad_norm": 2.343390941619873,
      "learning_rate": 4.773605306504984e-06,
      "loss": 0.1601538360118866,
      "step": 690
    },
    {
      "epoch": 0.51090573012939,
      "grad_norm": 2.6403021812438965,
      "learning_rate": 4.772819761500069e-06,
      "loss": 0.17365440726280212,
      "step": 691
    },
    {
      "epoch": 0.5116451016635859,
      "grad_norm": 2.694927453994751,
      "learning_rate": 4.772032928464853e-06,
      "loss": 0.1474243402481079,
      "step": 692
    },
    {
      "epoch": 0.5123844731977819,
      "grad_norm": 2.5230448246002197,
      "learning_rate": 4.771244807900348e-06,
      "loss": 0.13418862223625183,
      "step": 693
    },
    {
      "epoch": 0.5131238447319778,
      "grad_norm": 3.527421712875366,
      "learning_rate": 4.770455400308393e-06,
      "loss": 0.17688745260238647,
      "step": 694
    },
    {
      "epoch": 0.5138632162661737,
      "grad_norm": 2.78898024559021,
      "learning_rate": 4.769664706191642e-06,
      "loss": 0.1545880287885666,
      "step": 695
    },
    {
      "epoch": 0.5146025878003697,
      "grad_norm": 3.2859508991241455,
      "learning_rate": 4.76887272605357e-06,
      "loss": 0.2074928879737854,
      "step": 696
    },
    {
      "epoch": 0.5153419593345656,
      "grad_norm": 2.0945019721984863,
      "learning_rate": 4.7680794603984695e-06,
      "loss": 0.15830013155937195,
      "step": 697
    },
    {
      "epoch": 0.5160813308687615,
      "grad_norm": 3.715263605117798,
      "learning_rate": 4.767284909731453e-06,
      "loss": 0.16822434961795807,
      "step": 698
    },
    {
      "epoch": 0.5168207024029575,
      "grad_norm": 2.462273120880127,
      "learning_rate": 4.7664890745584505e-06,
      "loss": 0.15109318494796753,
      "step": 699
    },
    {
      "epoch": 0.5175600739371534,
      "grad_norm": 2.509509801864624,
      "learning_rate": 4.765691955386208e-06,
      "loss": 0.20115962624549866,
      "step": 700
    },
    {
      "epoch": 0.5182994454713493,
      "grad_norm": 1.8282169103622437,
      "learning_rate": 4.764893552722295e-06,
      "loss": 0.15242740511894226,
      "step": 701
    },
    {
      "epoch": 0.5190388170055453,
      "grad_norm": 1.346789002418518,
      "learning_rate": 4.764093867075091e-06,
      "loss": 0.15789571404457092,
      "step": 702
    },
    {
      "epoch": 0.5197781885397412,
      "grad_norm": 2.656355381011963,
      "learning_rate": 4.763292898953797e-06,
      "loss": 0.18069152534008026,
      "step": 703
    },
    {
      "epoch": 0.5205175600739371,
      "grad_norm": 2.5779054164886475,
      "learning_rate": 4.7624906488684295e-06,
      "loss": 0.10757294297218323,
      "step": 704
    },
    {
      "epoch": 0.5212569316081331,
      "grad_norm": 2.278080463409424,
      "learning_rate": 4.7616871173298205e-06,
      "loss": 0.14798283576965332,
      "step": 705
    },
    {
      "epoch": 0.521996303142329,
      "grad_norm": 2.4438042640686035,
      "learning_rate": 4.76088230484962e-06,
      "loss": 0.20000644028186798,
      "step": 706
    },
    {
      "epoch": 0.5227356746765249,
      "grad_norm": 3.593514919281006,
      "learning_rate": 4.76007621194029e-06,
      "loss": 0.1649719774723053,
      "step": 707
    },
    {
      "epoch": 0.5234750462107209,
      "grad_norm": 1.722262978553772,
      "learning_rate": 4.759268839115112e-06,
      "loss": 0.18969015777111053,
      "step": 708
    },
    {
      "epoch": 0.5242144177449168,
      "grad_norm": 3.946950912475586,
      "learning_rate": 4.758460186888181e-06,
      "loss": 0.1584019958972931,
      "step": 709
    },
    {
      "epoch": 0.5249537892791127,
      "grad_norm": 4.075962543487549,
      "learning_rate": 4.757650255774404e-06,
      "loss": 0.14005787670612335,
      "step": 710
    },
    {
      "epoch": 0.5256931608133086,
      "grad_norm": 2.16629958152771,
      "learning_rate": 4.756839046289506e-06,
      "loss": 0.12683147192001343,
      "step": 711
    },
    {
      "epoch": 0.5264325323475046,
      "grad_norm": 3.8803517818450928,
      "learning_rate": 4.756026558950025e-06,
      "loss": 0.15798993408679962,
      "step": 712
    },
    {
      "epoch": 0.5271719038817005,
      "grad_norm": 4.278544902801514,
      "learning_rate": 4.7552127942733115e-06,
      "loss": 0.1668548583984375,
      "step": 713
    },
    {
      "epoch": 0.5279112754158964,
      "grad_norm": 2.8580543994903564,
      "learning_rate": 4.75439775277753e-06,
      "loss": 0.1563376784324646,
      "step": 714
    },
    {
      "epoch": 0.5286506469500925,
      "grad_norm": 3.067194938659668,
      "learning_rate": 4.7535814349816586e-06,
      "loss": 0.18622975051403046,
      "step": 715
    },
    {
      "epoch": 0.5293900184842883,
      "grad_norm": 2.9218876361846924,
      "learning_rate": 4.7527638414054874e-06,
      "loss": 0.1670919507741928,
      "step": 716
    },
    {
      "epoch": 0.5301293900184842,
      "grad_norm": 6.6586079597473145,
      "learning_rate": 4.751944972569618e-06,
      "loss": 0.20902583003044128,
      "step": 717
    },
    {
      "epoch": 0.5308687615526803,
      "grad_norm": 3.5635130405426025,
      "learning_rate": 4.751124828995466e-06,
      "loss": 0.18023723363876343,
      "step": 718
    },
    {
      "epoch": 0.5316081330868762,
      "grad_norm": 2.9417660236358643,
      "learning_rate": 4.750303411205259e-06,
      "loss": 0.18108922243118286,
      "step": 719
    },
    {
      "epoch": 0.532347504621072,
      "grad_norm": 5.261779308319092,
      "learning_rate": 4.749480719722033e-06,
      "loss": 0.17399466037750244,
      "step": 720
    },
    {
      "epoch": 0.5330868761552681,
      "grad_norm": 5.429581165313721,
      "learning_rate": 4.748656755069637e-06,
      "loss": 0.18948733806610107,
      "step": 721
    },
    {
      "epoch": 0.533826247689464,
      "grad_norm": 2.128791093826294,
      "learning_rate": 4.74783151777273e-06,
      "loss": 0.1551417112350464,
      "step": 722
    },
    {
      "epoch": 0.5345656192236599,
      "grad_norm": 5.089292049407959,
      "learning_rate": 4.747005008356783e-06,
      "loss": 0.15517191588878632,
      "step": 723
    },
    {
      "epoch": 0.5353049907578559,
      "grad_norm": 4.941212177276611,
      "learning_rate": 4.746177227348075e-06,
      "loss": 0.19986218214035034,
      "step": 724
    },
    {
      "epoch": 0.5360443622920518,
      "grad_norm": 5.505227088928223,
      "learning_rate": 4.745348175273696e-06,
      "loss": 0.17089636623859406,
      "step": 725
    },
    {
      "epoch": 0.5367837338262477,
      "grad_norm": 2.668928384780884,
      "learning_rate": 4.744517852661544e-06,
      "loss": 0.1419331282377243,
      "step": 726
    },
    {
      "epoch": 0.5375231053604437,
      "grad_norm": 4.491743087768555,
      "learning_rate": 4.743686260040327e-06,
      "loss": 0.1639789491891861,
      "step": 727
    },
    {
      "epoch": 0.5382624768946396,
      "grad_norm": 4.847233295440674,
      "learning_rate": 4.742853397939562e-06,
      "loss": 0.18690389394760132,
      "step": 728
    },
    {
      "epoch": 0.5390018484288355,
      "grad_norm": 2.2415013313293457,
      "learning_rate": 4.742019266889575e-06,
      "loss": 0.14381393790245056,
      "step": 729
    },
    {
      "epoch": 0.5397412199630314,
      "grad_norm": 4.188422679901123,
      "learning_rate": 4.741183867421497e-06,
      "loss": 0.16937853395938873,
      "step": 730
    },
    {
      "epoch": 0.5404805914972274,
      "grad_norm": 3.549654245376587,
      "learning_rate": 4.740347200067268e-06,
      "loss": 0.13147613406181335,
      "step": 731
    },
    {
      "epoch": 0.5412199630314233,
      "grad_norm": 2.5654592514038086,
      "learning_rate": 4.7395092653596385e-06,
      "loss": 0.1743842363357544,
      "step": 732
    },
    {
      "epoch": 0.5419593345656192,
      "grad_norm": 3.090766668319702,
      "learning_rate": 4.73867006383216e-06,
      "loss": 0.16973069310188293,
      "step": 733
    },
    {
      "epoch": 0.5426987060998152,
      "grad_norm": 2.5740044116973877,
      "learning_rate": 4.737829596019198e-06,
      "loss": 0.12078191339969635,
      "step": 734
    },
    {
      "epoch": 0.5434380776340111,
      "grad_norm": 4.234180927276611,
      "learning_rate": 4.736987862455916e-06,
      "loss": 0.2068130373954773,
      "step": 735
    },
    {
      "epoch": 0.544177449168207,
      "grad_norm": 1.7133214473724365,
      "learning_rate": 4.736144863678291e-06,
      "loss": 0.16659721732139587,
      "step": 736
    },
    {
      "epoch": 0.544916820702403,
      "grad_norm": 2.647073984146118,
      "learning_rate": 4.735300600223102e-06,
      "loss": 0.12879198789596558,
      "step": 737
    },
    {
      "epoch": 0.5456561922365989,
      "grad_norm": 3.3823318481445312,
      "learning_rate": 4.7344550726279324e-06,
      "loss": 0.15147635340690613,
      "step": 738
    },
    {
      "epoch": 0.5463955637707948,
      "grad_norm": 3.4671883583068848,
      "learning_rate": 4.733608281431172e-06,
      "loss": 0.18467684090137482,
      "step": 739
    },
    {
      "epoch": 0.5471349353049908,
      "grad_norm": 2.13327693939209,
      "learning_rate": 4.732760227172016e-06,
      "loss": 0.16004934906959534,
      "step": 740
    },
    {
      "epoch": 0.5478743068391867,
      "grad_norm": 3.816216468811035,
      "learning_rate": 4.731910910390461e-06,
      "loss": 0.17592908442020416,
      "step": 741
    },
    {
      "epoch": 0.5486136783733826,
      "grad_norm": 2.4422860145568848,
      "learning_rate": 4.731060331627313e-06,
      "loss": 0.13157811760902405,
      "step": 742
    },
    {
      "epoch": 0.5493530499075786,
      "grad_norm": 2.3336808681488037,
      "learning_rate": 4.730208491424174e-06,
      "loss": 0.15509945154190063,
      "step": 743
    },
    {
      "epoch": 0.5500924214417745,
      "grad_norm": 2.2770748138427734,
      "learning_rate": 4.729355390323456e-06,
      "loss": 0.17931202054023743,
      "step": 744
    },
    {
      "epoch": 0.5508317929759704,
      "grad_norm": 3.2836380004882812,
      "learning_rate": 4.7285010288683685e-06,
      "loss": 0.1565467268228531,
      "step": 745
    },
    {
      "epoch": 0.5515711645101664,
      "grad_norm": 2.530832290649414,
      "learning_rate": 4.7276454076029286e-06,
      "loss": 0.16641592979431152,
      "step": 746
    },
    {
      "epoch": 0.5523105360443623,
      "grad_norm": 2.293135643005371,
      "learning_rate": 4.72678852707195e-06,
      "loss": 0.15423284471035004,
      "step": 747
    },
    {
      "epoch": 0.5530499075785582,
      "grad_norm": 4.384251117706299,
      "learning_rate": 4.7259303878210554e-06,
      "loss": 0.16930267214775085,
      "step": 748
    },
    {
      "epoch": 0.5537892791127541,
      "grad_norm": 3.5636847019195557,
      "learning_rate": 4.725070990396662e-06,
      "loss": 0.17344018816947937,
      "step": 749
    },
    {
      "epoch": 0.5545286506469501,
      "grad_norm": 3.61458158493042,
      "learning_rate": 4.724210335345992e-06,
      "loss": 0.15688879787921906,
      "step": 750
    },
    {
      "epoch": 0.555268022181146,
      "grad_norm": 3.9319772720336914,
      "learning_rate": 4.723348423217066e-06,
      "loss": 0.1448701173067093,
      "step": 751
    },
    {
      "epoch": 0.5560073937153419,
      "grad_norm": 4.074562072753906,
      "learning_rate": 4.722485254558709e-06,
      "loss": 0.19377128779888153,
      "step": 752
    },
    {
      "epoch": 0.5567467652495379,
      "grad_norm": 2.694023847579956,
      "learning_rate": 4.721620829920541e-06,
      "loss": 0.13138365745544434,
      "step": 753
    },
    {
      "epoch": 0.5574861367837338,
      "grad_norm": 4.746366024017334,
      "learning_rate": 4.720755149852986e-06,
      "loss": 0.1745488941669464,
      "step": 754
    },
    {
      "epoch": 0.5582255083179297,
      "grad_norm": 1.7620019912719727,
      "learning_rate": 4.7198882149072664e-06,
      "loss": 0.14545203745365143,
      "step": 755
    },
    {
      "epoch": 0.5589648798521257,
      "grad_norm": 3.990035057067871,
      "learning_rate": 4.7190200256354e-06,
      "loss": 0.15669745206832886,
      "step": 756
    },
    {
      "epoch": 0.5597042513863216,
      "grad_norm": 4.311541557312012,
      "learning_rate": 4.71815058259021e-06,
      "loss": 0.18237072229385376,
      "step": 757
    },
    {
      "epoch": 0.5604436229205175,
      "grad_norm": 2.8181302547454834,
      "learning_rate": 4.71727988632531e-06,
      "loss": 0.12621194124221802,
      "step": 758
    },
    {
      "epoch": 0.5611829944547135,
      "grad_norm": 2.9871037006378174,
      "learning_rate": 4.7164079373951194e-06,
      "loss": 0.19890844821929932,
      "step": 759
    },
    {
      "epoch": 0.5619223659889094,
      "grad_norm": 3.705742359161377,
      "learning_rate": 4.71553473635485e-06,
      "loss": 0.18368574976921082,
      "step": 760
    },
    {
      "epoch": 0.5626617375231053,
      "grad_norm": 4.602762222290039,
      "learning_rate": 4.714660283760512e-06,
      "loss": 0.16002175211906433,
      "step": 761
    },
    {
      "epoch": 0.5634011090573013,
      "grad_norm": 3.2789206504821777,
      "learning_rate": 4.7137845801689145e-06,
      "loss": 0.15745803713798523,
      "step": 762
    },
    {
      "epoch": 0.5641404805914972,
      "grad_norm": 2.595759630203247,
      "learning_rate": 4.7129076261376595e-06,
      "loss": 0.17154577374458313,
      "step": 763
    },
    {
      "epoch": 0.5648798521256931,
      "grad_norm": 5.3933000564575195,
      "learning_rate": 4.712029422225149e-06,
      "loss": 0.19739414751529694,
      "step": 764
    },
    {
      "epoch": 0.5656192236598891,
      "grad_norm": 7.134160995483398,
      "learning_rate": 4.71114996899058e-06,
      "loss": 0.1704511046409607,
      "step": 765
    },
    {
      "epoch": 0.566358595194085,
      "grad_norm": 3.53788161277771,
      "learning_rate": 4.710269266993943e-06,
      "loss": 0.1462898552417755,
      "step": 766
    },
    {
      "epoch": 0.5670979667282809,
      "grad_norm": 4.170438289642334,
      "learning_rate": 4.709387316796025e-06,
      "loss": 0.1679409295320511,
      "step": 767
    },
    {
      "epoch": 0.5678373382624768,
      "grad_norm": 5.376193523406982,
      "learning_rate": 4.708504118958408e-06,
      "loss": 0.13407905399799347,
      "step": 768
    },
    {
      "epoch": 0.5685767097966729,
      "grad_norm": 4.9290385246276855,
      "learning_rate": 4.7076196740434685e-06,
      "loss": 0.17424923181533813,
      "step": 769
    },
    {
      "epoch": 0.5693160813308688,
      "grad_norm": 3.747292995452881,
      "learning_rate": 4.706733982614375e-06,
      "loss": 0.1472903937101364,
      "step": 770
    },
    {
      "epoch": 0.5700554528650646,
      "grad_norm": 2.4772136211395264,
      "learning_rate": 4.705847045235094e-06,
      "loss": 0.1382380723953247,
      "step": 771
    },
    {
      "epoch": 0.5707948243992607,
      "grad_norm": 5.55945348739624,
      "learning_rate": 4.704958862470381e-06,
      "loss": 0.16387763619422913,
      "step": 772
    },
    {
      "epoch": 0.5715341959334566,
      "grad_norm": 4.411791801452637,
      "learning_rate": 4.704069434885787e-06,
      "loss": 0.1993158459663391,
      "step": 773
    },
    {
      "epoch": 0.5722735674676525,
      "grad_norm": 3.5378975868225098,
      "learning_rate": 4.703178763047654e-06,
      "loss": 0.17219647765159607,
      "step": 774
    },
    {
      "epoch": 0.5730129390018485,
      "grad_norm": 2.185805320739746,
      "learning_rate": 4.702286847523118e-06,
      "loss": 0.1375434547662735,
      "step": 775
    },
    {
      "epoch": 0.5737523105360444,
      "grad_norm": 3.99980092048645,
      "learning_rate": 4.7013936888801074e-06,
      "loss": 0.16684383153915405,
      "step": 776
    },
    {
      "epoch": 0.5744916820702403,
      "grad_norm": 2.881304979324341,
      "learning_rate": 4.700499287687339e-06,
      "loss": 0.15422748029232025,
      "step": 777
    },
    {
      "epoch": 0.5752310536044363,
      "grad_norm": 2.058443784713745,
      "learning_rate": 4.699603644514323e-06,
      "loss": 0.13026408851146698,
      "step": 778
    },
    {
      "epoch": 0.5759704251386322,
      "grad_norm": 3.243410348892212,
      "learning_rate": 4.69870675993136e-06,
      "loss": 0.10882095992565155,
      "step": 779
    },
    {
      "epoch": 0.5767097966728281,
      "grad_norm": 2.5407626628875732,
      "learning_rate": 4.697808634509541e-06,
      "loss": 0.15967699885368347,
      "step": 780
    },
    {
      "epoch": 0.5774491682070241,
      "grad_norm": 3.38043475151062,
      "learning_rate": 4.6969092688207495e-06,
      "loss": 0.17022819817066193,
      "step": 781
    },
    {
      "epoch": 0.57818853974122,
      "grad_norm": 2.4365482330322266,
      "learning_rate": 4.696008663437654e-06,
      "loss": 0.13741746544837952,
      "step": 782
    },
    {
      "epoch": 0.5789279112754159,
      "grad_norm": 2.5507407188415527,
      "learning_rate": 4.695106818933716e-06,
      "loss": 0.1290266513824463,
      "step": 783
    },
    {
      "epoch": 0.5796672828096119,
      "grad_norm": 2.752326011657715,
      "learning_rate": 4.694203735883185e-06,
      "loss": 0.16375917196273804,
      "step": 784
    },
    {
      "epoch": 0.5804066543438078,
      "grad_norm": 2.164813756942749,
      "learning_rate": 4.693299414861097e-06,
      "loss": 0.14548903703689575,
      "step": 785
    },
    {
      "epoch": 0.5811460258780037,
      "grad_norm": 2.7518274784088135,
      "learning_rate": 4.692393856443281e-06,
      "loss": 0.13392478227615356,
      "step": 786
    },
    {
      "epoch": 0.5818853974121996,
      "grad_norm": 3.160531759262085,
      "learning_rate": 4.691487061206351e-06,
      "loss": 0.12435350567102432,
      "step": 787
    },
    {
      "epoch": 0.5826247689463956,
      "grad_norm": 3.1571621894836426,
      "learning_rate": 4.690579029727707e-06,
      "loss": 0.12562653422355652,
      "step": 788
    },
    {
      "epoch": 0.5833641404805915,
      "grad_norm": 3.2757465839385986,
      "learning_rate": 4.68966976258554e-06,
      "loss": 0.13271868228912354,
      "step": 789
    },
    {
      "epoch": 0.5841035120147874,
      "grad_norm": 4.019262313842773,
      "learning_rate": 4.688759260358824e-06,
      "loss": 0.20915158092975616,
      "step": 790
    },
    {
      "epoch": 0.5848428835489834,
      "grad_norm": 2.7750794887542725,
      "learning_rate": 4.687847523627323e-06,
      "loss": 0.14903540909290314,
      "step": 791
    },
    {
      "epoch": 0.5855822550831793,
      "grad_norm": 3.8179593086242676,
      "learning_rate": 4.686934552971582e-06,
      "loss": 0.11250423640012741,
      "step": 792
    },
    {
      "epoch": 0.5863216266173752,
      "grad_norm": 4.755896091461182,
      "learning_rate": 4.6860203489729395e-06,
      "loss": 0.1758948564529419,
      "step": 793
    },
    {
      "epoch": 0.5870609981515712,
      "grad_norm": 2.8282487392425537,
      "learning_rate": 4.685104912213512e-06,
      "loss": 0.16034367680549622,
      "step": 794
    },
    {
      "epoch": 0.5878003696857671,
      "grad_norm": 4.784858226776123,
      "learning_rate": 4.6841882432762045e-06,
      "loss": 0.18371433019638062,
      "step": 795
    },
    {
      "epoch": 0.588539741219963,
      "grad_norm": 2.436652421951294,
      "learning_rate": 4.683270342744705e-06,
      "loss": 0.15164797008037567,
      "step": 796
    },
    {
      "epoch": 0.589279112754159,
      "grad_norm": 1.8144644498825073,
      "learning_rate": 4.682351211203488e-06,
      "loss": 0.15852400660514832,
      "step": 797
    },
    {
      "epoch": 0.5900184842883549,
      "grad_norm": 2.091435432434082,
      "learning_rate": 4.68143084923781e-06,
      "loss": 0.1579521745443344,
      "step": 798
    },
    {
      "epoch": 0.5907578558225508,
      "grad_norm": 2.591963768005371,
      "learning_rate": 4.68050925743371e-06,
      "loss": 0.14259767532348633,
      "step": 799
    },
    {
      "epoch": 0.5914972273567468,
      "grad_norm": 1.8591457605361938,
      "learning_rate": 4.679586436378013e-06,
      "loss": 0.1663329154253006,
      "step": 800
    },
    {
      "epoch": 0.5922365988909427,
      "grad_norm": 3.080106019973755,
      "learning_rate": 4.678662386658325e-06,
      "loss": 0.18536719679832458,
      "step": 801
    },
    {
      "epoch": 0.5929759704251386,
      "grad_norm": 1.8075209856033325,
      "learning_rate": 4.677737108863035e-06,
      "loss": 0.14151671528816223,
      "step": 802
    },
    {
      "epoch": 0.5937153419593346,
      "grad_norm": 2.6482961177825928,
      "learning_rate": 4.676810603581312e-06,
      "loss": 0.15199026465415955,
      "step": 803
    },
    {
      "epoch": 0.5944547134935305,
      "grad_norm": 3.3663501739501953,
      "learning_rate": 4.67588287140311e-06,
      "loss": 0.16286498308181763,
      "step": 804
    },
    {
      "epoch": 0.5951940850277264,
      "grad_norm": 2.3374996185302734,
      "learning_rate": 4.674953912919161e-06,
      "loss": 0.1739034652709961,
      "step": 805
    },
    {
      "epoch": 0.5959334565619223,
      "grad_norm": 3.3302481174468994,
      "learning_rate": 4.67402372872098e-06,
      "loss": 0.1344042420387268,
      "step": 806
    },
    {
      "epoch": 0.5966728280961183,
      "grad_norm": 3.4289963245391846,
      "learning_rate": 4.673092319400862e-06,
      "loss": 0.11309123784303665,
      "step": 807
    },
    {
      "epoch": 0.5974121996303142,
      "grad_norm": 6.576144218444824,
      "learning_rate": 4.67215968555188e-06,
      "loss": 0.20009011030197144,
      "step": 808
    },
    {
      "epoch": 0.5981515711645101,
      "grad_norm": 4.249537467956543,
      "learning_rate": 4.671225827767891e-06,
      "loss": 0.13477951288223267,
      "step": 809
    },
    {
      "epoch": 0.5988909426987061,
      "grad_norm": 2.8184189796447754,
      "learning_rate": 4.670290746643527e-06,
      "loss": 0.12623950839042664,
      "step": 810
    },
    {
      "epoch": 0.599630314232902,
      "grad_norm": 4.3566670417785645,
      "learning_rate": 4.669354442774201e-06,
      "loss": 0.16115516424179077,
      "step": 811
    },
    {
      "epoch": 0.6003696857670979,
      "grad_norm": 4.825724124908447,
      "learning_rate": 4.668416916756106e-06,
      "loss": 0.11342727392911911,
      "step": 812
    },
    {
      "epoch": 0.6011090573012939,
      "grad_norm": 5.438233375549316,
      "learning_rate": 4.66747816918621e-06,
      "loss": 0.11713738739490509,
      "step": 813
    },
    {
      "epoch": 0.6018484288354898,
      "grad_norm": 2.6600842475891113,
      "learning_rate": 4.66653820066226e-06,
      "loss": 0.13618376851081848,
      "step": 814
    },
    {
      "epoch": 0.6025878003696857,
      "grad_norm": 3.9937188625335693,
      "learning_rate": 4.665597011782782e-06,
      "loss": 0.18719980120658875,
      "step": 815
    },
    {
      "epoch": 0.6033271719038817,
      "grad_norm": 4.529217720031738,
      "learning_rate": 4.664654603147078e-06,
      "loss": 0.18820664286613464,
      "step": 816
    },
    {
      "epoch": 0.6040665434380776,
      "grad_norm": 2.238294839859009,
      "learning_rate": 4.6637109753552274e-06,
      "loss": 0.16447341442108154,
      "step": 817
    },
    {
      "epoch": 0.6048059149722735,
      "grad_norm": 2.7982404232025146,
      "learning_rate": 4.662766129008083e-06,
      "loss": 0.17174923419952393,
      "step": 818
    },
    {
      "epoch": 0.6055452865064695,
      "grad_norm": 3.839876651763916,
      "learning_rate": 4.661820064707277e-06,
      "loss": 0.12739691138267517,
      "step": 819
    },
    {
      "epoch": 0.6062846580406654,
      "grad_norm": 4.759812355041504,
      "learning_rate": 4.660872783055215e-06,
      "loss": 0.1510804295539856,
      "step": 820
    },
    {
      "epoch": 0.6070240295748613,
      "grad_norm": 2.4284396171569824,
      "learning_rate": 4.65992428465508e-06,
      "loss": 0.11400407552719116,
      "step": 821
    },
    {
      "epoch": 0.6077634011090574,
      "grad_norm": 2.4829514026641846,
      "learning_rate": 4.658974570110826e-06,
      "loss": 0.16546960175037384,
      "step": 822
    },
    {
      "epoch": 0.6085027726432533,
      "grad_norm": 3.8732802867889404,
      "learning_rate": 4.658023640027186e-06,
      "loss": 0.16657531261444092,
      "step": 823
    },
    {
      "epoch": 0.6092421441774492,
      "grad_norm": 3.4654600620269775,
      "learning_rate": 4.6570714950096616e-06,
      "loss": 0.14007113873958588,
      "step": 824
    },
    {
      "epoch": 0.609981515711645,
      "grad_norm": 2.0508153438568115,
      "learning_rate": 4.656118135664534e-06,
      "loss": 0.13597795367240906,
      "step": 825
    },
    {
      "epoch": 0.6107208872458411,
      "grad_norm": 2.4878275394439697,
      "learning_rate": 4.6551635625988545e-06,
      "loss": 0.14345982670783997,
      "step": 826
    },
    {
      "epoch": 0.611460258780037,
      "grad_norm": 2.895340919494629,
      "learning_rate": 4.654207776420446e-06,
      "loss": 0.12393543869256973,
      "step": 827
    },
    {
      "epoch": 0.6121996303142329,
      "grad_norm": 5.310749053955078,
      "learning_rate": 4.653250777737905e-06,
      "loss": 0.17174899578094482,
      "step": 828
    },
    {
      "epoch": 0.6129390018484289,
      "grad_norm": 2.2492661476135254,
      "learning_rate": 4.652292567160603e-06,
      "loss": 0.1287853717803955,
      "step": 829
    },
    {
      "epoch": 0.6136783733826248,
      "grad_norm": 2.5783681869506836,
      "learning_rate": 4.6513331452986775e-06,
      "loss": 0.14274033904075623,
      "step": 830
    },
    {
      "epoch": 0.6144177449168207,
      "grad_norm": 5.915743350982666,
      "learning_rate": 4.650372512763041e-06,
      "loss": 0.18231043219566345,
      "step": 831
    },
    {
      "epoch": 0.6151571164510167,
      "grad_norm": 4.482907772064209,
      "learning_rate": 4.649410670165377e-06,
      "loss": 0.18846265971660614,
      "step": 832
    },
    {
      "epoch": 0.6158964879852126,
      "grad_norm": 5.086235523223877,
      "learning_rate": 4.648447618118137e-06,
      "loss": 0.1632586419582367,
      "step": 833
    },
    {
      "epoch": 0.6166358595194085,
      "grad_norm": 4.184924602508545,
      "learning_rate": 4.647483357234547e-06,
      "loss": 0.1270846128463745,
      "step": 834
    },
    {
      "epoch": 0.6173752310536045,
      "grad_norm": 2.137194871902466,
      "learning_rate": 4.646517888128599e-06,
      "loss": 0.1303587704896927,
      "step": 835
    },
    {
      "epoch": 0.6181146025878004,
      "grad_norm": 2.5376205444335938,
      "learning_rate": 4.645551211415055e-06,
      "loss": 0.13980650901794434,
      "step": 836
    },
    {
      "epoch": 0.6188539741219963,
      "grad_norm": 3.1505329608917236,
      "learning_rate": 4.644583327709446e-06,
      "loss": 0.1414906084537506,
      "step": 837
    },
    {
      "epoch": 0.6195933456561923,
      "grad_norm": 3.3970324993133545,
      "learning_rate": 4.643614237628071e-06,
      "loss": 0.1438775360584259,
      "step": 838
    },
    {
      "epoch": 0.6203327171903882,
      "grad_norm": 3.074084520339966,
      "learning_rate": 4.642643941788e-06,
      "loss": 0.1902793049812317,
      "step": 839
    },
    {
      "epoch": 0.6210720887245841,
      "grad_norm": 3.9760305881500244,
      "learning_rate": 4.641672440807068e-06,
      "loss": 0.15291133522987366,
      "step": 840
    },
    {
      "epoch": 0.6218114602587801,
      "grad_norm": 3.0540902614593506,
      "learning_rate": 4.640699735303879e-06,
      "loss": 0.10921189934015274,
      "step": 841
    },
    {
      "epoch": 0.622550831792976,
      "grad_norm": 2.9761950969696045,
      "learning_rate": 4.639725825897801e-06,
      "loss": 0.13473181426525116,
      "step": 842
    },
    {
      "epoch": 0.6232902033271719,
      "grad_norm": 3.0858960151672363,
      "learning_rate": 4.638750713208973e-06,
      "loss": 0.16126051545143127,
      "step": 843
    },
    {
      "epoch": 0.6240295748613678,
      "grad_norm": 5.787192344665527,
      "learning_rate": 4.637774397858297e-06,
      "loss": 0.11963057518005371,
      "step": 844
    },
    {
      "epoch": 0.6247689463955638,
      "grad_norm": 3.011857032775879,
      "learning_rate": 4.636796880467441e-06,
      "loss": 0.16159473359584808,
      "step": 845
    },
    {
      "epoch": 0.6255083179297597,
      "grad_norm": 2.067073106765747,
      "learning_rate": 4.63581816165884e-06,
      "loss": 0.13979306817054749,
      "step": 846
    },
    {
      "epoch": 0.6262476894639556,
      "grad_norm": 2.323418378829956,
      "learning_rate": 4.634838242055693e-06,
      "loss": 0.15418553352355957,
      "step": 847
    },
    {
      "epoch": 0.6269870609981516,
      "grad_norm": 3.7476606369018555,
      "learning_rate": 4.633857122281963e-06,
      "loss": 0.1481591761112213,
      "step": 848
    },
    {
      "epoch": 0.6277264325323475,
      "grad_norm": 3.1903626918792725,
      "learning_rate": 4.632874802962379e-06,
      "loss": 0.1634623110294342,
      "step": 849
    },
    {
      "epoch": 0.6284658040665434,
      "grad_norm": 2.6922860145568848,
      "learning_rate": 4.6318912847224325e-06,
      "loss": 0.11368513107299805,
      "step": 850
    },
    {
      "epoch": 0.6292051756007394,
      "grad_norm": 3.72097110748291,
      "learning_rate": 4.630906568188378e-06,
      "loss": 0.14688491821289062,
      "step": 851
    },
    {
      "epoch": 0.6299445471349353,
      "grad_norm": 4.57450008392334,
      "learning_rate": 4.629920653987234e-06,
      "loss": 0.11524900794029236,
      "step": 852
    },
    {
      "epoch": 0.6306839186691312,
      "grad_norm": 3.108323574066162,
      "learning_rate": 4.628933542746781e-06,
      "loss": 0.13968993723392487,
      "step": 853
    },
    {
      "epoch": 0.6314232902033272,
      "grad_norm": 4.571876049041748,
      "learning_rate": 4.627945235095563e-06,
      "loss": 0.16889196634292603,
      "step": 854
    },
    {
      "epoch": 0.6321626617375231,
      "grad_norm": 3.5804479122161865,
      "learning_rate": 4.626955731662884e-06,
      "loss": 0.13069257140159607,
      "step": 855
    },
    {
      "epoch": 0.632902033271719,
      "grad_norm": 3.727830410003662,
      "learning_rate": 4.6259650330788104e-06,
      "loss": 0.13132549822330475,
      "step": 856
    },
    {
      "epoch": 0.633641404805915,
      "grad_norm": 2.817883014678955,
      "learning_rate": 4.62497313997417e-06,
      "loss": 0.156022310256958,
      "step": 857
    },
    {
      "epoch": 0.6343807763401109,
      "grad_norm": 3.061676025390625,
      "learning_rate": 4.623980052980549e-06,
      "loss": 0.12266946583986282,
      "step": 858
    },
    {
      "epoch": 0.6351201478743068,
      "grad_norm": 3.3481407165527344,
      "learning_rate": 4.6229857727302975e-06,
      "loss": 0.140580415725708,
      "step": 859
    },
    {
      "epoch": 0.6358595194085028,
      "grad_norm": 3.650984048843384,
      "learning_rate": 4.621990299856521e-06,
      "loss": 0.1375465989112854,
      "step": 860
    },
    {
      "epoch": 0.6365988909426987,
      "grad_norm": 3.0388832092285156,
      "learning_rate": 4.62099363499309e-06,
      "loss": 0.12522810697555542,
      "step": 861
    },
    {
      "epoch": 0.6373382624768946,
      "grad_norm": 3.3366925716400146,
      "learning_rate": 4.619995778774627e-06,
      "loss": 0.1459694504737854,
      "step": 862
    },
    {
      "epoch": 0.6380776340110905,
      "grad_norm": 3.993812322616577,
      "learning_rate": 4.618996731836521e-06,
      "loss": 0.17939409613609314,
      "step": 863
    },
    {
      "epoch": 0.6388170055452865,
      "grad_norm": 2.6570732593536377,
      "learning_rate": 4.617996494814911e-06,
      "loss": 0.13610704243183136,
      "step": 864
    },
    {
      "epoch": 0.6395563770794824,
      "grad_norm": 3.9445607662200928,
      "learning_rate": 4.6169950683467e-06,
      "loss": 0.08996204286813736,
      "step": 865
    },
    {
      "epoch": 0.6402957486136783,
      "grad_norm": 3.650254487991333,
      "learning_rate": 4.615992453069546e-06,
      "loss": 0.1556396782398224,
      "step": 866
    },
    {
      "epoch": 0.6410351201478743,
      "grad_norm": 5.67866325378418,
      "learning_rate": 4.614988649621864e-06,
      "loss": 0.13273398578166962,
      "step": 867
    },
    {
      "epoch": 0.6417744916820702,
      "grad_norm": 4.126612663269043,
      "learning_rate": 4.613983658642826e-06,
      "loss": 0.12064468115568161,
      "step": 868
    },
    {
      "epoch": 0.6425138632162661,
      "grad_norm": 5.859738826751709,
      "learning_rate": 4.6129774807723596e-06,
      "loss": 0.19294096529483795,
      "step": 869
    },
    {
      "epoch": 0.6432532347504621,
      "grad_norm": 3.8913021087646484,
      "learning_rate": 4.611970116651149e-06,
      "loss": 0.16202887892723083,
      "step": 870
    },
    {
      "epoch": 0.643992606284658,
      "grad_norm": 2.434398889541626,
      "learning_rate": 4.610961566920632e-06,
      "loss": 0.16113388538360596,
      "step": 871
    },
    {
      "epoch": 0.6447319778188539,
      "grad_norm": 5.033020973205566,
      "learning_rate": 4.609951832223004e-06,
      "loss": 0.16166633367538452,
      "step": 872
    },
    {
      "epoch": 0.64547134935305,
      "grad_norm": 2.824805498123169,
      "learning_rate": 4.608940913201212e-06,
      "loss": 0.17702506482601166,
      "step": 873
    },
    {
      "epoch": 0.6462107208872458,
      "grad_norm": 2.676481008529663,
      "learning_rate": 4.60792881049896e-06,
      "loss": 0.12405809760093689,
      "step": 874
    },
    {
      "epoch": 0.6469500924214417,
      "grad_norm": 2.965719699859619,
      "learning_rate": 4.606915524760704e-06,
      "loss": 0.14849960803985596,
      "step": 875
    },
    {
      "epoch": 0.6476894639556378,
      "grad_norm": 3.846078872680664,
      "learning_rate": 4.605901056631653e-06,
      "loss": 0.15090373158454895,
      "step": 876
    },
    {
      "epoch": 0.6484288354898337,
      "grad_norm": 2.1301252841949463,
      "learning_rate": 4.60488540675777e-06,
      "loss": 0.11621060967445374,
      "step": 877
    },
    {
      "epoch": 0.6491682070240296,
      "grad_norm": 3.4088220596313477,
      "learning_rate": 4.60386857578577e-06,
      "loss": 0.13544222712516785,
      "step": 878
    },
    {
      "epoch": 0.6499075785582256,
      "grad_norm": 2.657604217529297,
      "learning_rate": 4.602850564363119e-06,
      "loss": 0.1473982185125351,
      "step": 879
    },
    {
      "epoch": 0.6506469500924215,
      "grad_norm": 3.1488847732543945,
      "learning_rate": 4.6018313731380375e-06,
      "loss": 0.13950097560882568,
      "step": 880
    },
    {
      "epoch": 0.6513863216266174,
      "grad_norm": 2.748117208480835,
      "learning_rate": 4.600811002759494e-06,
      "loss": 0.12969301640987396,
      "step": 881
    },
    {
      "epoch": 0.6521256931608133,
      "grad_norm": 3.4834654331207275,
      "learning_rate": 4.5997894538772095e-06,
      "loss": 0.12963443994522095,
      "step": 882
    },
    {
      "epoch": 0.6528650646950093,
      "grad_norm": 3.689753293991089,
      "learning_rate": 4.5987667271416544e-06,
      "loss": 0.12309286743402481,
      "step": 883
    },
    {
      "epoch": 0.6536044362292052,
      "grad_norm": 4.205737590789795,
      "learning_rate": 4.597742823204053e-06,
      "loss": 0.13294869661331177,
      "step": 884
    },
    {
      "epoch": 0.6543438077634011,
      "grad_norm": 4.607655048370361,
      "learning_rate": 4.596717742716372e-06,
      "loss": 0.17672327160835266,
      "step": 885
    },
    {
      "epoch": 0.6550831792975971,
      "grad_norm": 4.8295159339904785,
      "learning_rate": 4.595691486331334e-06,
      "loss": 0.16422435641288757,
      "step": 886
    },
    {
      "epoch": 0.655822550831793,
      "grad_norm": 5.725269794464111,
      "learning_rate": 4.594664054702407e-06,
      "loss": 0.14099374413490295,
      "step": 887
    },
    {
      "epoch": 0.6565619223659889,
      "grad_norm": 4.958497047424316,
      "learning_rate": 4.593635448483807e-06,
      "loss": 0.12831911444664001,
      "step": 888
    },
    {
      "epoch": 0.6573012939001849,
      "grad_norm": 2.7722439765930176,
      "learning_rate": 4.5926056683305e-06,
      "loss": 0.11747337877750397,
      "step": 889
    },
    {
      "epoch": 0.6580406654343808,
      "grad_norm": 3.642746686935425,
      "learning_rate": 4.591574714898199e-06,
      "loss": 0.09945312887430191,
      "step": 890
    },
    {
      "epoch": 0.6587800369685767,
      "grad_norm": 4.526064872741699,
      "learning_rate": 4.590542588843361e-06,
      "loss": 0.176011323928833,
      "step": 891
    },
    {
      "epoch": 0.6595194085027727,
      "grad_norm": 2.6406877040863037,
      "learning_rate": 4.589509290823195e-06,
      "loss": 0.13916009664535522,
      "step": 892
    },
    {
      "epoch": 0.6602587800369686,
      "grad_norm": 3.4166059494018555,
      "learning_rate": 4.588474821495652e-06,
      "loss": 0.11502349376678467,
      "step": 893
    },
    {
      "epoch": 0.6609981515711645,
      "grad_norm": 4.169234752655029,
      "learning_rate": 4.587439181519431e-06,
      "loss": 0.07498799264431,
      "step": 894
    },
    {
      "epoch": 0.6617375231053605,
      "grad_norm": 3.9462358951568604,
      "learning_rate": 4.586402371553974e-06,
      "loss": 0.15872886776924133,
      "step": 895
    },
    {
      "epoch": 0.6624768946395564,
      "grad_norm": 3.4353039264678955,
      "learning_rate": 4.585364392259472e-06,
      "loss": 0.1531192809343338,
      "step": 896
    },
    {
      "epoch": 0.6632162661737523,
      "grad_norm": 4.095661640167236,
      "learning_rate": 4.584325244296857e-06,
      "loss": 0.15357008576393127,
      "step": 897
    },
    {
      "epoch": 0.6639556377079483,
      "grad_norm": 2.5745861530303955,
      "learning_rate": 4.583284928327805e-06,
      "loss": 0.15138821303844452,
      "step": 898
    },
    {
      "epoch": 0.6646950092421442,
      "grad_norm": 3.4843149185180664,
      "learning_rate": 4.58224344501474e-06,
      "loss": 0.15188537538051605,
      "step": 899
    },
    {
      "epoch": 0.6654343807763401,
      "grad_norm": 4.33956241607666,
      "learning_rate": 4.581200795020824e-06,
      "loss": 0.1427384912967682,
      "step": 900
    },
    {
      "epoch": 0.666173752310536,
      "grad_norm": 5.883729457855225,
      "learning_rate": 4.580156979009965e-06,
      "loss": 0.1459416300058365,
      "step": 901
    },
    {
      "epoch": 0.666913123844732,
      "grad_norm": 4.148133277893066,
      "learning_rate": 4.579111997646814e-06,
      "loss": 0.14203105866909027,
      "step": 902
    },
    {
      "epoch": 0.6676524953789279,
      "grad_norm": 2.506080389022827,
      "learning_rate": 4.578065851596761e-06,
      "loss": 0.13446840643882751,
      "step": 903
    },
    {
      "epoch": 0.6683918669131238,
      "grad_norm": 4.657020568847656,
      "learning_rate": 4.57701854152594e-06,
      "loss": 0.15476399660110474,
      "step": 904
    },
    {
      "epoch": 0.6691312384473198,
      "grad_norm": 2.4924607276916504,
      "learning_rate": 4.575970068101227e-06,
      "loss": 0.17470020055770874,
      "step": 905
    },
    {
      "epoch": 0.6698706099815157,
      "grad_norm": 4.3477020263671875,
      "learning_rate": 4.574920431990235e-06,
      "loss": 0.13414892554283142,
      "step": 906
    },
    {
      "epoch": 0.6706099815157116,
      "grad_norm": 2.4202544689178467,
      "learning_rate": 4.5738696338613205e-06,
      "loss": 0.17305223643779755,
      "step": 907
    },
    {
      "epoch": 0.6713493530499076,
      "grad_norm": 3.0944859981536865,
      "learning_rate": 4.5728176743835814e-06,
      "loss": 0.11263453960418701,
      "step": 908
    },
    {
      "epoch": 0.6720887245841035,
      "grad_norm": 3.085806369781494,
      "learning_rate": 4.571764554226848e-06,
      "loss": 0.08359186351299286,
      "step": 909
    },
    {
      "epoch": 0.6728280961182994,
      "grad_norm": 4.176019668579102,
      "learning_rate": 4.5707102740616995e-06,
      "loss": 0.1703004091978073,
      "step": 910
    },
    {
      "epoch": 0.6735674676524954,
      "grad_norm": 2.579944610595703,
      "learning_rate": 4.569654834559446e-06,
      "loss": 0.17574048042297363,
      "step": 911
    },
    {
      "epoch": 0.6743068391866913,
      "grad_norm": 2.1564531326293945,
      "learning_rate": 4.568598236392139e-06,
      "loss": 0.15242262184619904,
      "step": 912
    },
    {
      "epoch": 0.6750462107208872,
      "grad_norm": 3.180447816848755,
      "learning_rate": 4.567540480232567e-06,
      "loss": 0.14276322722434998,
      "step": 913
    },
    {
      "epoch": 0.6757855822550832,
      "grad_norm": 2.486830949783325,
      "learning_rate": 4.566481566754255e-06,
      "loss": 0.12397731840610504,
      "step": 914
    },
    {
      "epoch": 0.6765249537892791,
      "grad_norm": 2.9408986568450928,
      "learning_rate": 4.565421496631469e-06,
      "loss": 0.10757972300052643,
      "step": 915
    },
    {
      "epoch": 0.677264325323475,
      "grad_norm": 4.077757358551025,
      "learning_rate": 4.564360270539207e-06,
      "loss": 0.1269952356815338,
      "step": 916
    },
    {
      "epoch": 0.678003696857671,
      "grad_norm": 3.2421720027923584,
      "learning_rate": 4.563297889153205e-06,
      "loss": 0.16037526726722717,
      "step": 917
    },
    {
      "epoch": 0.6787430683918669,
      "grad_norm": 5.249151706695557,
      "learning_rate": 4.562234353149934e-06,
      "loss": 0.11621865630149841,
      "step": 918
    },
    {
      "epoch": 0.6794824399260628,
      "grad_norm": 4.3541717529296875,
      "learning_rate": 4.561169663206599e-06,
      "loss": 0.14546369016170502,
      "step": 919
    },
    {
      "epoch": 0.6802218114602587,
      "grad_norm": 3.3286101818084717,
      "learning_rate": 4.560103820001144e-06,
      "loss": 0.14481991529464722,
      "step": 920
    },
    {
      "epoch": 0.6809611829944547,
      "grad_norm": 4.736220836639404,
      "learning_rate": 4.559036824212242e-06,
      "loss": 0.13298285007476807,
      "step": 921
    },
    {
      "epoch": 0.6817005545286506,
      "grad_norm": 4.186515808105469,
      "learning_rate": 4.5579686765193046e-06,
      "loss": 0.12137126922607422,
      "step": 922
    },
    {
      "epoch": 0.6824399260628465,
      "grad_norm": 1.977213978767395,
      "learning_rate": 4.556899377602474e-06,
      "loss": 0.15767601132392883,
      "step": 923
    },
    {
      "epoch": 0.6831792975970425,
      "grad_norm": 3.3122644424438477,
      "learning_rate": 4.5558289281426255e-06,
      "loss": 0.14476807415485382,
      "step": 924
    },
    {
      "epoch": 0.6839186691312384,
      "grad_norm": 5.153812408447266,
      "learning_rate": 4.554757328821368e-06,
      "loss": 0.059564124792814255,
      "step": 925
    },
    {
      "epoch": 0.6846580406654343,
      "grad_norm": 2.3860626220703125,
      "learning_rate": 4.553684580321042e-06,
      "loss": 0.15030890703201294,
      "step": 926
    },
    {
      "epoch": 0.6853974121996304,
      "grad_norm": 2.3708791732788086,
      "learning_rate": 4.552610683324721e-06,
      "loss": 0.16770091652870178,
      "step": 927
    },
    {
      "epoch": 0.6861367837338262,
      "grad_norm": 2.414897918701172,
      "learning_rate": 4.551535638516208e-06,
      "loss": 0.12617656588554382,
      "step": 928
    },
    {
      "epoch": 0.6868761552680221,
      "grad_norm": 2.7362213134765625,
      "learning_rate": 4.550459446580039e-06,
      "loss": 0.16617020964622498,
      "step": 929
    },
    {
      "epoch": 0.6876155268022182,
      "grad_norm": 3.579512357711792,
      "learning_rate": 4.549382108201477e-06,
      "loss": 0.1553082913160324,
      "step": 930
    },
    {
      "epoch": 0.6883548983364141,
      "grad_norm": 3.2399935722351074,
      "learning_rate": 4.548303624066518e-06,
      "loss": 0.10713831335306168,
      "step": 931
    },
    {
      "epoch": 0.68909426987061,
      "grad_norm": 3.066535711288452,
      "learning_rate": 4.547223994861888e-06,
      "loss": 0.12249761074781418,
      "step": 932
    },
    {
      "epoch": 0.689833641404806,
      "grad_norm": 2.5635292530059814,
      "learning_rate": 4.54614322127504e-06,
      "loss": 0.13524934649467468,
      "step": 933
    },
    {
      "epoch": 0.6905730129390019,
      "grad_norm": 2.6976327896118164,
      "learning_rate": 4.545061303994155e-06,
      "loss": 0.15150555968284607,
      "step": 934
    },
    {
      "epoch": 0.6913123844731978,
      "grad_norm": 2.578932285308838,
      "learning_rate": 4.543978243708145e-06,
      "loss": 0.1724955439567566,
      "step": 935
    },
    {
      "epoch": 0.6920517560073938,
      "grad_norm": 2.875854730606079,
      "learning_rate": 4.542894041106648e-06,
      "loss": 0.14080220460891724,
      "step": 936
    },
    {
      "epoch": 0.6927911275415897,
      "grad_norm": 2.75457763671875,
      "learning_rate": 4.541808696880031e-06,
      "loss": 0.12353220582008362,
      "step": 937
    },
    {
      "epoch": 0.6935304990757856,
      "grad_norm": 4.086211681365967,
      "learning_rate": 4.540722211719386e-06,
      "loss": 0.17197787761688232,
      "step": 938
    },
    {
      "epoch": 0.6942698706099815,
      "grad_norm": 3.139321804046631,
      "learning_rate": 4.539634586316532e-06,
      "loss": 0.11134091764688492,
      "step": 939
    },
    {
      "epoch": 0.6950092421441775,
      "grad_norm": 2.0771453380584717,
      "learning_rate": 4.538545821364016e-06,
      "loss": 0.12768277525901794,
      "step": 940
    },
    {
      "epoch": 0.6957486136783734,
      "grad_norm": 5.730567455291748,
      "learning_rate": 4.5374559175551075e-06,
      "loss": 0.1357649564743042,
      "step": 941
    },
    {
      "epoch": 0.6964879852125693,
      "grad_norm": 3.1061503887176514,
      "learning_rate": 4.536364875583802e-06,
      "loss": 0.09956662356853485,
      "step": 942
    },
    {
      "epoch": 0.6972273567467653,
      "grad_norm": 2.7885420322418213,
      "learning_rate": 4.535272696144823e-06,
      "loss": 0.09394440799951553,
      "step": 943
    },
    {
      "epoch": 0.6979667282809612,
      "grad_norm": 3.268977642059326,
      "learning_rate": 4.534179379933614e-06,
      "loss": 0.13582715392112732,
      "step": 944
    },
    {
      "epoch": 0.6987060998151571,
      "grad_norm": 4.384754180908203,
      "learning_rate": 4.533084927646343e-06,
      "loss": 0.13507215678691864,
      "step": 945
    },
    {
      "epoch": 0.6994454713493531,
      "grad_norm": 3.657912015914917,
      "learning_rate": 4.531989339979904e-06,
      "loss": 0.12236467003822327,
      "step": 946
    },
    {
      "epoch": 0.700184842883549,
      "grad_norm": 3.789090871810913,
      "learning_rate": 4.530892617631911e-06,
      "loss": 0.11131218820810318,
      "step": 947
    },
    {
      "epoch": 0.7009242144177449,
      "grad_norm": 2.455336093902588,
      "learning_rate": 4.529794761300704e-06,
      "loss": 0.12990456819534302,
      "step": 948
    },
    {
      "epoch": 0.7016635859519409,
      "grad_norm": 2.8196473121643066,
      "learning_rate": 4.528695771685341e-06,
      "loss": 0.15524879097938538,
      "step": 949
    },
    {
      "epoch": 0.7024029574861368,
      "grad_norm": 4.920297145843506,
      "learning_rate": 4.527595649485603e-06,
      "loss": 0.1328004151582718,
      "step": 950
    },
    {
      "epoch": 0.7031423290203327,
      "grad_norm": 4.343266010284424,
      "learning_rate": 4.526494395401996e-06,
      "loss": 0.15761369466781616,
      "step": 951
    },
    {
      "epoch": 0.7038817005545287,
      "grad_norm": 4.234330177307129,
      "learning_rate": 4.52539201013574e-06,
      "loss": 0.13302293419837952,
      "step": 952
    },
    {
      "epoch": 0.7046210720887246,
      "grad_norm": 4.571441650390625,
      "learning_rate": 4.52428849438878e-06,
      "loss": 0.17403501272201538,
      "step": 953
    },
    {
      "epoch": 0.7053604436229205,
      "grad_norm": 4.656363010406494,
      "learning_rate": 4.52318384886378e-06,
      "loss": 0.12864331901073456,
      "step": 954
    },
    {
      "epoch": 0.7060998151571165,
      "grad_norm": 3.5135886669158936,
      "learning_rate": 4.522078074264122e-06,
      "loss": 0.1431354135274887,
      "step": 955
    },
    {
      "epoch": 0.7068391866913124,
      "grad_norm": 4.51563024520874,
      "learning_rate": 4.520971171293909e-06,
      "loss": 0.11968652158975601,
      "step": 956
    },
    {
      "epoch": 0.7075785582255083,
      "grad_norm": 5.098189830780029,
      "learning_rate": 4.51986314065796e-06,
      "loss": 0.14905951917171478,
      "step": 957
    },
    {
      "epoch": 0.7083179297597042,
      "grad_norm": 3.188690662384033,
      "learning_rate": 4.518753983061814e-06,
      "loss": 0.1345970630645752,
      "step": 958
    },
    {
      "epoch": 0.7090573012939002,
      "grad_norm": 3.1782190799713135,
      "learning_rate": 4.517643699211728e-06,
      "loss": 0.12796521186828613,
      "step": 959
    },
    {
      "epoch": 0.7097966728280961,
      "grad_norm": 3.376465320587158,
      "learning_rate": 4.516532289814674e-06,
      "loss": 0.1357830911874771,
      "step": 960
    },
    {
      "epoch": 0.710536044362292,
      "grad_norm": 4.234277725219727,
      "learning_rate": 4.515419755578343e-06,
      "loss": 0.11514236778020859,
      "step": 961
    },
    {
      "epoch": 0.711275415896488,
      "grad_norm": 3.1300365924835205,
      "learning_rate": 4.514306097211138e-06,
      "loss": 0.14779509603977203,
      "step": 962
    },
    {
      "epoch": 0.7120147874306839,
      "grad_norm": 3.3429832458496094,
      "learning_rate": 4.513191315422184e-06,
      "loss": 0.12326538562774658,
      "step": 963
    },
    {
      "epoch": 0.7127541589648798,
      "grad_norm": 2.498469114303589,
      "learning_rate": 4.5120754109213185e-06,
      "loss": 0.134253591299057,
      "step": 964
    },
    {
      "epoch": 0.7134935304990758,
      "grad_norm": 3.425813913345337,
      "learning_rate": 4.510958384419091e-06,
      "loss": 0.09084688127040863,
      "step": 965
    },
    {
      "epoch": 0.7142329020332717,
      "grad_norm": 2.6926586627960205,
      "learning_rate": 4.50984023662677e-06,
      "loss": 0.11388084292411804,
      "step": 966
    },
    {
      "epoch": 0.7149722735674676,
      "grad_norm": 4.193363189697266,
      "learning_rate": 4.508720968256335e-06,
      "loss": 0.15023046731948853,
      "step": 967
    },
    {
      "epoch": 0.7157116451016636,
      "grad_norm": 4.55891752243042,
      "learning_rate": 4.507600580020481e-06,
      "loss": 0.10495650768280029,
      "step": 968
    },
    {
      "epoch": 0.7164510166358595,
      "grad_norm": 4.3082594871521,
      "learning_rate": 4.506479072632614e-06,
      "loss": 0.1308721899986267,
      "step": 969
    },
    {
      "epoch": 0.7171903881700554,
      "grad_norm": 2.880636692047119,
      "learning_rate": 4.505356446806855e-06,
      "loss": 0.11227679252624512,
      "step": 970
    },
    {
      "epoch": 0.7179297597042514,
      "grad_norm": 3.2387328147888184,
      "learning_rate": 4.504232703258034e-06,
      "loss": 0.1487547606229782,
      "step": 971
    },
    {
      "epoch": 0.7186691312384473,
      "grad_norm": 3.096862554550171,
      "learning_rate": 4.503107842701696e-06,
      "loss": 0.14352305233478546,
      "step": 972
    },
    {
      "epoch": 0.7194085027726432,
      "grad_norm": 3.5253679752349854,
      "learning_rate": 4.501981865854096e-06,
      "loss": 0.09951135516166687,
      "step": 973
    },
    {
      "epoch": 0.7201478743068392,
      "grad_norm": 3.58921217918396,
      "learning_rate": 4.500854773432199e-06,
      "loss": 0.09769683331251144,
      "step": 974
    },
    {
      "epoch": 0.7208872458410351,
      "grad_norm": 3.631120204925537,
      "learning_rate": 4.499726566153682e-06,
      "loss": 0.12253621220588684,
      "step": 975
    },
    {
      "epoch": 0.721626617375231,
      "grad_norm": 3.9342267513275146,
      "learning_rate": 4.49859724473693e-06,
      "loss": 0.097439706325531,
      "step": 976
    },
    {
      "epoch": 0.7223659889094269,
      "grad_norm": 2.979447841644287,
      "learning_rate": 4.497466809901038e-06,
      "loss": 0.13357670605182648,
      "step": 977
    },
    {
      "epoch": 0.723105360443623,
      "grad_norm": 3.7270028591156006,
      "learning_rate": 4.496335262365811e-06,
      "loss": 0.16792944073677063,
      "step": 978
    },
    {
      "epoch": 0.7238447319778188,
      "grad_norm": 4.278367519378662,
      "learning_rate": 4.495202602851762e-06,
      "loss": 0.1163327544927597,
      "step": 979
    },
    {
      "epoch": 0.7245841035120147,
      "grad_norm": 4.553407669067383,
      "learning_rate": 4.494068832080111e-06,
      "loss": 0.14824670553207397,
      "step": 980
    },
    {
      "epoch": 0.7253234750462108,
      "grad_norm": 3.1803860664367676,
      "learning_rate": 4.492933950772786e-06,
      "loss": 0.14143678545951843,
      "step": 981
    },
    {
      "epoch": 0.7260628465804067,
      "grad_norm": 3.9788050651550293,
      "learning_rate": 4.491797959652424e-06,
      "loss": 0.15169188380241394,
      "step": 982
    },
    {
      "epoch": 0.7268022181146025,
      "grad_norm": 4.845324993133545,
      "learning_rate": 4.490660859442368e-06,
      "loss": 0.13505685329437256,
      "step": 983
    },
    {
      "epoch": 0.7275415896487986,
      "grad_norm": 3.4502904415130615,
      "learning_rate": 4.489522650866663e-06,
      "loss": 0.10711633414030075,
      "step": 984
    },
    {
      "epoch": 0.7282809611829945,
      "grad_norm": 3.076472043991089,
      "learning_rate": 4.4883833346500664e-06,
      "loss": 0.14841115474700928,
      "step": 985
    },
    {
      "epoch": 0.7290203327171904,
      "grad_norm": 3.6944658756256104,
      "learning_rate": 4.487242911518036e-06,
      "loss": 0.12790890038013458,
      "step": 986
    },
    {
      "epoch": 0.7297597042513864,
      "grad_norm": 3.3809659481048584,
      "learning_rate": 4.486101382196737e-06,
      "loss": 0.04775594174861908,
      "step": 987
    },
    {
      "epoch": 0.7304990757855823,
      "grad_norm": 2.9861137866973877,
      "learning_rate": 4.484958747413038e-06,
      "loss": 0.11784778535366058,
      "step": 988
    },
    {
      "epoch": 0.7312384473197782,
      "grad_norm": 3.6210427284240723,
      "learning_rate": 4.483815007894511e-06,
      "loss": 0.15171775221824646,
      "step": 989
    },
    {
      "epoch": 0.7319778188539742,
      "grad_norm": 3.0571489334106445,
      "learning_rate": 4.4826701643694335e-06,
      "loss": 0.136599600315094,
      "step": 990
    },
    {
      "epoch": 0.7327171903881701,
      "grad_norm": 2.6709654331207275,
      "learning_rate": 4.481524217566783e-06,
      "loss": 0.15372419357299805,
      "step": 991
    },
    {
      "epoch": 0.733456561922366,
      "grad_norm": 3.1521079540252686,
      "learning_rate": 4.480377168216241e-06,
      "loss": 0.11068348586559296,
      "step": 992
    },
    {
      "epoch": 0.734195933456562,
      "grad_norm": 3.238267660140991,
      "learning_rate": 4.479229017048192e-06,
      "loss": 0.11461320519447327,
      "step": 993
    },
    {
      "epoch": 0.7349353049907579,
      "grad_norm": 3.1177589893341064,
      "learning_rate": 4.47807976479372e-06,
      "loss": 0.1321772038936615,
      "step": 994
    },
    {
      "epoch": 0.7356746765249538,
      "grad_norm": 3.451059579849243,
      "learning_rate": 4.476929412184613e-06,
      "loss": 0.1311279535293579,
      "step": 995
    },
    {
      "epoch": 0.7364140480591497,
      "grad_norm": 4.165340423583984,
      "learning_rate": 4.4757779599533565e-06,
      "loss": 0.17522203922271729,
      "step": 996
    },
    {
      "epoch": 0.7371534195933457,
      "grad_norm": 4.099287986755371,
      "learning_rate": 4.474625408833138e-06,
      "loss": 0.12204056233167648,
      "step": 997
    },
    {
      "epoch": 0.7378927911275416,
      "grad_norm": 4.342482089996338,
      "learning_rate": 4.473471759557845e-06,
      "loss": 0.09473098069429398,
      "step": 998
    },
    {
      "epoch": 0.7386321626617375,
      "grad_norm": 5.000842571258545,
      "learning_rate": 4.472317012862062e-06,
      "loss": 0.1432323455810547,
      "step": 999
    },
    {
      "epoch": 0.7393715341959335,
      "grad_norm": 4.301971435546875,
      "learning_rate": 4.4711611694810755e-06,
      "loss": 0.10806432366371155,
      "step": 1000
    },
    {
      "epoch": 0.7401109057301294,
      "grad_norm": 3.8276031017303467,
      "learning_rate": 4.4700042301508674e-06,
      "loss": 0.12284094095230103,
      "step": 1001
    },
    {
      "epoch": 0.7408502772643253,
      "grad_norm": 4.613646507263184,
      "learning_rate": 4.468846195608119e-06,
      "loss": 0.1353500783443451,
      "step": 1002
    },
    {
      "epoch": 0.7415896487985213,
      "grad_norm": 3.263678550720215,
      "learning_rate": 4.467687066590209e-06,
      "loss": 0.08983175456523895,
      "step": 1003
    },
    {
      "epoch": 0.7423290203327172,
      "grad_norm": 3.073976755142212,
      "learning_rate": 4.466526843835214e-06,
      "loss": 0.12559247016906738,
      "step": 1004
    },
    {
      "epoch": 0.7430683918669131,
      "grad_norm": 4.5271196365356445,
      "learning_rate": 4.465365528081903e-06,
      "loss": 0.09394796192646027,
      "step": 1005
    },
    {
      "epoch": 0.7438077634011091,
      "grad_norm": 3.309659957885742,
      "learning_rate": 4.464203120069746e-06,
      "loss": 0.09333689510822296,
      "step": 1006
    },
    {
      "epoch": 0.744547134935305,
      "grad_norm": 2.9283828735351562,
      "learning_rate": 4.463039620538904e-06,
      "loss": 0.11844326555728912,
      "step": 1007
    },
    {
      "epoch": 0.7452865064695009,
      "grad_norm": 4.667318820953369,
      "learning_rate": 4.461875030230238e-06,
      "loss": 0.09407253563404083,
      "step": 1008
    },
    {
      "epoch": 0.7460258780036969,
      "grad_norm": 5.4395856857299805,
      "learning_rate": 4.460709349885298e-06,
      "loss": 0.12424294650554657,
      "step": 1009
    },
    {
      "epoch": 0.7467652495378928,
      "grad_norm": 2.809845447540283,
      "learning_rate": 4.4595425802463326e-06,
      "loss": 0.150425523519516,
      "step": 1010
    },
    {
      "epoch": 0.7475046210720887,
      "grad_norm": 2.969723701477051,
      "learning_rate": 4.458374722056282e-06,
      "loss": 0.1579154133796692,
      "step": 1011
    },
    {
      "epoch": 0.7482439926062847,
      "grad_norm": 4.244015693664551,
      "learning_rate": 4.45720577605878e-06,
      "loss": 0.12015755474567413,
      "step": 1012
    },
    {
      "epoch": 0.7489833641404806,
      "grad_norm": 5.793033123016357,
      "learning_rate": 4.456035742998152e-06,
      "loss": 0.16730783879756927,
      "step": 1013
    },
    {
      "epoch": 0.7497227356746765,
      "grad_norm": 3.7295827865600586,
      "learning_rate": 4.454864623619417e-06,
      "loss": 0.11468426883220673,
      "step": 1014
    },
    {
      "epoch": 0.7504621072088724,
      "grad_norm": 4.940803527832031,
      "learning_rate": 4.453692418668285e-06,
      "loss": 0.17425070703029633,
      "step": 1015
    },
    {
      "epoch": 0.7512014787430684,
      "grad_norm": 6.385009765625,
      "learning_rate": 4.4525191288911575e-06,
      "loss": 0.16845598816871643,
      "step": 1016
    },
    {
      "epoch": 0.7519408502772643,
      "grad_norm": 3.470512866973877,
      "learning_rate": 4.451344755035126e-06,
      "loss": 0.09072493016719818,
      "step": 1017
    },
    {
      "epoch": 0.7526802218114602,
      "grad_norm": 2.9659676551818848,
      "learning_rate": 4.450169297847975e-06,
      "loss": 0.13771381974220276,
      "step": 1018
    },
    {
      "epoch": 0.7534195933456562,
      "grad_norm": 3.7065649032592773,
      "learning_rate": 4.448992758078173e-06,
      "loss": 0.09956687688827515,
      "step": 1019
    },
    {
      "epoch": 0.7541589648798521,
      "grad_norm": 5.255659580230713,
      "learning_rate": 4.447815136474886e-06,
      "loss": 0.1142631322145462,
      "step": 1020
    },
    {
      "epoch": 0.754898336414048,
      "grad_norm": 5.15312385559082,
      "learning_rate": 4.446636433787963e-06,
      "loss": 0.1562822461128235,
      "step": 1021
    },
    {
      "epoch": 0.755637707948244,
      "grad_norm": 4.78173303604126,
      "learning_rate": 4.44545665076794e-06,
      "loss": 0.08186087012290955,
      "step": 1022
    },
    {
      "epoch": 0.7563770794824399,
      "grad_norm": 3.0329394340515137,
      "learning_rate": 4.444275788166047e-06,
      "loss": 0.10984876751899719,
      "step": 1023
    },
    {
      "epoch": 0.7571164510166358,
      "grad_norm": 3.0205187797546387,
      "learning_rate": 4.443093846734197e-06,
      "loss": 0.12802478671073914,
      "step": 1024
    },
    {
      "epoch": 0.7578558225508318,
      "grad_norm": 3.444718360900879,
      "learning_rate": 4.441910827224992e-06,
      "loss": 0.11648163199424744,
      "step": 1025
    },
    {
      "epoch": 0.7585951940850277,
      "grad_norm": 4.654865741729736,
      "learning_rate": 4.440726730391717e-06,
      "loss": 0.15019533038139343,
      "step": 1026
    },
    {
      "epoch": 0.7593345656192236,
      "grad_norm": 4.706758975982666,
      "learning_rate": 4.4395415569883485e-06,
      "loss": 0.1424315869808197,
      "step": 1027
    },
    {
      "epoch": 0.7600739371534196,
      "grad_norm": 3.7103044986724854,
      "learning_rate": 4.438355307769545e-06,
      "loss": 0.10315121710300446,
      "step": 1028
    },
    {
      "epoch": 0.7608133086876155,
      "grad_norm": 4.332380294799805,
      "learning_rate": 4.437167983490649e-06,
      "loss": 0.14905458688735962,
      "step": 1029
    },
    {
      "epoch": 0.7615526802218114,
      "grad_norm": 3.726127862930298,
      "learning_rate": 4.43597958490769e-06,
      "loss": 0.09660619497299194,
      "step": 1030
    },
    {
      "epoch": 0.7622920517560073,
      "grad_norm": 3.6322402954101562,
      "learning_rate": 4.4347901127773814e-06,
      "loss": 0.127705916762352,
      "step": 1031
    },
    {
      "epoch": 0.7630314232902033,
      "grad_norm": 4.630151271820068,
      "learning_rate": 4.433599567857118e-06,
      "loss": 0.1547194868326187,
      "step": 1032
    },
    {
      "epoch": 0.7637707948243992,
      "grad_norm": 4.316861152648926,
      "learning_rate": 4.4324079509049805e-06,
      "loss": 0.1301060914993286,
      "step": 1033
    },
    {
      "epoch": 0.7645101663585951,
      "grad_norm": 3.71181583404541,
      "learning_rate": 4.431215262679731e-06,
      "loss": 0.1329740583896637,
      "step": 1034
    },
    {
      "epoch": 0.7652495378927912,
      "grad_norm": 3.1251254081726074,
      "learning_rate": 4.430021503940812e-06,
      "loss": 0.11432172358036041,
      "step": 1035
    },
    {
      "epoch": 0.765988909426987,
      "grad_norm": 3.074392080307007,
      "learning_rate": 4.428826675448351e-06,
      "loss": 0.11303959786891937,
      "step": 1036
    },
    {
      "epoch": 0.766728280961183,
      "grad_norm": 5.431188106536865,
      "learning_rate": 4.4276307779631535e-06,
      "loss": 0.14231106638908386,
      "step": 1037
    },
    {
      "epoch": 0.767467652495379,
      "grad_norm": 3.579179525375366,
      "learning_rate": 4.426433812246709e-06,
      "loss": 0.11836551874876022,
      "step": 1038
    },
    {
      "epoch": 0.7682070240295749,
      "grad_norm": 3.5403294563293457,
      "learning_rate": 4.425235779061184e-06,
      "loss": 0.09758812189102173,
      "step": 1039
    },
    {
      "epoch": 0.7689463955637708,
      "grad_norm": 4.34117317199707,
      "learning_rate": 4.424036679169425e-06,
      "loss": 0.1525457501411438,
      "step": 1040
    },
    {
      "epoch": 0.7696857670979668,
      "grad_norm": 3.8997256755828857,
      "learning_rate": 4.42283651333496e-06,
      "loss": 0.15682314336299896,
      "step": 1041
    },
    {
      "epoch": 0.7704251386321627,
      "grad_norm": 4.488009452819824,
      "learning_rate": 4.421635282321996e-06,
      "loss": 0.12856236100196838,
      "step": 1042
    },
    {
      "epoch": 0.7711645101663586,
      "grad_norm": 3.1330573558807373,
      "learning_rate": 4.420432986895415e-06,
      "loss": 0.11694025993347168,
      "step": 1043
    },
    {
      "epoch": 0.7719038817005546,
      "grad_norm": 4.095642566680908,
      "learning_rate": 4.419229627820777e-06,
      "loss": 0.10856086015701294,
      "step": 1044
    },
    {
      "epoch": 0.7726432532347505,
      "grad_norm": 4.891101360321045,
      "learning_rate": 4.418025205864324e-06,
      "loss": 0.08907091617584229,
      "step": 1045
    },
    {
      "epoch": 0.7733826247689464,
      "grad_norm": 3.7393009662628174,
      "learning_rate": 4.416819721792969e-06,
      "loss": 0.14010024070739746,
      "step": 1046
    },
    {
      "epoch": 0.7741219963031424,
      "grad_norm": 3.0926103591918945,
      "learning_rate": 4.415613176374306e-06,
      "loss": 0.14573585987091064,
      "step": 1047
    },
    {
      "epoch": 0.7748613678373383,
      "grad_norm": 4.161059379577637,
      "learning_rate": 4.414405570376601e-06,
      "loss": 0.13213640451431274,
      "step": 1048
    },
    {
      "epoch": 0.7756007393715342,
      "grad_norm": 3.8655312061309814,
      "learning_rate": 4.413196904568798e-06,
      "loss": 0.11837577074766159,
      "step": 1049
    },
    {
      "epoch": 0.7763401109057301,
      "grad_norm": 2.934983730316162,
      "learning_rate": 4.411987179720513e-06,
      "loss": 0.15042786300182343,
      "step": 1050
    },
    {
      "epoch": 0.7770794824399261,
      "grad_norm": 3.1665167808532715,
      "learning_rate": 4.410776396602041e-06,
      "loss": 0.13773328065872192,
      "step": 1051
    },
    {
      "epoch": 0.777818853974122,
      "grad_norm": 3.4579412937164307,
      "learning_rate": 4.409564555984347e-06,
      "loss": 0.10990186780691147,
      "step": 1052
    },
    {
      "epoch": 0.7785582255083179,
      "grad_norm": 3.798758029937744,
      "learning_rate": 4.408351658639069e-06,
      "loss": 0.16405028104782104,
      "step": 1053
    },
    {
      "epoch": 0.7792975970425139,
      "grad_norm": 3.057284116744995,
      "learning_rate": 4.407137705338521e-06,
      "loss": 0.11780878901481628,
      "step": 1054
    },
    {
      "epoch": 0.7800369685767098,
      "grad_norm": 2.5485527515411377,
      "learning_rate": 4.405922696855688e-06,
      "loss": 0.1054721251130104,
      "step": 1055
    },
    {
      "epoch": 0.7807763401109057,
      "grad_norm": 3.5711874961853027,
      "learning_rate": 4.404706633964223e-06,
      "loss": 0.05926886200904846,
      "step": 1056
    },
    {
      "epoch": 0.7815157116451017,
      "grad_norm": 3.9506704807281494,
      "learning_rate": 4.4034895174384575e-06,
      "loss": 0.10840491205453873,
      "step": 1057
    },
    {
      "epoch": 0.7822550831792976,
      "grad_norm": 4.124415397644043,
      "learning_rate": 4.40227134805339e-06,
      "loss": 0.15816934406757355,
      "step": 1058
    },
    {
      "epoch": 0.7829944547134935,
      "grad_norm": 4.59228515625,
      "learning_rate": 4.401052126584689e-06,
      "loss": 0.10812373459339142,
      "step": 1059
    },
    {
      "epoch": 0.7837338262476895,
      "grad_norm": 4.6335248947143555,
      "learning_rate": 4.399831853808694e-06,
      "loss": 0.15220823884010315,
      "step": 1060
    },
    {
      "epoch": 0.7844731977818854,
      "grad_norm": 4.5994415283203125,
      "learning_rate": 4.398610530502414e-06,
      "loss": 0.06704859435558319,
      "step": 1061
    },
    {
      "epoch": 0.7852125693160813,
      "grad_norm": 3.7176032066345215,
      "learning_rate": 4.397388157443524e-06,
      "loss": 0.10231754183769226,
      "step": 1062
    },
    {
      "epoch": 0.7859519408502773,
      "grad_norm": 4.658238410949707,
      "learning_rate": 4.396164735410372e-06,
      "loss": 0.1601904034614563,
      "step": 1063
    },
    {
      "epoch": 0.7866913123844732,
      "grad_norm": 3.2539734840393066,
      "learning_rate": 4.394940265181973e-06,
      "loss": 0.11078985035419464,
      "step": 1064
    },
    {
      "epoch": 0.7874306839186691,
      "grad_norm": 3.480057954788208,
      "learning_rate": 4.393714747538006e-06,
      "loss": 0.07022696733474731,
      "step": 1065
    },
    {
      "epoch": 0.7881700554528651,
      "grad_norm": 3.4934566020965576,
      "learning_rate": 4.392488183258821e-06,
      "loss": 0.12046889960765839,
      "step": 1066
    },
    {
      "epoch": 0.788909426987061,
      "grad_norm": 4.862364768981934,
      "learning_rate": 4.391260573125431e-06,
      "loss": 0.12558847665786743,
      "step": 1067
    },
    {
      "epoch": 0.7896487985212569,
      "grad_norm": 4.002211570739746,
      "learning_rate": 4.390031917919517e-06,
      "loss": 0.08621713519096375,
      "step": 1068
    },
    {
      "epoch": 0.7903881700554528,
      "grad_norm": 4.407464981079102,
      "learning_rate": 4.388802218423427e-06,
      "loss": 0.07491995394229889,
      "step": 1069
    },
    {
      "epoch": 0.7911275415896488,
      "grad_norm": 4.965733051300049,
      "learning_rate": 4.38757147542017e-06,
      "loss": 0.10412773489952087,
      "step": 1070
    },
    {
      "epoch": 0.7918669131238447,
      "grad_norm": 3.8768069744110107,
      "learning_rate": 4.386339689693423e-06,
      "loss": 0.10370329022407532,
      "step": 1071
    },
    {
      "epoch": 0.7926062846580406,
      "grad_norm": 3.48356294631958,
      "learning_rate": 4.385106862027523e-06,
      "loss": 0.08797916769981384,
      "step": 1072
    },
    {
      "epoch": 0.7933456561922366,
      "grad_norm": 4.467541217803955,
      "learning_rate": 4.383872993207476e-06,
      "loss": 0.09247865527868271,
      "step": 1073
    },
    {
      "epoch": 0.7940850277264325,
      "grad_norm": 4.759343147277832,
      "learning_rate": 4.382638084018946e-06,
      "loss": 0.08023039996623993,
      "step": 1074
    },
    {
      "epoch": 0.7948243992606284,
      "grad_norm": 4.145780563354492,
      "learning_rate": 4.381402135248262e-06,
      "loss": 0.07448101788759232,
      "step": 1075
    },
    {
      "epoch": 0.7955637707948244,
      "grad_norm": 5.380306243896484,
      "learning_rate": 4.380165147682414e-06,
      "loss": 0.17995554208755493,
      "step": 1076
    },
    {
      "epoch": 0.7963031423290203,
      "grad_norm": 4.189385414123535,
      "learning_rate": 4.3789271221090526e-06,
      "loss": 0.08834831416606903,
      "step": 1077
    },
    {
      "epoch": 0.7970425138632162,
      "grad_norm": 4.361270904541016,
      "learning_rate": 4.377688059316493e-06,
      "loss": 0.08982397615909576,
      "step": 1078
    },
    {
      "epoch": 0.7977818853974122,
      "grad_norm": 4.826642036437988,
      "learning_rate": 4.376447960093705e-06,
      "loss": 0.1408912092447281,
      "step": 1079
    },
    {
      "epoch": 0.7985212569316081,
      "grad_norm": 4.813187599182129,
      "learning_rate": 4.375206825230326e-06,
      "loss": 0.1289343386888504,
      "step": 1080
    },
    {
      "epoch": 0.799260628465804,
      "grad_norm": 3.77323055267334,
      "learning_rate": 4.373964655516644e-06,
      "loss": 0.1403437703847885,
      "step": 1081
    },
    {
      "epoch": 0.8,
      "grad_norm": 3.925605297088623,
      "learning_rate": 4.372721451743614e-06,
      "loss": 0.1362844705581665,
      "step": 1082
    },
    {
      "epoch": 0.8007393715341959,
      "grad_norm": 5.2319769859313965,
      "learning_rate": 4.3714772147028435e-06,
      "loss": 0.1369437575340271,
      "step": 1083
    },
    {
      "epoch": 0.8014787430683918,
      "grad_norm": 4.0832085609436035,
      "learning_rate": 4.370231945186601e-06,
      "loss": 0.1626933366060257,
      "step": 1084
    },
    {
      "epoch": 0.8022181146025879,
      "grad_norm": 4.958282947540283,
      "learning_rate": 4.368985643987813e-06,
      "loss": 0.12660440802574158,
      "step": 1085
    },
    {
      "epoch": 0.8029574861367837,
      "grad_norm": 3.015860080718994,
      "learning_rate": 4.36773831190006e-06,
      "loss": 0.0835014134645462,
      "step": 1086
    },
    {
      "epoch": 0.8036968576709796,
      "grad_norm": 3.699962615966797,
      "learning_rate": 4.366489949717582e-06,
      "loss": 0.10912549495697021,
      "step": 1087
    },
    {
      "epoch": 0.8044362292051755,
      "grad_norm": 3.466352701187134,
      "learning_rate": 4.365240558235273e-06,
      "loss": 0.1263538897037506,
      "step": 1088
    },
    {
      "epoch": 0.8051756007393716,
      "grad_norm": 3.4847095012664795,
      "learning_rate": 4.363990138248682e-06,
      "loss": 0.12289801239967346,
      "step": 1089
    },
    {
      "epoch": 0.8059149722735675,
      "grad_norm": 4.3868021965026855,
      "learning_rate": 4.362738690554014e-06,
      "loss": 0.15050289034843445,
      "step": 1090
    },
    {
      "epoch": 0.8066543438077634,
      "grad_norm": 3.830744981765747,
      "learning_rate": 4.361486215948129e-06,
      "loss": 0.15856748819351196,
      "step": 1091
    },
    {
      "epoch": 0.8073937153419594,
      "grad_norm": 3.2205562591552734,
      "learning_rate": 4.36023271522854e-06,
      "loss": 0.0985897034406662,
      "step": 1092
    },
    {
      "epoch": 0.8081330868761553,
      "grad_norm": 3.5952553749084473,
      "learning_rate": 4.358978189193414e-06,
      "loss": 0.10707056522369385,
      "step": 1093
    },
    {
      "epoch": 0.8088724584103512,
      "grad_norm": 4.056792736053467,
      "learning_rate": 4.357722638641568e-06,
      "loss": 0.15898500382900238,
      "step": 1094
    },
    {
      "epoch": 0.8096118299445472,
      "grad_norm": 4.795555114746094,
      "learning_rate": 4.356466064372477e-06,
      "loss": 0.09049156308174133,
      "step": 1095
    },
    {
      "epoch": 0.8103512014787431,
      "grad_norm": 4.664809703826904,
      "learning_rate": 4.355208467186262e-06,
      "loss": 0.11915402859449387,
      "step": 1096
    },
    {
      "epoch": 0.811090573012939,
      "grad_norm": 5.429905891418457,
      "learning_rate": 4.353949847883699e-06,
      "loss": 0.14194725453853607,
      "step": 1097
    },
    {
      "epoch": 0.811829944547135,
      "grad_norm": 3.267343521118164,
      "learning_rate": 4.352690207266214e-06,
      "loss": 0.09627373516559601,
      "step": 1098
    },
    {
      "epoch": 0.8125693160813309,
      "grad_norm": 3.2231621742248535,
      "learning_rate": 4.351429546135882e-06,
      "loss": 0.11011523753404617,
      "step": 1099
    },
    {
      "epoch": 0.8133086876155268,
      "grad_norm": 5.045790195465088,
      "learning_rate": 4.35016786529543e-06,
      "loss": 0.14922398328781128,
      "step": 1100
    },
    {
      "epoch": 0.8140480591497228,
      "grad_norm": 5.927290916442871,
      "learning_rate": 4.348905165548232e-06,
      "loss": 0.11651769280433655,
      "step": 1101
    },
    {
      "epoch": 0.8147874306839187,
      "grad_norm": 4.366883754730225,
      "learning_rate": 4.347641447698312e-06,
      "loss": 0.1010495126247406,
      "step": 1102
    },
    {
      "epoch": 0.8155268022181146,
      "grad_norm": 4.721738338470459,
      "learning_rate": 4.346376712550343e-06,
      "loss": 0.09401537477970123,
      "step": 1103
    },
    {
      "epoch": 0.8162661737523106,
      "grad_norm": 5.2394514083862305,
      "learning_rate": 4.345110960909646e-06,
      "loss": 0.12403249740600586,
      "step": 1104
    },
    {
      "epoch": 0.8170055452865065,
      "grad_norm": 5.364976406097412,
      "learning_rate": 4.343844193582186e-06,
      "loss": 0.147696852684021,
      "step": 1105
    },
    {
      "epoch": 0.8177449168207024,
      "grad_norm": 3.611374616622925,
      "learning_rate": 4.342576411374578e-06,
      "loss": 0.13404588401317596,
      "step": 1106
    },
    {
      "epoch": 0.8184842883548983,
      "grad_norm": 7.3889241218566895,
      "learning_rate": 4.341307615094083e-06,
      "loss": 0.1340368092060089,
      "step": 1107
    },
    {
      "epoch": 0.8192236598890943,
      "grad_norm": 4.742089748382568,
      "learning_rate": 4.340037805548604e-06,
      "loss": 0.11093439161777496,
      "step": 1108
    },
    {
      "epoch": 0.8199630314232902,
      "grad_norm": 4.571777820587158,
      "learning_rate": 4.338766983546696e-06,
      "loss": 0.07661059498786926,
      "step": 1109
    },
    {
      "epoch": 0.8207024029574861,
      "grad_norm": 3.9848506450653076,
      "learning_rate": 4.337495149897554e-06,
      "loss": 0.1231122836470604,
      "step": 1110
    },
    {
      "epoch": 0.8214417744916821,
      "grad_norm": 4.304333686828613,
      "learning_rate": 4.336222305411015e-06,
      "loss": 0.10031025856733322,
      "step": 1111
    },
    {
      "epoch": 0.822181146025878,
      "grad_norm": 4.002439975738525,
      "learning_rate": 4.334948450897566e-06,
      "loss": 0.1259452849626541,
      "step": 1112
    },
    {
      "epoch": 0.8229205175600739,
      "grad_norm": 6.081990718841553,
      "learning_rate": 4.333673587168331e-06,
      "loss": 0.11296384036540985,
      "step": 1113
    },
    {
      "epoch": 0.8236598890942699,
      "grad_norm": 3.0429458618164062,
      "learning_rate": 4.332397715035082e-06,
      "loss": 0.13570339977741241,
      "step": 1114
    },
    {
      "epoch": 0.8243992606284658,
      "grad_norm": 3.550652265548706,
      "learning_rate": 4.331120835310228e-06,
      "loss": 0.09068205207586288,
      "step": 1115
    },
    {
      "epoch": 0.8251386321626617,
      "grad_norm": 4.057523250579834,
      "learning_rate": 4.329842948806824e-06,
      "loss": 0.10631458461284637,
      "step": 1116
    },
    {
      "epoch": 0.8258780036968577,
      "grad_norm": 5.220094203948975,
      "learning_rate": 4.328564056338564e-06,
      "loss": 0.1011129766702652,
      "step": 1117
    },
    {
      "epoch": 0.8266173752310536,
      "grad_norm": 4.175957679748535,
      "learning_rate": 4.32728415871978e-06,
      "loss": 0.11098681390285492,
      "step": 1118
    },
    {
      "epoch": 0.8273567467652495,
      "grad_norm": 5.087501525878906,
      "learning_rate": 4.326003256765451e-06,
      "loss": 0.12823797762393951,
      "step": 1119
    },
    {
      "epoch": 0.8280961182994455,
      "grad_norm": 4.3205132484436035,
      "learning_rate": 4.3247213512911865e-06,
      "loss": 0.10650534182786942,
      "step": 1120
    },
    {
      "epoch": 0.8288354898336414,
      "grad_norm": 4.8850579261779785,
      "learning_rate": 4.323438443113244e-06,
      "loss": 0.05091463401913643,
      "step": 1121
    },
    {
      "epoch": 0.8295748613678373,
      "grad_norm": 4.639087200164795,
      "learning_rate": 4.322154533048513e-06,
      "loss": 0.11076568067073822,
      "step": 1122
    },
    {
      "epoch": 0.8303142329020333,
      "grad_norm": 4.183625221252441,
      "learning_rate": 4.320869621914523e-06,
      "loss": 0.1219034194946289,
      "step": 1123
    },
    {
      "epoch": 0.8310536044362292,
      "grad_norm": 4.170482635498047,
      "learning_rate": 4.319583710529441e-06,
      "loss": 0.09538013488054276,
      "step": 1124
    },
    {
      "epoch": 0.8317929759704251,
      "grad_norm": 3.433311700820923,
      "learning_rate": 4.318296799712072e-06,
      "loss": 0.1139390766620636,
      "step": 1125
    },
    {
      "epoch": 0.832532347504621,
      "grad_norm": 3.377533197402954,
      "learning_rate": 4.3170088902818555e-06,
      "loss": 0.11526491492986679,
      "step": 1126
    },
    {
      "epoch": 0.833271719038817,
      "grad_norm": 3.397477388381958,
      "learning_rate": 4.315719983058869e-06,
      "loss": 0.11460348963737488,
      "step": 1127
    },
    {
      "epoch": 0.8340110905730129,
      "grad_norm": 3.4270198345184326,
      "learning_rate": 4.314430078863822e-06,
      "loss": 0.12226006388664246,
      "step": 1128
    },
    {
      "epoch": 0.8347504621072088,
      "grad_norm": 4.024859428405762,
      "learning_rate": 4.313139178518061e-06,
      "loss": 0.05568765103816986,
      "step": 1129
    },
    {
      "epoch": 0.8354898336414048,
      "grad_norm": 3.441519021987915,
      "learning_rate": 4.311847282843569e-06,
      "loss": 0.08979318290948868,
      "step": 1130
    },
    {
      "epoch": 0.8362292051756007,
      "grad_norm": 3.4934847354888916,
      "learning_rate": 4.310554392662959e-06,
      "loss": 0.10136081278324127,
      "step": 1131
    },
    {
      "epoch": 0.8369685767097966,
      "grad_norm": 4.2913432121276855,
      "learning_rate": 4.309260508799478e-06,
      "loss": 0.055248796939849854,
      "step": 1132
    },
    {
      "epoch": 0.8377079482439926,
      "grad_norm": 3.63981556892395,
      "learning_rate": 4.307965632077008e-06,
      "loss": 0.09314166754484177,
      "step": 1133
    },
    {
      "epoch": 0.8384473197781885,
      "grad_norm": 4.0997772216796875,
      "learning_rate": 4.30666976332006e-06,
      "loss": 0.09392005205154419,
      "step": 1134
    },
    {
      "epoch": 0.8391866913123844,
      "grad_norm": 4.407551288604736,
      "learning_rate": 4.30537290335378e-06,
      "loss": 0.09989340603351593,
      "step": 1135
    },
    {
      "epoch": 0.8399260628465804,
      "grad_norm": 4.090407848358154,
      "learning_rate": 4.304075053003941e-06,
      "loss": 0.143600732088089,
      "step": 1136
    },
    {
      "epoch": 0.8406654343807763,
      "grad_norm": 3.140794038772583,
      "learning_rate": 4.302776213096953e-06,
      "loss": 0.15805703401565552,
      "step": 1137
    },
    {
      "epoch": 0.8414048059149722,
      "grad_norm": 5.294073104858398,
      "learning_rate": 4.301476384459849e-06,
      "loss": 0.12483671307563782,
      "step": 1138
    },
    {
      "epoch": 0.8421441774491683,
      "grad_norm": 4.682164669036865,
      "learning_rate": 4.300175567920295e-06,
      "loss": 0.07956940680742264,
      "step": 1139
    },
    {
      "epoch": 0.8428835489833642,
      "grad_norm": 2.713045835494995,
      "learning_rate": 4.2988737643065875e-06,
      "loss": 0.1524038016796112,
      "step": 1140
    },
    {
      "epoch": 0.84362292051756,
      "grad_norm": 3.2270216941833496,
      "learning_rate": 4.297570974447648e-06,
      "loss": 0.09864692389965057,
      "step": 1141
    },
    {
      "epoch": 0.8443622920517561,
      "grad_norm": 4.733347415924072,
      "learning_rate": 4.2962671991730285e-06,
      "loss": 0.1421889066696167,
      "step": 1142
    },
    {
      "epoch": 0.845101663585952,
      "grad_norm": 4.795095920562744,
      "learning_rate": 4.2949624393129086e-06,
      "loss": 0.10048935562372208,
      "step": 1143
    },
    {
      "epoch": 0.8458410351201479,
      "grad_norm": 3.202786684036255,
      "learning_rate": 4.293656695698093e-06,
      "loss": 0.12751218676567078,
      "step": 1144
    },
    {
      "epoch": 0.8465804066543438,
      "grad_norm": 5.87075138092041,
      "learning_rate": 4.292349969160014e-06,
      "loss": 0.10262735933065414,
      "step": 1145
    },
    {
      "epoch": 0.8473197781885398,
      "grad_norm": 5.9777727127075195,
      "learning_rate": 4.291042260530731e-06,
      "loss": 0.1136728972196579,
      "step": 1146
    },
    {
      "epoch": 0.8480591497227357,
      "grad_norm": 4.752411842346191,
      "learning_rate": 4.289733570642925e-06,
      "loss": 0.10690313577651978,
      "step": 1147
    },
    {
      "epoch": 0.8487985212569316,
      "grad_norm": 3.7315940856933594,
      "learning_rate": 4.288423900329905e-06,
      "loss": 0.11281999945640564,
      "step": 1148
    },
    {
      "epoch": 0.8495378927911276,
      "grad_norm": 4.414241790771484,
      "learning_rate": 4.287113250425604e-06,
      "loss": 0.14240163564682007,
      "step": 1149
    },
    {
      "epoch": 0.8502772643253235,
      "grad_norm": 5.773587703704834,
      "learning_rate": 4.285801621764578e-06,
      "loss": 0.1174812912940979,
      "step": 1150
    },
    {
      "epoch": 0.8510166358595194,
      "grad_norm": 3.8137402534484863,
      "learning_rate": 4.284489015182007e-06,
      "loss": 0.09907488524913788,
      "step": 1151
    },
    {
      "epoch": 0.8517560073937154,
      "grad_norm": 3.5066800117492676,
      "learning_rate": 4.283175431513693e-06,
      "loss": 0.1483834683895111,
      "step": 1152
    },
    {
      "epoch": 0.8524953789279113,
      "grad_norm": 4.522121906280518,
      "learning_rate": 4.2818608715960584e-06,
      "loss": 0.12369982898235321,
      "step": 1153
    },
    {
      "epoch": 0.8532347504621072,
      "grad_norm": 3.1111514568328857,
      "learning_rate": 4.280545336266151e-06,
      "loss": 0.13387322425842285,
      "step": 1154
    },
    {
      "epoch": 0.8539741219963032,
      "grad_norm": 3.450465679168701,
      "learning_rate": 4.279228826361638e-06,
      "loss": 0.12323737144470215,
      "step": 1155
    },
    {
      "epoch": 0.8547134935304991,
      "grad_norm": 4.110988616943359,
      "learning_rate": 4.2779113427208056e-06,
      "loss": 0.1234850287437439,
      "step": 1156
    },
    {
      "epoch": 0.855452865064695,
      "grad_norm": 3.1531054973602295,
      "learning_rate": 4.276592886182562e-06,
      "loss": 0.11744730174541473,
      "step": 1157
    },
    {
      "epoch": 0.856192236598891,
      "grad_norm": 3.7445943355560303,
      "learning_rate": 4.275273457586435e-06,
      "loss": 0.10212409496307373,
      "step": 1158
    },
    {
      "epoch": 0.8569316081330869,
      "grad_norm": 4.671864986419678,
      "learning_rate": 4.273953057772569e-06,
      "loss": 0.06579458713531494,
      "step": 1159
    },
    {
      "epoch": 0.8576709796672828,
      "grad_norm": 3.028651714324951,
      "learning_rate": 4.272631687581731e-06,
      "loss": 0.12674367427825928,
      "step": 1160
    },
    {
      "epoch": 0.8584103512014788,
      "grad_norm": 3.4275496006011963,
      "learning_rate": 4.2713093478553e-06,
      "loss": 0.10183057188987732,
      "step": 1161
    },
    {
      "epoch": 0.8591497227356747,
      "grad_norm": 4.318497180938721,
      "learning_rate": 4.269986039435279e-06,
      "loss": 0.0989375188946724,
      "step": 1162
    },
    {
      "epoch": 0.8598890942698706,
      "grad_norm": 4.464252948760986,
      "learning_rate": 4.268661763164283e-06,
      "loss": 0.10240474343299866,
      "step": 1163
    },
    {
      "epoch": 0.8606284658040665,
      "grad_norm": 3.873328685760498,
      "learning_rate": 4.267336519885544e-06,
      "loss": 0.06877413392066956,
      "step": 1164
    },
    {
      "epoch": 0.8613678373382625,
      "grad_norm": 4.128834247589111,
      "learning_rate": 4.266010310442912e-06,
      "loss": 0.11454368382692337,
      "step": 1165
    },
    {
      "epoch": 0.8621072088724584,
      "grad_norm": 4.657775402069092,
      "learning_rate": 4.26468313568085e-06,
      "loss": 0.13100416958332062,
      "step": 1166
    },
    {
      "epoch": 0.8628465804066543,
      "grad_norm": 4.0468525886535645,
      "learning_rate": 4.263354996444436e-06,
      "loss": 0.11461474746465683,
      "step": 1167
    },
    {
      "epoch": 0.8635859519408503,
      "grad_norm": 3.5055675506591797,
      "learning_rate": 4.262025893579364e-06,
      "loss": 0.10288431495428085,
      "step": 1168
    },
    {
      "epoch": 0.8643253234750462,
      "grad_norm": 3.3785266876220703,
      "learning_rate": 4.260695827931939e-06,
      "loss": 0.07772387564182281,
      "step": 1169
    },
    {
      "epoch": 0.8650646950092421,
      "grad_norm": 5.094358921051025,
      "learning_rate": 4.25936480034908e-06,
      "loss": 0.08118944615125656,
      "step": 1170
    },
    {
      "epoch": 0.8658040665434381,
      "grad_norm": 4.603518962860107,
      "learning_rate": 4.258032811678318e-06,
      "loss": 0.11738453060388565,
      "step": 1171
    },
    {
      "epoch": 0.866543438077634,
      "grad_norm": 3.2271652221679688,
      "learning_rate": 4.256699862767799e-06,
      "loss": 0.1261729598045349,
      "step": 1172
    },
    {
      "epoch": 0.8672828096118299,
      "grad_norm": 2.517132043838501,
      "learning_rate": 4.255365954466277e-06,
      "loss": 0.14873254299163818,
      "step": 1173
    },
    {
      "epoch": 0.8680221811460259,
      "grad_norm": 3.3770012855529785,
      "learning_rate": 4.254031087623118e-06,
      "loss": 0.1408088356256485,
      "step": 1174
    },
    {
      "epoch": 0.8687615526802218,
      "grad_norm": 3.4629411697387695,
      "learning_rate": 4.2526952630882975e-06,
      "loss": 0.109095498919487,
      "step": 1175
    },
    {
      "epoch": 0.8695009242144177,
      "grad_norm": 4.285280227661133,
      "learning_rate": 4.251358481712403e-06,
      "loss": 0.1256469041109085,
      "step": 1176
    },
    {
      "epoch": 0.8702402957486137,
      "grad_norm": 3.6253135204315186,
      "learning_rate": 4.2500207443466294e-06,
      "loss": 0.1172708198428154,
      "step": 1177
    },
    {
      "epoch": 0.8709796672828096,
      "grad_norm": 2.884662389755249,
      "learning_rate": 4.24868205184278e-06,
      "loss": 0.13808462023735046,
      "step": 1178
    },
    {
      "epoch": 0.8717190388170055,
      "grad_norm": 4.277608394622803,
      "learning_rate": 4.247342405053268e-06,
      "loss": 0.11289553344249725,
      "step": 1179
    },
    {
      "epoch": 0.8724584103512015,
      "grad_norm": 4.568155765533447,
      "learning_rate": 4.246001804831114e-06,
      "loss": 0.11420642584562302,
      "step": 1180
    },
    {
      "epoch": 0.8731977818853974,
      "grad_norm": 3.131044626235962,
      "learning_rate": 4.244660252029943e-06,
      "loss": 0.13885129988193512,
      "step": 1181
    },
    {
      "epoch": 0.8739371534195933,
      "grad_norm": 3.653550386428833,
      "learning_rate": 4.24331774750399e-06,
      "loss": 0.13048779964447021,
      "step": 1182
    },
    {
      "epoch": 0.8746765249537892,
      "grad_norm": 5.042903900146484,
      "learning_rate": 4.2419742921080955e-06,
      "loss": 0.10125723481178284,
      "step": 1183
    },
    {
      "epoch": 0.8754158964879852,
      "grad_norm": 3.2546491622924805,
      "learning_rate": 4.240629886697703e-06,
      "loss": 0.12209078669548035,
      "step": 1184
    },
    {
      "epoch": 0.8761552680221811,
      "grad_norm": 3.691352605819702,
      "learning_rate": 4.239284532128864e-06,
      "loss": 0.09987484663724899,
      "step": 1185
    },
    {
      "epoch": 0.876894639556377,
      "grad_norm": 4.601605415344238,
      "learning_rate": 4.237938229258231e-06,
      "loss": 0.06197035312652588,
      "step": 1186
    },
    {
      "epoch": 0.877634011090573,
      "grad_norm": 3.138929605484009,
      "learning_rate": 4.236590978943064e-06,
      "loss": 0.07892890274524689,
      "step": 1187
    },
    {
      "epoch": 0.8783733826247689,
      "grad_norm": 5.2468366622924805,
      "learning_rate": 4.2352427820412235e-06,
      "loss": 0.136566162109375,
      "step": 1188
    },
    {
      "epoch": 0.8791127541589648,
      "grad_norm": 5.104057312011719,
      "learning_rate": 4.233893639411174e-06,
      "loss": 0.05382546782493591,
      "step": 1189
    },
    {
      "epoch": 0.8798521256931608,
      "grad_norm": 3.6312601566314697,
      "learning_rate": 4.232543551911983e-06,
      "loss": 0.10541169345378876,
      "step": 1190
    },
    {
      "epoch": 0.8805914972273567,
      "grad_norm": 4.509280204772949,
      "learning_rate": 4.231192520403317e-06,
      "loss": 0.11507546901702881,
      "step": 1191
    },
    {
      "epoch": 0.8813308687615526,
      "grad_norm": 3.625985860824585,
      "learning_rate": 4.2298405457454455e-06,
      "loss": 0.1259494125843048,
      "step": 1192
    },
    {
      "epoch": 0.8820702402957487,
      "grad_norm": 3.4276950359344482,
      "learning_rate": 4.228487628799239e-06,
      "loss": 0.0951765924692154,
      "step": 1193
    },
    {
      "epoch": 0.8828096118299446,
      "grad_norm": 4.718158721923828,
      "learning_rate": 4.227133770426166e-06,
      "loss": 0.09472831338644028,
      "step": 1194
    },
    {
      "epoch": 0.8835489833641405,
      "grad_norm": 4.31313419342041,
      "learning_rate": 4.225778971488297e-06,
      "loss": 0.10616838186979294,
      "step": 1195
    },
    {
      "epoch": 0.8842883548983365,
      "grad_norm": 4.259148597717285,
      "learning_rate": 4.2244232328483e-06,
      "loss": 0.09777378290891647,
      "step": 1196
    },
    {
      "epoch": 0.8850277264325324,
      "grad_norm": 3.522304058074951,
      "learning_rate": 4.223066555369442e-06,
      "loss": 0.09520726650953293,
      "step": 1197
    },
    {
      "epoch": 0.8857670979667283,
      "grad_norm": 4.522335529327393,
      "learning_rate": 4.221708939915585e-06,
      "loss": 0.11107456684112549,
      "step": 1198
    },
    {
      "epoch": 0.8865064695009243,
      "grad_norm": 5.611830711364746,
      "learning_rate": 4.220350387351192e-06,
      "loss": 0.12145137786865234,
      "step": 1199
    },
    {
      "epoch": 0.8872458410351202,
      "grad_norm": 5.135848522186279,
      "learning_rate": 4.2189908985413205e-06,
      "loss": 0.15155455470085144,
      "step": 1200
    },
    {
      "epoch": 0.8879852125693161,
      "grad_norm": 3.507323741912842,
      "learning_rate": 4.217630474351626e-06,
      "loss": 0.10698793828487396,
      "step": 1201
    },
    {
      "epoch": 0.888724584103512,
      "grad_norm": 3.8518481254577637,
      "learning_rate": 4.2162691156483585e-06,
      "loss": 0.10755527019500732,
      "step": 1202
    },
    {
      "epoch": 0.889463955637708,
      "grad_norm": 4.757392406463623,
      "learning_rate": 4.214906823298362e-06,
      "loss": 0.08136763423681259,
      "step": 1203
    },
    {
      "epoch": 0.8902033271719039,
      "grad_norm": 4.827852249145508,
      "learning_rate": 4.213543598169077e-06,
      "loss": 0.11479585617780685,
      "step": 1204
    },
    {
      "epoch": 0.8909426987060998,
      "grad_norm": 6.22097110748291,
      "learning_rate": 4.212179441128536e-06,
      "loss": 0.1310763955116272,
      "step": 1205
    },
    {
      "epoch": 0.8916820702402958,
      "grad_norm": 4.574062824249268,
      "learning_rate": 4.210814353045366e-06,
      "loss": 0.1207951232790947,
      "step": 1206
    },
    {
      "epoch": 0.8924214417744917,
      "grad_norm": 4.922646522521973,
      "learning_rate": 4.209448334788787e-06,
      "loss": 0.09180278331041336,
      "step": 1207
    },
    {
      "epoch": 0.8931608133086876,
      "grad_norm": 5.306274890899658,
      "learning_rate": 4.2080813872286116e-06,
      "loss": 0.11574852466583252,
      "step": 1208
    },
    {
      "epoch": 0.8939001848428836,
      "grad_norm": 5.073375225067139,
      "learning_rate": 4.206713511235243e-06,
      "loss": 0.08840446919202805,
      "step": 1209
    },
    {
      "epoch": 0.8946395563770795,
      "grad_norm": 4.491574287414551,
      "learning_rate": 4.205344707679676e-06,
      "loss": 0.11611642688512802,
      "step": 1210
    },
    {
      "epoch": 0.8953789279112754,
      "grad_norm": 6.172915935516357,
      "learning_rate": 4.203974977433497e-06,
      "loss": 0.11296108365058899,
      "step": 1211
    },
    {
      "epoch": 0.8961182994454714,
      "grad_norm": 4.59376859664917,
      "learning_rate": 4.2026043213688796e-06,
      "loss": 0.12445296347141266,
      "step": 1212
    },
    {
      "epoch": 0.8968576709796673,
      "grad_norm": 4.161900997161865,
      "learning_rate": 4.201232740358591e-06,
      "loss": 0.10526718199253082,
      "step": 1213
    },
    {
      "epoch": 0.8975970425138632,
      "grad_norm": 4.273694038391113,
      "learning_rate": 4.199860235275985e-06,
      "loss": 0.10048109292984009,
      "step": 1214
    },
    {
      "epoch": 0.8983364140480592,
      "grad_norm": 3.3003787994384766,
      "learning_rate": 4.198486806995003e-06,
      "loss": 0.12065263092517853,
      "step": 1215
    },
    {
      "epoch": 0.8990757855822551,
      "grad_norm": 5.827729225158691,
      "learning_rate": 4.197112456390176e-06,
      "loss": 0.11512844264507294,
      "step": 1216
    },
    {
      "epoch": 0.899815157116451,
      "grad_norm": 4.764509677886963,
      "learning_rate": 4.195737184336621e-06,
      "loss": 0.0967230349779129,
      "step": 1217
    },
    {
      "epoch": 0.900554528650647,
      "grad_norm": 3.8554062843322754,
      "learning_rate": 4.194360991710043e-06,
      "loss": 0.12172935903072357,
      "step": 1218
    },
    {
      "epoch": 0.9012939001848429,
      "grad_norm": 4.7679667472839355,
      "learning_rate": 4.192983879386733e-06,
      "loss": 0.07612208276987076,
      "step": 1219
    },
    {
      "epoch": 0.9020332717190388,
      "grad_norm": 4.284624099731445,
      "learning_rate": 4.191605848243567e-06,
      "loss": 0.09311556816101074,
      "step": 1220
    },
    {
      "epoch": 0.9027726432532347,
      "grad_norm": 3.891477346420288,
      "learning_rate": 4.190226899158005e-06,
      "loss": 0.10882353037595749,
      "step": 1221
    },
    {
      "epoch": 0.9035120147874307,
      "grad_norm": 4.645151615142822,
      "learning_rate": 4.188847033008093e-06,
      "loss": 0.0890505313873291,
      "step": 1222
    },
    {
      "epoch": 0.9042513863216266,
      "grad_norm": 4.650264263153076,
      "learning_rate": 4.187466250672462e-06,
      "loss": 0.08286353945732117,
      "step": 1223
    },
    {
      "epoch": 0.9049907578558225,
      "grad_norm": 3.6191720962524414,
      "learning_rate": 4.186084553030324e-06,
      "loss": 0.09563601762056351,
      "step": 1224
    },
    {
      "epoch": 0.9057301293900185,
      "grad_norm": 4.540883541107178,
      "learning_rate": 4.1847019409614745e-06,
      "loss": 0.10246805846691132,
      "step": 1225
    },
    {
      "epoch": 0.9064695009242144,
      "grad_norm": 5.049047470092773,
      "learning_rate": 4.183318415346293e-06,
      "loss": 0.09047120809555054,
      "step": 1226
    },
    {
      "epoch": 0.9072088724584103,
      "grad_norm": 4.775219917297363,
      "learning_rate": 4.181933977065739e-06,
      "loss": 0.14578622579574585,
      "step": 1227
    },
    {
      "epoch": 0.9079482439926063,
      "grad_norm": 4.364152908325195,
      "learning_rate": 4.1805486270013505e-06,
      "loss": 0.10839129239320755,
      "step": 1228
    },
    {
      "epoch": 0.9086876155268022,
      "grad_norm": 5.023606777191162,
      "learning_rate": 4.179162366035253e-06,
      "loss": 0.14155837893486023,
      "step": 1229
    },
    {
      "epoch": 0.9094269870609981,
      "grad_norm": 4.269718647003174,
      "learning_rate": 4.177775195050147e-06,
      "loss": 0.10429368913173676,
      "step": 1230
    },
    {
      "epoch": 0.9101663585951941,
      "grad_norm": 3.308919668197632,
      "learning_rate": 4.176387114929312e-06,
      "loss": 0.13513942062854767,
      "step": 1231
    },
    {
      "epoch": 0.91090573012939,
      "grad_norm": 3.8883273601531982,
      "learning_rate": 4.17499812655661e-06,
      "loss": 0.07203197479248047,
      "step": 1232
    },
    {
      "epoch": 0.9116451016635859,
      "grad_norm": 4.152498245239258,
      "learning_rate": 4.173608230816477e-06,
      "loss": 0.11868232488632202,
      "step": 1233
    },
    {
      "epoch": 0.9123844731977819,
      "grad_norm": 4.16183614730835,
      "learning_rate": 4.172217428593931e-06,
      "loss": 0.10275726020336151,
      "step": 1234
    },
    {
      "epoch": 0.9131238447319778,
      "grad_norm": 3.0722570419311523,
      "learning_rate": 4.1708257207745626e-06,
      "loss": 0.07490702718496323,
      "step": 1235
    },
    {
      "epoch": 0.9138632162661737,
      "grad_norm": 4.776163578033447,
      "learning_rate": 4.169433108244544e-06,
      "loss": 0.09838491678237915,
      "step": 1236
    },
    {
      "epoch": 0.9146025878003697,
      "grad_norm": 3.5118207931518555,
      "learning_rate": 4.168039591890621e-06,
      "loss": 0.09625010937452316,
      "step": 1237
    },
    {
      "epoch": 0.9153419593345656,
      "grad_norm": 3.626150131225586,
      "learning_rate": 4.166645172600114e-06,
      "loss": 0.08407920598983765,
      "step": 1238
    },
    {
      "epoch": 0.9160813308687615,
      "grad_norm": 3.469034194946289,
      "learning_rate": 4.165249851260921e-06,
      "loss": 0.09896586090326309,
      "step": 1239
    },
    {
      "epoch": 0.9168207024029574,
      "grad_norm": 3.402148485183716,
      "learning_rate": 4.1638536287615106e-06,
      "loss": 0.12628710269927979,
      "step": 1240
    },
    {
      "epoch": 0.9175600739371534,
      "grad_norm": 4.945196628570557,
      "learning_rate": 4.162456505990927e-06,
      "loss": 0.07911120355129242,
      "step": 1241
    },
    {
      "epoch": 0.9182994454713493,
      "grad_norm": 4.36090087890625,
      "learning_rate": 4.1610584838387914e-06,
      "loss": 0.06231238320469856,
      "step": 1242
    },
    {
      "epoch": 0.9190388170055452,
      "grad_norm": 4.123326301574707,
      "learning_rate": 4.159659563195291e-06,
      "loss": 0.08200837671756744,
      "step": 1243
    },
    {
      "epoch": 0.9197781885397412,
      "grad_norm": 5.509344100952148,
      "learning_rate": 4.15825974495119e-06,
      "loss": 0.10661721229553223,
      "step": 1244
    },
    {
      "epoch": 0.9205175600739371,
      "grad_norm": 4.544158935546875,
      "learning_rate": 4.156859029997822e-06,
      "loss": 0.07194264978170395,
      "step": 1245
    },
    {
      "epoch": 0.921256931608133,
      "grad_norm": 4.8869733810424805,
      "learning_rate": 4.155457419227092e-06,
      "loss": 0.08625375479459763,
      "step": 1246
    },
    {
      "epoch": 0.921996303142329,
      "grad_norm": 3.1364047527313232,
      "learning_rate": 4.154054913531477e-06,
      "loss": 0.09823141992092133,
      "step": 1247
    },
    {
      "epoch": 0.922735674676525,
      "grad_norm": 5.323268413543701,
      "learning_rate": 4.152651513804019e-06,
      "loss": 0.08519968390464783,
      "step": 1248
    },
    {
      "epoch": 0.9234750462107209,
      "grad_norm": 4.293143272399902,
      "learning_rate": 4.151247220938336e-06,
      "loss": 0.10828883200883865,
      "step": 1249
    },
    {
      "epoch": 0.9242144177449169,
      "grad_norm": 3.203274965286255,
      "learning_rate": 4.14984203582861e-06,
      "loss": 0.12068073451519012,
      "step": 1250
    },
    {
      "epoch": 0.9249537892791128,
      "grad_norm": 4.086752891540527,
      "learning_rate": 4.1484359593695915e-06,
      "loss": 0.09746316075325012,
      "step": 1251
    },
    {
      "epoch": 0.9256931608133087,
      "grad_norm": 3.6207518577575684,
      "learning_rate": 4.147028992456602e-06,
      "loss": 0.09430903196334839,
      "step": 1252
    },
    {
      "epoch": 0.9264325323475047,
      "grad_norm": 3.473966598510742,
      "learning_rate": 4.145621135985526e-06,
      "loss": 0.09553971886634827,
      "step": 1253
    },
    {
      "epoch": 0.9271719038817006,
      "grad_norm": 4.9774065017700195,
      "learning_rate": 4.144212390852816e-06,
      "loss": 0.07701139152050018,
      "step": 1254
    },
    {
      "epoch": 0.9279112754158965,
      "grad_norm": 4.072710037231445,
      "learning_rate": 4.142802757955491e-06,
      "loss": 0.11291126906871796,
      "step": 1255
    },
    {
      "epoch": 0.9286506469500925,
      "grad_norm": 4.668191909790039,
      "learning_rate": 4.141392238191134e-06,
      "loss": 0.10610712319612503,
      "step": 1256
    },
    {
      "epoch": 0.9293900184842884,
      "grad_norm": 4.041755199432373,
      "learning_rate": 4.139980832457893e-06,
      "loss": 0.08400414139032364,
      "step": 1257
    },
    {
      "epoch": 0.9301293900184843,
      "grad_norm": 3.6267757415771484,
      "learning_rate": 4.138568541654481e-06,
      "loss": 0.10473158955574036,
      "step": 1258
    },
    {
      "epoch": 0.9308687615526802,
      "grad_norm": 4.071776866912842,
      "learning_rate": 4.137155366680176e-06,
      "loss": 0.10587053000926971,
      "step": 1259
    },
    {
      "epoch": 0.9316081330868762,
      "grad_norm": 4.303316593170166,
      "learning_rate": 4.135741308434812e-06,
      "loss": 0.07450859248638153,
      "step": 1260
    },
    {
      "epoch": 0.9323475046210721,
      "grad_norm": 4.715449333190918,
      "learning_rate": 4.134326367818795e-06,
      "loss": 0.11014540493488312,
      "step": 1261
    },
    {
      "epoch": 0.933086876155268,
      "grad_norm": 3.6790318489074707,
      "learning_rate": 4.132910545733087e-06,
      "loss": 0.06833720207214355,
      "step": 1262
    },
    {
      "epoch": 0.933826247689464,
      "grad_norm": 3.779191493988037,
      "learning_rate": 4.131493843079213e-06,
      "loss": 0.13604629039764404,
      "step": 1263
    },
    {
      "epoch": 0.9345656192236599,
      "grad_norm": 5.21082878112793,
      "learning_rate": 4.130076260759256e-06,
      "loss": 0.08535236865282059,
      "step": 1264
    },
    {
      "epoch": 0.9353049907578558,
      "grad_norm": 4.282204627990723,
      "learning_rate": 4.128657799675864e-06,
      "loss": 0.09649982303380966,
      "step": 1265
    },
    {
      "epoch": 0.9360443622920518,
      "grad_norm": 4.575429439544678,
      "learning_rate": 4.127238460732242e-06,
      "loss": 0.07200303673744202,
      "step": 1266
    },
    {
      "epoch": 0.9367837338262477,
      "grad_norm": 5.194964408874512,
      "learning_rate": 4.1258182448321515e-06,
      "loss": 0.09556837379932404,
      "step": 1267
    },
    {
      "epoch": 0.9375231053604436,
      "grad_norm": 6.3188652992248535,
      "learning_rate": 4.124397152879918e-06,
      "loss": 0.1024852842092514,
      "step": 1268
    },
    {
      "epoch": 0.9382624768946396,
      "grad_norm": 3.4918107986450195,
      "learning_rate": 4.122975185780419e-06,
      "loss": 0.10205800086259842,
      "step": 1269
    },
    {
      "epoch": 0.9390018484288355,
      "grad_norm": 5.327855587005615,
      "learning_rate": 4.121552344439093e-06,
      "loss": 0.04604736343026161,
      "step": 1270
    },
    {
      "epoch": 0.9397412199630314,
      "grad_norm": 5.488301753997803,
      "learning_rate": 4.120128629761935e-06,
      "loss": 0.0632362961769104,
      "step": 1271
    },
    {
      "epoch": 0.9404805914972274,
      "grad_norm": 3.7058446407318115,
      "learning_rate": 4.118704042655493e-06,
      "loss": 0.11410466581583023,
      "step": 1272
    },
    {
      "epoch": 0.9412199630314233,
      "grad_norm": 4.797382354736328,
      "learning_rate": 4.1172785840268744e-06,
      "loss": 0.06260962039232254,
      "step": 1273
    },
    {
      "epoch": 0.9419593345656192,
      "grad_norm": 6.006154537200928,
      "learning_rate": 4.115852254783741e-06,
      "loss": 0.09344232082366943,
      "step": 1274
    },
    {
      "epoch": 0.9426987060998152,
      "grad_norm": 4.887182235717773,
      "learning_rate": 4.114425055834304e-06,
      "loss": 0.065268874168396,
      "step": 1275
    },
    {
      "epoch": 0.9434380776340111,
      "grad_norm": 5.227149963378906,
      "learning_rate": 4.112996988087336e-06,
      "loss": 0.11767076700925827,
      "step": 1276
    },
    {
      "epoch": 0.944177449168207,
      "grad_norm": 4.8395094871521,
      "learning_rate": 4.111568052452156e-06,
      "loss": 0.08265776932239532,
      "step": 1277
    },
    {
      "epoch": 0.9449168207024029,
      "grad_norm": 4.8410749435424805,
      "learning_rate": 4.1101382498386405e-06,
      "loss": 0.10517295449972153,
      "step": 1278
    },
    {
      "epoch": 0.9456561922365989,
      "grad_norm": 4.370154857635498,
      "learning_rate": 4.1087075811572165e-06,
      "loss": 0.09528413414955139,
      "step": 1279
    },
    {
      "epoch": 0.9463955637707948,
      "grad_norm": 3.492783784866333,
      "learning_rate": 4.107276047318861e-06,
      "loss": 0.10392051935195923,
      "step": 1280
    },
    {
      "epoch": 0.9471349353049907,
      "grad_norm": 4.356719017028809,
      "learning_rate": 4.105843649235104e-06,
      "loss": 0.0777992457151413,
      "step": 1281
    },
    {
      "epoch": 0.9478743068391867,
      "grad_norm": 5.045681953430176,
      "learning_rate": 4.104410387818024e-06,
      "loss": 0.08246183395385742,
      "step": 1282
    },
    {
      "epoch": 0.9486136783733826,
      "grad_norm": 5.71662712097168,
      "learning_rate": 4.10297626398025e-06,
      "loss": 0.08751735091209412,
      "step": 1283
    },
    {
      "epoch": 0.9493530499075785,
      "grad_norm": 3.3451008796691895,
      "learning_rate": 4.101541278634962e-06,
      "loss": 0.10268744826316833,
      "step": 1284
    },
    {
      "epoch": 0.9500924214417745,
      "grad_norm": 4.011295795440674,
      "learning_rate": 4.100105432695884e-06,
      "loss": 0.1315554678440094,
      "step": 1285
    },
    {
      "epoch": 0.9508317929759704,
      "grad_norm": 4.596782207489014,
      "learning_rate": 4.0986687270772934e-06,
      "loss": 0.08879611641168594,
      "step": 1286
    },
    {
      "epoch": 0.9515711645101663,
      "grad_norm": 4.0701470375061035,
      "learning_rate": 4.09723116269401e-06,
      "loss": 0.06543806940317154,
      "step": 1287
    },
    {
      "epoch": 0.9523105360443623,
      "grad_norm": 3.4468512535095215,
      "learning_rate": 4.095792740461405e-06,
      "loss": 0.08646194636821747,
      "step": 1288
    },
    {
      "epoch": 0.9530499075785582,
      "grad_norm": 4.512137413024902,
      "learning_rate": 4.094353461295393e-06,
      "loss": 0.0580766424536705,
      "step": 1289
    },
    {
      "epoch": 0.9537892791127541,
      "grad_norm": 4.347107887268066,
      "learning_rate": 4.092913326112434e-06,
      "loss": 0.07942931354045868,
      "step": 1290
    },
    {
      "epoch": 0.9545286506469501,
      "grad_norm": 5.879266262054443,
      "learning_rate": 4.091472335829534e-06,
      "loss": 0.0786149725317955,
      "step": 1291
    },
    {
      "epoch": 0.955268022181146,
      "grad_norm": 4.667703151702881,
      "learning_rate": 4.090030491364244e-06,
      "loss": 0.07337147742509842,
      "step": 1292
    },
    {
      "epoch": 0.9560073937153419,
      "grad_norm": 4.880917549133301,
      "learning_rate": 4.088587793634658e-06,
      "loss": 0.06828370690345764,
      "step": 1293
    },
    {
      "epoch": 0.956746765249538,
      "grad_norm": 5.172056674957275,
      "learning_rate": 4.087144243559414e-06,
      "loss": 0.06143511086702347,
      "step": 1294
    },
    {
      "epoch": 0.9574861367837338,
      "grad_norm": 4.973568439483643,
      "learning_rate": 4.085699842057693e-06,
      "loss": 0.12137329578399658,
      "step": 1295
    },
    {
      "epoch": 0.9582255083179297,
      "grad_norm": 4.830620765686035,
      "learning_rate": 4.084254590049216e-06,
      "loss": 0.04479135572910309,
      "step": 1296
    },
    {
      "epoch": 0.9589648798521256,
      "grad_norm": 6.375425338745117,
      "learning_rate": 4.082808488454248e-06,
      "loss": 0.07957334816455841,
      "step": 1297
    },
    {
      "epoch": 0.9597042513863216,
      "grad_norm": 4.395008087158203,
      "learning_rate": 4.081361538193595e-06,
      "loss": 0.13761422038078308,
      "step": 1298
    },
    {
      "epoch": 0.9604436229205175,
      "grad_norm": 3.8686347007751465,
      "learning_rate": 4.0799137401885995e-06,
      "loss": 0.06390014290809631,
      "step": 1299
    },
    {
      "epoch": 0.9611829944547134,
      "grad_norm": 3.746307611465454,
      "learning_rate": 4.07846509536115e-06,
      "loss": 0.08418642729520798,
      "step": 1300
    },
    {
      "epoch": 0.9619223659889095,
      "grad_norm": 3.3596956729888916,
      "learning_rate": 4.077015604633669e-06,
      "loss": 0.03335687518119812,
      "step": 1301
    },
    {
      "epoch": 0.9626617375231054,
      "grad_norm": 4.220990180969238,
      "learning_rate": 4.07556526892912e-06,
      "loss": 0.09509570896625519,
      "step": 1302
    },
    {
      "epoch": 0.9634011090573013,
      "grad_norm": 4.228139877319336,
      "learning_rate": 4.074114089171006e-06,
      "loss": 0.12093635648488998,
      "step": 1303
    },
    {
      "epoch": 0.9641404805914973,
      "grad_norm": 3.9738502502441406,
      "learning_rate": 4.0726620662833616e-06,
      "loss": 0.1030249148607254,
      "step": 1304
    },
    {
      "epoch": 0.9648798521256932,
      "grad_norm": 3.7936480045318604,
      "learning_rate": 4.071209201190766e-06,
      "loss": 0.09457199275493622,
      "step": 1305
    },
    {
      "epoch": 0.9656192236598891,
      "grad_norm": 7.6213178634643555,
      "learning_rate": 4.069755494818329e-06,
      "loss": 0.10822607576847076,
      "step": 1306
    },
    {
      "epoch": 0.9663585951940851,
      "grad_norm": 3.731292486190796,
      "learning_rate": 4.068300948091698e-06,
      "loss": 0.13445788621902466,
      "step": 1307
    },
    {
      "epoch": 0.967097966728281,
      "grad_norm": 4.565194129943848,
      "learning_rate": 4.066845561937057e-06,
      "loss": 0.044161491096019745,
      "step": 1308
    },
    {
      "epoch": 0.9678373382624769,
      "grad_norm": 3.6431515216827393,
      "learning_rate": 4.065389337281121e-06,
      "loss": 0.12753576040267944,
      "step": 1309
    },
    {
      "epoch": 0.9685767097966729,
      "grad_norm": 5.884459972381592,
      "learning_rate": 4.063932275051143e-06,
      "loss": 0.07471480965614319,
      "step": 1310
    },
    {
      "epoch": 0.9693160813308688,
      "grad_norm": 4.4653544425964355,
      "learning_rate": 4.0624743761749045e-06,
      "loss": 0.09699045121669769,
      "step": 1311
    },
    {
      "epoch": 0.9700554528650647,
      "grad_norm": 3.9848930835723877,
      "learning_rate": 4.061015641580726e-06,
      "loss": 0.09959234297275543,
      "step": 1312
    },
    {
      "epoch": 0.9707948243992607,
      "grad_norm": 3.6540212631225586,
      "learning_rate": 4.059556072197453e-06,
      "loss": 0.08766701817512512,
      "step": 1313
    },
    {
      "epoch": 0.9715341959334566,
      "grad_norm": 4.040307998657227,
      "learning_rate": 4.058095668954468e-06,
      "loss": 0.13566088676452637,
      "step": 1314
    },
    {
      "epoch": 0.9722735674676525,
      "grad_norm": 4.373073101043701,
      "learning_rate": 4.056634432781683e-06,
      "loss": 0.0876464992761612,
      "step": 1315
    },
    {
      "epoch": 0.9730129390018484,
      "grad_norm": 3.8923001289367676,
      "learning_rate": 4.05517236460954e-06,
      "loss": 0.13118982315063477,
      "step": 1316
    },
    {
      "epoch": 0.9737523105360444,
      "grad_norm": 3.9692318439483643,
      "learning_rate": 4.0537094653690105e-06,
      "loss": 0.10863399505615234,
      "step": 1317
    },
    {
      "epoch": 0.9744916820702403,
      "grad_norm": 5.029035568237305,
      "learning_rate": 4.052245735991595e-06,
      "loss": 0.08711151778697968,
      "step": 1318
    },
    {
      "epoch": 0.9752310536044362,
      "grad_norm": 3.9442999362945557,
      "learning_rate": 4.050781177409323e-06,
      "loss": 0.0701448917388916,
      "step": 1319
    },
    {
      "epoch": 0.9759704251386322,
      "grad_norm": 3.7249343395233154,
      "learning_rate": 4.049315790554752e-06,
      "loss": 0.09325215220451355,
      "step": 1320
    },
    {
      "epoch": 0.9767097966728281,
      "grad_norm": 3.3376567363739014,
      "learning_rate": 4.047849576360968e-06,
      "loss": 0.08947093784809113,
      "step": 1321
    },
    {
      "epoch": 0.977449168207024,
      "grad_norm": 4.218324184417725,
      "learning_rate": 4.0463825357615815e-06,
      "loss": 0.1028720885515213,
      "step": 1322
    },
    {
      "epoch": 0.97818853974122,
      "grad_norm": 5.664226055145264,
      "learning_rate": 4.044914669690732e-06,
      "loss": 0.07790728658437729,
      "step": 1323
    },
    {
      "epoch": 0.9789279112754159,
      "grad_norm": 4.216891288757324,
      "learning_rate": 4.043445979083081e-06,
      "loss": 0.08726905286312103,
      "step": 1324
    },
    {
      "epoch": 0.9796672828096118,
      "grad_norm": 4.220721244812012,
      "learning_rate": 4.041976464873819e-06,
      "loss": 0.06695814430713654,
      "step": 1325
    },
    {
      "epoch": 0.9804066543438078,
      "grad_norm": 5.439157485961914,
      "learning_rate": 4.040506127998658e-06,
      "loss": 0.08059584349393845,
      "step": 1326
    },
    {
      "epoch": 0.9811460258780037,
      "grad_norm": 3.786301851272583,
      "learning_rate": 4.039034969393836e-06,
      "loss": 0.0861954391002655,
      "step": 1327
    },
    {
      "epoch": 0.9818853974121996,
      "grad_norm": 5.715299606323242,
      "learning_rate": 4.037562989996112e-06,
      "loss": 0.13647568225860596,
      "step": 1328
    },
    {
      "epoch": 0.9826247689463956,
      "grad_norm": 4.03038215637207,
      "learning_rate": 4.036090190742768e-06,
      "loss": 0.10691842436790466,
      "step": 1329
    },
    {
      "epoch": 0.9833641404805915,
      "grad_norm": 3.2221875190734863,
      "learning_rate": 4.034616572571611e-06,
      "loss": 0.06676600873470306,
      "step": 1330
    },
    {
      "epoch": 0.9841035120147874,
      "grad_norm": 4.375216007232666,
      "learning_rate": 4.033142136420965e-06,
      "loss": 0.11836910247802734,
      "step": 1331
    },
    {
      "epoch": 0.9848428835489834,
      "grad_norm": 4.405242443084717,
      "learning_rate": 4.031666883229678e-06,
      "loss": 0.07826778292655945,
      "step": 1332
    },
    {
      "epoch": 0.9855822550831793,
      "grad_norm": 4.8143534660339355,
      "learning_rate": 4.0301908139371196e-06,
      "loss": 0.10140824317932129,
      "step": 1333
    },
    {
      "epoch": 0.9863216266173752,
      "grad_norm": 2.795078754425049,
      "learning_rate": 4.028713929483173e-06,
      "loss": 0.0805973932147026,
      "step": 1334
    },
    {
      "epoch": 0.9870609981515711,
      "grad_norm": 4.251298904418945,
      "learning_rate": 4.027236230808246e-06,
      "loss": 0.08804316818714142,
      "step": 1335
    },
    {
      "epoch": 0.9878003696857671,
      "grad_norm": 3.9247071743011475,
      "learning_rate": 4.0257577188532635e-06,
      "loss": 0.07347789406776428,
      "step": 1336
    },
    {
      "epoch": 0.988539741219963,
      "grad_norm": 3.698575258255005,
      "learning_rate": 4.024278394559667e-06,
      "loss": 0.1090582013130188,
      "step": 1337
    },
    {
      "epoch": 0.9892791127541589,
      "grad_norm": 4.064996242523193,
      "learning_rate": 4.022798258869417e-06,
      "loss": 0.09269186109304428,
      "step": 1338
    },
    {
      "epoch": 0.9900184842883549,
      "grad_norm": 4.68333101272583,
      "learning_rate": 4.021317312724989e-06,
      "loss": 0.09658917784690857,
      "step": 1339
    },
    {
      "epoch": 0.9907578558225508,
      "grad_norm": 5.275736331939697,
      "learning_rate": 4.019835557069375e-06,
      "loss": 0.04948625713586807,
      "step": 1340
    },
    {
      "epoch": 0.9914972273567467,
      "grad_norm": 4.875097274780273,
      "learning_rate": 4.018352992846084e-06,
      "loss": 0.10814017057418823,
      "step": 1341
    },
    {
      "epoch": 0.9922365988909427,
      "grad_norm": 4.828421115875244,
      "learning_rate": 4.016869620999138e-06,
      "loss": 0.10405051708221436,
      "step": 1342
    },
    {
      "epoch": 0.9929759704251386,
      "grad_norm": 5.1702423095703125,
      "learning_rate": 4.015385442473073e-06,
      "loss": 0.1032736748456955,
      "step": 1343
    },
    {
      "epoch": 0.9937153419593345,
      "grad_norm": 3.815901041030884,
      "learning_rate": 4.013900458212941e-06,
      "loss": 0.09491760283708572,
      "step": 1344
    },
    {
      "epoch": 0.9944547134935305,
      "grad_norm": 3.8174691200256348,
      "learning_rate": 4.012414669164305e-06,
      "loss": 0.08529795706272125,
      "step": 1345
    },
    {
      "epoch": 0.9951940850277264,
      "grad_norm": 4.892879486083984,
      "learning_rate": 4.0109280762732424e-06,
      "loss": 0.08335202187299728,
      "step": 1346
    },
    {
      "epoch": 0.9959334565619223,
      "grad_norm": 3.640155792236328,
      "learning_rate": 4.009440680486339e-06,
      "loss": 0.11789075285196304,
      "step": 1347
    },
    {
      "epoch": 0.9966728280961183,
      "grad_norm": 4.183467388153076,
      "learning_rate": 4.007952482750693e-06,
      "loss": 0.08038797974586487,
      "step": 1348
    },
    {
      "epoch": 0.9974121996303142,
      "grad_norm": 4.174394130706787,
      "learning_rate": 4.006463484013918e-06,
      "loss": 0.06798119843006134,
      "step": 1349
    },
    {
      "epoch": 0.9981515711645101,
      "grad_norm": 4.779728889465332,
      "learning_rate": 4.004973685224131e-06,
      "loss": 0.07222880423069,
      "step": 1350
    },
    {
      "epoch": 0.9988909426987062,
      "grad_norm": 5.675201416015625,
      "learning_rate": 4.003483087329962e-06,
      "loss": 0.06448063999414444,
      "step": 1351
    },
    {
      "epoch": 0.999630314232902,
      "grad_norm": 4.250618934631348,
      "learning_rate": 4.001991691280549e-06,
      "loss": 0.08716219663619995,
      "step": 1352
    },
    {
      "epoch": 1.0,
      "grad_norm": 6.10059928894043,
      "learning_rate": 4.000499498025538e-06,
      "loss": 0.08914235234260559,
      "step": 1353
    }
  ],
  "logging_steps": 1,
  "max_steps": 4059,
  "num_input_tokens_seen": 0,
  "num_train_epochs": 3,
  "save_steps": 500,
  "stateful_callbacks": {
    "TrainerControl": {
      "args": {
        "should_epoch_stop": false,
        "should_evaluate": false,
        "should_log": false,
        "should_save": true,
        "should_training_stop": false
      },
      "attributes": {}
    }
  },
  "total_flos": 0.0,
  "train_batch_size": 1,
  "trial_name": null,
  "trial_params": null
}