Download trainer_state.json from NeuML/atto-9k-16d: direct link, hf CLI and curl.
- Browser
- Download file 99.8 kB
-
https://huggingface.co/NeuML/atto-9k-16d/resolve/main/trainer_state.json
- Command line
-
hf download hf://NeuML/atto-9k-16d/trainer_state.json
-
curl -L -o trainer_state.json https://huggingface.co/NeuML/atto-9k-16d/resolve/main/trainer_state.json
99.8 kB
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 268723,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0018606520469033167,
"grad_norm": 0.4314788579940796,
"learning_rate": 0.0001996,
"loss": 6.7853271484375,
"step": 500
},
{
"epoch": 0.0037213040938066334,
"grad_norm": 0.13597171008586884,
"learning_rate": 0.0003996,
"loss": 6.1303701171875,
"step": 1000
},
{
"epoch": 0.0055819561407099505,
"grad_norm": 1.3620493412017822,
"learning_rate": 0.0005996,
"loss": 6.026986328125,
"step": 1500
},
{
"epoch": 0.007442608187613267,
"grad_norm": 0.946457028388977,
"learning_rate": 0.0007996,
"loss": 5.9287783203125,
"step": 2000
},
{
"epoch": 0.009303260234516584,
"grad_norm": 2.0979883670806885,
"learning_rate": 0.0009996,
"loss": 5.87133642578125,
"step": 2500
},
{
"epoch": 0.011163912281419901,
"grad_norm": 5.0316948890686035,
"learning_rate": 0.0009981256315194406,
"loss": 5.6356044921875,
"step": 3000
},
{
"epoch": 0.013024564328323218,
"grad_norm": 1.6848260164260864,
"learning_rate": 0.000996247506789421,
"loss": 5.486046875,
"step": 3500
},
{
"epoch": 0.014885216375226534,
"grad_norm": 8.53133773803711,
"learning_rate": 0.0009943693820594012,
"loss": 5.3958291015625,
"step": 4000
},
{
"epoch": 0.016745868422129852,
"grad_norm": 10.066834449768066,
"learning_rate": 0.0009924912573293816,
"loss": 5.31670361328125,
"step": 4500
},
{
"epoch": 0.018606520469033168,
"grad_norm": 5.980898857116699,
"learning_rate": 0.0009906131325993623,
"loss": 5.25801318359375,
"step": 5000
},
{
"epoch": 0.020467172515936483,
"grad_norm": 14.394654273986816,
"learning_rate": 0.0009887350078693427,
"loss": 5.2133134765625,
"step": 5500
},
{
"epoch": 0.022327824562839802,
"grad_norm": 2.71549916267395,
"learning_rate": 0.000986856883139323,
"loss": 5.17466015625,
"step": 6000
},
{
"epoch": 0.024188476609743118,
"grad_norm": 15.247153282165527,
"learning_rate": 0.0009849787584093035,
"loss": 5.14855859375,
"step": 6500
},
{
"epoch": 0.026049128656646436,
"grad_norm": 15.166154861450195,
"learning_rate": 0.000983100633679284,
"loss": 5.1298076171875,
"step": 7000
},
{
"epoch": 0.027909780703549752,
"grad_norm": 22.60976791381836,
"learning_rate": 0.0009812225089492644,
"loss": 5.1111220703125,
"step": 7500
},
{
"epoch": 0.029770432750453067,
"grad_norm": 4.062962532043457,
"learning_rate": 0.0009793443842192448,
"loss": 5.0562548828125,
"step": 8000
},
{
"epoch": 0.031631084797356386,
"grad_norm": 13.634148597717285,
"learning_rate": 0.0009774662594892252,
"loss": 5.01822265625,
"step": 8500
},
{
"epoch": 0.033491736844259705,
"grad_norm": 8.007293701171875,
"learning_rate": 0.0009755881347592056,
"loss": 4.9895087890625,
"step": 9000
},
{
"epoch": 0.03535238889116302,
"grad_norm": 9.804824829101562,
"learning_rate": 0.0009737100100291862,
"loss": 4.97279248046875,
"step": 9500
},
{
"epoch": 0.037213040938066336,
"grad_norm": 9.2280912399292,
"learning_rate": 0.0009718318852991666,
"loss": 4.9603349609375,
"step": 10000
},
{
"epoch": 0.039073692984969655,
"grad_norm": 9.028974533081055,
"learning_rate": 0.000969953760569147,
"loss": 4.94788720703125,
"step": 10500
},
{
"epoch": 0.040934345031872967,
"grad_norm": 11.949081420898438,
"learning_rate": 0.0009680756358391274,
"loss": 4.9421845703125,
"step": 11000
},
{
"epoch": 0.042794997078776285,
"grad_norm": 11.549881935119629,
"learning_rate": 0.0009661975111091079,
"loss": 4.9332685546875,
"step": 11500
},
{
"epoch": 0.044655649125679604,
"grad_norm": 8.730936050415039,
"learning_rate": 0.0009643193863790883,
"loss": 4.92800244140625,
"step": 12000
},
{
"epoch": 0.04651630117258292,
"grad_norm": 7.4256720542907715,
"learning_rate": 0.0009624412616490686,
"loss": 4.92126904296875,
"step": 12500
},
{
"epoch": 0.048376953219486235,
"grad_norm": 11.873394966125488,
"learning_rate": 0.000960563136919049,
"loss": 4.9159609375,
"step": 13000
},
{
"epoch": 0.050237605266389554,
"grad_norm": 13.982196807861328,
"learning_rate": 0.0009586850121890294,
"loss": 4.91516943359375,
"step": 13500
},
{
"epoch": 0.05209825731329287,
"grad_norm": 8.02619457244873,
"learning_rate": 0.0009568068874590099,
"loss": 4.91043115234375,
"step": 14000
},
{
"epoch": 0.053958909360196185,
"grad_norm": 4.897095203399658,
"learning_rate": 0.0009549287627289904,
"loss": 4.90646630859375,
"step": 14500
},
{
"epoch": 0.055819561407099504,
"grad_norm": 11.483591079711914,
"learning_rate": 0.0009530506379989708,
"loss": 4.9032333984375,
"step": 15000
},
{
"epoch": 0.05768021345400282,
"grad_norm": 4.293162822723389,
"learning_rate": 0.0009511725132689512,
"loss": 4.89979736328125,
"step": 15500
},
{
"epoch": 0.059540865500906134,
"grad_norm": 8.795705795288086,
"learning_rate": 0.0009492943885389317,
"loss": 4.89283203125,
"step": 16000
},
{
"epoch": 0.06140151754780945,
"grad_norm": 6.238478660583496,
"learning_rate": 0.0009474162638089121,
"loss": 4.88952197265625,
"step": 16500
},
{
"epoch": 0.06326216959471277,
"grad_norm": 3.8396761417388916,
"learning_rate": 0.0009455381390788925,
"loss": 4.8649404296875,
"step": 17000
},
{
"epoch": 0.06512282164161609,
"grad_norm": 7.627805233001709,
"learning_rate": 0.0009436600143488729,
"loss": 4.834298828125,
"step": 17500
},
{
"epoch": 0.06698347368851941,
"grad_norm": 6.406829357147217,
"learning_rate": 0.0009417818896188533,
"loss": 4.815376953125,
"step": 18000
},
{
"epoch": 0.06884412573542271,
"grad_norm": 8.25308609008789,
"learning_rate": 0.0009399037648888338,
"loss": 4.80587060546875,
"step": 18500
},
{
"epoch": 0.07070477778232603,
"grad_norm": 7.483152866363525,
"learning_rate": 0.0009380256401588142,
"loss": 4.79868505859375,
"step": 19000
},
{
"epoch": 0.07256542982922935,
"grad_norm": 6.372735023498535,
"learning_rate": 0.0009361475154287947,
"loss": 4.7913173828125,
"step": 19500
},
{
"epoch": 0.07442608187613267,
"grad_norm": 5.593705654144287,
"learning_rate": 0.0009342693906987751,
"loss": 4.78641943359375,
"step": 20000
},
{
"epoch": 0.07628673392303599,
"grad_norm": 4.990402698516846,
"learning_rate": 0.0009323912659687556,
"loss": 4.77981689453125,
"step": 20500
},
{
"epoch": 0.07814738596993931,
"grad_norm": 5.933784484863281,
"learning_rate": 0.000930513141238736,
"loss": 4.7739892578125,
"step": 21000
},
{
"epoch": 0.08000803801684263,
"grad_norm": 11.251651763916016,
"learning_rate": 0.0009286350165087164,
"loss": 4.76673046875,
"step": 21500
},
{
"epoch": 0.08186869006374593,
"grad_norm": 8.078190803527832,
"learning_rate": 0.0009267568917786968,
"loss": 4.7606318359375,
"step": 22000
},
{
"epoch": 0.08372934211064925,
"grad_norm": 7.870741844177246,
"learning_rate": 0.0009248787670486773,
"loss": 4.75390283203125,
"step": 22500
},
{
"epoch": 0.08558999415755257,
"grad_norm": 7.623721122741699,
"learning_rate": 0.0009230006423186577,
"loss": 4.74347119140625,
"step": 23000
},
{
"epoch": 0.08745064620445589,
"grad_norm": 5.673074722290039,
"learning_rate": 0.0009211225175886381,
"loss": 4.7323671875,
"step": 23500
},
{
"epoch": 0.08931129825135921,
"grad_norm": 11.450819969177246,
"learning_rate": 0.0009192443928586185,
"loss": 4.72345849609375,
"step": 24000
},
{
"epoch": 0.09117195029826253,
"grad_norm": 5.2996439933776855,
"learning_rate": 0.000917366268128599,
"loss": 4.717736328125,
"step": 24500
},
{
"epoch": 0.09303260234516585,
"grad_norm": 7.807470321655273,
"learning_rate": 0.0009154881433985795,
"loss": 4.709794921875,
"step": 25000
},
{
"epoch": 0.09489325439206915,
"grad_norm": 10.815252304077148,
"learning_rate": 0.0009136100186685599,
"loss": 4.7084697265625,
"step": 25500
},
{
"epoch": 0.09675390643897247,
"grad_norm": 7.801313400268555,
"learning_rate": 0.0009117318939385403,
"loss": 4.705708984375,
"step": 26000
},
{
"epoch": 0.09861455848587579,
"grad_norm": 8.55783462524414,
"learning_rate": 0.0009098537692085207,
"loss": 4.69743212890625,
"step": 26500
},
{
"epoch": 0.10047521053277911,
"grad_norm": 7.544323921203613,
"learning_rate": 0.0009079756444785012,
"loss": 4.696986328125,
"step": 27000
},
{
"epoch": 0.10233586257968243,
"grad_norm": 5.927433967590332,
"learning_rate": 0.0009060975197484816,
"loss": 4.69458203125,
"step": 27500
},
{
"epoch": 0.10419651462658575,
"grad_norm": 8.72297191619873,
"learning_rate": 0.000904219395018462,
"loss": 4.6895673828125,
"step": 28000
},
{
"epoch": 0.10605716667348905,
"grad_norm": 5.952186107635498,
"learning_rate": 0.0009023412702884424,
"loss": 4.6894033203125,
"step": 28500
},
{
"epoch": 0.10791781872039237,
"grad_norm": 7.0196661949157715,
"learning_rate": 0.0009004631455584227,
"loss": 4.68468408203125,
"step": 29000
},
{
"epoch": 0.10977847076729569,
"grad_norm": 9.890340805053711,
"learning_rate": 0.0008985850208284033,
"loss": 4.6849443359375,
"step": 29500
},
{
"epoch": 0.11163912281419901,
"grad_norm": 9.303309440612793,
"learning_rate": 0.0008967068960983837,
"loss": 4.683001953125,
"step": 30000
},
{
"epoch": 0.11349977486110233,
"grad_norm": 3.7968056201934814,
"learning_rate": 0.0008948287713683641,
"loss": 4.67861083984375,
"step": 30500
},
{
"epoch": 0.11536042690800564,
"grad_norm": 6.362044334411621,
"learning_rate": 0.0008929506466383445,
"loss": 4.67451806640625,
"step": 31000
},
{
"epoch": 0.11722107895490896,
"grad_norm": 5.455772876739502,
"learning_rate": 0.000891072521908325,
"loss": 4.65864306640625,
"step": 31500
},
{
"epoch": 0.11908173100181227,
"grad_norm": 3.4788241386413574,
"learning_rate": 0.0008891943971783054,
"loss": 4.62996142578125,
"step": 32000
},
{
"epoch": 0.12094238304871559,
"grad_norm": 6.245126724243164,
"learning_rate": 0.0008873162724482858,
"loss": 4.61061181640625,
"step": 32500
},
{
"epoch": 0.1228030350956189,
"grad_norm": 8.973690032958984,
"learning_rate": 0.0008854381477182662,
"loss": 4.609,
"step": 33000
},
{
"epoch": 0.12466368714252223,
"grad_norm": 8.178733825683594,
"learning_rate": 0.0008835600229882466,
"loss": 4.60082470703125,
"step": 33500
},
{
"epoch": 0.12652433918942554,
"grad_norm": 7.828036785125732,
"learning_rate": 0.0008816818982582271,
"loss": 4.5952421875,
"step": 34000
},
{
"epoch": 0.12838499123632885,
"grad_norm": 5.333179473876953,
"learning_rate": 0.0008798037735282076,
"loss": 4.59422021484375,
"step": 34500
},
{
"epoch": 0.13024564328323218,
"grad_norm": 7.878958225250244,
"learning_rate": 0.000877925648798188,
"loss": 4.5903203125,
"step": 35000
},
{
"epoch": 0.1321062953301355,
"grad_norm": 6.313208103179932,
"learning_rate": 0.0008760475240681684,
"loss": 4.5895498046875,
"step": 35500
},
{
"epoch": 0.13396694737703882,
"grad_norm": 7.810047626495361,
"learning_rate": 0.0008741693993381489,
"loss": 4.58667236328125,
"step": 36000
},
{
"epoch": 0.13582759942394212,
"grad_norm": 4.655230522155762,
"learning_rate": 0.0008722912746081293,
"loss": 4.58324169921875,
"step": 36500
},
{
"epoch": 0.13768825147084543,
"grad_norm": 5.028500556945801,
"learning_rate": 0.0008704131498781097,
"loss": 4.5835791015625,
"step": 37000
},
{
"epoch": 0.13954890351774876,
"grad_norm": 5.100904941558838,
"learning_rate": 0.0008685350251480901,
"loss": 4.5777822265625,
"step": 37500
},
{
"epoch": 0.14140955556465207,
"grad_norm": 5.605615615844727,
"learning_rate": 0.0008666569004180706,
"loss": 4.57620751953125,
"step": 38000
},
{
"epoch": 0.1432702076115554,
"grad_norm": 4.643740653991699,
"learning_rate": 0.000864778775688051,
"loss": 4.5712705078125,
"step": 38500
},
{
"epoch": 0.1451308596584587,
"grad_norm": 8.272708892822266,
"learning_rate": 0.0008629006509580315,
"loss": 4.574255859375,
"step": 39000
},
{
"epoch": 0.14699151170536204,
"grad_norm": 4.593851089477539,
"learning_rate": 0.0008610225262280119,
"loss": 4.57108642578125,
"step": 39500
},
{
"epoch": 0.14885216375226534,
"grad_norm": 9.995018005371094,
"learning_rate": 0.0008591444014979923,
"loss": 4.56814501953125,
"step": 40000
},
{
"epoch": 0.15071281579916865,
"grad_norm": 4.8378119468688965,
"learning_rate": 0.0008572662767679728,
"loss": 4.56724072265625,
"step": 40500
},
{
"epoch": 0.15257346784607198,
"grad_norm": 4.673752784729004,
"learning_rate": 0.0008553881520379532,
"loss": 4.56470166015625,
"step": 41000
},
{
"epoch": 0.15443411989297529,
"grad_norm": 8.134483337402344,
"learning_rate": 0.0008535100273079336,
"loss": 4.56236767578125,
"step": 41500
},
{
"epoch": 0.15629477193987862,
"grad_norm": 5.841233253479004,
"learning_rate": 0.000851631902577914,
"loss": 4.5614580078125,
"step": 42000
},
{
"epoch": 0.15815542398678192,
"grad_norm": 3.7582411766052246,
"learning_rate": 0.0008497537778478945,
"loss": 4.56209765625,
"step": 42500
},
{
"epoch": 0.16001607603368526,
"grad_norm": 6.807696342468262,
"learning_rate": 0.0008478756531178749,
"loss": 4.5589140625,
"step": 43000
},
{
"epoch": 0.16187672808058856,
"grad_norm": 6.409971237182617,
"learning_rate": 0.0008459975283878553,
"loss": 4.55469189453125,
"step": 43500
},
{
"epoch": 0.16373738012749187,
"grad_norm": 4.80071496963501,
"learning_rate": 0.0008441194036578358,
"loss": 4.55511376953125,
"step": 44000
},
{
"epoch": 0.1655980321743952,
"grad_norm": 6.570804595947266,
"learning_rate": 0.0008422412789278163,
"loss": 4.54985693359375,
"step": 44500
},
{
"epoch": 0.1674586842212985,
"grad_norm": 4.906417369842529,
"learning_rate": 0.0008403631541977967,
"loss": 4.5478876953125,
"step": 45000
},
{
"epoch": 0.16931933626820184,
"grad_norm": 6.0677876472473145,
"learning_rate": 0.0008384850294677771,
"loss": 4.54205615234375,
"step": 45500
},
{
"epoch": 0.17117998831510514,
"grad_norm": 5.87119722366333,
"learning_rate": 0.0008366069047377574,
"loss": 4.5450107421875,
"step": 46000
},
{
"epoch": 0.17304064036200847,
"grad_norm": 6.042978286743164,
"learning_rate": 0.0008347287800077378,
"loss": 4.54010400390625,
"step": 46500
},
{
"epoch": 0.17490129240891178,
"grad_norm": 3.3283963203430176,
"learning_rate": 0.0008328506552777183,
"loss": 4.53665087890625,
"step": 47000
},
{
"epoch": 0.17676194445581508,
"grad_norm": 8.206411361694336,
"learning_rate": 0.0008309725305476987,
"loss": 4.52938232421875,
"step": 47500
},
{
"epoch": 0.17862259650271842,
"grad_norm": 10.10551643371582,
"learning_rate": 0.0008290944058176791,
"loss": 4.52888232421875,
"step": 48000
},
{
"epoch": 0.18048324854962172,
"grad_norm": 8.297808647155762,
"learning_rate": 0.0008272162810876595,
"loss": 4.525412109375,
"step": 48500
},
{
"epoch": 0.18234390059652505,
"grad_norm": 5.006214141845703,
"learning_rate": 0.0008253381563576401,
"loss": 4.52420166015625,
"step": 49000
},
{
"epoch": 0.18420455264342836,
"grad_norm": 6.915680885314941,
"learning_rate": 0.0008234600316276205,
"loss": 4.52089208984375,
"step": 49500
},
{
"epoch": 0.1860652046903317,
"grad_norm": 6.739466190338135,
"learning_rate": 0.0008215819068976009,
"loss": 4.521951171875,
"step": 50000
},
{
"epoch": 0.187925856737235,
"grad_norm": 6.183567047119141,
"learning_rate": 0.0008197037821675813,
"loss": 4.5164443359375,
"step": 50500
},
{
"epoch": 0.1897865087841383,
"grad_norm": 4.95566987991333,
"learning_rate": 0.0008178256574375617,
"loss": 4.516236328125,
"step": 51000
},
{
"epoch": 0.19164716083104164,
"grad_norm": 5.927860260009766,
"learning_rate": 0.0008159475327075422,
"loss": 4.5120869140625,
"step": 51500
},
{
"epoch": 0.19350781287794494,
"grad_norm": 7.556771755218506,
"learning_rate": 0.0008140694079775226,
"loss": 4.508984375,
"step": 52000
},
{
"epoch": 0.19536846492484827,
"grad_norm": 4.250651836395264,
"learning_rate": 0.000812191283247503,
"loss": 4.5113916015625,
"step": 52500
},
{
"epoch": 0.19722911697175158,
"grad_norm": 8.554373741149902,
"learning_rate": 0.0008103131585174834,
"loss": 4.50879833984375,
"step": 53000
},
{
"epoch": 0.1990897690186549,
"grad_norm": 4.458115577697754,
"learning_rate": 0.0008084350337874639,
"loss": 4.50628564453125,
"step": 53500
},
{
"epoch": 0.20095042106555822,
"grad_norm": 8.246577262878418,
"learning_rate": 0.0008065569090574444,
"loss": 4.50648779296875,
"step": 54000
},
{
"epoch": 0.20281107311246152,
"grad_norm": 3.933825731277466,
"learning_rate": 0.0008046787843274248,
"loss": 4.5026142578125,
"step": 54500
},
{
"epoch": 0.20467172515936485,
"grad_norm": 3.794130325317383,
"learning_rate": 0.0008028006595974052,
"loss": 4.50472802734375,
"step": 55000
},
{
"epoch": 0.20653237720626816,
"grad_norm": 6.470836162567139,
"learning_rate": 0.0008009225348673857,
"loss": 4.50309375,
"step": 55500
},
{
"epoch": 0.2083930292531715,
"grad_norm": 5.694248676300049,
"learning_rate": 0.0007990444101373661,
"loss": 4.50254248046875,
"step": 56000
},
{
"epoch": 0.2102536813000748,
"grad_norm": 7.276400566101074,
"learning_rate": 0.0007971662854073465,
"loss": 4.49781591796875,
"step": 56500
},
{
"epoch": 0.2121143333469781,
"grad_norm": 7.402885437011719,
"learning_rate": 0.0007952881606773269,
"loss": 4.49815771484375,
"step": 57000
},
{
"epoch": 0.21397498539388143,
"grad_norm": 7.314826488494873,
"learning_rate": 0.0007934100359473073,
"loss": 4.500810546875,
"step": 57500
},
{
"epoch": 0.21583563744078474,
"grad_norm": 5.601799011230469,
"learning_rate": 0.0007915319112172878,
"loss": 4.49820263671875,
"step": 58000
},
{
"epoch": 0.21769628948768807,
"grad_norm": 5.061099529266357,
"learning_rate": 0.0007896537864872682,
"loss": 4.493552734375,
"step": 58500
},
{
"epoch": 0.21955694153459138,
"grad_norm": 5.085647106170654,
"learning_rate": 0.0007877756617572487,
"loss": 4.4960166015625,
"step": 59000
},
{
"epoch": 0.2214175935814947,
"grad_norm": 4.9539361000061035,
"learning_rate": 0.0007858975370272291,
"loss": 4.491951171875,
"step": 59500
},
{
"epoch": 0.22327824562839801,
"grad_norm": 10.466228485107422,
"learning_rate": 0.0007840194122972096,
"loss": 4.494978515625,
"step": 60000
},
{
"epoch": 0.22513889767530132,
"grad_norm": 7.598654270172119,
"learning_rate": 0.00078214128756719,
"loss": 4.4912138671875,
"step": 60500
},
{
"epoch": 0.22699954972220465,
"grad_norm": 7.397010803222656,
"learning_rate": 0.0007802631628371704,
"loss": 4.4921591796875,
"step": 61000
},
{
"epoch": 0.22886020176910796,
"grad_norm": 4.31448221206665,
"learning_rate": 0.0007783850381071508,
"loss": 4.49118310546875,
"step": 61500
},
{
"epoch": 0.2307208538160113,
"grad_norm": 6.421995639801025,
"learning_rate": 0.0007765069133771312,
"loss": 4.492251953125,
"step": 62000
},
{
"epoch": 0.2325815058629146,
"grad_norm": 7.053623676300049,
"learning_rate": 0.0007746287886471116,
"loss": 4.487826171875,
"step": 62500
},
{
"epoch": 0.23444215790981793,
"grad_norm": 4.378776550292969,
"learning_rate": 0.000772750663917092,
"loss": 4.48987353515625,
"step": 63000
},
{
"epoch": 0.23630280995672123,
"grad_norm": 4.704683303833008,
"learning_rate": 0.0007708725391870724,
"loss": 4.48673291015625,
"step": 63500
},
{
"epoch": 0.23816346200362454,
"grad_norm": 6.298703670501709,
"learning_rate": 0.0007689944144570529,
"loss": 4.48763671875,
"step": 64000
},
{
"epoch": 0.24002411405052787,
"grad_norm": 5.29418420791626,
"learning_rate": 0.0007671162897270334,
"loss": 4.4861953125,
"step": 64500
},
{
"epoch": 0.24188476609743118,
"grad_norm": 3.9868369102478027,
"learning_rate": 0.0007652381649970138,
"loss": 4.48786181640625,
"step": 65000
},
{
"epoch": 0.2437454181443345,
"grad_norm": 6.518988609313965,
"learning_rate": 0.0007633600402669942,
"loss": 4.4860322265625,
"step": 65500
},
{
"epoch": 0.2456060701912378,
"grad_norm": 6.929192066192627,
"learning_rate": 0.0007614819155369746,
"loss": 4.484537109375,
"step": 66000
},
{
"epoch": 0.24746672223814115,
"grad_norm": 12.106330871582031,
"learning_rate": 0.000759603790806955,
"loss": 4.48665087890625,
"step": 66500
},
{
"epoch": 0.24932737428504445,
"grad_norm": 7.150021553039551,
"learning_rate": 0.0007577256660769355,
"loss": 4.48529931640625,
"step": 67000
},
{
"epoch": 0.25118802633194776,
"grad_norm": 6.323400497436523,
"learning_rate": 0.0007558475413469159,
"loss": 4.48595361328125,
"step": 67500
},
{
"epoch": 0.2530486783788511,
"grad_norm": 8.257938385009766,
"learning_rate": 0.0007539694166168963,
"loss": 4.48459033203125,
"step": 68000
},
{
"epoch": 0.2549093304257544,
"grad_norm": 13.902870178222656,
"learning_rate": 0.0007520912918868768,
"loss": 4.48610595703125,
"step": 68500
},
{
"epoch": 0.2567699824726577,
"grad_norm": 5.16783332824707,
"learning_rate": 0.0007502131671568573,
"loss": 4.4848408203125,
"step": 69000
},
{
"epoch": 0.25863063451956103,
"grad_norm": 7.747773170471191,
"learning_rate": 0.0007483350424268377,
"loss": 4.4841806640625,
"step": 69500
},
{
"epoch": 0.26049128656646436,
"grad_norm": 7.761319160461426,
"learning_rate": 0.0007464569176968181,
"loss": 4.484076171875,
"step": 70000
},
{
"epoch": 0.26235193861336764,
"grad_norm": 8.274876594543457,
"learning_rate": 0.0007445787929667985,
"loss": 4.484072265625,
"step": 70500
},
{
"epoch": 0.264212590660271,
"grad_norm": 4.428828716278076,
"learning_rate": 0.000742700668236779,
"loss": 4.484216796875,
"step": 71000
},
{
"epoch": 0.2660732427071743,
"grad_norm": 7.064348220825195,
"learning_rate": 0.0007408225435067594,
"loss": 4.48328271484375,
"step": 71500
},
{
"epoch": 0.26793389475407764,
"grad_norm": 3.3236896991729736,
"learning_rate": 0.0007389444187767398,
"loss": 4.48214404296875,
"step": 72000
},
{
"epoch": 0.2697945468009809,
"grad_norm": 6.669268608093262,
"learning_rate": 0.0007370662940467202,
"loss": 4.48421728515625,
"step": 72500
},
{
"epoch": 0.27165519884788425,
"grad_norm": 7.291159152984619,
"learning_rate": 0.0007351881693167006,
"loss": 4.482083984375,
"step": 73000
},
{
"epoch": 0.2735158508947876,
"grad_norm": 9.1312837600708,
"learning_rate": 0.0007333100445866812,
"loss": 4.48111669921875,
"step": 73500
},
{
"epoch": 0.27537650294169086,
"grad_norm": 6.601263046264648,
"learning_rate": 0.0007314319198566616,
"loss": 4.47855078125,
"step": 74000
},
{
"epoch": 0.2772371549885942,
"grad_norm": 9.105801582336426,
"learning_rate": 0.000729553795126642,
"loss": 4.4741416015625,
"step": 74500
},
{
"epoch": 0.2790978070354975,
"grad_norm": 4.015969276428223,
"learning_rate": 0.0007276756703966224,
"loss": 4.48034228515625,
"step": 75000
},
{
"epoch": 0.28095845908240086,
"grad_norm": 7.734882354736328,
"learning_rate": 0.0007257975456666029,
"loss": 4.47845654296875,
"step": 75500
},
{
"epoch": 0.28281911112930413,
"grad_norm": 6.963399410247803,
"learning_rate": 0.0007239194209365833,
"loss": 4.4805185546875,
"step": 76000
},
{
"epoch": 0.28467976317620747,
"grad_norm": 6.917100429534912,
"learning_rate": 0.0007220412962065637,
"loss": 4.4773134765625,
"step": 76500
},
{
"epoch": 0.2865404152231108,
"grad_norm": 6.344621658325195,
"learning_rate": 0.0007201631714765441,
"loss": 4.47900634765625,
"step": 77000
},
{
"epoch": 0.2884010672700141,
"grad_norm": 8.501132011413574,
"learning_rate": 0.0007182850467465246,
"loss": 4.47861181640625,
"step": 77500
},
{
"epoch": 0.2902617193169174,
"grad_norm": 8.206130981445312,
"learning_rate": 0.000716406922016505,
"loss": 4.4764794921875,
"step": 78000
},
{
"epoch": 0.29212237136382074,
"grad_norm": 6.542685031890869,
"learning_rate": 0.0007145287972864855,
"loss": 4.47616357421875,
"step": 78500
},
{
"epoch": 0.2939830234107241,
"grad_norm": 7.8764119148254395,
"learning_rate": 0.0007126506725564659,
"loss": 4.4769111328125,
"step": 79000
},
{
"epoch": 0.29584367545762735,
"grad_norm": 3.440788984298706,
"learning_rate": 0.0007107725478264462,
"loss": 4.47498828125,
"step": 79500
},
{
"epoch": 0.2977043275045307,
"grad_norm": 10.068194389343262,
"learning_rate": 0.0007088944230964267,
"loss": 4.47246337890625,
"step": 80000
},
{
"epoch": 0.299564979551434,
"grad_norm": 6.2613844871521,
"learning_rate": 0.0007070162983664071,
"loss": 4.47512451171875,
"step": 80500
},
{
"epoch": 0.3014256315983373,
"grad_norm": 8.452590942382812,
"learning_rate": 0.0007051381736363875,
"loss": 4.47835595703125,
"step": 81000
},
{
"epoch": 0.30328628364524063,
"grad_norm": 4.733311653137207,
"learning_rate": 0.0007032600489063679,
"loss": 4.47453564453125,
"step": 81500
},
{
"epoch": 0.30514693569214396,
"grad_norm": 9.07909870147705,
"learning_rate": 0.0007013819241763483,
"loss": 4.47217138671875,
"step": 82000
},
{
"epoch": 0.3070075877390473,
"grad_norm": 10.368821144104004,
"learning_rate": 0.0006995037994463288,
"loss": 4.47097705078125,
"step": 82500
},
{
"epoch": 0.30886823978595057,
"grad_norm": 7.084706783294678,
"learning_rate": 0.0006976256747163092,
"loss": 4.4737666015625,
"step": 83000
},
{
"epoch": 0.3107288918328539,
"grad_norm": 6.038401126861572,
"learning_rate": 0.0006957475499862897,
"loss": 4.473478515625,
"step": 83500
},
{
"epoch": 0.31258954387975724,
"grad_norm": 2.724778413772583,
"learning_rate": 0.0006938694252562701,
"loss": 4.4722548828125,
"step": 84000
},
{
"epoch": 0.3144501959266605,
"grad_norm": 5.195089817047119,
"learning_rate": 0.0006919913005262506,
"loss": 4.47531884765625,
"step": 84500
},
{
"epoch": 0.31631084797356385,
"grad_norm": 7.253955841064453,
"learning_rate": 0.000690113175796231,
"loss": 4.47497265625,
"step": 85000
},
{
"epoch": 0.3181715000204672,
"grad_norm": 4.600544452667236,
"learning_rate": 0.0006882350510662114,
"loss": 4.4730244140625,
"step": 85500
},
{
"epoch": 0.3200321520673705,
"grad_norm": 5.815502643585205,
"learning_rate": 0.0006863569263361918,
"loss": 4.4750458984375,
"step": 86000
},
{
"epoch": 0.3218928041142738,
"grad_norm": 7.344007968902588,
"learning_rate": 0.0006844788016061723,
"loss": 4.47455126953125,
"step": 86500
},
{
"epoch": 0.3237534561611771,
"grad_norm": 6.854379653930664,
"learning_rate": 0.0006826006768761527,
"loss": 4.4693974609375,
"step": 87000
},
{
"epoch": 0.32561410820808045,
"grad_norm": 5.305671691894531,
"learning_rate": 0.0006807225521461331,
"loss": 4.47187744140625,
"step": 87500
},
{
"epoch": 0.32747476025498373,
"grad_norm": 6.037302494049072,
"learning_rate": 0.0006788444274161135,
"loss": 4.4694326171875,
"step": 88000
},
{
"epoch": 0.32933541230188706,
"grad_norm": 3.5125277042388916,
"learning_rate": 0.000676966302686094,
"loss": 4.47351416015625,
"step": 88500
},
{
"epoch": 0.3311960643487904,
"grad_norm": 5.0595831871032715,
"learning_rate": 0.0006750881779560745,
"loss": 4.47145849609375,
"step": 89000
},
{
"epoch": 0.33305671639569373,
"grad_norm": 4.880552768707275,
"learning_rate": 0.0006732100532260549,
"loss": 4.46852978515625,
"step": 89500
},
{
"epoch": 0.334917368442597,
"grad_norm": 6.47338342666626,
"learning_rate": 0.0006713319284960353,
"loss": 4.46981298828125,
"step": 90000
},
{
"epoch": 0.33677802048950034,
"grad_norm": 5.947440147399902,
"learning_rate": 0.0006694538037660157,
"loss": 4.4676357421875,
"step": 90500
},
{
"epoch": 0.3386386725364037,
"grad_norm": 8.459341049194336,
"learning_rate": 0.0006675756790359962,
"loss": 4.46631494140625,
"step": 91000
},
{
"epoch": 0.34049932458330695,
"grad_norm": 7.822628498077393,
"learning_rate": 0.0006656975543059766,
"loss": 4.47032763671875,
"step": 91500
},
{
"epoch": 0.3423599766302103,
"grad_norm": 9.505901336669922,
"learning_rate": 0.000663819429575957,
"loss": 4.4698828125,
"step": 92000
},
{
"epoch": 0.3442206286771136,
"grad_norm": 7.43065071105957,
"learning_rate": 0.0006619413048459374,
"loss": 4.46746142578125,
"step": 92500
},
{
"epoch": 0.34608128072401695,
"grad_norm": 4.6705451011657715,
"learning_rate": 0.000660063180115918,
"loss": 4.46609130859375,
"step": 93000
},
{
"epoch": 0.3479419327709202,
"grad_norm": 4.215946197509766,
"learning_rate": 0.0006581850553858984,
"loss": 4.468951171875,
"step": 93500
},
{
"epoch": 0.34980258481782356,
"grad_norm": 6.872352600097656,
"learning_rate": 0.0006563069306558788,
"loss": 4.46557763671875,
"step": 94000
},
{
"epoch": 0.3516632368647269,
"grad_norm": 6.713812351226807,
"learning_rate": 0.0006544288059258592,
"loss": 4.46885400390625,
"step": 94500
},
{
"epoch": 0.35352388891163017,
"grad_norm": 6.585971832275391,
"learning_rate": 0.0006525506811958396,
"loss": 4.4683427734375,
"step": 95000
},
{
"epoch": 0.3553845409585335,
"grad_norm": 3.663515329360962,
"learning_rate": 0.0006506725564658201,
"loss": 4.46723681640625,
"step": 95500
},
{
"epoch": 0.35724519300543683,
"grad_norm": 4.772187232971191,
"learning_rate": 0.0006487944317358004,
"loss": 4.46858642578125,
"step": 96000
},
{
"epoch": 0.35910584505234017,
"grad_norm": 4.3799567222595215,
"learning_rate": 0.0006469163070057808,
"loss": 4.46807470703125,
"step": 96500
},
{
"epoch": 0.36096649709924344,
"grad_norm": 8.089590072631836,
"learning_rate": 0.0006450381822757612,
"loss": 4.4668212890625,
"step": 97000
},
{
"epoch": 0.3628271491461468,
"grad_norm": 4.624916076660156,
"learning_rate": 0.0006431600575457417,
"loss": 4.46556494140625,
"step": 97500
},
{
"epoch": 0.3646878011930501,
"grad_norm": 6.7466044425964355,
"learning_rate": 0.0006412819328157222,
"loss": 4.46650439453125,
"step": 98000
},
{
"epoch": 0.3665484532399534,
"grad_norm": 6.43411922454834,
"learning_rate": 0.0006394038080857026,
"loss": 4.4676640625,
"step": 98500
},
{
"epoch": 0.3684091052868567,
"grad_norm": 8.104635238647461,
"learning_rate": 0.000637525683355683,
"loss": 4.466138671875,
"step": 99000
},
{
"epoch": 0.37026975733376005,
"grad_norm": 6.732456207275391,
"learning_rate": 0.0006356475586256634,
"loss": 4.46563525390625,
"step": 99500
},
{
"epoch": 0.3721304093806634,
"grad_norm": 5.635775089263916,
"learning_rate": 0.0006337694338956439,
"loss": 4.46489990234375,
"step": 100000
},
{
"epoch": 0.37399106142756666,
"grad_norm": 5.111926555633545,
"learning_rate": 0.0006318913091656243,
"loss": 4.4634384765625,
"step": 100500
},
{
"epoch": 0.37585171347447,
"grad_norm": 4.568348407745361,
"learning_rate": 0.0006300131844356047,
"loss": 4.46292822265625,
"step": 101000
},
{
"epoch": 0.37771236552137333,
"grad_norm": 4.806906223297119,
"learning_rate": 0.0006281350597055851,
"loss": 4.4655146484375,
"step": 101500
},
{
"epoch": 0.3795730175682766,
"grad_norm": 3.6860642433166504,
"learning_rate": 0.0006262569349755656,
"loss": 4.46673583984375,
"step": 102000
},
{
"epoch": 0.38143366961517994,
"grad_norm": 5.338164329528809,
"learning_rate": 0.000624378810245546,
"loss": 4.46567431640625,
"step": 102500
},
{
"epoch": 0.38329432166208327,
"grad_norm": 5.947659969329834,
"learning_rate": 0.0006225006855155265,
"loss": 4.4673349609375,
"step": 103000
},
{
"epoch": 0.3851549737089866,
"grad_norm": 5.829962253570557,
"learning_rate": 0.0006206225607855069,
"loss": 4.46647705078125,
"step": 103500
},
{
"epoch": 0.3870156257558899,
"grad_norm": 8.473055839538574,
"learning_rate": 0.0006187444360554874,
"loss": 4.4651826171875,
"step": 104000
},
{
"epoch": 0.3888762778027932,
"grad_norm": 3.385280132293701,
"learning_rate": 0.0006168663113254678,
"loss": 4.46428271484375,
"step": 104500
},
{
"epoch": 0.39073692984969655,
"grad_norm": 4.8687872886657715,
"learning_rate": 0.0006149881865954482,
"loss": 4.465185546875,
"step": 105000
},
{
"epoch": 0.3925975818965998,
"grad_norm": 8.859432220458984,
"learning_rate": 0.0006131100618654286,
"loss": 4.46801953125,
"step": 105500
},
{
"epoch": 0.39445823394350316,
"grad_norm": 9.809651374816895,
"learning_rate": 0.000611231937135409,
"loss": 4.4640888671875,
"step": 106000
},
{
"epoch": 0.3963188859904065,
"grad_norm": 5.878124713897705,
"learning_rate": 0.0006093538124053895,
"loss": 4.46782275390625,
"step": 106500
},
{
"epoch": 0.3981795380373098,
"grad_norm": 6.46779203414917,
"learning_rate": 0.0006074756876753699,
"loss": 4.4636357421875,
"step": 107000
},
{
"epoch": 0.4000401900842131,
"grad_norm": 7.746013641357422,
"learning_rate": 0.0006055975629453503,
"loss": 4.46418505859375,
"step": 107500
},
{
"epoch": 0.40190084213111643,
"grad_norm": 5.665678024291992,
"learning_rate": 0.0006037194382153308,
"loss": 4.467515625,
"step": 108000
},
{
"epoch": 0.40376149417801976,
"grad_norm": 6.78068208694458,
"learning_rate": 0.0006018413134853113,
"loss": 4.4621455078125,
"step": 108500
},
{
"epoch": 0.40562214622492304,
"grad_norm": 6.230992317199707,
"learning_rate": 0.0005999631887552917,
"loss": 4.461845703125,
"step": 109000
},
{
"epoch": 0.4074827982718264,
"grad_norm": 7.116415500640869,
"learning_rate": 0.0005980850640252721,
"loss": 4.465484375,
"step": 109500
},
{
"epoch": 0.4093434503187297,
"grad_norm": 7.052712440490723,
"learning_rate": 0.0005962069392952525,
"loss": 4.46277734375,
"step": 110000
},
{
"epoch": 0.41120410236563304,
"grad_norm": 5.098302364349365,
"learning_rate": 0.000594328814565233,
"loss": 4.46403125,
"step": 110500
},
{
"epoch": 0.4130647544125363,
"grad_norm": 4.197863578796387,
"learning_rate": 0.0005924506898352134,
"loss": 4.46260302734375,
"step": 111000
},
{
"epoch": 0.41492540645943965,
"grad_norm": 4.166055202484131,
"learning_rate": 0.0005905725651051938,
"loss": 4.464423828125,
"step": 111500
},
{
"epoch": 0.416786058506343,
"grad_norm": 5.128453254699707,
"learning_rate": 0.0005886944403751742,
"loss": 4.464576171875,
"step": 112000
},
{
"epoch": 0.41864671055324626,
"grad_norm": 5.724092483520508,
"learning_rate": 0.0005868163156451545,
"loss": 4.4605302734375,
"step": 112500
},
{
"epoch": 0.4205073626001496,
"grad_norm": 9.668181419372559,
"learning_rate": 0.0005849381909151351,
"loss": 4.46089794921875,
"step": 113000
},
{
"epoch": 0.4223680146470529,
"grad_norm": 5.741905212402344,
"learning_rate": 0.0005830600661851155,
"loss": 4.46449951171875,
"step": 113500
},
{
"epoch": 0.4242286666939562,
"grad_norm": 5.0122809410095215,
"learning_rate": 0.0005811819414550959,
"loss": 4.4616875,
"step": 114000
},
{
"epoch": 0.42608931874085954,
"grad_norm": 4.272839546203613,
"learning_rate": 0.0005793038167250763,
"loss": 4.45945361328125,
"step": 114500
},
{
"epoch": 0.42794997078776287,
"grad_norm": 5.2710137367248535,
"learning_rate": 0.0005774256919950568,
"loss": 4.46034716796875,
"step": 115000
},
{
"epoch": 0.4298106228346662,
"grad_norm": 4.062258720397949,
"learning_rate": 0.0005755475672650372,
"loss": 4.46361962890625,
"step": 115500
},
{
"epoch": 0.4316712748815695,
"grad_norm": 2.0551254749298096,
"learning_rate": 0.0005736694425350176,
"loss": 4.4624560546875,
"step": 116000
},
{
"epoch": 0.4335319269284728,
"grad_norm": 6.634883403778076,
"learning_rate": 0.000571791317804998,
"loss": 4.459365234375,
"step": 116500
},
{
"epoch": 0.43539257897537614,
"grad_norm": 7.292120933532715,
"learning_rate": 0.0005699131930749784,
"loss": 4.45801513671875,
"step": 117000
},
{
"epoch": 0.4372532310222794,
"grad_norm": 5.2012457847595215,
"learning_rate": 0.0005680350683449589,
"loss": 4.46097119140625,
"step": 117500
},
{
"epoch": 0.43911388306918275,
"grad_norm": 6.436755657196045,
"learning_rate": 0.0005661569436149394,
"loss": 4.4633447265625,
"step": 118000
},
{
"epoch": 0.4409745351160861,
"grad_norm": 4.31545352935791,
"learning_rate": 0.0005642788188849198,
"loss": 4.45968115234375,
"step": 118500
},
{
"epoch": 0.4428351871629894,
"grad_norm": 4.256547451019287,
"learning_rate": 0.0005624006941549002,
"loss": 4.4603359375,
"step": 119000
},
{
"epoch": 0.4446958392098927,
"grad_norm": 5.079737186431885,
"learning_rate": 0.0005605225694248807,
"loss": 4.45998046875,
"step": 119500
},
{
"epoch": 0.44655649125679603,
"grad_norm": 9.032888412475586,
"learning_rate": 0.0005586444446948611,
"loss": 4.45880126953125,
"step": 120000
},
{
"epoch": 0.44841714330369936,
"grad_norm": 4.210422515869141,
"learning_rate": 0.0005567663199648415,
"loss": 4.46195458984375,
"step": 120500
},
{
"epoch": 0.45027779535060264,
"grad_norm": 7.777290344238281,
"learning_rate": 0.0005548881952348219,
"loss": 4.46092626953125,
"step": 121000
},
{
"epoch": 0.45213844739750597,
"grad_norm": 8.728998184204102,
"learning_rate": 0.0005530100705048023,
"loss": 4.4587138671875,
"step": 121500
},
{
"epoch": 0.4539990994444093,
"grad_norm": 10.13371753692627,
"learning_rate": 0.0005511319457747828,
"loss": 4.4585107421875,
"step": 122000
},
{
"epoch": 0.45585975149131264,
"grad_norm": 7.0433783531188965,
"learning_rate": 0.0005492538210447633,
"loss": 4.456021484375,
"step": 122500
},
{
"epoch": 0.4577204035382159,
"grad_norm": 6.250906467437744,
"learning_rate": 0.0005473756963147437,
"loss": 4.46035595703125,
"step": 123000
},
{
"epoch": 0.45958105558511925,
"grad_norm": 5.899463176727295,
"learning_rate": 0.0005454975715847241,
"loss": 4.4608984375,
"step": 123500
},
{
"epoch": 0.4614417076320226,
"grad_norm": 8.19985294342041,
"learning_rate": 0.0005436194468547046,
"loss": 4.461828125,
"step": 124000
},
{
"epoch": 0.46330235967892586,
"grad_norm": 8.788021087646484,
"learning_rate": 0.000541741322124685,
"loss": 4.458185546875,
"step": 124500
},
{
"epoch": 0.4651630117258292,
"grad_norm": 8.99721908569336,
"learning_rate": 0.0005398631973946654,
"loss": 4.45709423828125,
"step": 125000
},
{
"epoch": 0.4670236637727325,
"grad_norm": 5.497365951538086,
"learning_rate": 0.0005379850726646458,
"loss": 4.45861669921875,
"step": 125500
},
{
"epoch": 0.46888431581963586,
"grad_norm": 7.262388229370117,
"learning_rate": 0.0005361069479346263,
"loss": 4.45929443359375,
"step": 126000
},
{
"epoch": 0.47074496786653913,
"grad_norm": 4.629150390625,
"learning_rate": 0.0005342288232046067,
"loss": 4.45841455078125,
"step": 126500
},
{
"epoch": 0.47260561991344247,
"grad_norm": 4.334385395050049,
"learning_rate": 0.0005323506984745871,
"loss": 4.45849169921875,
"step": 127000
},
{
"epoch": 0.4744662719603458,
"grad_norm": 5.020205020904541,
"learning_rate": 0.0005304725737445676,
"loss": 4.45844140625,
"step": 127500
},
{
"epoch": 0.4763269240072491,
"grad_norm": 6.802985668182373,
"learning_rate": 0.000528594449014548,
"loss": 4.45850439453125,
"step": 128000
},
{
"epoch": 0.4781875760541524,
"grad_norm": 6.739325523376465,
"learning_rate": 0.0005267163242845285,
"loss": 4.4588046875,
"step": 128500
},
{
"epoch": 0.48004822810105574,
"grad_norm": 6.554358005523682,
"learning_rate": 0.0005248381995545089,
"loss": 4.46062109375,
"step": 129000
},
{
"epoch": 0.4819088801479591,
"grad_norm": 7.1662983894348145,
"learning_rate": 0.0005229600748244892,
"loss": 4.45658740234375,
"step": 129500
},
{
"epoch": 0.48376953219486235,
"grad_norm": 3.3376662731170654,
"learning_rate": 0.0005210819500944696,
"loss": 4.457666015625,
"step": 130000
},
{
"epoch": 0.4856301842417657,
"grad_norm": 5.43457555770874,
"learning_rate": 0.00051920382536445,
"loss": 4.4573623046875,
"step": 130500
},
{
"epoch": 0.487490836288669,
"grad_norm": 3.4325568675994873,
"learning_rate": 0.0005173257006344305,
"loss": 4.45619140625,
"step": 131000
},
{
"epoch": 0.4893514883355723,
"grad_norm": 4.845108509063721,
"learning_rate": 0.0005154475759044109,
"loss": 4.45588037109375,
"step": 131500
},
{
"epoch": 0.4912121403824756,
"grad_norm": 6.159919738769531,
"learning_rate": 0.0005135694511743913,
"loss": 4.45594970703125,
"step": 132000
},
{
"epoch": 0.49307279242937896,
"grad_norm": 7.059804439544678,
"learning_rate": 0.0005116913264443719,
"loss": 4.45755224609375,
"step": 132500
},
{
"epoch": 0.4949334444762823,
"grad_norm": 3.992581367492676,
"learning_rate": 0.0005098132017143523,
"loss": 4.45191357421875,
"step": 133000
},
{
"epoch": 0.49679409652318557,
"grad_norm": 10.65527629852295,
"learning_rate": 0.0005079350769843327,
"loss": 4.45453857421875,
"step": 133500
},
{
"epoch": 0.4986547485700889,
"grad_norm": 3.6070289611816406,
"learning_rate": 0.0005060569522543131,
"loss": 4.45696240234375,
"step": 134000
},
{
"epoch": 0.5005154006169922,
"grad_norm": 7.231837272644043,
"learning_rate": 0.0005041788275242935,
"loss": 4.4583388671875,
"step": 134500
},
{
"epoch": 0.5023760526638955,
"grad_norm": 5.336511135101318,
"learning_rate": 0.000502300702794274,
"loss": 4.45452978515625,
"step": 135000
},
{
"epoch": 0.5042367047107988,
"grad_norm": 5.56698751449585,
"learning_rate": 0.0005004225780642544,
"loss": 4.45319921875,
"step": 135500
},
{
"epoch": 0.5060973567577022,
"grad_norm": 7.6974921226501465,
"learning_rate": 0.0004985444533342349,
"loss": 4.45780615234375,
"step": 136000
},
{
"epoch": 0.5079580088046055,
"grad_norm": 5.696741580963135,
"learning_rate": 0.0004966663286042153,
"loss": 4.456353515625,
"step": 136500
},
{
"epoch": 0.5098186608515088,
"grad_norm": 6.142334461212158,
"learning_rate": 0.0004947882038741958,
"loss": 4.45840087890625,
"step": 137000
},
{
"epoch": 0.5116793128984121,
"grad_norm": 4.850187301635742,
"learning_rate": 0.0004929100791441762,
"loss": 4.45373046875,
"step": 137500
},
{
"epoch": 0.5135399649453154,
"grad_norm": 6.0626373291015625,
"learning_rate": 0.0004910319544141565,
"loss": 4.4566044921875,
"step": 138000
},
{
"epoch": 0.5154006169922187,
"grad_norm": 6.267222881317139,
"learning_rate": 0.000489153829684137,
"loss": 4.456546875,
"step": 138500
},
{
"epoch": 0.5172612690391221,
"grad_norm": 6.78589391708374,
"learning_rate": 0.00048727570495411745,
"loss": 4.4550537109375,
"step": 139000
},
{
"epoch": 0.5191219210860254,
"grad_norm": 4.263671875,
"learning_rate": 0.00048539758022409787,
"loss": 4.4580810546875,
"step": 139500
},
{
"epoch": 0.5209825731329287,
"grad_norm": 8.053715705871582,
"learning_rate": 0.0004835194554940783,
"loss": 4.4543408203125,
"step": 140000
},
{
"epoch": 0.5228432251798321,
"grad_norm": 6.104107856750488,
"learning_rate": 0.0004816413307640587,
"loss": 4.455216796875,
"step": 140500
},
{
"epoch": 0.5247038772267353,
"grad_norm": 6.36637544631958,
"learning_rate": 0.0004797632060340392,
"loss": 4.4542275390625,
"step": 141000
},
{
"epoch": 0.5265645292736386,
"grad_norm": 6.148224830627441,
"learning_rate": 0.0004778850813040196,
"loss": 4.45243994140625,
"step": 141500
},
{
"epoch": 0.528425181320542,
"grad_norm": 4.629148006439209,
"learning_rate": 0.000476006956574,
"loss": 4.450830078125,
"step": 142000
},
{
"epoch": 0.5302858333674453,
"grad_norm": 7.710379600524902,
"learning_rate": 0.0004741288318439804,
"loss": 4.45539697265625,
"step": 142500
},
{
"epoch": 0.5321464854143486,
"grad_norm": 5.821582317352295,
"learning_rate": 0.0004722507071139608,
"loss": 4.45499462890625,
"step": 143000
},
{
"epoch": 0.534007137461252,
"grad_norm": 6.4706525802612305,
"learning_rate": 0.0004703725823839413,
"loss": 4.45633154296875,
"step": 143500
},
{
"epoch": 0.5358677895081553,
"grad_norm": 4.506548881530762,
"learning_rate": 0.0004684944576539217,
"loss": 4.45275927734375,
"step": 144000
},
{
"epoch": 0.5377284415550585,
"grad_norm": 9.002552032470703,
"learning_rate": 0.00046661633292390214,
"loss": 4.453841796875,
"step": 144500
},
{
"epoch": 0.5395890936019618,
"grad_norm": 5.41610050201416,
"learning_rate": 0.00046473820819388257,
"loss": 4.451328125,
"step": 145000
},
{
"epoch": 0.5414497456488652,
"grad_norm": 4.456020832061768,
"learning_rate": 0.000462860083463863,
"loss": 4.45309326171875,
"step": 145500
},
{
"epoch": 0.5433103976957685,
"grad_norm": 8.052145957946777,
"learning_rate": 0.00046098195873384346,
"loss": 4.45317138671875,
"step": 146000
},
{
"epoch": 0.5451710497426718,
"grad_norm": 5.7581257820129395,
"learning_rate": 0.0004591038340038239,
"loss": 4.4551337890625,
"step": 146500
},
{
"epoch": 0.5470317017895752,
"grad_norm": 5.83908748626709,
"learning_rate": 0.0004572257092738043,
"loss": 4.4516552734375,
"step": 147000
},
{
"epoch": 0.5488923538364785,
"grad_norm": 4.930480003356934,
"learning_rate": 0.00045534758454378473,
"loss": 4.45360498046875,
"step": 147500
},
{
"epoch": 0.5507530058833817,
"grad_norm": 8.620412826538086,
"learning_rate": 0.00045346945981376515,
"loss": 4.44964892578125,
"step": 148000
},
{
"epoch": 0.552613657930285,
"grad_norm": 8.129995346069336,
"learning_rate": 0.00045159133508374563,
"loss": 4.45180029296875,
"step": 148500
},
{
"epoch": 0.5544743099771884,
"grad_norm": 3.6653900146484375,
"learning_rate": 0.00044971321035372605,
"loss": 4.44847998046875,
"step": 149000
},
{
"epoch": 0.5563349620240917,
"grad_norm": 5.380570888519287,
"learning_rate": 0.0004478350856237065,
"loss": 4.45318603515625,
"step": 149500
},
{
"epoch": 0.558195614070995,
"grad_norm": 3.7032363414764404,
"learning_rate": 0.0004459569608936869,
"loss": 4.455142578125,
"step": 150000
},
{
"epoch": 0.5600562661178984,
"grad_norm": 9.610738754272461,
"learning_rate": 0.00044407883616366726,
"loss": 4.4590322265625,
"step": 150500
},
{
"epoch": 0.5619169181648017,
"grad_norm": 8.480457305908203,
"learning_rate": 0.00044220071143364774,
"loss": 4.45198681640625,
"step": 151000
},
{
"epoch": 0.5637775702117049,
"grad_norm": 8.537784576416016,
"learning_rate": 0.00044032258670362816,
"loss": 4.4524833984375,
"step": 151500
},
{
"epoch": 0.5656382222586083,
"grad_norm": 4.698855876922607,
"learning_rate": 0.0004384444619736086,
"loss": 4.451822265625,
"step": 152000
},
{
"epoch": 0.5674988743055116,
"grad_norm": 5.766019344329834,
"learning_rate": 0.000436566337243589,
"loss": 4.4518408203125,
"step": 152500
},
{
"epoch": 0.5693595263524149,
"grad_norm": 5.767785549163818,
"learning_rate": 0.00043468821251356943,
"loss": 4.452447265625,
"step": 153000
},
{
"epoch": 0.5712201783993183,
"grad_norm": 5.230099678039551,
"learning_rate": 0.0004328100877835499,
"loss": 4.451900390625,
"step": 153500
},
{
"epoch": 0.5730808304462216,
"grad_norm": 3.2539024353027344,
"learning_rate": 0.0004309319630535303,
"loss": 4.44681298828125,
"step": 154000
},
{
"epoch": 0.5749414824931249,
"grad_norm": 6.615314960479736,
"learning_rate": 0.00042905383832351075,
"loss": 4.452783203125,
"step": 154500
},
{
"epoch": 0.5768021345400282,
"grad_norm": 4.895683765411377,
"learning_rate": 0.00042717571359349117,
"loss": 4.45338232421875,
"step": 155000
},
{
"epoch": 0.5786627865869315,
"grad_norm": 5.175957202911377,
"learning_rate": 0.0004252975888634716,
"loss": 4.4536484375,
"step": 155500
},
{
"epoch": 0.5805234386338348,
"grad_norm": 6.236782073974609,
"learning_rate": 0.00042341946413345207,
"loss": 4.4539833984375,
"step": 156000
},
{
"epoch": 0.5823840906807382,
"grad_norm": 2.903167486190796,
"learning_rate": 0.0004215413394034325,
"loss": 4.45184033203125,
"step": 156500
},
{
"epoch": 0.5842447427276415,
"grad_norm": 7.222178936004639,
"learning_rate": 0.0004196632146734129,
"loss": 4.45056201171875,
"step": 157000
},
{
"epoch": 0.5861053947745448,
"grad_norm": 3.610119342803955,
"learning_rate": 0.00041778508994339334,
"loss": 4.45076513671875,
"step": 157500
},
{
"epoch": 0.5879660468214482,
"grad_norm": 4.422668933868408,
"learning_rate": 0.00041590696521337376,
"loss": 4.4545224609375,
"step": 158000
},
{
"epoch": 0.5898266988683514,
"grad_norm": 3.052314519882202,
"learning_rate": 0.00041402884048335423,
"loss": 4.4545615234375,
"step": 158500
},
{
"epoch": 0.5916873509152547,
"grad_norm": 7.522855758666992,
"learning_rate": 0.0004121507157533346,
"loss": 4.45416015625,
"step": 159000
},
{
"epoch": 0.593548002962158,
"grad_norm": 4.265908718109131,
"learning_rate": 0.000410272591023315,
"loss": 4.44879296875,
"step": 159500
},
{
"epoch": 0.5954086550090614,
"grad_norm": 4.404245853424072,
"learning_rate": 0.00040839446629329545,
"loss": 4.4510712890625,
"step": 160000
},
{
"epoch": 0.5972693070559647,
"grad_norm": 9.642465591430664,
"learning_rate": 0.00040651634156327587,
"loss": 4.45234423828125,
"step": 160500
},
{
"epoch": 0.599129959102868,
"grad_norm": 5.442552089691162,
"learning_rate": 0.00040463821683325634,
"loss": 4.45067431640625,
"step": 161000
},
{
"epoch": 0.6009906111497714,
"grad_norm": 4.928205966949463,
"learning_rate": 0.00040276009210323677,
"loss": 4.4510791015625,
"step": 161500
},
{
"epoch": 0.6028512631966746,
"grad_norm": 5.518509864807129,
"learning_rate": 0.0004008819673732172,
"loss": 4.44922509765625,
"step": 162000
},
{
"epoch": 0.6047119152435779,
"grad_norm": 6.257038116455078,
"learning_rate": 0.0003990038426431976,
"loss": 4.451341796875,
"step": 162500
},
{
"epoch": 0.6065725672904813,
"grad_norm": 5.63399600982666,
"learning_rate": 0.00039712571791317803,
"loss": 4.44827197265625,
"step": 163000
},
{
"epoch": 0.6084332193373846,
"grad_norm": 3.66194224357605,
"learning_rate": 0.0003952475931831585,
"loss": 4.447998046875,
"step": 163500
},
{
"epoch": 0.6102938713842879,
"grad_norm": 4.1094441413879395,
"learning_rate": 0.00039336946845313893,
"loss": 4.4487109375,
"step": 164000
},
{
"epoch": 0.6121545234311913,
"grad_norm": 4.921567916870117,
"learning_rate": 0.00039149134372311935,
"loss": 4.45351025390625,
"step": 164500
},
{
"epoch": 0.6140151754780946,
"grad_norm": 5.555217742919922,
"learning_rate": 0.0003896132189930998,
"loss": 4.4471591796875,
"step": 165000
},
{
"epoch": 0.6158758275249978,
"grad_norm": 5.369006156921387,
"learning_rate": 0.00038773509426308025,
"loss": 4.44854541015625,
"step": 165500
},
{
"epoch": 0.6177364795719011,
"grad_norm": 8.16930866241455,
"learning_rate": 0.0003858569695330607,
"loss": 4.44790966796875,
"step": 166000
},
{
"epoch": 0.6195971316188045,
"grad_norm": 5.3588128089904785,
"learning_rate": 0.0003839788448030411,
"loss": 4.44815673828125,
"step": 166500
},
{
"epoch": 0.6214577836657078,
"grad_norm": 3.739140272140503,
"learning_rate": 0.00038210072007302146,
"loss": 4.45053125,
"step": 167000
},
{
"epoch": 0.6233184357126111,
"grad_norm": 4.912857532501221,
"learning_rate": 0.0003802225953430019,
"loss": 4.44944677734375,
"step": 167500
},
{
"epoch": 0.6251790877595145,
"grad_norm": 8.022220611572266,
"learning_rate": 0.00037834447061298236,
"loss": 4.447494140625,
"step": 168000
},
{
"epoch": 0.6270397398064178,
"grad_norm": 6.812033176422119,
"learning_rate": 0.0003764663458829628,
"loss": 4.45337158203125,
"step": 168500
},
{
"epoch": 0.628900391853321,
"grad_norm": 4.0341057777404785,
"learning_rate": 0.0003745882211529432,
"loss": 4.45093701171875,
"step": 169000
},
{
"epoch": 0.6307610439002244,
"grad_norm": 6.282521724700928,
"learning_rate": 0.00037271009642292363,
"loss": 4.45328369140625,
"step": 169500
},
{
"epoch": 0.6326216959471277,
"grad_norm": 5.061432838439941,
"learning_rate": 0.00037083197169290405,
"loss": 4.447669921875,
"step": 170000
},
{
"epoch": 0.634482347994031,
"grad_norm": 3.5131800174713135,
"learning_rate": 0.00036895384696288453,
"loss": 4.450287109375,
"step": 170500
},
{
"epoch": 0.6363430000409344,
"grad_norm": 4.279995918273926,
"learning_rate": 0.00036707572223286495,
"loss": 4.44875830078125,
"step": 171000
},
{
"epoch": 0.6382036520878377,
"grad_norm": 4.392888069152832,
"learning_rate": 0.00036519759750284537,
"loss": 4.45080419921875,
"step": 171500
},
{
"epoch": 0.640064304134741,
"grad_norm": 4.661673545837402,
"learning_rate": 0.0003633194727728258,
"loss": 4.444892578125,
"step": 172000
},
{
"epoch": 0.6419249561816442,
"grad_norm": 5.879929542541504,
"learning_rate": 0.0003614413480428062,
"loss": 4.44667626953125,
"step": 172500
},
{
"epoch": 0.6437856082285476,
"grad_norm": 6.67512845993042,
"learning_rate": 0.0003595632233127867,
"loss": 4.45039892578125,
"step": 173000
},
{
"epoch": 0.6456462602754509,
"grad_norm": 5.971707820892334,
"learning_rate": 0.0003576850985827671,
"loss": 4.44771826171875,
"step": 173500
},
{
"epoch": 0.6475069123223542,
"grad_norm": 5.255460262298584,
"learning_rate": 0.00035580697385274754,
"loss": 4.44986279296875,
"step": 174000
},
{
"epoch": 0.6493675643692576,
"grad_norm": 4.873464584350586,
"learning_rate": 0.00035392884912272796,
"loss": 4.45049072265625,
"step": 174500
},
{
"epoch": 0.6512282164161609,
"grad_norm": 2.721395492553711,
"learning_rate": 0.0003520507243927084,
"loss": 4.44884765625,
"step": 175000
},
{
"epoch": 0.6530888684630642,
"grad_norm": 5.425651550292969,
"learning_rate": 0.0003501725996626888,
"loss": 4.452494140625,
"step": 175500
},
{
"epoch": 0.6549495205099675,
"grad_norm": 6.892492771148682,
"learning_rate": 0.0003482944749326692,
"loss": 4.44456640625,
"step": 176000
},
{
"epoch": 0.6568101725568708,
"grad_norm": 3.46604585647583,
"learning_rate": 0.00034641635020264965,
"loss": 4.44730126953125,
"step": 176500
},
{
"epoch": 0.6586708246037741,
"grad_norm": 3.7788968086242676,
"learning_rate": 0.00034453822547263007,
"loss": 4.446373046875,
"step": 177000
},
{
"epoch": 0.6605314766506775,
"grad_norm": 7.952051162719727,
"learning_rate": 0.0003426601007426105,
"loss": 4.44717529296875,
"step": 177500
},
{
"epoch": 0.6623921286975808,
"grad_norm": 3.8429341316223145,
"learning_rate": 0.00034078197601259097,
"loss": 4.44813916015625,
"step": 178000
},
{
"epoch": 0.6642527807444841,
"grad_norm": 5.086678504943848,
"learning_rate": 0.0003389038512825714,
"loss": 4.450384765625,
"step": 178500
},
{
"epoch": 0.6661134327913875,
"grad_norm": 6.154799461364746,
"learning_rate": 0.0003370257265525518,
"loss": 4.4477392578125,
"step": 179000
},
{
"epoch": 0.6679740848382907,
"grad_norm": 5.786701679229736,
"learning_rate": 0.00033514760182253223,
"loss": 4.44752880859375,
"step": 179500
},
{
"epoch": 0.669834736885194,
"grad_norm": 3.0187225341796875,
"learning_rate": 0.00033326947709251266,
"loss": 4.44757080078125,
"step": 180000
},
{
"epoch": 0.6716953889320973,
"grad_norm": 6.262776851654053,
"learning_rate": 0.00033139135236249313,
"loss": 4.44754833984375,
"step": 180500
},
{
"epoch": 0.6735560409790007,
"grad_norm": 8.880256652832031,
"learning_rate": 0.00032951322763247355,
"loss": 4.447142578125,
"step": 181000
},
{
"epoch": 0.675416693025904,
"grad_norm": 2.893862247467041,
"learning_rate": 0.000327635102902454,
"loss": 4.443787109375,
"step": 181500
},
{
"epoch": 0.6772773450728073,
"grad_norm": 4.51685905456543,
"learning_rate": 0.0003257569781724344,
"loss": 4.44596435546875,
"step": 182000
},
{
"epoch": 0.6791379971197107,
"grad_norm": 5.984691619873047,
"learning_rate": 0.0003238788534424148,
"loss": 4.44757373046875,
"step": 182500
},
{
"epoch": 0.6809986491666139,
"grad_norm": 3.4873147010803223,
"learning_rate": 0.0003220007287123953,
"loss": 4.44708154296875,
"step": 183000
},
{
"epoch": 0.6828593012135172,
"grad_norm": 5.464306831359863,
"learning_rate": 0.0003201226039823757,
"loss": 4.44558984375,
"step": 183500
},
{
"epoch": 0.6847199532604206,
"grad_norm": 5.365825653076172,
"learning_rate": 0.0003182444792523561,
"loss": 4.44424169921875,
"step": 184000
},
{
"epoch": 0.6865806053073239,
"grad_norm": 3.5435118675231934,
"learning_rate": 0.0003163663545223365,
"loss": 4.4458017578125,
"step": 184500
},
{
"epoch": 0.6884412573542272,
"grad_norm": 6.282896041870117,
"learning_rate": 0.00031448822979231693,
"loss": 4.44473486328125,
"step": 185000
},
{
"epoch": 0.6903019094011306,
"grad_norm": 5.247224807739258,
"learning_rate": 0.0003126101050622974,
"loss": 4.4481611328125,
"step": 185500
},
{
"epoch": 0.6921625614480339,
"grad_norm": 8.036219596862793,
"learning_rate": 0.00031073198033227783,
"loss": 4.448009765625,
"step": 186000
},
{
"epoch": 0.6940232134949371,
"grad_norm": 3.9068851470947266,
"learning_rate": 0.00030885385560225825,
"loss": 4.44763525390625,
"step": 186500
},
{
"epoch": 0.6958838655418405,
"grad_norm": 9.06778335571289,
"learning_rate": 0.0003069757308722387,
"loss": 4.45281884765625,
"step": 187000
},
{
"epoch": 0.6977445175887438,
"grad_norm": 4.2136359214782715,
"learning_rate": 0.0003050976061422191,
"loss": 4.4476123046875,
"step": 187500
},
{
"epoch": 0.6996051696356471,
"grad_norm": 5.724025249481201,
"learning_rate": 0.00030321948141219957,
"loss": 4.448041015625,
"step": 188000
},
{
"epoch": 0.7014658216825504,
"grad_norm": 4.406153202056885,
"learning_rate": 0.00030134135668218,
"loss": 4.44526953125,
"step": 188500
},
{
"epoch": 0.7033264737294538,
"grad_norm": 3.402313232421875,
"learning_rate": 0.0002994632319521604,
"loss": 4.4493642578125,
"step": 189000
},
{
"epoch": 0.7051871257763571,
"grad_norm": 4.634257793426514,
"learning_rate": 0.00029758510722214084,
"loss": 4.44701220703125,
"step": 189500
},
{
"epoch": 0.7070477778232603,
"grad_norm": 3.806250810623169,
"learning_rate": 0.00029570698249212126,
"loss": 4.4458212890625,
"step": 190000
},
{
"epoch": 0.7089084298701637,
"grad_norm": 3.743894100189209,
"learning_rate": 0.00029382885776210174,
"loss": 4.44537646484375,
"step": 190500
},
{
"epoch": 0.710769081917067,
"grad_norm": 4.715719223022461,
"learning_rate": 0.00029195073303208216,
"loss": 4.44548486328125,
"step": 191000
},
{
"epoch": 0.7126297339639703,
"grad_norm": 4.374719142913818,
"learning_rate": 0.0002900726083020626,
"loss": 4.447611328125,
"step": 191500
},
{
"epoch": 0.7144903860108737,
"grad_norm": 5.305756092071533,
"learning_rate": 0.00028819448357204295,
"loss": 4.44987158203125,
"step": 192000
},
{
"epoch": 0.716351038057777,
"grad_norm": 6.318410873413086,
"learning_rate": 0.0002863163588420234,
"loss": 4.44712255859375,
"step": 192500
},
{
"epoch": 0.7182116901046803,
"grad_norm": 5.251422882080078,
"learning_rate": 0.00028443823411200385,
"loss": 4.44607080078125,
"step": 193000
},
{
"epoch": 0.7200723421515836,
"grad_norm": 7.169004917144775,
"learning_rate": 0.00028256010938198427,
"loss": 4.44474365234375,
"step": 193500
},
{
"epoch": 0.7219329941984869,
"grad_norm": 7.344740390777588,
"learning_rate": 0.0002806819846519647,
"loss": 4.44747216796875,
"step": 194000
},
{
"epoch": 0.7237936462453902,
"grad_norm": 4.345738887786865,
"learning_rate": 0.0002788038599219451,
"loss": 4.44539990234375,
"step": 194500
},
{
"epoch": 0.7256542982922936,
"grad_norm": 3.797626256942749,
"learning_rate": 0.0002769257351919256,
"loss": 4.44751123046875,
"step": 195000
},
{
"epoch": 0.7275149503391969,
"grad_norm": 8.098801612854004,
"learning_rate": 0.000275047610461906,
"loss": 4.44893115234375,
"step": 195500
},
{
"epoch": 0.7293756023861002,
"grad_norm": 4.354091167449951,
"learning_rate": 0.00027316948573188643,
"loss": 4.4466591796875,
"step": 196000
},
{
"epoch": 0.7312362544330036,
"grad_norm": 7.246497631072998,
"learning_rate": 0.00027129136100186686,
"loss": 4.4431220703125,
"step": 196500
},
{
"epoch": 0.7330969064799068,
"grad_norm": 9.100796699523926,
"learning_rate": 0.0002694132362718473,
"loss": 4.4460703125,
"step": 197000
},
{
"epoch": 0.7349575585268101,
"grad_norm": 6.644495010375977,
"learning_rate": 0.00026753511154182775,
"loss": 4.44487109375,
"step": 197500
},
{
"epoch": 0.7368182105737134,
"grad_norm": 5.8418450355529785,
"learning_rate": 0.0002656569868118082,
"loss": 4.4440380859375,
"step": 198000
},
{
"epoch": 0.7386788626206168,
"grad_norm": 8.636642456054688,
"learning_rate": 0.0002637788620817886,
"loss": 4.44620654296875,
"step": 198500
},
{
"epoch": 0.7405395146675201,
"grad_norm": 5.287961959838867,
"learning_rate": 0.000261900737351769,
"loss": 4.4436181640625,
"step": 199000
},
{
"epoch": 0.7424001667144234,
"grad_norm": 2.977412462234497,
"learning_rate": 0.00026002261262174944,
"loss": 4.44397900390625,
"step": 199500
},
{
"epoch": 0.7442608187613268,
"grad_norm": 4.419821262359619,
"learning_rate": 0.0002581444878917299,
"loss": 4.44447607421875,
"step": 200000
},
{
"epoch": 0.74612147080823,
"grad_norm": 7.630421161651611,
"learning_rate": 0.0002562663631617103,
"loss": 4.4441298828125,
"step": 200500
},
{
"epoch": 0.7479821228551333,
"grad_norm": 5.763556480407715,
"learning_rate": 0.0002543882384316907,
"loss": 4.44288330078125,
"step": 201000
},
{
"epoch": 0.7498427749020367,
"grad_norm": 5.44993782043457,
"learning_rate": 0.00025251011370167113,
"loss": 4.44301806640625,
"step": 201500
},
{
"epoch": 0.75170342694894,
"grad_norm": 8.348771095275879,
"learning_rate": 0.00025063198897165155,
"loss": 4.447283203125,
"step": 202000
},
{
"epoch": 0.7535640789958433,
"grad_norm": 5.4565749168396,
"learning_rate": 0.00024875386424163203,
"loss": 4.44168212890625,
"step": 202500
},
{
"epoch": 0.7554247310427467,
"grad_norm": 9.083013534545898,
"learning_rate": 0.00024687573951161245,
"loss": 4.44210009765625,
"step": 203000
},
{
"epoch": 0.75728538308965,
"grad_norm": 2.4592490196228027,
"learning_rate": 0.0002449976147815929,
"loss": 4.44453369140625,
"step": 203500
},
{
"epoch": 0.7591460351365532,
"grad_norm": 4.575310230255127,
"learning_rate": 0.0002431194900515733,
"loss": 4.441455078125,
"step": 204000
},
{
"epoch": 0.7610066871834565,
"grad_norm": 5.0634589195251465,
"learning_rate": 0.00024124136532155375,
"loss": 4.4433134765625,
"step": 204500
},
{
"epoch": 0.7628673392303599,
"grad_norm": 4.880969047546387,
"learning_rate": 0.00023936324059153417,
"loss": 4.4497314453125,
"step": 205000
},
{
"epoch": 0.7647279912772632,
"grad_norm": 4.806656360626221,
"learning_rate": 0.00023748511586151462,
"loss": 4.4446708984375,
"step": 205500
},
{
"epoch": 0.7665886433241665,
"grad_norm": 3.6254100799560547,
"learning_rate": 0.00023560699113149504,
"loss": 4.4415693359375,
"step": 206000
},
{
"epoch": 0.7684492953710699,
"grad_norm": 4.236944675445557,
"learning_rate": 0.00023372886640147546,
"loss": 4.442560546875,
"step": 206500
},
{
"epoch": 0.7703099474179732,
"grad_norm": 5.381134033203125,
"learning_rate": 0.00023185074167145588,
"loss": 4.44162890625,
"step": 207000
},
{
"epoch": 0.7721705994648764,
"grad_norm": 5.172842502593994,
"learning_rate": 0.0002299726169414363,
"loss": 4.44532861328125,
"step": 207500
},
{
"epoch": 0.7740312515117798,
"grad_norm": 5.3662896156311035,
"learning_rate": 0.00022809449221141675,
"loss": 4.4411298828125,
"step": 208000
},
{
"epoch": 0.7758919035586831,
"grad_norm": 5.071025848388672,
"learning_rate": 0.00022621636748139718,
"loss": 4.442634765625,
"step": 208500
},
{
"epoch": 0.7777525556055864,
"grad_norm": 5.0714850425720215,
"learning_rate": 0.0002243382427513776,
"loss": 4.44335498046875,
"step": 209000
},
{
"epoch": 0.7796132076524898,
"grad_norm": 7.884461402893066,
"learning_rate": 0.00022246011802135805,
"loss": 4.44278466796875,
"step": 209500
},
{
"epoch": 0.7814738596993931,
"grad_norm": 3.7151660919189453,
"learning_rate": 0.00022058199329133847,
"loss": 4.44457568359375,
"step": 210000
},
{
"epoch": 0.7833345117462964,
"grad_norm": 4.2383551597595215,
"learning_rate": 0.00021870386856131892,
"loss": 4.44391064453125,
"step": 210500
},
{
"epoch": 0.7851951637931996,
"grad_norm": 6.115254878997803,
"learning_rate": 0.00021682574383129931,
"loss": 4.44594140625,
"step": 211000
},
{
"epoch": 0.787055815840103,
"grad_norm": 6.6726531982421875,
"learning_rate": 0.00021494761910127974,
"loss": 4.442994140625,
"step": 211500
},
{
"epoch": 0.7889164678870063,
"grad_norm": 7.20675802230835,
"learning_rate": 0.00021306949437126019,
"loss": 4.4433740234375,
"step": 212000
},
{
"epoch": 0.7907771199339096,
"grad_norm": 4.684939861297607,
"learning_rate": 0.0002111913696412406,
"loss": 4.4440869140625,
"step": 212500
},
{
"epoch": 0.792637771980813,
"grad_norm": 5.950629234313965,
"learning_rate": 0.00020931324491122106,
"loss": 4.4425947265625,
"step": 213000
},
{
"epoch": 0.7944984240277163,
"grad_norm": 4.271723747253418,
"learning_rate": 0.00020743512018120148,
"loss": 4.44243603515625,
"step": 213500
},
{
"epoch": 0.7963590760746196,
"grad_norm": 5.4830451011657715,
"learning_rate": 0.00020555699545118193,
"loss": 4.44468994140625,
"step": 214000
},
{
"epoch": 0.7982197281215229,
"grad_norm": 3.302030563354492,
"learning_rate": 0.00020367887072116235,
"loss": 4.4410615234375,
"step": 214500
},
{
"epoch": 0.8000803801684262,
"grad_norm": 6.887783527374268,
"learning_rate": 0.00020180074599114275,
"loss": 4.4420703125,
"step": 215000
},
{
"epoch": 0.8019410322153295,
"grad_norm": 4.892733097076416,
"learning_rate": 0.0001999226212611232,
"loss": 4.44076513671875,
"step": 215500
},
{
"epoch": 0.8038016842622329,
"grad_norm": 6.763174533843994,
"learning_rate": 0.00019804449653110362,
"loss": 4.44209423828125,
"step": 216000
},
{
"epoch": 0.8056623363091362,
"grad_norm": 8.155531883239746,
"learning_rate": 0.00019616637180108407,
"loss": 4.44230078125,
"step": 216500
},
{
"epoch": 0.8075229883560395,
"grad_norm": 3.9063355922698975,
"learning_rate": 0.0001942882470710645,
"loss": 4.44418994140625,
"step": 217000
},
{
"epoch": 0.8093836404029429,
"grad_norm": 5.993032932281494,
"learning_rate": 0.0001924101223410449,
"loss": 4.4430263671875,
"step": 217500
},
{
"epoch": 0.8112442924498461,
"grad_norm": 4.546640396118164,
"learning_rate": 0.00019053199761102536,
"loss": 4.44109521484375,
"step": 218000
},
{
"epoch": 0.8131049444967494,
"grad_norm": 3.1637558937072754,
"learning_rate": 0.00018865387288100578,
"loss": 4.44172119140625,
"step": 218500
},
{
"epoch": 0.8149655965436527,
"grad_norm": 3.5411465167999268,
"learning_rate": 0.00018677574815098623,
"loss": 4.440078125,
"step": 219000
},
{
"epoch": 0.8168262485905561,
"grad_norm": 6.360928058624268,
"learning_rate": 0.00018489762342096663,
"loss": 4.44437353515625,
"step": 219500
},
{
"epoch": 0.8186869006374594,
"grad_norm": 6.119518756866455,
"learning_rate": 0.00018301949869094705,
"loss": 4.443935546875,
"step": 220000
},
{
"epoch": 0.8205475526843627,
"grad_norm": 4.169963359832764,
"learning_rate": 0.0001811413739609275,
"loss": 4.43856787109375,
"step": 220500
},
{
"epoch": 0.8224082047312661,
"grad_norm": 7.915205955505371,
"learning_rate": 0.00017926324923090792,
"loss": 4.44019189453125,
"step": 221000
},
{
"epoch": 0.8242688567781693,
"grad_norm": 7.22850227355957,
"learning_rate": 0.00017738512450088837,
"loss": 4.44128515625,
"step": 221500
},
{
"epoch": 0.8261295088250726,
"grad_norm": 3.7288992404937744,
"learning_rate": 0.0001755069997708688,
"loss": 4.4370703125,
"step": 222000
},
{
"epoch": 0.827990160871976,
"grad_norm": 5.383556365966797,
"learning_rate": 0.0001736288750408492,
"loss": 4.44036181640625,
"step": 222500
},
{
"epoch": 0.8298508129188793,
"grad_norm": 6.1100544929504395,
"learning_rate": 0.00017175075031082966,
"loss": 4.44438720703125,
"step": 223000
},
{
"epoch": 0.8317114649657826,
"grad_norm": 8.496302604675293,
"learning_rate": 0.00016987262558081006,
"loss": 4.4408134765625,
"step": 223500
},
{
"epoch": 0.833572117012686,
"grad_norm": 5.627808570861816,
"learning_rate": 0.0001679945008507905,
"loss": 4.44055615234375,
"step": 224000
},
{
"epoch": 0.8354327690595893,
"grad_norm": 5.635375022888184,
"learning_rate": 0.00016611637612077093,
"loss": 4.4427646484375,
"step": 224500
},
{
"epoch": 0.8372934211064925,
"grad_norm": 3.577402114868164,
"learning_rate": 0.00016423825139075135,
"loss": 4.4406591796875,
"step": 225000
},
{
"epoch": 0.8391540731533959,
"grad_norm": 6.874046802520752,
"learning_rate": 0.0001623601266607318,
"loss": 4.4433037109375,
"step": 225500
},
{
"epoch": 0.8410147252002992,
"grad_norm": 6.325742721557617,
"learning_rate": 0.00016048200193071222,
"loss": 4.4408603515625,
"step": 226000
},
{
"epoch": 0.8428753772472025,
"grad_norm": 8.342796325683594,
"learning_rate": 0.00015860387720069267,
"loss": 4.43844091796875,
"step": 226500
},
{
"epoch": 0.8447360292941059,
"grad_norm": 3.5691702365875244,
"learning_rate": 0.0001567257524706731,
"loss": 4.44264111328125,
"step": 227000
},
{
"epoch": 0.8465966813410092,
"grad_norm": 5.491708755493164,
"learning_rate": 0.0001548476277406535,
"loss": 4.4427451171875,
"step": 227500
},
{
"epoch": 0.8484573333879124,
"grad_norm": 6.423730373382568,
"learning_rate": 0.00015296950301063394,
"loss": 4.441224609375,
"step": 228000
},
{
"epoch": 0.8503179854348157,
"grad_norm": 5.224671363830566,
"learning_rate": 0.00015109137828061436,
"loss": 4.43934033203125,
"step": 228500
},
{
"epoch": 0.8521786374817191,
"grad_norm": 5.0364990234375,
"learning_rate": 0.0001492132535505948,
"loss": 4.44125390625,
"step": 229000
},
{
"epoch": 0.8540392895286224,
"grad_norm": 3.5403072834014893,
"learning_rate": 0.00014733512882057523,
"loss": 4.4403125,
"step": 229500
},
{
"epoch": 0.8558999415755257,
"grad_norm": 6.392522811889648,
"learning_rate": 0.00014545700409055568,
"loss": 4.44028515625,
"step": 230000
},
{
"epoch": 0.8577605936224291,
"grad_norm": 7.396116733551025,
"learning_rate": 0.0001435788793605361,
"loss": 4.441359375,
"step": 230500
},
{
"epoch": 0.8596212456693324,
"grad_norm": 8.088210105895996,
"learning_rate": 0.00014170075463051652,
"loss": 4.43983203125,
"step": 231000
},
{
"epoch": 0.8614818977162356,
"grad_norm": 6.179331302642822,
"learning_rate": 0.00013982262990049697,
"loss": 4.4395419921875,
"step": 231500
},
{
"epoch": 0.863342549763139,
"grad_norm": 4.195756912231445,
"learning_rate": 0.00013794450517047737,
"loss": 4.443564453125,
"step": 232000
},
{
"epoch": 0.8652032018100423,
"grad_norm": 6.359668731689453,
"learning_rate": 0.00013606638044045782,
"loss": 4.4396181640625,
"step": 232500
},
{
"epoch": 0.8670638538569456,
"grad_norm": 6.395731449127197,
"learning_rate": 0.00013418825571043824,
"loss": 4.43877734375,
"step": 233000
},
{
"epoch": 0.868924505903849,
"grad_norm": 3.9323654174804688,
"learning_rate": 0.00013231013098041866,
"loss": 4.439048828125,
"step": 233500
},
{
"epoch": 0.8707851579507523,
"grad_norm": 4.602426052093506,
"learning_rate": 0.0001304320062503991,
"loss": 4.43611328125,
"step": 234000
},
{
"epoch": 0.8726458099976556,
"grad_norm": 7.150963306427002,
"learning_rate": 0.00012855388152037953,
"loss": 4.44349169921875,
"step": 234500
},
{
"epoch": 0.8745064620445588,
"grad_norm": 2.889461040496826,
"learning_rate": 0.00012667575679035998,
"loss": 4.437796875,
"step": 235000
},
{
"epoch": 0.8763671140914622,
"grad_norm": 4.451602935791016,
"learning_rate": 0.0001247976320603404,
"loss": 4.440447265625,
"step": 235500
},
{
"epoch": 0.8782277661383655,
"grad_norm": 3.8956048488616943,
"learning_rate": 0.00012291950733032083,
"loss": 4.44264404296875,
"step": 236000
},
{
"epoch": 0.8800884181852688,
"grad_norm": 3.0747833251953125,
"learning_rate": 0.00012104138260030126,
"loss": 4.4412470703125,
"step": 236500
},
{
"epoch": 0.8819490702321722,
"grad_norm": 4.5470194816589355,
"learning_rate": 0.00011916325787028167,
"loss": 4.444138671875,
"step": 237000
},
{
"epoch": 0.8838097222790755,
"grad_norm": 3.890392541885376,
"learning_rate": 0.0001172851331402621,
"loss": 4.43979052734375,
"step": 237500
},
{
"epoch": 0.8856703743259788,
"grad_norm": 4.383921146392822,
"learning_rate": 0.00011540700841024254,
"loss": 4.4388193359375,
"step": 238000
},
{
"epoch": 0.8875310263728821,
"grad_norm": 4.597573280334473,
"learning_rate": 0.00011352888368022298,
"loss": 4.44195458984375,
"step": 238500
},
{
"epoch": 0.8893916784197854,
"grad_norm": 4.294245719909668,
"learning_rate": 0.00011165075895020341,
"loss": 4.4399208984375,
"step": 239000
},
{
"epoch": 0.8912523304666887,
"grad_norm": 5.643754005432129,
"learning_rate": 0.00010977263422018384,
"loss": 4.438875,
"step": 239500
},
{
"epoch": 0.8931129825135921,
"grad_norm": 4.661335468292236,
"learning_rate": 0.00010789450949016426,
"loss": 4.438771484375,
"step": 240000
},
{
"epoch": 0.8949736345604954,
"grad_norm": 6.268187522888184,
"learning_rate": 0.0001060163847601447,
"loss": 4.43878076171875,
"step": 240500
},
{
"epoch": 0.8968342866073987,
"grad_norm": 3.2295897006988525,
"learning_rate": 0.00010413826003012513,
"loss": 4.43701123046875,
"step": 241000
},
{
"epoch": 0.8986949386543021,
"grad_norm": 5.390382766723633,
"learning_rate": 0.00010226013530010555,
"loss": 4.439396484375,
"step": 241500
},
{
"epoch": 0.9005555907012053,
"grad_norm": 4.350377559661865,
"learning_rate": 0.00010038201057008599,
"loss": 4.43922412109375,
"step": 242000
},
{
"epoch": 0.9024162427481086,
"grad_norm": 8.259260177612305,
"learning_rate": 9.850388584006641e-05,
"loss": 4.43847265625,
"step": 242500
},
{
"epoch": 0.9042768947950119,
"grad_norm": 4.629424095153809,
"learning_rate": 9.662576111004684e-05,
"loss": 4.43897021484375,
"step": 243000
},
{
"epoch": 0.9061375468419153,
"grad_norm": 5.580734729766846,
"learning_rate": 9.474763638002727e-05,
"loss": 4.44024169921875,
"step": 243500
},
{
"epoch": 0.9079981988888186,
"grad_norm": 5.742537975311279,
"learning_rate": 9.28695116500077e-05,
"loss": 4.441314453125,
"step": 244000
},
{
"epoch": 0.9098588509357219,
"grad_norm": 3.052385091781616,
"learning_rate": 9.099138691998814e-05,
"loss": 4.43729150390625,
"step": 244500
},
{
"epoch": 0.9117195029826253,
"grad_norm": 8.296245574951172,
"learning_rate": 8.911326218996856e-05,
"loss": 4.4370146484375,
"step": 245000
},
{
"epoch": 0.9135801550295285,
"grad_norm": 3.6391382217407227,
"learning_rate": 8.723513745994898e-05,
"loss": 4.43865087890625,
"step": 245500
},
{
"epoch": 0.9154408070764318,
"grad_norm": 3.943319082260132,
"learning_rate": 8.535701272992942e-05,
"loss": 4.4390166015625,
"step": 246000
},
{
"epoch": 0.9173014591233352,
"grad_norm": 4.109941005706787,
"learning_rate": 8.347888799990985e-05,
"loss": 4.437740234375,
"step": 246500
},
{
"epoch": 0.9191621111702385,
"grad_norm": 4.271151542663574,
"learning_rate": 8.160076326989029e-05,
"loss": 4.43974365234375,
"step": 247000
},
{
"epoch": 0.9210227632171418,
"grad_norm": 2.88435435295105,
"learning_rate": 7.972263853987071e-05,
"loss": 4.44028076171875,
"step": 247500
},
{
"epoch": 0.9228834152640452,
"grad_norm": 5.189060211181641,
"learning_rate": 7.784451380985113e-05,
"loss": 4.4372861328125,
"step": 248000
},
{
"epoch": 0.9247440673109485,
"grad_norm": 5.872941970825195,
"learning_rate": 7.596638907983157e-05,
"loss": 4.440359375,
"step": 248500
},
{
"epoch": 0.9266047193578517,
"grad_norm": 4.69439172744751,
"learning_rate": 7.4088264349812e-05,
"loss": 4.43696044921875,
"step": 249000
},
{
"epoch": 0.928465371404755,
"grad_norm": 3.9223616123199463,
"learning_rate": 7.221013961979243e-05,
"loss": 4.440474609375,
"step": 249500
},
{
"epoch": 0.9303260234516584,
"grad_norm": 5.965120792388916,
"learning_rate": 7.033201488977286e-05,
"loss": 4.43958349609375,
"step": 250000
},
{
"epoch": 0.9321866754985617,
"grad_norm": 3.751203775405884,
"learning_rate": 6.845389015975328e-05,
"loss": 4.4377119140625,
"step": 250500
},
{
"epoch": 0.934047327545465,
"grad_norm": 4.480475902557373,
"learning_rate": 6.657576542973372e-05,
"loss": 4.435525390625,
"step": 251000
},
{
"epoch": 0.9359079795923684,
"grad_norm": 2.3770573139190674,
"learning_rate": 6.469764069971416e-05,
"loss": 4.43599609375,
"step": 251500
},
{
"epoch": 0.9377686316392717,
"grad_norm": 3.290250539779663,
"learning_rate": 6.281951596969458e-05,
"loss": 4.43609130859375,
"step": 252000
},
{
"epoch": 0.9396292836861749,
"grad_norm": 6.744215965270996,
"learning_rate": 6.094139123967501e-05,
"loss": 4.4371806640625,
"step": 252500
},
{
"epoch": 0.9414899357330783,
"grad_norm": 4.010209560394287,
"learning_rate": 5.906326650965544e-05,
"loss": 4.4383876953125,
"step": 253000
},
{
"epoch": 0.9433505877799816,
"grad_norm": 8.352752685546875,
"learning_rate": 5.718514177963587e-05,
"loss": 4.43781591796875,
"step": 253500
},
{
"epoch": 0.9452112398268849,
"grad_norm": 2.994771957397461,
"learning_rate": 5.53070170496163e-05,
"loss": 4.4370703125,
"step": 254000
},
{
"epoch": 0.9470718918737883,
"grad_norm": 3.68564772605896,
"learning_rate": 5.342889231959673e-05,
"loss": 4.43772119140625,
"step": 254500
},
{
"epoch": 0.9489325439206916,
"grad_norm": 4.625236511230469,
"learning_rate": 5.1550767589577165e-05,
"loss": 4.43690966796875,
"step": 255000
},
{
"epoch": 0.9507931959675949,
"grad_norm": 3.7459323406219482,
"learning_rate": 4.967264285955759e-05,
"loss": 4.43760546875,
"step": 255500
},
{
"epoch": 0.9526538480144982,
"grad_norm": 4.075118064880371,
"learning_rate": 4.779451812953802e-05,
"loss": 4.43617333984375,
"step": 256000
},
{
"epoch": 0.9545145000614015,
"grad_norm": 4.404946804046631,
"learning_rate": 4.5916393399518445e-05,
"loss": 4.43456640625,
"step": 256500
},
{
"epoch": 0.9563751521083048,
"grad_norm": 5.326539516448975,
"learning_rate": 4.403826866949888e-05,
"loss": 4.43775244140625,
"step": 257000
},
{
"epoch": 0.9582358041552081,
"grad_norm": 4.260070323944092,
"learning_rate": 4.216014393947931e-05,
"loss": 4.4340361328125,
"step": 257500
},
{
"epoch": 0.9600964562021115,
"grad_norm": 3.874103307723999,
"learning_rate": 4.028201920945974e-05,
"loss": 4.4378388671875,
"step": 258000
},
{
"epoch": 0.9619571082490148,
"grad_norm": 6.012808322906494,
"learning_rate": 3.840389447944017e-05,
"loss": 4.43282958984375,
"step": 258500
},
{
"epoch": 0.9638177602959181,
"grad_norm": 3.5093560218811035,
"learning_rate": 3.65257697494206e-05,
"loss": 4.43684521484375,
"step": 259000
},
{
"epoch": 0.9656784123428214,
"grad_norm": 4.595185279846191,
"learning_rate": 3.4647645019401025e-05,
"loss": 4.4347822265625,
"step": 259500
},
{
"epoch": 0.9675390643897247,
"grad_norm": 3.6961710453033447,
"learning_rate": 3.276952028938146e-05,
"loss": 4.43623388671875,
"step": 260000
},
{
"epoch": 0.969399716436628,
"grad_norm": 3.622175693511963,
"learning_rate": 3.089139555936189e-05,
"loss": 4.438353515625,
"step": 260500
},
{
"epoch": 0.9712603684835314,
"grad_norm": 4.285265922546387,
"learning_rate": 2.901327082934232e-05,
"loss": 4.43561669921875,
"step": 261000
},
{
"epoch": 0.9731210205304347,
"grad_norm": 5.223482608795166,
"learning_rate": 2.7135146099322748e-05,
"loss": 4.4362568359375,
"step": 261500
},
{
"epoch": 0.974981672577338,
"grad_norm": 4.1985955238342285,
"learning_rate": 2.525702136930318e-05,
"loss": 4.43513525390625,
"step": 262000
},
{
"epoch": 0.9768423246242414,
"grad_norm": 4.723543167114258,
"learning_rate": 2.337889663928361e-05,
"loss": 4.43621240234375,
"step": 262500
},
{
"epoch": 0.9787029766711446,
"grad_norm": 4.805424690246582,
"learning_rate": 2.1500771909264038e-05,
"loss": 4.43521630859375,
"step": 263000
},
{
"epoch": 0.9805636287180479,
"grad_norm": 5.542215824127197,
"learning_rate": 1.9622647179244467e-05,
"loss": 4.44097607421875,
"step": 263500
},
{
"epoch": 0.9824242807649513,
"grad_norm": 5.377742290496826,
"learning_rate": 1.77445224492249e-05,
"loss": 4.43689404296875,
"step": 264000
},
{
"epoch": 0.9842849328118546,
"grad_norm": 2.657376289367676,
"learning_rate": 1.5866397719205328e-05,
"loss": 4.4386953125,
"step": 264500
},
{
"epoch": 0.9861455848587579,
"grad_norm": 3.320858955383301,
"learning_rate": 1.3988272989185757e-05,
"loss": 4.434919921875,
"step": 265000
},
{
"epoch": 0.9880062369056613,
"grad_norm": 3.0867185592651367,
"learning_rate": 1.2110148259166189e-05,
"loss": 4.43389501953125,
"step": 265500
},
{
"epoch": 0.9898668889525646,
"grad_norm": 3.1902291774749756,
"learning_rate": 1.0232023529146618e-05,
"loss": 4.433912109375,
"step": 266000
},
{
"epoch": 0.9917275409994678,
"grad_norm": 3.307783365249634,
"learning_rate": 8.353898799127048e-06,
"loss": 4.43876708984375,
"step": 266500
},
{
"epoch": 0.9935881930463711,
"grad_norm": 3.8488364219665527,
"learning_rate": 6.475774069107478e-06,
"loss": 4.4374736328125,
"step": 267000
},
{
"epoch": 0.9954488450932745,
"grad_norm": 2.688429355621338,
"learning_rate": 4.597649339087908e-06,
"loss": 4.4399658203125,
"step": 267500
},
{
"epoch": 0.9973094971401778,
"grad_norm": 3.5484049320220947,
"learning_rate": 2.7195246090683375e-06,
"loss": 4.438208984375,
"step": 268000
},
{
"epoch": 0.9991701491870811,
"grad_norm": 3.6971805095672607,
"learning_rate": 8.413998790487675e-07,
"loss": 4.4362060546875,
"step": 268500
},
{
"epoch": 1.0,
"step": 268723,
"total_flos": 125953709506560.0,
"train_loss": 4.526526304821132,
"train_runtime": 1603.7727,
"train_samples_per_second": 10723.602,
"train_steps_per_second": 167.557
}
],
"logging_steps": 500,
"max_steps": 268723,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 5000,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 125953709506560.0,
"train_batch_size": 64,
"trial_name": null,
"trial_params": null
}
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 268723,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.0018606520469033167,
"grad_norm": 0.4314788579940796,
"learning_rate": 0.0001996,
"loss": 6.7853271484375,
"step": 500
},
{
"epoch": 0.0037213040938066334,
"grad_norm": 0.13597171008586884,
"learning_rate": 0.0003996,
"loss": 6.1303701171875,
"step": 1000
},
{
"epoch": 0.0055819561407099505,
"grad_norm": 1.3620493412017822,
"learning_rate": 0.0005996,
"loss": 6.026986328125,
"step": 1500
},
{
"epoch": 0.007442608187613267,
"grad_norm": 0.946457028388977,
"learning_rate": 0.0007996,
"loss": 5.9287783203125,
"step": 2000
},
{
"epoch": 0.009303260234516584,
"grad_norm": 2.0979883670806885,
"learning_rate": 0.0009996,
"loss": 5.87133642578125,
"step": 2500
},
{
"epoch": 0.011163912281419901,
"grad_norm": 5.0316948890686035,
"learning_rate": 0.0009981256315194406,
"loss": 5.6356044921875,
"step": 3000
},
{
"epoch": 0.013024564328323218,
"grad_norm": 1.6848260164260864,
"learning_rate": 0.000996247506789421,
"loss": 5.486046875,
"step": 3500
},
{
"epoch": 0.014885216375226534,
"grad_norm": 8.53133773803711,
"learning_rate": 0.0009943693820594012,
"loss": 5.3958291015625,
"step": 4000
},
{
"epoch": 0.016745868422129852,
"grad_norm": 10.066834449768066,
"learning_rate": 0.0009924912573293816,
"loss": 5.31670361328125,
"step": 4500
},
{
"epoch": 0.018606520469033168,
"grad_norm": 5.980898857116699,
"learning_rate": 0.0009906131325993623,
"loss": 5.25801318359375,
"step": 5000
},
{
"epoch": 0.020467172515936483,
"grad_norm": 14.394654273986816,
"learning_rate": 0.0009887350078693427,
"loss": 5.2133134765625,
"step": 5500
},
{
"epoch": 0.022327824562839802,
"grad_norm": 2.71549916267395,
"learning_rate": 0.000986856883139323,
"loss": 5.17466015625,
"step": 6000
},
{
"epoch": 0.024188476609743118,
"grad_norm": 15.247153282165527,
"learning_rate": 0.0009849787584093035,
"loss": 5.14855859375,