{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 1.0, "eval_steps": 500, "global_step": 268723, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.0018606520469033167, "grad_norm": 0.4314788579940796, "learning_rate": 0.0001996, "loss": 6.7853271484375, "step": 500 }, { "epoch": 0.0037213040938066334, "grad_norm": 0.13597171008586884, "learning_rate": 0.0003996, "loss": 6.1303701171875, "step": 1000 }, { "epoch": 0.0055819561407099505, "grad_norm": 1.3620493412017822, "learning_rate": 0.0005996, "loss": 6.026986328125, "step": 1500 }, { "epoch": 0.007442608187613267, "grad_norm": 0.946457028388977, "learning_rate": 0.0007996, "loss": 5.9287783203125, "step": 2000 }, { "epoch": 0.009303260234516584, "grad_norm": 2.0979883670806885, "learning_rate": 0.0009996, "loss": 5.87133642578125, "step": 2500 }, { "epoch": 0.011163912281419901, "grad_norm": 5.0316948890686035, "learning_rate": 0.0009981256315194406, "loss": 5.6356044921875, "step": 3000 }, { "epoch": 0.013024564328323218, "grad_norm": 1.6848260164260864, "learning_rate": 0.000996247506789421, "loss": 5.486046875, "step": 3500 }, { "epoch": 0.014885216375226534, "grad_norm": 8.53133773803711, "learning_rate": 0.0009943693820594012, "loss": 5.3958291015625, "step": 4000 }, { "epoch": 0.016745868422129852, "grad_norm": 10.066834449768066, "learning_rate": 0.0009924912573293816, "loss": 5.31670361328125, "step": 4500 }, { "epoch": 0.018606520469033168, "grad_norm": 5.980898857116699, "learning_rate": 0.0009906131325993623, "loss": 5.25801318359375, "step": 5000 }, { "epoch": 0.020467172515936483, "grad_norm": 14.394654273986816, "learning_rate": 0.0009887350078693427, "loss": 5.2133134765625, "step": 5500 }, { "epoch": 0.022327824562839802, "grad_norm": 2.71549916267395, "learning_rate": 0.000986856883139323, "loss": 5.17466015625, "step": 6000 }, { "epoch": 0.024188476609743118, "grad_norm": 15.247153282165527, "learning_rate": 0.0009849787584093035, "loss": 5.14855859375, "step": 6500 }, { "epoch": 0.026049128656646436, "grad_norm": 15.166154861450195, "learning_rate": 0.000983100633679284, "loss": 5.1298076171875, "step": 7000 }, { "epoch": 0.027909780703549752, "grad_norm": 22.60976791381836, "learning_rate": 0.0009812225089492644, "loss": 5.1111220703125, "step": 7500 }, { "epoch": 0.029770432750453067, "grad_norm": 4.062962532043457, "learning_rate": 0.0009793443842192448, "loss": 5.0562548828125, "step": 8000 }, { "epoch": 0.031631084797356386, "grad_norm": 13.634148597717285, "learning_rate": 0.0009774662594892252, "loss": 5.01822265625, "step": 8500 }, { "epoch": 0.033491736844259705, "grad_norm": 8.007293701171875, "learning_rate": 0.0009755881347592056, "loss": 4.9895087890625, "step": 9000 }, { "epoch": 0.03535238889116302, "grad_norm": 9.804824829101562, "learning_rate": 0.0009737100100291862, "loss": 4.97279248046875, "step": 9500 }, { "epoch": 0.037213040938066336, "grad_norm": 9.2280912399292, "learning_rate": 0.0009718318852991666, "loss": 4.9603349609375, "step": 10000 }, { "epoch": 0.039073692984969655, "grad_norm": 9.028974533081055, "learning_rate": 0.000969953760569147, "loss": 4.94788720703125, "step": 10500 }, { "epoch": 0.040934345031872967, "grad_norm": 11.949081420898438, "learning_rate": 0.0009680756358391274, "loss": 4.9421845703125, "step": 11000 }, { "epoch": 0.042794997078776285, "grad_norm": 11.549881935119629, "learning_rate": 0.0009661975111091079, "loss": 4.9332685546875, "step": 11500 }, { "epoch": 0.044655649125679604, "grad_norm": 8.730936050415039, "learning_rate": 0.0009643193863790883, "loss": 4.92800244140625, "step": 12000 }, { "epoch": 0.04651630117258292, "grad_norm": 7.4256720542907715, "learning_rate": 0.0009624412616490686, "loss": 4.92126904296875, "step": 12500 }, { "epoch": 0.048376953219486235, "grad_norm": 11.873394966125488, "learning_rate": 0.000960563136919049, "loss": 4.9159609375, "step": 13000 }, { "epoch": 0.050237605266389554, "grad_norm": 13.982196807861328, "learning_rate": 0.0009586850121890294, "loss": 4.91516943359375, "step": 13500 }, { "epoch": 0.05209825731329287, "grad_norm": 8.02619457244873, "learning_rate": 0.0009568068874590099, "loss": 4.91043115234375, "step": 14000 }, { "epoch": 0.053958909360196185, "grad_norm": 4.897095203399658, "learning_rate": 0.0009549287627289904, "loss": 4.90646630859375, "step": 14500 }, { "epoch": 0.055819561407099504, "grad_norm": 11.483591079711914, "learning_rate": 0.0009530506379989708, "loss": 4.9032333984375, "step": 15000 }, { "epoch": 0.05768021345400282, "grad_norm": 4.293162822723389, "learning_rate": 0.0009511725132689512, "loss": 4.89979736328125, "step": 15500 }, { "epoch": 0.059540865500906134, "grad_norm": 8.795705795288086, "learning_rate": 0.0009492943885389317, "loss": 4.89283203125, "step": 16000 }, { "epoch": 0.06140151754780945, "grad_norm": 6.238478660583496, "learning_rate": 0.0009474162638089121, "loss": 4.88952197265625, "step": 16500 }, { "epoch": 0.06326216959471277, "grad_norm": 3.8396761417388916, "learning_rate": 0.0009455381390788925, "loss": 4.8649404296875, "step": 17000 }, { "epoch": 0.06512282164161609, "grad_norm": 7.627805233001709, "learning_rate": 0.0009436600143488729, "loss": 4.834298828125, "step": 17500 }, { "epoch": 0.06698347368851941, "grad_norm": 6.406829357147217, "learning_rate": 0.0009417818896188533, "loss": 4.815376953125, "step": 18000 }, { "epoch": 0.06884412573542271, "grad_norm": 8.25308609008789, "learning_rate": 0.0009399037648888338, "loss": 4.80587060546875, "step": 18500 }, { "epoch": 0.07070477778232603, "grad_norm": 7.483152866363525, "learning_rate": 0.0009380256401588142, "loss": 4.79868505859375, "step": 19000 }, { "epoch": 0.07256542982922935, "grad_norm": 6.372735023498535, "learning_rate": 0.0009361475154287947, "loss": 4.7913173828125, "step": 19500 }, { "epoch": 0.07442608187613267, "grad_norm": 5.593705654144287, "learning_rate": 0.0009342693906987751, "loss": 4.78641943359375, "step": 20000 }, { "epoch": 0.07628673392303599, "grad_norm": 4.990402698516846, "learning_rate": 0.0009323912659687556, "loss": 4.77981689453125, "step": 20500 }, { "epoch": 0.07814738596993931, "grad_norm": 5.933784484863281, "learning_rate": 0.000930513141238736, "loss": 4.7739892578125, "step": 21000 }, { "epoch": 0.08000803801684263, "grad_norm": 11.251651763916016, "learning_rate": 0.0009286350165087164, "loss": 4.76673046875, "step": 21500 }, { "epoch": 0.08186869006374593, "grad_norm": 8.078190803527832, "learning_rate": 0.0009267568917786968, "loss": 4.7606318359375, "step": 22000 }, { "epoch": 0.08372934211064925, "grad_norm": 7.870741844177246, "learning_rate": 0.0009248787670486773, "loss": 4.75390283203125, "step": 22500 }, { "epoch": 0.08558999415755257, "grad_norm": 7.623721122741699, "learning_rate": 0.0009230006423186577, "loss": 4.74347119140625, "step": 23000 }, { "epoch": 0.08745064620445589, "grad_norm": 5.673074722290039, "learning_rate": 0.0009211225175886381, "loss": 4.7323671875, "step": 23500 }, { "epoch": 0.08931129825135921, "grad_norm": 11.450819969177246, "learning_rate": 0.0009192443928586185, "loss": 4.72345849609375, "step": 24000 }, { "epoch": 0.09117195029826253, "grad_norm": 5.2996439933776855, "learning_rate": 0.000917366268128599, "loss": 4.717736328125, "step": 24500 }, { "epoch": 0.09303260234516585, "grad_norm": 7.807470321655273, "learning_rate": 0.0009154881433985795, "loss": 4.709794921875, "step": 25000 }, { "epoch": 0.09489325439206915, "grad_norm": 10.815252304077148, "learning_rate": 0.0009136100186685599, "loss": 4.7084697265625, "step": 25500 }, { "epoch": 0.09675390643897247, "grad_norm": 7.801313400268555, "learning_rate": 0.0009117318939385403, "loss": 4.705708984375, "step": 26000 }, { "epoch": 0.09861455848587579, "grad_norm": 8.55783462524414, "learning_rate": 0.0009098537692085207, "loss": 4.69743212890625, "step": 26500 }, { "epoch": 0.10047521053277911, "grad_norm": 7.544323921203613, "learning_rate": 0.0009079756444785012, "loss": 4.696986328125, "step": 27000 }, { "epoch": 0.10233586257968243, "grad_norm": 5.927433967590332, "learning_rate": 0.0009060975197484816, "loss": 4.69458203125, "step": 27500 }, { "epoch": 0.10419651462658575, "grad_norm": 8.72297191619873, "learning_rate": 0.000904219395018462, "loss": 4.6895673828125, "step": 28000 }, { "epoch": 0.10605716667348905, "grad_norm": 5.952186107635498, "learning_rate": 0.0009023412702884424, "loss": 4.6894033203125, "step": 28500 }, { "epoch": 0.10791781872039237, "grad_norm": 7.0196661949157715, "learning_rate": 0.0009004631455584227, "loss": 4.68468408203125, "step": 29000 }, { "epoch": 0.10977847076729569, "grad_norm": 9.890340805053711, "learning_rate": 0.0008985850208284033, "loss": 4.6849443359375, "step": 29500 }, { "epoch": 0.11163912281419901, "grad_norm": 9.303309440612793, "learning_rate": 0.0008967068960983837, "loss": 4.683001953125, "step": 30000 }, { "epoch": 0.11349977486110233, "grad_norm": 3.7968056201934814, "learning_rate": 0.0008948287713683641, "loss": 4.67861083984375, "step": 30500 }, { "epoch": 0.11536042690800564, "grad_norm": 6.362044334411621, "learning_rate": 0.0008929506466383445, "loss": 4.67451806640625, "step": 31000 }, { "epoch": 0.11722107895490896, "grad_norm": 5.455772876739502, "learning_rate": 0.000891072521908325, "loss": 4.65864306640625, "step": 31500 }, { "epoch": 0.11908173100181227, "grad_norm": 3.4788241386413574, "learning_rate": 0.0008891943971783054, "loss": 4.62996142578125, "step": 32000 }, { "epoch": 0.12094238304871559, "grad_norm": 6.245126724243164, "learning_rate": 0.0008873162724482858, "loss": 4.61061181640625, "step": 32500 }, { "epoch": 0.1228030350956189, "grad_norm": 8.973690032958984, "learning_rate": 0.0008854381477182662, "loss": 4.609, "step": 33000 }, { "epoch": 0.12466368714252223, "grad_norm": 8.178733825683594, "learning_rate": 0.0008835600229882466, "loss": 4.60082470703125, "step": 33500 }, { "epoch": 0.12652433918942554, "grad_norm": 7.828036785125732, "learning_rate": 0.0008816818982582271, "loss": 4.5952421875, "step": 34000 }, { "epoch": 0.12838499123632885, "grad_norm": 5.333179473876953, "learning_rate": 0.0008798037735282076, "loss": 4.59422021484375, "step": 34500 }, { "epoch": 0.13024564328323218, "grad_norm": 7.878958225250244, "learning_rate": 0.000877925648798188, "loss": 4.5903203125, "step": 35000 }, { "epoch": 0.1321062953301355, "grad_norm": 6.313208103179932, "learning_rate": 0.0008760475240681684, "loss": 4.5895498046875, "step": 35500 }, { "epoch": 0.13396694737703882, "grad_norm": 7.810047626495361, "learning_rate": 0.0008741693993381489, "loss": 4.58667236328125, "step": 36000 }, { "epoch": 0.13582759942394212, "grad_norm": 4.655230522155762, "learning_rate": 0.0008722912746081293, "loss": 4.58324169921875, "step": 36500 }, { "epoch": 0.13768825147084543, "grad_norm": 5.028500556945801, "learning_rate": 0.0008704131498781097, "loss": 4.5835791015625, "step": 37000 }, { "epoch": 0.13954890351774876, "grad_norm": 5.100904941558838, "learning_rate": 0.0008685350251480901, "loss": 4.5777822265625, "step": 37500 }, { "epoch": 0.14140955556465207, "grad_norm": 5.605615615844727, "learning_rate": 0.0008666569004180706, "loss": 4.57620751953125, "step": 38000 }, { "epoch": 0.1432702076115554, "grad_norm": 4.643740653991699, "learning_rate": 0.000864778775688051, "loss": 4.5712705078125, "step": 38500 }, { "epoch": 0.1451308596584587, "grad_norm": 8.272708892822266, "learning_rate": 0.0008629006509580315, "loss": 4.574255859375, "step": 39000 }, { "epoch": 0.14699151170536204, "grad_norm": 4.593851089477539, "learning_rate": 0.0008610225262280119, "loss": 4.57108642578125, "step": 39500 }, { "epoch": 0.14885216375226534, "grad_norm": 9.995018005371094, "learning_rate": 0.0008591444014979923, "loss": 4.56814501953125, "step": 40000 }, { "epoch": 0.15071281579916865, "grad_norm": 4.8378119468688965, "learning_rate": 0.0008572662767679728, "loss": 4.56724072265625, "step": 40500 }, { "epoch": 0.15257346784607198, "grad_norm": 4.673752784729004, "learning_rate": 0.0008553881520379532, "loss": 4.56470166015625, "step": 41000 }, { "epoch": 0.15443411989297529, "grad_norm": 8.134483337402344, "learning_rate": 0.0008535100273079336, "loss": 4.56236767578125, "step": 41500 }, { "epoch": 0.15629477193987862, "grad_norm": 5.841233253479004, "learning_rate": 0.000851631902577914, "loss": 4.5614580078125, "step": 42000 }, { "epoch": 0.15815542398678192, "grad_norm": 3.7582411766052246, "learning_rate": 0.0008497537778478945, "loss": 4.56209765625, "step": 42500 }, { "epoch": 0.16001607603368526, "grad_norm": 6.807696342468262, "learning_rate": 0.0008478756531178749, "loss": 4.5589140625, "step": 43000 }, { "epoch": 0.16187672808058856, "grad_norm": 6.409971237182617, "learning_rate": 0.0008459975283878553, "loss": 4.55469189453125, "step": 43500 }, { "epoch": 0.16373738012749187, "grad_norm": 4.80071496963501, "learning_rate": 0.0008441194036578358, "loss": 4.55511376953125, "step": 44000 }, { "epoch": 0.1655980321743952, "grad_norm": 6.570804595947266, "learning_rate": 0.0008422412789278163, "loss": 4.54985693359375, "step": 44500 }, { "epoch": 0.1674586842212985, "grad_norm": 4.906417369842529, "learning_rate": 0.0008403631541977967, "loss": 4.5478876953125, "step": 45000 }, { "epoch": 0.16931933626820184, "grad_norm": 6.0677876472473145, "learning_rate": 0.0008384850294677771, "loss": 4.54205615234375, "step": 45500 }, { "epoch": 0.17117998831510514, "grad_norm": 5.87119722366333, "learning_rate": 0.0008366069047377574, "loss": 4.5450107421875, "step": 46000 }, { "epoch": 0.17304064036200847, "grad_norm": 6.042978286743164, "learning_rate": 0.0008347287800077378, "loss": 4.54010400390625, "step": 46500 }, { "epoch": 0.17490129240891178, "grad_norm": 3.3283963203430176, "learning_rate": 0.0008328506552777183, "loss": 4.53665087890625, "step": 47000 }, { "epoch": 0.17676194445581508, "grad_norm": 8.206411361694336, "learning_rate": 0.0008309725305476987, "loss": 4.52938232421875, "step": 47500 }, { "epoch": 0.17862259650271842, "grad_norm": 10.10551643371582, "learning_rate": 0.0008290944058176791, "loss": 4.52888232421875, "step": 48000 }, { "epoch": 0.18048324854962172, "grad_norm": 8.297808647155762, "learning_rate": 0.0008272162810876595, "loss": 4.525412109375, "step": 48500 }, { "epoch": 0.18234390059652505, "grad_norm": 5.006214141845703, "learning_rate": 0.0008253381563576401, "loss": 4.52420166015625, "step": 49000 }, { "epoch": 0.18420455264342836, "grad_norm": 6.915680885314941, "learning_rate": 0.0008234600316276205, "loss": 4.52089208984375, "step": 49500 }, { "epoch": 0.1860652046903317, "grad_norm": 6.739466190338135, "learning_rate": 0.0008215819068976009, "loss": 4.521951171875, "step": 50000 }, { "epoch": 0.187925856737235, "grad_norm": 6.183567047119141, "learning_rate": 0.0008197037821675813, "loss": 4.5164443359375, "step": 50500 }, { "epoch": 0.1897865087841383, "grad_norm": 4.95566987991333, "learning_rate": 0.0008178256574375617, "loss": 4.516236328125, "step": 51000 }, { "epoch": 0.19164716083104164, "grad_norm": 5.927860260009766, "learning_rate": 0.0008159475327075422, "loss": 4.5120869140625, "step": 51500 }, { "epoch": 0.19350781287794494, "grad_norm": 7.556771755218506, "learning_rate": 0.0008140694079775226, "loss": 4.508984375, "step": 52000 }, { "epoch": 0.19536846492484827, "grad_norm": 4.250651836395264, "learning_rate": 0.000812191283247503, "loss": 4.5113916015625, "step": 52500 }, { "epoch": 0.19722911697175158, "grad_norm": 8.554373741149902, "learning_rate": 0.0008103131585174834, "loss": 4.50879833984375, "step": 53000 }, { "epoch": 0.1990897690186549, "grad_norm": 4.458115577697754, "learning_rate": 0.0008084350337874639, "loss": 4.50628564453125, "step": 53500 }, { "epoch": 0.20095042106555822, "grad_norm": 8.246577262878418, "learning_rate": 0.0008065569090574444, "loss": 4.50648779296875, "step": 54000 }, { "epoch": 0.20281107311246152, "grad_norm": 3.933825731277466, "learning_rate": 0.0008046787843274248, "loss": 4.5026142578125, "step": 54500 }, { "epoch": 0.20467172515936485, "grad_norm": 3.794130325317383, "learning_rate": 0.0008028006595974052, "loss": 4.50472802734375, "step": 55000 }, { "epoch": 0.20653237720626816, "grad_norm": 6.470836162567139, "learning_rate": 0.0008009225348673857, "loss": 4.50309375, "step": 55500 }, { "epoch": 0.2083930292531715, "grad_norm": 5.694248676300049, "learning_rate": 0.0007990444101373661, "loss": 4.50254248046875, "step": 56000 }, { "epoch": 0.2102536813000748, "grad_norm": 7.276400566101074, "learning_rate": 0.0007971662854073465, "loss": 4.49781591796875, "step": 56500 }, { "epoch": 0.2121143333469781, "grad_norm": 7.402885437011719, "learning_rate": 0.0007952881606773269, "loss": 4.49815771484375, "step": 57000 }, { "epoch": 0.21397498539388143, "grad_norm": 7.314826488494873, "learning_rate": 0.0007934100359473073, "loss": 4.500810546875, "step": 57500 }, { "epoch": 0.21583563744078474, "grad_norm": 5.601799011230469, "learning_rate": 0.0007915319112172878, "loss": 4.49820263671875, "step": 58000 }, { "epoch": 0.21769628948768807, "grad_norm": 5.061099529266357, "learning_rate": 0.0007896537864872682, "loss": 4.493552734375, "step": 58500 }, { "epoch": 0.21955694153459138, "grad_norm": 5.085647106170654, "learning_rate": 0.0007877756617572487, "loss": 4.4960166015625, "step": 59000 }, { "epoch": 0.2214175935814947, "grad_norm": 4.9539361000061035, "learning_rate": 0.0007858975370272291, "loss": 4.491951171875, "step": 59500 }, { "epoch": 0.22327824562839801, "grad_norm": 10.466228485107422, "learning_rate": 0.0007840194122972096, "loss": 4.494978515625, "step": 60000 }, { "epoch": 0.22513889767530132, "grad_norm": 7.598654270172119, "learning_rate": 0.00078214128756719, "loss": 4.4912138671875, "step": 60500 }, { "epoch": 0.22699954972220465, "grad_norm": 7.397010803222656, "learning_rate": 0.0007802631628371704, "loss": 4.4921591796875, "step": 61000 }, { "epoch": 0.22886020176910796, "grad_norm": 4.31448221206665, "learning_rate": 0.0007783850381071508, "loss": 4.49118310546875, "step": 61500 }, { "epoch": 0.2307208538160113, "grad_norm": 6.421995639801025, "learning_rate": 0.0007765069133771312, "loss": 4.492251953125, "step": 62000 }, { "epoch": 0.2325815058629146, "grad_norm": 7.053623676300049, "learning_rate": 0.0007746287886471116, "loss": 4.487826171875, "step": 62500 }, { "epoch": 0.23444215790981793, "grad_norm": 4.378776550292969, "learning_rate": 0.000772750663917092, "loss": 4.48987353515625, "step": 63000 }, { "epoch": 0.23630280995672123, "grad_norm": 4.704683303833008, "learning_rate": 0.0007708725391870724, "loss": 4.48673291015625, "step": 63500 }, { "epoch": 0.23816346200362454, "grad_norm": 6.298703670501709, "learning_rate": 0.0007689944144570529, "loss": 4.48763671875, "step": 64000 }, { "epoch": 0.24002411405052787, "grad_norm": 5.29418420791626, "learning_rate": 0.0007671162897270334, "loss": 4.4861953125, "step": 64500 }, { "epoch": 0.24188476609743118, "grad_norm": 3.9868369102478027, "learning_rate": 0.0007652381649970138, "loss": 4.48786181640625, "step": 65000 }, { "epoch": 0.2437454181443345, "grad_norm": 6.518988609313965, "learning_rate": 0.0007633600402669942, "loss": 4.4860322265625, "step": 65500 }, { "epoch": 0.2456060701912378, "grad_norm": 6.929192066192627, "learning_rate": 0.0007614819155369746, "loss": 4.484537109375, "step": 66000 }, { "epoch": 0.24746672223814115, "grad_norm": 12.106330871582031, "learning_rate": 0.000759603790806955, "loss": 4.48665087890625, "step": 66500 }, { "epoch": 0.24932737428504445, "grad_norm": 7.150021553039551, "learning_rate": 0.0007577256660769355, "loss": 4.48529931640625, "step": 67000 }, { "epoch": 0.25118802633194776, "grad_norm": 6.323400497436523, "learning_rate": 0.0007558475413469159, "loss": 4.48595361328125, "step": 67500 }, { "epoch": 0.2530486783788511, "grad_norm": 8.257938385009766, "learning_rate": 0.0007539694166168963, "loss": 4.48459033203125, "step": 68000 }, { "epoch": 0.2549093304257544, "grad_norm": 13.902870178222656, "learning_rate": 0.0007520912918868768, "loss": 4.48610595703125, "step": 68500 }, { "epoch": 0.2567699824726577, "grad_norm": 5.16783332824707, "learning_rate": 0.0007502131671568573, "loss": 4.4848408203125, "step": 69000 }, { "epoch": 0.25863063451956103, "grad_norm": 7.747773170471191, "learning_rate": 0.0007483350424268377, "loss": 4.4841806640625, "step": 69500 }, { "epoch": 0.26049128656646436, "grad_norm": 7.761319160461426, "learning_rate": 0.0007464569176968181, "loss": 4.484076171875, "step": 70000 }, { "epoch": 0.26235193861336764, "grad_norm": 8.274876594543457, "learning_rate": 0.0007445787929667985, "loss": 4.484072265625, "step": 70500 }, { "epoch": 0.264212590660271, "grad_norm": 4.428828716278076, "learning_rate": 0.000742700668236779, "loss": 4.484216796875, "step": 71000 }, { "epoch": 0.2660732427071743, "grad_norm": 7.064348220825195, "learning_rate": 0.0007408225435067594, "loss": 4.48328271484375, "step": 71500 }, { "epoch": 0.26793389475407764, "grad_norm": 3.3236896991729736, "learning_rate": 0.0007389444187767398, "loss": 4.48214404296875, "step": 72000 }, { "epoch": 0.2697945468009809, "grad_norm": 6.669268608093262, "learning_rate": 0.0007370662940467202, "loss": 4.48421728515625, "step": 72500 }, { "epoch": 0.27165519884788425, "grad_norm": 7.291159152984619, "learning_rate": 0.0007351881693167006, "loss": 4.482083984375, "step": 73000 }, { "epoch": 0.2735158508947876, "grad_norm": 9.1312837600708, "learning_rate": 0.0007333100445866812, "loss": 4.48111669921875, "step": 73500 }, { "epoch": 0.27537650294169086, "grad_norm": 6.601263046264648, "learning_rate": 0.0007314319198566616, "loss": 4.47855078125, "step": 74000 }, { "epoch": 0.2772371549885942, "grad_norm": 9.105801582336426, "learning_rate": 0.000729553795126642, "loss": 4.4741416015625, "step": 74500 }, { "epoch": 0.2790978070354975, "grad_norm": 4.015969276428223, "learning_rate": 0.0007276756703966224, "loss": 4.48034228515625, "step": 75000 }, { "epoch": 0.28095845908240086, "grad_norm": 7.734882354736328, "learning_rate": 0.0007257975456666029, "loss": 4.47845654296875, "step": 75500 }, { "epoch": 0.28281911112930413, "grad_norm": 6.963399410247803, "learning_rate": 0.0007239194209365833, "loss": 4.4805185546875, "step": 76000 }, { "epoch": 0.28467976317620747, "grad_norm": 6.917100429534912, "learning_rate": 0.0007220412962065637, "loss": 4.4773134765625, "step": 76500 }, { "epoch": 0.2865404152231108, "grad_norm": 6.344621658325195, "learning_rate": 0.0007201631714765441, "loss": 4.47900634765625, "step": 77000 }, { "epoch": 0.2884010672700141, "grad_norm": 8.501132011413574, "learning_rate": 0.0007182850467465246, "loss": 4.47861181640625, "step": 77500 }, { "epoch": 0.2902617193169174, "grad_norm": 8.206130981445312, "learning_rate": 0.000716406922016505, "loss": 4.4764794921875, "step": 78000 }, { "epoch": 0.29212237136382074, "grad_norm": 6.542685031890869, "learning_rate": 0.0007145287972864855, "loss": 4.47616357421875, "step": 78500 }, { "epoch": 0.2939830234107241, "grad_norm": 7.8764119148254395, "learning_rate": 0.0007126506725564659, "loss": 4.4769111328125, "step": 79000 }, { "epoch": 0.29584367545762735, "grad_norm": 3.440788984298706, "learning_rate": 0.0007107725478264462, "loss": 4.47498828125, "step": 79500 }, { "epoch": 0.2977043275045307, "grad_norm": 10.068194389343262, "learning_rate": 0.0007088944230964267, "loss": 4.47246337890625, "step": 80000 }, { "epoch": 0.299564979551434, "grad_norm": 6.2613844871521, "learning_rate": 0.0007070162983664071, "loss": 4.47512451171875, "step": 80500 }, { "epoch": 0.3014256315983373, "grad_norm": 8.452590942382812, "learning_rate": 0.0007051381736363875, "loss": 4.47835595703125, "step": 81000 }, { "epoch": 0.30328628364524063, "grad_norm": 4.733311653137207, "learning_rate": 0.0007032600489063679, "loss": 4.47453564453125, "step": 81500 }, { "epoch": 0.30514693569214396, "grad_norm": 9.07909870147705, "learning_rate": 0.0007013819241763483, "loss": 4.47217138671875, "step": 82000 }, { "epoch": 0.3070075877390473, "grad_norm": 10.368821144104004, "learning_rate": 0.0006995037994463288, "loss": 4.47097705078125, "step": 82500 }, { "epoch": 0.30886823978595057, "grad_norm": 7.084706783294678, "learning_rate": 0.0006976256747163092, "loss": 4.4737666015625, "step": 83000 }, { "epoch": 0.3107288918328539, "grad_norm": 6.038401126861572, "learning_rate": 0.0006957475499862897, "loss": 4.473478515625, "step": 83500 }, { "epoch": 0.31258954387975724, "grad_norm": 2.724778413772583, "learning_rate": 0.0006938694252562701, "loss": 4.4722548828125, "step": 84000 }, { "epoch": 0.3144501959266605, "grad_norm": 5.195089817047119, "learning_rate": 0.0006919913005262506, "loss": 4.47531884765625, "step": 84500 }, { "epoch": 0.31631084797356385, "grad_norm": 7.253955841064453, "learning_rate": 0.000690113175796231, "loss": 4.47497265625, "step": 85000 }, { "epoch": 0.3181715000204672, "grad_norm": 4.600544452667236, "learning_rate": 0.0006882350510662114, "loss": 4.4730244140625, "step": 85500 }, { "epoch": 0.3200321520673705, "grad_norm": 5.815502643585205, "learning_rate": 0.0006863569263361918, "loss": 4.4750458984375, "step": 86000 }, { "epoch": 0.3218928041142738, "grad_norm": 7.344007968902588, "learning_rate": 0.0006844788016061723, "loss": 4.47455126953125, "step": 86500 }, { "epoch": 0.3237534561611771, "grad_norm": 6.854379653930664, "learning_rate": 0.0006826006768761527, "loss": 4.4693974609375, "step": 87000 }, { "epoch": 0.32561410820808045, "grad_norm": 5.305671691894531, "learning_rate": 0.0006807225521461331, "loss": 4.47187744140625, "step": 87500 }, { "epoch": 0.32747476025498373, "grad_norm": 6.037302494049072, "learning_rate": 0.0006788444274161135, "loss": 4.4694326171875, "step": 88000 }, { "epoch": 0.32933541230188706, "grad_norm": 3.5125277042388916, "learning_rate": 0.000676966302686094, "loss": 4.47351416015625, "step": 88500 }, { "epoch": 0.3311960643487904, "grad_norm": 5.0595831871032715, "learning_rate": 0.0006750881779560745, "loss": 4.47145849609375, "step": 89000 }, { "epoch": 0.33305671639569373, "grad_norm": 4.880552768707275, "learning_rate": 0.0006732100532260549, "loss": 4.46852978515625, "step": 89500 }, { "epoch": 0.334917368442597, "grad_norm": 6.47338342666626, "learning_rate": 0.0006713319284960353, "loss": 4.46981298828125, "step": 90000 }, { "epoch": 0.33677802048950034, "grad_norm": 5.947440147399902, "learning_rate": 0.0006694538037660157, "loss": 4.4676357421875, "step": 90500 }, { "epoch": 0.3386386725364037, "grad_norm": 8.459341049194336, "learning_rate": 0.0006675756790359962, "loss": 4.46631494140625, "step": 91000 }, { "epoch": 0.34049932458330695, "grad_norm": 7.822628498077393, "learning_rate": 0.0006656975543059766, "loss": 4.47032763671875, "step": 91500 }, { "epoch": 0.3423599766302103, "grad_norm": 9.505901336669922, "learning_rate": 0.000663819429575957, "loss": 4.4698828125, "step": 92000 }, { "epoch": 0.3442206286771136, "grad_norm": 7.43065071105957, "learning_rate": 0.0006619413048459374, "loss": 4.46746142578125, "step": 92500 }, { "epoch": 0.34608128072401695, "grad_norm": 4.6705451011657715, "learning_rate": 0.000660063180115918, "loss": 4.46609130859375, "step": 93000 }, { "epoch": 0.3479419327709202, "grad_norm": 4.215946197509766, "learning_rate": 0.0006581850553858984, "loss": 4.468951171875, "step": 93500 }, { "epoch": 0.34980258481782356, "grad_norm": 6.872352600097656, "learning_rate": 0.0006563069306558788, "loss": 4.46557763671875, "step": 94000 }, { "epoch": 0.3516632368647269, "grad_norm": 6.713812351226807, "learning_rate": 0.0006544288059258592, "loss": 4.46885400390625, "step": 94500 }, { "epoch": 0.35352388891163017, "grad_norm": 6.585971832275391, "learning_rate": 0.0006525506811958396, "loss": 4.4683427734375, "step": 95000 }, { "epoch": 0.3553845409585335, "grad_norm": 3.663515329360962, "learning_rate": 0.0006506725564658201, "loss": 4.46723681640625, "step": 95500 }, { "epoch": 0.35724519300543683, "grad_norm": 4.772187232971191, "learning_rate": 0.0006487944317358004, "loss": 4.46858642578125, "step": 96000 }, { "epoch": 0.35910584505234017, "grad_norm": 4.3799567222595215, "learning_rate": 0.0006469163070057808, "loss": 4.46807470703125, "step": 96500 }, { "epoch": 0.36096649709924344, "grad_norm": 8.089590072631836, "learning_rate": 0.0006450381822757612, "loss": 4.4668212890625, "step": 97000 }, { "epoch": 0.3628271491461468, "grad_norm": 4.624916076660156, "learning_rate": 0.0006431600575457417, "loss": 4.46556494140625, "step": 97500 }, { "epoch": 0.3646878011930501, "grad_norm": 6.7466044425964355, "learning_rate": 0.0006412819328157222, "loss": 4.46650439453125, "step": 98000 }, { "epoch": 0.3665484532399534, "grad_norm": 6.43411922454834, "learning_rate": 0.0006394038080857026, "loss": 4.4676640625, "step": 98500 }, { "epoch": 0.3684091052868567, "grad_norm": 8.104635238647461, "learning_rate": 0.000637525683355683, "loss": 4.466138671875, "step": 99000 }, { "epoch": 0.37026975733376005, "grad_norm": 6.732456207275391, "learning_rate": 0.0006356475586256634, "loss": 4.46563525390625, "step": 99500 }, { "epoch": 0.3721304093806634, "grad_norm": 5.635775089263916, "learning_rate": 0.0006337694338956439, "loss": 4.46489990234375, "step": 100000 }, { "epoch": 0.37399106142756666, "grad_norm": 5.111926555633545, "learning_rate": 0.0006318913091656243, "loss": 4.4634384765625, "step": 100500 }, { "epoch": 0.37585171347447, "grad_norm": 4.568348407745361, "learning_rate": 0.0006300131844356047, "loss": 4.46292822265625, "step": 101000 }, { "epoch": 0.37771236552137333, "grad_norm": 4.806906223297119, "learning_rate": 0.0006281350597055851, "loss": 4.4655146484375, "step": 101500 }, { "epoch": 0.3795730175682766, "grad_norm": 3.6860642433166504, "learning_rate": 0.0006262569349755656, "loss": 4.46673583984375, "step": 102000 }, { "epoch": 0.38143366961517994, "grad_norm": 5.338164329528809, "learning_rate": 0.000624378810245546, "loss": 4.46567431640625, "step": 102500 }, { "epoch": 0.38329432166208327, "grad_norm": 5.947659969329834, "learning_rate": 0.0006225006855155265, "loss": 4.4673349609375, "step": 103000 }, { "epoch": 0.3851549737089866, "grad_norm": 5.829962253570557, "learning_rate": 0.0006206225607855069, "loss": 4.46647705078125, "step": 103500 }, { "epoch": 0.3870156257558899, "grad_norm": 8.473055839538574, "learning_rate": 0.0006187444360554874, "loss": 4.4651826171875, "step": 104000 }, { "epoch": 0.3888762778027932, "grad_norm": 3.385280132293701, "learning_rate": 0.0006168663113254678, "loss": 4.46428271484375, "step": 104500 }, { "epoch": 0.39073692984969655, "grad_norm": 4.8687872886657715, "learning_rate": 0.0006149881865954482, "loss": 4.465185546875, "step": 105000 }, { "epoch": 0.3925975818965998, "grad_norm": 8.859432220458984, "learning_rate": 0.0006131100618654286, "loss": 4.46801953125, "step": 105500 }, { "epoch": 0.39445823394350316, "grad_norm": 9.809651374816895, "learning_rate": 0.000611231937135409, "loss": 4.4640888671875, "step": 106000 }, { "epoch": 0.3963188859904065, "grad_norm": 5.878124713897705, "learning_rate": 0.0006093538124053895, "loss": 4.46782275390625, "step": 106500 }, { "epoch": 0.3981795380373098, "grad_norm": 6.46779203414917, "learning_rate": 0.0006074756876753699, "loss": 4.4636357421875, "step": 107000 }, { "epoch": 0.4000401900842131, "grad_norm": 7.746013641357422, "learning_rate": 0.0006055975629453503, "loss": 4.46418505859375, "step": 107500 }, { "epoch": 0.40190084213111643, "grad_norm": 5.665678024291992, "learning_rate": 0.0006037194382153308, "loss": 4.467515625, "step": 108000 }, { "epoch": 0.40376149417801976, "grad_norm": 6.78068208694458, "learning_rate": 0.0006018413134853113, "loss": 4.4621455078125, "step": 108500 }, { "epoch": 0.40562214622492304, "grad_norm": 6.230992317199707, "learning_rate": 0.0005999631887552917, "loss": 4.461845703125, "step": 109000 }, { "epoch": 0.4074827982718264, "grad_norm": 7.116415500640869, "learning_rate": 0.0005980850640252721, "loss": 4.465484375, "step": 109500 }, { "epoch": 0.4093434503187297, "grad_norm": 7.052712440490723, "learning_rate": 0.0005962069392952525, "loss": 4.46277734375, "step": 110000 }, { "epoch": 0.41120410236563304, "grad_norm": 5.098302364349365, "learning_rate": 0.000594328814565233, "loss": 4.46403125, "step": 110500 }, { "epoch": 0.4130647544125363, "grad_norm": 4.197863578796387, "learning_rate": 0.0005924506898352134, "loss": 4.46260302734375, "step": 111000 }, { "epoch": 0.41492540645943965, "grad_norm": 4.166055202484131, "learning_rate": 0.0005905725651051938, "loss": 4.464423828125, "step": 111500 }, { "epoch": 0.416786058506343, "grad_norm": 5.128453254699707, "learning_rate": 0.0005886944403751742, "loss": 4.464576171875, "step": 112000 }, { "epoch": 0.41864671055324626, "grad_norm": 5.724092483520508, "learning_rate": 0.0005868163156451545, "loss": 4.4605302734375, "step": 112500 }, { "epoch": 0.4205073626001496, "grad_norm": 9.668181419372559, "learning_rate": 0.0005849381909151351, "loss": 4.46089794921875, "step": 113000 }, { "epoch": 0.4223680146470529, "grad_norm": 5.741905212402344, "learning_rate": 0.0005830600661851155, "loss": 4.46449951171875, "step": 113500 }, { "epoch": 0.4242286666939562, "grad_norm": 5.0122809410095215, "learning_rate": 0.0005811819414550959, "loss": 4.4616875, "step": 114000 }, { "epoch": 0.42608931874085954, "grad_norm": 4.272839546203613, "learning_rate": 0.0005793038167250763, "loss": 4.45945361328125, "step": 114500 }, { "epoch": 0.42794997078776287, "grad_norm": 5.2710137367248535, "learning_rate": 0.0005774256919950568, "loss": 4.46034716796875, "step": 115000 }, { "epoch": 0.4298106228346662, "grad_norm": 4.062258720397949, "learning_rate": 0.0005755475672650372, "loss": 4.46361962890625, "step": 115500 }, { "epoch": 0.4316712748815695, "grad_norm": 2.0551254749298096, "learning_rate": 0.0005736694425350176, "loss": 4.4624560546875, "step": 116000 }, { "epoch": 0.4335319269284728, "grad_norm": 6.634883403778076, "learning_rate": 0.000571791317804998, "loss": 4.459365234375, "step": 116500 }, { "epoch": 0.43539257897537614, "grad_norm": 7.292120933532715, "learning_rate": 0.0005699131930749784, "loss": 4.45801513671875, "step": 117000 }, { "epoch": 0.4372532310222794, "grad_norm": 5.2012457847595215, "learning_rate": 0.0005680350683449589, "loss": 4.46097119140625, "step": 117500 }, { "epoch": 0.43911388306918275, "grad_norm": 6.436755657196045, "learning_rate": 0.0005661569436149394, "loss": 4.4633447265625, "step": 118000 }, { "epoch": 0.4409745351160861, "grad_norm": 4.31545352935791, "learning_rate": 0.0005642788188849198, "loss": 4.45968115234375, "step": 118500 }, { "epoch": 0.4428351871629894, "grad_norm": 4.256547451019287, "learning_rate": 0.0005624006941549002, "loss": 4.4603359375, "step": 119000 }, { "epoch": 0.4446958392098927, "grad_norm": 5.079737186431885, "learning_rate": 0.0005605225694248807, "loss": 4.45998046875, "step": 119500 }, { "epoch": 0.44655649125679603, "grad_norm": 9.032888412475586, "learning_rate": 0.0005586444446948611, "loss": 4.45880126953125, "step": 120000 }, { "epoch": 0.44841714330369936, "grad_norm": 4.210422515869141, "learning_rate": 0.0005567663199648415, "loss": 4.46195458984375, "step": 120500 }, { "epoch": 0.45027779535060264, "grad_norm": 7.777290344238281, "learning_rate": 0.0005548881952348219, "loss": 4.46092626953125, "step": 121000 }, { "epoch": 0.45213844739750597, "grad_norm": 8.728998184204102, "learning_rate": 0.0005530100705048023, "loss": 4.4587138671875, "step": 121500 }, { "epoch": 0.4539990994444093, "grad_norm": 10.13371753692627, "learning_rate": 0.0005511319457747828, "loss": 4.4585107421875, "step": 122000 }, { "epoch": 0.45585975149131264, "grad_norm": 7.0433783531188965, "learning_rate": 0.0005492538210447633, "loss": 4.456021484375, "step": 122500 }, { "epoch": 0.4577204035382159, "grad_norm": 6.250906467437744, "learning_rate": 0.0005473756963147437, "loss": 4.46035595703125, "step": 123000 }, { "epoch": 0.45958105558511925, "grad_norm": 5.899463176727295, "learning_rate": 0.0005454975715847241, "loss": 4.4608984375, "step": 123500 }, { "epoch": 0.4614417076320226, "grad_norm": 8.19985294342041, "learning_rate": 0.0005436194468547046, "loss": 4.461828125, "step": 124000 }, { "epoch": 0.46330235967892586, "grad_norm": 8.788021087646484, "learning_rate": 0.000541741322124685, "loss": 4.458185546875, "step": 124500 }, { "epoch": 0.4651630117258292, "grad_norm": 8.99721908569336, "learning_rate": 0.0005398631973946654, "loss": 4.45709423828125, "step": 125000 }, { "epoch": 0.4670236637727325, "grad_norm": 5.497365951538086, "learning_rate": 0.0005379850726646458, "loss": 4.45861669921875, "step": 125500 }, { "epoch": 0.46888431581963586, "grad_norm": 7.262388229370117, "learning_rate": 0.0005361069479346263, "loss": 4.45929443359375, "step": 126000 }, { "epoch": 0.47074496786653913, "grad_norm": 4.629150390625, "learning_rate": 0.0005342288232046067, "loss": 4.45841455078125, "step": 126500 }, { "epoch": 0.47260561991344247, "grad_norm": 4.334385395050049, "learning_rate": 0.0005323506984745871, "loss": 4.45849169921875, "step": 127000 }, { "epoch": 0.4744662719603458, "grad_norm": 5.020205020904541, "learning_rate": 0.0005304725737445676, "loss": 4.45844140625, "step": 127500 }, { "epoch": 0.4763269240072491, "grad_norm": 6.802985668182373, "learning_rate": 0.000528594449014548, "loss": 4.45850439453125, "step": 128000 }, { "epoch": 0.4781875760541524, "grad_norm": 6.739325523376465, "learning_rate": 0.0005267163242845285, "loss": 4.4588046875, "step": 128500 }, { "epoch": 0.48004822810105574, "grad_norm": 6.554358005523682, "learning_rate": 0.0005248381995545089, "loss": 4.46062109375, "step": 129000 }, { "epoch": 0.4819088801479591, "grad_norm": 7.1662983894348145, "learning_rate": 0.0005229600748244892, "loss": 4.45658740234375, "step": 129500 }, { "epoch": 0.48376953219486235, "grad_norm": 3.3376662731170654, "learning_rate": 0.0005210819500944696, "loss": 4.457666015625, "step": 130000 }, { "epoch": 0.4856301842417657, "grad_norm": 5.43457555770874, "learning_rate": 0.00051920382536445, "loss": 4.4573623046875, "step": 130500 }, { "epoch": 0.487490836288669, "grad_norm": 3.4325568675994873, "learning_rate": 0.0005173257006344305, "loss": 4.45619140625, "step": 131000 }, { "epoch": 0.4893514883355723, "grad_norm": 4.845108509063721, "learning_rate": 0.0005154475759044109, "loss": 4.45588037109375, "step": 131500 }, { "epoch": 0.4912121403824756, "grad_norm": 6.159919738769531, "learning_rate": 0.0005135694511743913, "loss": 4.45594970703125, "step": 132000 }, { "epoch": 0.49307279242937896, "grad_norm": 7.059804439544678, "learning_rate": 0.0005116913264443719, "loss": 4.45755224609375, "step": 132500 }, { "epoch": 0.4949334444762823, "grad_norm": 3.992581367492676, "learning_rate": 0.0005098132017143523, "loss": 4.45191357421875, "step": 133000 }, { "epoch": 0.49679409652318557, "grad_norm": 10.65527629852295, "learning_rate": 0.0005079350769843327, "loss": 4.45453857421875, "step": 133500 }, { "epoch": 0.4986547485700889, "grad_norm": 3.6070289611816406, "learning_rate": 0.0005060569522543131, "loss": 4.45696240234375, "step": 134000 }, { "epoch": 0.5005154006169922, "grad_norm": 7.231837272644043, "learning_rate": 0.0005041788275242935, "loss": 4.4583388671875, "step": 134500 }, { "epoch": 0.5023760526638955, "grad_norm": 5.336511135101318, "learning_rate": 0.000502300702794274, "loss": 4.45452978515625, "step": 135000 }, { "epoch": 0.5042367047107988, "grad_norm": 5.56698751449585, "learning_rate": 0.0005004225780642544, "loss": 4.45319921875, "step": 135500 }, { "epoch": 0.5060973567577022, "grad_norm": 7.6974921226501465, "learning_rate": 0.0004985444533342349, "loss": 4.45780615234375, "step": 136000 }, { "epoch": 0.5079580088046055, "grad_norm": 5.696741580963135, "learning_rate": 0.0004966663286042153, "loss": 4.456353515625, "step": 136500 }, { "epoch": 0.5098186608515088, "grad_norm": 6.142334461212158, "learning_rate": 0.0004947882038741958, "loss": 4.45840087890625, "step": 137000 }, { "epoch": 0.5116793128984121, "grad_norm": 4.850187301635742, "learning_rate": 0.0004929100791441762, "loss": 4.45373046875, "step": 137500 }, { "epoch": 0.5135399649453154, "grad_norm": 6.0626373291015625, "learning_rate": 0.0004910319544141565, "loss": 4.4566044921875, "step": 138000 }, { "epoch": 0.5154006169922187, "grad_norm": 6.267222881317139, "learning_rate": 0.000489153829684137, "loss": 4.456546875, "step": 138500 }, { "epoch": 0.5172612690391221, "grad_norm": 6.78589391708374, "learning_rate": 0.00048727570495411745, "loss": 4.4550537109375, "step": 139000 }, { "epoch": 0.5191219210860254, "grad_norm": 4.263671875, "learning_rate": 0.00048539758022409787, "loss": 4.4580810546875, "step": 139500 }, { "epoch": 0.5209825731329287, "grad_norm": 8.053715705871582, "learning_rate": 0.0004835194554940783, "loss": 4.4543408203125, "step": 140000 }, { "epoch": 0.5228432251798321, "grad_norm": 6.104107856750488, "learning_rate": 0.0004816413307640587, "loss": 4.455216796875, "step": 140500 }, { "epoch": 0.5247038772267353, "grad_norm": 6.36637544631958, "learning_rate": 0.0004797632060340392, "loss": 4.4542275390625, "step": 141000 }, { "epoch": 0.5265645292736386, "grad_norm": 6.148224830627441, "learning_rate": 0.0004778850813040196, "loss": 4.45243994140625, "step": 141500 }, { "epoch": 0.528425181320542, "grad_norm": 4.629148006439209, "learning_rate": 0.000476006956574, "loss": 4.450830078125, "step": 142000 }, { "epoch": 0.5302858333674453, "grad_norm": 7.710379600524902, "learning_rate": 0.0004741288318439804, "loss": 4.45539697265625, "step": 142500 }, { "epoch": 0.5321464854143486, "grad_norm": 5.821582317352295, "learning_rate": 0.0004722507071139608, "loss": 4.45499462890625, "step": 143000 }, { "epoch": 0.534007137461252, "grad_norm": 6.4706525802612305, "learning_rate": 0.0004703725823839413, "loss": 4.45633154296875, "step": 143500 }, { "epoch": 0.5358677895081553, "grad_norm": 4.506548881530762, "learning_rate": 0.0004684944576539217, "loss": 4.45275927734375, "step": 144000 }, { "epoch": 0.5377284415550585, "grad_norm": 9.002552032470703, "learning_rate": 0.00046661633292390214, "loss": 4.453841796875, "step": 144500 }, { "epoch": 0.5395890936019618, "grad_norm": 5.41610050201416, "learning_rate": 0.00046473820819388257, "loss": 4.451328125, "step": 145000 }, { "epoch": 0.5414497456488652, "grad_norm": 4.456020832061768, "learning_rate": 0.000462860083463863, "loss": 4.45309326171875, "step": 145500 }, { "epoch": 0.5433103976957685, "grad_norm": 8.052145957946777, "learning_rate": 0.00046098195873384346, "loss": 4.45317138671875, "step": 146000 }, { "epoch": 0.5451710497426718, "grad_norm": 5.7581257820129395, "learning_rate": 0.0004591038340038239, "loss": 4.4551337890625, "step": 146500 }, { "epoch": 0.5470317017895752, "grad_norm": 5.83908748626709, "learning_rate": 0.0004572257092738043, "loss": 4.4516552734375, "step": 147000 }, { "epoch": 0.5488923538364785, "grad_norm": 4.930480003356934, "learning_rate": 0.00045534758454378473, "loss": 4.45360498046875, "step": 147500 }, { "epoch": 0.5507530058833817, "grad_norm": 8.620412826538086, "learning_rate": 0.00045346945981376515, "loss": 4.44964892578125, "step": 148000 }, { "epoch": 0.552613657930285, "grad_norm": 8.129995346069336, "learning_rate": 0.00045159133508374563, "loss": 4.45180029296875, "step": 148500 }, { "epoch": 0.5544743099771884, "grad_norm": 3.6653900146484375, "learning_rate": 0.00044971321035372605, "loss": 4.44847998046875, "step": 149000 }, { "epoch": 0.5563349620240917, "grad_norm": 5.380570888519287, "learning_rate": 0.0004478350856237065, "loss": 4.45318603515625, "step": 149500 }, { "epoch": 0.558195614070995, "grad_norm": 3.7032363414764404, "learning_rate": 0.0004459569608936869, "loss": 4.455142578125, "step": 150000 }, { "epoch": 0.5600562661178984, "grad_norm": 9.610738754272461, "learning_rate": 0.00044407883616366726, "loss": 4.4590322265625, "step": 150500 }, { "epoch": 0.5619169181648017, "grad_norm": 8.480457305908203, "learning_rate": 0.00044220071143364774, "loss": 4.45198681640625, "step": 151000 }, { "epoch": 0.5637775702117049, "grad_norm": 8.537784576416016, "learning_rate": 0.00044032258670362816, "loss": 4.4524833984375, "step": 151500 }, { "epoch": 0.5656382222586083, "grad_norm": 4.698855876922607, "learning_rate": 0.0004384444619736086, "loss": 4.451822265625, "step": 152000 }, { "epoch": 0.5674988743055116, "grad_norm": 5.766019344329834, "learning_rate": 0.000436566337243589, "loss": 4.4518408203125, "step": 152500 }, { "epoch": 0.5693595263524149, "grad_norm": 5.767785549163818, "learning_rate": 0.00043468821251356943, "loss": 4.452447265625, "step": 153000 }, { "epoch": 0.5712201783993183, "grad_norm": 5.230099678039551, "learning_rate": 0.0004328100877835499, "loss": 4.451900390625, "step": 153500 }, { "epoch": 0.5730808304462216, "grad_norm": 3.2539024353027344, "learning_rate": 0.0004309319630535303, "loss": 4.44681298828125, "step": 154000 }, { "epoch": 0.5749414824931249, "grad_norm": 6.615314960479736, "learning_rate": 0.00042905383832351075, "loss": 4.452783203125, "step": 154500 }, { "epoch": 0.5768021345400282, "grad_norm": 4.895683765411377, "learning_rate": 0.00042717571359349117, "loss": 4.45338232421875, "step": 155000 }, { "epoch": 0.5786627865869315, "grad_norm": 5.175957202911377, "learning_rate": 0.0004252975888634716, "loss": 4.4536484375, "step": 155500 }, { "epoch": 0.5805234386338348, "grad_norm": 6.236782073974609, "learning_rate": 0.00042341946413345207, "loss": 4.4539833984375, "step": 156000 }, { "epoch": 0.5823840906807382, "grad_norm": 2.903167486190796, "learning_rate": 0.0004215413394034325, "loss": 4.45184033203125, "step": 156500 }, { "epoch": 0.5842447427276415, "grad_norm": 7.222178936004639, "learning_rate": 0.0004196632146734129, "loss": 4.45056201171875, "step": 157000 }, { "epoch": 0.5861053947745448, "grad_norm": 3.610119342803955, "learning_rate": 0.00041778508994339334, "loss": 4.45076513671875, "step": 157500 }, { "epoch": 0.5879660468214482, "grad_norm": 4.422668933868408, "learning_rate": 0.00041590696521337376, "loss": 4.4545224609375, "step": 158000 }, { "epoch": 0.5898266988683514, "grad_norm": 3.052314519882202, "learning_rate": 0.00041402884048335423, "loss": 4.4545615234375, "step": 158500 }, { "epoch": 0.5916873509152547, "grad_norm": 7.522855758666992, "learning_rate": 0.0004121507157533346, "loss": 4.45416015625, "step": 159000 }, { "epoch": 0.593548002962158, "grad_norm": 4.265908718109131, "learning_rate": 0.000410272591023315, "loss": 4.44879296875, "step": 159500 }, { "epoch": 0.5954086550090614, "grad_norm": 4.404245853424072, "learning_rate": 0.00040839446629329545, "loss": 4.4510712890625, "step": 160000 }, { "epoch": 0.5972693070559647, "grad_norm": 9.642465591430664, "learning_rate": 0.00040651634156327587, "loss": 4.45234423828125, "step": 160500 }, { "epoch": 0.599129959102868, "grad_norm": 5.442552089691162, "learning_rate": 0.00040463821683325634, "loss": 4.45067431640625, "step": 161000 }, { "epoch": 0.6009906111497714, "grad_norm": 4.928205966949463, "learning_rate": 0.00040276009210323677, "loss": 4.4510791015625, "step": 161500 }, { "epoch": 0.6028512631966746, "grad_norm": 5.518509864807129, "learning_rate": 0.0004008819673732172, "loss": 4.44922509765625, "step": 162000 }, { "epoch": 0.6047119152435779, "grad_norm": 6.257038116455078, "learning_rate": 0.0003990038426431976, "loss": 4.451341796875, "step": 162500 }, { "epoch": 0.6065725672904813, "grad_norm": 5.63399600982666, "learning_rate": 0.00039712571791317803, "loss": 4.44827197265625, "step": 163000 }, { "epoch": 0.6084332193373846, "grad_norm": 3.66194224357605, "learning_rate": 0.0003952475931831585, "loss": 4.447998046875, "step": 163500 }, { "epoch": 0.6102938713842879, "grad_norm": 4.1094441413879395, "learning_rate": 0.00039336946845313893, "loss": 4.4487109375, "step": 164000 }, { "epoch": 0.6121545234311913, "grad_norm": 4.921567916870117, "learning_rate": 0.00039149134372311935, "loss": 4.45351025390625, "step": 164500 }, { "epoch": 0.6140151754780946, "grad_norm": 5.555217742919922, "learning_rate": 0.0003896132189930998, "loss": 4.4471591796875, "step": 165000 }, { "epoch": 0.6158758275249978, "grad_norm": 5.369006156921387, "learning_rate": 0.00038773509426308025, "loss": 4.44854541015625, "step": 165500 }, { "epoch": 0.6177364795719011, "grad_norm": 8.16930866241455, "learning_rate": 0.0003858569695330607, "loss": 4.44790966796875, "step": 166000 }, { "epoch": 0.6195971316188045, "grad_norm": 5.3588128089904785, "learning_rate": 0.0003839788448030411, "loss": 4.44815673828125, "step": 166500 }, { "epoch": 0.6214577836657078, "grad_norm": 3.739140272140503, "learning_rate": 0.00038210072007302146, "loss": 4.45053125, "step": 167000 }, { "epoch": 0.6233184357126111, "grad_norm": 4.912857532501221, "learning_rate": 0.0003802225953430019, "loss": 4.44944677734375, "step": 167500 }, { "epoch": 0.6251790877595145, "grad_norm": 8.022220611572266, "learning_rate": 0.00037834447061298236, "loss": 4.447494140625, "step": 168000 }, { "epoch": 0.6270397398064178, "grad_norm": 6.812033176422119, "learning_rate": 0.0003764663458829628, "loss": 4.45337158203125, "step": 168500 }, { "epoch": 0.628900391853321, "grad_norm": 4.0341057777404785, "learning_rate": 0.0003745882211529432, "loss": 4.45093701171875, "step": 169000 }, { "epoch": 0.6307610439002244, "grad_norm": 6.282521724700928, "learning_rate": 0.00037271009642292363, "loss": 4.45328369140625, "step": 169500 }, { "epoch": 0.6326216959471277, "grad_norm": 5.061432838439941, "learning_rate": 0.00037083197169290405, "loss": 4.447669921875, "step": 170000 }, { "epoch": 0.634482347994031, "grad_norm": 3.5131800174713135, "learning_rate": 0.00036895384696288453, "loss": 4.450287109375, "step": 170500 }, { "epoch": 0.6363430000409344, "grad_norm": 4.279995918273926, "learning_rate": 0.00036707572223286495, "loss": 4.44875830078125, "step": 171000 }, { "epoch": 0.6382036520878377, "grad_norm": 4.392888069152832, "learning_rate": 0.00036519759750284537, "loss": 4.45080419921875, "step": 171500 }, { "epoch": 0.640064304134741, "grad_norm": 4.661673545837402, "learning_rate": 0.0003633194727728258, "loss": 4.444892578125, "step": 172000 }, { "epoch": 0.6419249561816442, "grad_norm": 5.879929542541504, "learning_rate": 0.0003614413480428062, "loss": 4.44667626953125, "step": 172500 }, { "epoch": 0.6437856082285476, "grad_norm": 6.67512845993042, "learning_rate": 0.0003595632233127867, "loss": 4.45039892578125, "step": 173000 }, { "epoch": 0.6456462602754509, "grad_norm": 5.971707820892334, "learning_rate": 0.0003576850985827671, "loss": 4.44771826171875, "step": 173500 }, { "epoch": 0.6475069123223542, "grad_norm": 5.255460262298584, "learning_rate": 0.00035580697385274754, "loss": 4.44986279296875, "step": 174000 }, { "epoch": 0.6493675643692576, "grad_norm": 4.873464584350586, "learning_rate": 0.00035392884912272796, "loss": 4.45049072265625, "step": 174500 }, { "epoch": 0.6512282164161609, "grad_norm": 2.721395492553711, "learning_rate": 0.0003520507243927084, "loss": 4.44884765625, "step": 175000 }, { "epoch": 0.6530888684630642, "grad_norm": 5.425651550292969, "learning_rate": 0.0003501725996626888, "loss": 4.452494140625, "step": 175500 }, { "epoch": 0.6549495205099675, "grad_norm": 6.892492771148682, "learning_rate": 0.0003482944749326692, "loss": 4.44456640625, "step": 176000 }, { "epoch": 0.6568101725568708, "grad_norm": 3.46604585647583, "learning_rate": 0.00034641635020264965, "loss": 4.44730126953125, "step": 176500 }, { "epoch": 0.6586708246037741, "grad_norm": 3.7788968086242676, "learning_rate": 0.00034453822547263007, "loss": 4.446373046875, "step": 177000 }, { "epoch": 0.6605314766506775, "grad_norm": 7.952051162719727, "learning_rate": 0.0003426601007426105, "loss": 4.44717529296875, "step": 177500 }, { "epoch": 0.6623921286975808, "grad_norm": 3.8429341316223145, "learning_rate": 0.00034078197601259097, "loss": 4.44813916015625, "step": 178000 }, { "epoch": 0.6642527807444841, "grad_norm": 5.086678504943848, "learning_rate": 0.0003389038512825714, "loss": 4.450384765625, "step": 178500 }, { "epoch": 0.6661134327913875, "grad_norm": 6.154799461364746, "learning_rate": 0.0003370257265525518, "loss": 4.4477392578125, "step": 179000 }, { "epoch": 0.6679740848382907, "grad_norm": 5.786701679229736, "learning_rate": 0.00033514760182253223, "loss": 4.44752880859375, "step": 179500 }, { "epoch": 0.669834736885194, "grad_norm": 3.0187225341796875, "learning_rate": 0.00033326947709251266, "loss": 4.44757080078125, "step": 180000 }, { "epoch": 0.6716953889320973, "grad_norm": 6.262776851654053, "learning_rate": 0.00033139135236249313, "loss": 4.44754833984375, "step": 180500 }, { "epoch": 0.6735560409790007, "grad_norm": 8.880256652832031, "learning_rate": 0.00032951322763247355, "loss": 4.447142578125, "step": 181000 }, { "epoch": 0.675416693025904, "grad_norm": 2.893862247467041, "learning_rate": 0.000327635102902454, "loss": 4.443787109375, "step": 181500 }, { "epoch": 0.6772773450728073, "grad_norm": 4.51685905456543, "learning_rate": 0.0003257569781724344, "loss": 4.44596435546875, "step": 182000 }, { "epoch": 0.6791379971197107, "grad_norm": 5.984691619873047, "learning_rate": 0.0003238788534424148, "loss": 4.44757373046875, "step": 182500 }, { "epoch": 0.6809986491666139, "grad_norm": 3.4873147010803223, "learning_rate": 0.0003220007287123953, "loss": 4.44708154296875, "step": 183000 }, { "epoch": 0.6828593012135172, "grad_norm": 5.464306831359863, "learning_rate": 0.0003201226039823757, "loss": 4.44558984375, "step": 183500 }, { "epoch": 0.6847199532604206, "grad_norm": 5.365825653076172, "learning_rate": 0.0003182444792523561, "loss": 4.44424169921875, "step": 184000 }, { "epoch": 0.6865806053073239, "grad_norm": 3.5435118675231934, "learning_rate": 0.0003163663545223365, "loss": 4.4458017578125, "step": 184500 }, { "epoch": 0.6884412573542272, "grad_norm": 6.282896041870117, "learning_rate": 0.00031448822979231693, "loss": 4.44473486328125, "step": 185000 }, { "epoch": 0.6903019094011306, "grad_norm": 5.247224807739258, "learning_rate": 0.0003126101050622974, "loss": 4.4481611328125, "step": 185500 }, { "epoch": 0.6921625614480339, "grad_norm": 8.036219596862793, "learning_rate": 0.00031073198033227783, "loss": 4.448009765625, "step": 186000 }, { "epoch": 0.6940232134949371, "grad_norm": 3.9068851470947266, "learning_rate": 0.00030885385560225825, "loss": 4.44763525390625, "step": 186500 }, { "epoch": 0.6958838655418405, "grad_norm": 9.06778335571289, "learning_rate": 0.0003069757308722387, "loss": 4.45281884765625, "step": 187000 }, { "epoch": 0.6977445175887438, "grad_norm": 4.2136359214782715, "learning_rate": 0.0003050976061422191, "loss": 4.4476123046875, "step": 187500 }, { "epoch": 0.6996051696356471, "grad_norm": 5.724025249481201, "learning_rate": 0.00030321948141219957, "loss": 4.448041015625, "step": 188000 }, { "epoch": 0.7014658216825504, "grad_norm": 4.406153202056885, "learning_rate": 0.00030134135668218, "loss": 4.44526953125, "step": 188500 }, { "epoch": 0.7033264737294538, "grad_norm": 3.402313232421875, "learning_rate": 0.0002994632319521604, "loss": 4.4493642578125, "step": 189000 }, { "epoch": 0.7051871257763571, "grad_norm": 4.634257793426514, "learning_rate": 0.00029758510722214084, "loss": 4.44701220703125, "step": 189500 }, { "epoch": 0.7070477778232603, "grad_norm": 3.806250810623169, "learning_rate": 0.00029570698249212126, "loss": 4.4458212890625, "step": 190000 }, { "epoch": 0.7089084298701637, "grad_norm": 3.743894100189209, "learning_rate": 0.00029382885776210174, "loss": 4.44537646484375, "step": 190500 }, { "epoch": 0.710769081917067, "grad_norm": 4.715719223022461, "learning_rate": 0.00029195073303208216, "loss": 4.44548486328125, "step": 191000 }, { "epoch": 0.7126297339639703, "grad_norm": 4.374719142913818, "learning_rate": 0.0002900726083020626, "loss": 4.447611328125, "step": 191500 }, { "epoch": 0.7144903860108737, "grad_norm": 5.305756092071533, "learning_rate": 0.00028819448357204295, "loss": 4.44987158203125, "step": 192000 }, { "epoch": 0.716351038057777, "grad_norm": 6.318410873413086, "learning_rate": 0.0002863163588420234, "loss": 4.44712255859375, "step": 192500 }, { "epoch": 0.7182116901046803, "grad_norm": 5.251422882080078, "learning_rate": 0.00028443823411200385, "loss": 4.44607080078125, "step": 193000 }, { "epoch": 0.7200723421515836, "grad_norm": 7.169004917144775, "learning_rate": 0.00028256010938198427, "loss": 4.44474365234375, "step": 193500 }, { "epoch": 0.7219329941984869, "grad_norm": 7.344740390777588, "learning_rate": 0.0002806819846519647, "loss": 4.44747216796875, "step": 194000 }, { "epoch": 0.7237936462453902, "grad_norm": 4.345738887786865, "learning_rate": 0.0002788038599219451, "loss": 4.44539990234375, "step": 194500 }, { "epoch": 0.7256542982922936, "grad_norm": 3.797626256942749, "learning_rate": 0.0002769257351919256, "loss": 4.44751123046875, "step": 195000 }, { "epoch": 0.7275149503391969, "grad_norm": 8.098801612854004, "learning_rate": 0.000275047610461906, "loss": 4.44893115234375, "step": 195500 }, { "epoch": 0.7293756023861002, "grad_norm": 4.354091167449951, "learning_rate": 0.00027316948573188643, "loss": 4.4466591796875, "step": 196000 }, { "epoch": 0.7312362544330036, "grad_norm": 7.246497631072998, "learning_rate": 0.00027129136100186686, "loss": 4.4431220703125, "step": 196500 }, { "epoch": 0.7330969064799068, "grad_norm": 9.100796699523926, "learning_rate": 0.0002694132362718473, "loss": 4.4460703125, "step": 197000 }, { "epoch": 0.7349575585268101, "grad_norm": 6.644495010375977, "learning_rate": 0.00026753511154182775, "loss": 4.44487109375, "step": 197500 }, { "epoch": 0.7368182105737134, "grad_norm": 5.8418450355529785, "learning_rate": 0.0002656569868118082, "loss": 4.4440380859375, "step": 198000 }, { "epoch": 0.7386788626206168, "grad_norm": 8.636642456054688, "learning_rate": 0.0002637788620817886, "loss": 4.44620654296875, "step": 198500 }, { "epoch": 0.7405395146675201, "grad_norm": 5.287961959838867, "learning_rate": 0.000261900737351769, "loss": 4.4436181640625, "step": 199000 }, { "epoch": 0.7424001667144234, "grad_norm": 2.977412462234497, "learning_rate": 0.00026002261262174944, "loss": 4.44397900390625, "step": 199500 }, { "epoch": 0.7442608187613268, "grad_norm": 4.419821262359619, "learning_rate": 0.0002581444878917299, "loss": 4.44447607421875, "step": 200000 }, { "epoch": 0.74612147080823, "grad_norm": 7.630421161651611, "learning_rate": 0.0002562663631617103, "loss": 4.4441298828125, "step": 200500 }, { "epoch": 0.7479821228551333, "grad_norm": 5.763556480407715, "learning_rate": 0.0002543882384316907, "loss": 4.44288330078125, "step": 201000 }, { "epoch": 0.7498427749020367, "grad_norm": 5.44993782043457, "learning_rate": 0.00025251011370167113, "loss": 4.44301806640625, "step": 201500 }, { "epoch": 0.75170342694894, "grad_norm": 8.348771095275879, "learning_rate": 0.00025063198897165155, "loss": 4.447283203125, "step": 202000 }, { "epoch": 0.7535640789958433, "grad_norm": 5.4565749168396, "learning_rate": 0.00024875386424163203, "loss": 4.44168212890625, "step": 202500 }, { "epoch": 0.7554247310427467, "grad_norm": 9.083013534545898, "learning_rate": 0.00024687573951161245, "loss": 4.44210009765625, "step": 203000 }, { "epoch": 0.75728538308965, "grad_norm": 2.4592490196228027, "learning_rate": 0.0002449976147815929, "loss": 4.44453369140625, "step": 203500 }, { "epoch": 0.7591460351365532, "grad_norm": 4.575310230255127, "learning_rate": 0.0002431194900515733, "loss": 4.441455078125, "step": 204000 }, { "epoch": 0.7610066871834565, "grad_norm": 5.0634589195251465, "learning_rate": 0.00024124136532155375, "loss": 4.4433134765625, "step": 204500 }, { "epoch": 0.7628673392303599, "grad_norm": 4.880969047546387, "learning_rate": 0.00023936324059153417, "loss": 4.4497314453125, "step": 205000 }, { "epoch": 0.7647279912772632, "grad_norm": 4.806656360626221, "learning_rate": 0.00023748511586151462, "loss": 4.4446708984375, "step": 205500 }, { "epoch": 0.7665886433241665, "grad_norm": 3.6254100799560547, "learning_rate": 0.00023560699113149504, "loss": 4.4415693359375, "step": 206000 }, { "epoch": 0.7684492953710699, "grad_norm": 4.236944675445557, "learning_rate": 0.00023372886640147546, "loss": 4.442560546875, "step": 206500 }, { "epoch": 0.7703099474179732, "grad_norm": 5.381134033203125, "learning_rate": 0.00023185074167145588, "loss": 4.44162890625, "step": 207000 }, { "epoch": 0.7721705994648764, "grad_norm": 5.172842502593994, "learning_rate": 0.0002299726169414363, "loss": 4.44532861328125, "step": 207500 }, { "epoch": 0.7740312515117798, "grad_norm": 5.3662896156311035, "learning_rate": 0.00022809449221141675, "loss": 4.4411298828125, "step": 208000 }, { "epoch": 0.7758919035586831, "grad_norm": 5.071025848388672, "learning_rate": 0.00022621636748139718, "loss": 4.442634765625, "step": 208500 }, { "epoch": 0.7777525556055864, "grad_norm": 5.0714850425720215, "learning_rate": 0.0002243382427513776, "loss": 4.44335498046875, "step": 209000 }, { "epoch": 0.7796132076524898, "grad_norm": 7.884461402893066, "learning_rate": 0.00022246011802135805, "loss": 4.44278466796875, "step": 209500 }, { "epoch": 0.7814738596993931, "grad_norm": 3.7151660919189453, "learning_rate": 0.00022058199329133847, "loss": 4.44457568359375, "step": 210000 }, { "epoch": 0.7833345117462964, "grad_norm": 4.2383551597595215, "learning_rate": 0.00021870386856131892, "loss": 4.44391064453125, "step": 210500 }, { "epoch": 0.7851951637931996, "grad_norm": 6.115254878997803, "learning_rate": 0.00021682574383129931, "loss": 4.44594140625, "step": 211000 }, { "epoch": 0.787055815840103, "grad_norm": 6.6726531982421875, "learning_rate": 0.00021494761910127974, "loss": 4.442994140625, "step": 211500 }, { "epoch": 0.7889164678870063, "grad_norm": 7.20675802230835, "learning_rate": 0.00021306949437126019, "loss": 4.4433740234375, "step": 212000 }, { "epoch": 0.7907771199339096, "grad_norm": 4.684939861297607, "learning_rate": 0.0002111913696412406, "loss": 4.4440869140625, "step": 212500 }, { "epoch": 0.792637771980813, "grad_norm": 5.950629234313965, "learning_rate": 0.00020931324491122106, "loss": 4.4425947265625, "step": 213000 }, { "epoch": 0.7944984240277163, "grad_norm": 4.271723747253418, "learning_rate": 0.00020743512018120148, "loss": 4.44243603515625, "step": 213500 }, { "epoch": 0.7963590760746196, "grad_norm": 5.4830451011657715, "learning_rate": 0.00020555699545118193, "loss": 4.44468994140625, "step": 214000 }, { "epoch": 0.7982197281215229, "grad_norm": 3.302030563354492, "learning_rate": 0.00020367887072116235, "loss": 4.4410615234375, "step": 214500 }, { "epoch": 0.8000803801684262, "grad_norm": 6.887783527374268, "learning_rate": 0.00020180074599114275, "loss": 4.4420703125, "step": 215000 }, { "epoch": 0.8019410322153295, "grad_norm": 4.892733097076416, "learning_rate": 0.0001999226212611232, "loss": 4.44076513671875, "step": 215500 }, { "epoch": 0.8038016842622329, "grad_norm": 6.763174533843994, "learning_rate": 0.00019804449653110362, "loss": 4.44209423828125, "step": 216000 }, { "epoch": 0.8056623363091362, "grad_norm": 8.155531883239746, "learning_rate": 0.00019616637180108407, "loss": 4.44230078125, "step": 216500 }, { "epoch": 0.8075229883560395, "grad_norm": 3.9063355922698975, "learning_rate": 0.0001942882470710645, "loss": 4.44418994140625, "step": 217000 }, { "epoch": 0.8093836404029429, "grad_norm": 5.993032932281494, "learning_rate": 0.0001924101223410449, "loss": 4.4430263671875, "step": 217500 }, { "epoch": 0.8112442924498461, "grad_norm": 4.546640396118164, "learning_rate": 0.00019053199761102536, "loss": 4.44109521484375, "step": 218000 }, { "epoch": 0.8131049444967494, "grad_norm": 3.1637558937072754, "learning_rate": 0.00018865387288100578, "loss": 4.44172119140625, "step": 218500 }, { "epoch": 0.8149655965436527, "grad_norm": 3.5411465167999268, "learning_rate": 0.00018677574815098623, "loss": 4.440078125, "step": 219000 }, { "epoch": 0.8168262485905561, "grad_norm": 6.360928058624268, "learning_rate": 0.00018489762342096663, "loss": 4.44437353515625, "step": 219500 }, { "epoch": 0.8186869006374594, "grad_norm": 6.119518756866455, "learning_rate": 0.00018301949869094705, "loss": 4.443935546875, "step": 220000 }, { "epoch": 0.8205475526843627, "grad_norm": 4.169963359832764, "learning_rate": 0.0001811413739609275, "loss": 4.43856787109375, "step": 220500 }, { "epoch": 0.8224082047312661, "grad_norm": 7.915205955505371, "learning_rate": 0.00017926324923090792, "loss": 4.44019189453125, "step": 221000 }, { "epoch": 0.8242688567781693, "grad_norm": 7.22850227355957, "learning_rate": 0.00017738512450088837, "loss": 4.44128515625, "step": 221500 }, { "epoch": 0.8261295088250726, "grad_norm": 3.7288992404937744, "learning_rate": 0.0001755069997708688, "loss": 4.4370703125, "step": 222000 }, { "epoch": 0.827990160871976, "grad_norm": 5.383556365966797, "learning_rate": 0.0001736288750408492, "loss": 4.44036181640625, "step": 222500 }, { "epoch": 0.8298508129188793, "grad_norm": 6.1100544929504395, "learning_rate": 0.00017175075031082966, "loss": 4.44438720703125, "step": 223000 }, { "epoch": 0.8317114649657826, "grad_norm": 8.496302604675293, "learning_rate": 0.00016987262558081006, "loss": 4.4408134765625, "step": 223500 }, { "epoch": 0.833572117012686, "grad_norm": 5.627808570861816, "learning_rate": 0.0001679945008507905, "loss": 4.44055615234375, "step": 224000 }, { "epoch": 0.8354327690595893, "grad_norm": 5.635375022888184, "learning_rate": 0.00016611637612077093, "loss": 4.4427646484375, "step": 224500 }, { "epoch": 0.8372934211064925, "grad_norm": 3.577402114868164, "learning_rate": 0.00016423825139075135, "loss": 4.4406591796875, "step": 225000 }, { "epoch": 0.8391540731533959, "grad_norm": 6.874046802520752, "learning_rate": 0.0001623601266607318, "loss": 4.4433037109375, "step": 225500 }, { "epoch": 0.8410147252002992, "grad_norm": 6.325742721557617, "learning_rate": 0.00016048200193071222, "loss": 4.4408603515625, "step": 226000 }, { "epoch": 0.8428753772472025, "grad_norm": 8.342796325683594, "learning_rate": 0.00015860387720069267, "loss": 4.43844091796875, "step": 226500 }, { "epoch": 0.8447360292941059, "grad_norm": 3.5691702365875244, "learning_rate": 0.0001567257524706731, "loss": 4.44264111328125, "step": 227000 }, { "epoch": 0.8465966813410092, "grad_norm": 5.491708755493164, "learning_rate": 0.0001548476277406535, "loss": 4.4427451171875, "step": 227500 }, { "epoch": 0.8484573333879124, "grad_norm": 6.423730373382568, "learning_rate": 0.00015296950301063394, "loss": 4.441224609375, "step": 228000 }, { "epoch": 0.8503179854348157, "grad_norm": 5.224671363830566, "learning_rate": 0.00015109137828061436, "loss": 4.43934033203125, "step": 228500 }, { "epoch": 0.8521786374817191, "grad_norm": 5.0364990234375, "learning_rate": 0.0001492132535505948, "loss": 4.44125390625, "step": 229000 }, { "epoch": 0.8540392895286224, "grad_norm": 3.5403072834014893, "learning_rate": 0.00014733512882057523, "loss": 4.4403125, "step": 229500 }, { "epoch": 0.8558999415755257, "grad_norm": 6.392522811889648, "learning_rate": 0.00014545700409055568, "loss": 4.44028515625, "step": 230000 }, { "epoch": 0.8577605936224291, "grad_norm": 7.396116733551025, "learning_rate": 0.0001435788793605361, "loss": 4.441359375, "step": 230500 }, { "epoch": 0.8596212456693324, "grad_norm": 8.088210105895996, "learning_rate": 0.00014170075463051652, "loss": 4.43983203125, "step": 231000 }, { "epoch": 0.8614818977162356, "grad_norm": 6.179331302642822, "learning_rate": 0.00013982262990049697, "loss": 4.4395419921875, "step": 231500 }, { "epoch": 0.863342549763139, "grad_norm": 4.195756912231445, "learning_rate": 0.00013794450517047737, "loss": 4.443564453125, "step": 232000 }, { "epoch": 0.8652032018100423, "grad_norm": 6.359668731689453, "learning_rate": 0.00013606638044045782, "loss": 4.4396181640625, "step": 232500 }, { "epoch": 0.8670638538569456, "grad_norm": 6.395731449127197, "learning_rate": 0.00013418825571043824, "loss": 4.43877734375, "step": 233000 }, { "epoch": 0.868924505903849, "grad_norm": 3.9323654174804688, "learning_rate": 0.00013231013098041866, "loss": 4.439048828125, "step": 233500 }, { "epoch": 0.8707851579507523, "grad_norm": 4.602426052093506, "learning_rate": 0.0001304320062503991, "loss": 4.43611328125, "step": 234000 }, { "epoch": 0.8726458099976556, "grad_norm": 7.150963306427002, "learning_rate": 0.00012855388152037953, "loss": 4.44349169921875, "step": 234500 }, { "epoch": 0.8745064620445588, "grad_norm": 2.889461040496826, "learning_rate": 0.00012667575679035998, "loss": 4.437796875, "step": 235000 }, { "epoch": 0.8763671140914622, "grad_norm": 4.451602935791016, "learning_rate": 0.0001247976320603404, "loss": 4.440447265625, "step": 235500 }, { "epoch": 0.8782277661383655, "grad_norm": 3.8956048488616943, "learning_rate": 0.00012291950733032083, "loss": 4.44264404296875, "step": 236000 }, { "epoch": 0.8800884181852688, "grad_norm": 3.0747833251953125, "learning_rate": 0.00012104138260030126, "loss": 4.4412470703125, "step": 236500 }, { "epoch": 0.8819490702321722, "grad_norm": 4.5470194816589355, "learning_rate": 0.00011916325787028167, "loss": 4.444138671875, "step": 237000 }, { "epoch": 0.8838097222790755, "grad_norm": 3.890392541885376, "learning_rate": 0.0001172851331402621, "loss": 4.43979052734375, "step": 237500 }, { "epoch": 0.8856703743259788, "grad_norm": 4.383921146392822, "learning_rate": 0.00011540700841024254, "loss": 4.4388193359375, "step": 238000 }, { "epoch": 0.8875310263728821, "grad_norm": 4.597573280334473, "learning_rate": 0.00011352888368022298, "loss": 4.44195458984375, "step": 238500 }, { "epoch": 0.8893916784197854, "grad_norm": 4.294245719909668, "learning_rate": 0.00011165075895020341, "loss": 4.4399208984375, "step": 239000 }, { "epoch": 0.8912523304666887, "grad_norm": 5.643754005432129, "learning_rate": 0.00010977263422018384, "loss": 4.438875, "step": 239500 }, { "epoch": 0.8931129825135921, "grad_norm": 4.661335468292236, "learning_rate": 0.00010789450949016426, "loss": 4.438771484375, "step": 240000 }, { "epoch": 0.8949736345604954, "grad_norm": 6.268187522888184, "learning_rate": 0.0001060163847601447, "loss": 4.43878076171875, "step": 240500 }, { "epoch": 0.8968342866073987, "grad_norm": 3.2295897006988525, "learning_rate": 0.00010413826003012513, "loss": 4.43701123046875, "step": 241000 }, { "epoch": 0.8986949386543021, "grad_norm": 5.390382766723633, "learning_rate": 0.00010226013530010555, "loss": 4.439396484375, "step": 241500 }, { "epoch": 0.9005555907012053, "grad_norm": 4.350377559661865, "learning_rate": 0.00010038201057008599, "loss": 4.43922412109375, "step": 242000 }, { "epoch": 0.9024162427481086, "grad_norm": 8.259260177612305, "learning_rate": 9.850388584006641e-05, "loss": 4.43847265625, "step": 242500 }, { "epoch": 0.9042768947950119, "grad_norm": 4.629424095153809, "learning_rate": 9.662576111004684e-05, "loss": 4.43897021484375, "step": 243000 }, { "epoch": 0.9061375468419153, "grad_norm": 5.580734729766846, "learning_rate": 9.474763638002727e-05, "loss": 4.44024169921875, "step": 243500 }, { "epoch": 0.9079981988888186, "grad_norm": 5.742537975311279, "learning_rate": 9.28695116500077e-05, "loss": 4.441314453125, "step": 244000 }, { "epoch": 0.9098588509357219, "grad_norm": 3.052385091781616, "learning_rate": 9.099138691998814e-05, "loss": 4.43729150390625, "step": 244500 }, { "epoch": 0.9117195029826253, "grad_norm": 8.296245574951172, "learning_rate": 8.911326218996856e-05, "loss": 4.4370146484375, "step": 245000 }, { "epoch": 0.9135801550295285, "grad_norm": 3.6391382217407227, "learning_rate": 8.723513745994898e-05, "loss": 4.43865087890625, "step": 245500 }, { "epoch": 0.9154408070764318, "grad_norm": 3.943319082260132, "learning_rate": 8.535701272992942e-05, "loss": 4.4390166015625, "step": 246000 }, { "epoch": 0.9173014591233352, "grad_norm": 4.109941005706787, "learning_rate": 8.347888799990985e-05, "loss": 4.437740234375, "step": 246500 }, { "epoch": 0.9191621111702385, "grad_norm": 4.271151542663574, "learning_rate": 8.160076326989029e-05, "loss": 4.43974365234375, "step": 247000 }, { "epoch": 0.9210227632171418, "grad_norm": 2.88435435295105, "learning_rate": 7.972263853987071e-05, "loss": 4.44028076171875, "step": 247500 }, { "epoch": 0.9228834152640452, "grad_norm": 5.189060211181641, "learning_rate": 7.784451380985113e-05, "loss": 4.4372861328125, "step": 248000 }, { "epoch": 0.9247440673109485, "grad_norm": 5.872941970825195, "learning_rate": 7.596638907983157e-05, "loss": 4.440359375, "step": 248500 }, { "epoch": 0.9266047193578517, "grad_norm": 4.69439172744751, "learning_rate": 7.4088264349812e-05, "loss": 4.43696044921875, "step": 249000 }, { "epoch": 0.928465371404755, "grad_norm": 3.9223616123199463, "learning_rate": 7.221013961979243e-05, "loss": 4.440474609375, "step": 249500 }, { "epoch": 0.9303260234516584, "grad_norm": 5.965120792388916, "learning_rate": 7.033201488977286e-05, "loss": 4.43958349609375, "step": 250000 }, { "epoch": 0.9321866754985617, "grad_norm": 3.751203775405884, "learning_rate": 6.845389015975328e-05, "loss": 4.4377119140625, "step": 250500 }, { "epoch": 0.934047327545465, "grad_norm": 4.480475902557373, "learning_rate": 6.657576542973372e-05, "loss": 4.435525390625, "step": 251000 }, { "epoch": 0.9359079795923684, "grad_norm": 2.3770573139190674, "learning_rate": 6.469764069971416e-05, "loss": 4.43599609375, "step": 251500 }, { "epoch": 0.9377686316392717, "grad_norm": 3.290250539779663, "learning_rate": 6.281951596969458e-05, "loss": 4.43609130859375, "step": 252000 }, { "epoch": 0.9396292836861749, "grad_norm": 6.744215965270996, "learning_rate": 6.094139123967501e-05, "loss": 4.4371806640625, "step": 252500 }, { "epoch": 0.9414899357330783, "grad_norm": 4.010209560394287, "learning_rate": 5.906326650965544e-05, "loss": 4.4383876953125, "step": 253000 }, { "epoch": 0.9433505877799816, "grad_norm": 8.352752685546875, "learning_rate": 5.718514177963587e-05, "loss": 4.43781591796875, "step": 253500 }, { "epoch": 0.9452112398268849, "grad_norm": 2.994771957397461, "learning_rate": 5.53070170496163e-05, "loss": 4.4370703125, "step": 254000 }, { "epoch": 0.9470718918737883, "grad_norm": 3.68564772605896, "learning_rate": 5.342889231959673e-05, "loss": 4.43772119140625, "step": 254500 }, { "epoch": 0.9489325439206916, "grad_norm": 4.625236511230469, "learning_rate": 5.1550767589577165e-05, "loss": 4.43690966796875, "step": 255000 }, { "epoch": 0.9507931959675949, "grad_norm": 3.7459323406219482, "learning_rate": 4.967264285955759e-05, "loss": 4.43760546875, "step": 255500 }, { "epoch": 0.9526538480144982, "grad_norm": 4.075118064880371, "learning_rate": 4.779451812953802e-05, "loss": 4.43617333984375, "step": 256000 }, { "epoch": 0.9545145000614015, "grad_norm": 4.404946804046631, "learning_rate": 4.5916393399518445e-05, "loss": 4.43456640625, "step": 256500 }, { "epoch": 0.9563751521083048, "grad_norm": 5.326539516448975, "learning_rate": 4.403826866949888e-05, "loss": 4.43775244140625, "step": 257000 }, { "epoch": 0.9582358041552081, "grad_norm": 4.260070323944092, "learning_rate": 4.216014393947931e-05, "loss": 4.4340361328125, "step": 257500 }, { "epoch": 0.9600964562021115, "grad_norm": 3.874103307723999, "learning_rate": 4.028201920945974e-05, "loss": 4.4378388671875, "step": 258000 }, { "epoch": 0.9619571082490148, "grad_norm": 6.012808322906494, "learning_rate": 3.840389447944017e-05, "loss": 4.43282958984375, "step": 258500 }, { "epoch": 0.9638177602959181, "grad_norm": 3.5093560218811035, "learning_rate": 3.65257697494206e-05, "loss": 4.43684521484375, "step": 259000 }, { "epoch": 0.9656784123428214, "grad_norm": 4.595185279846191, "learning_rate": 3.4647645019401025e-05, "loss": 4.4347822265625, "step": 259500 }, { "epoch": 0.9675390643897247, "grad_norm": 3.6961710453033447, "learning_rate": 3.276952028938146e-05, "loss": 4.43623388671875, "step": 260000 }, { "epoch": 0.969399716436628, "grad_norm": 3.622175693511963, "learning_rate": 3.089139555936189e-05, "loss": 4.438353515625, "step": 260500 }, { "epoch": 0.9712603684835314, "grad_norm": 4.285265922546387, "learning_rate": 2.901327082934232e-05, "loss": 4.43561669921875, "step": 261000 }, { "epoch": 0.9731210205304347, "grad_norm": 5.223482608795166, "learning_rate": 2.7135146099322748e-05, "loss": 4.4362568359375, "step": 261500 }, { "epoch": 0.974981672577338, "grad_norm": 4.1985955238342285, "learning_rate": 2.525702136930318e-05, "loss": 4.43513525390625, "step": 262000 }, { "epoch": 0.9768423246242414, "grad_norm": 4.723543167114258, "learning_rate": 2.337889663928361e-05, "loss": 4.43621240234375, "step": 262500 }, { "epoch": 0.9787029766711446, "grad_norm": 4.805424690246582, "learning_rate": 2.1500771909264038e-05, "loss": 4.43521630859375, "step": 263000 }, { "epoch": 0.9805636287180479, "grad_norm": 5.542215824127197, "learning_rate": 1.9622647179244467e-05, "loss": 4.44097607421875, "step": 263500 }, { "epoch": 0.9824242807649513, "grad_norm": 5.377742290496826, "learning_rate": 1.77445224492249e-05, "loss": 4.43689404296875, "step": 264000 }, { "epoch": 0.9842849328118546, "grad_norm": 2.657376289367676, "learning_rate": 1.5866397719205328e-05, "loss": 4.4386953125, "step": 264500 }, { "epoch": 0.9861455848587579, "grad_norm": 3.320858955383301, "learning_rate": 1.3988272989185757e-05, "loss": 4.434919921875, "step": 265000 }, { "epoch": 0.9880062369056613, "grad_norm": 3.0867185592651367, "learning_rate": 1.2110148259166189e-05, "loss": 4.43389501953125, "step": 265500 }, { "epoch": 0.9898668889525646, "grad_norm": 3.1902291774749756, "learning_rate": 1.0232023529146618e-05, "loss": 4.433912109375, "step": 266000 }, { "epoch": 0.9917275409994678, "grad_norm": 3.307783365249634, "learning_rate": 8.353898799127048e-06, "loss": 4.43876708984375, "step": 266500 }, { "epoch": 0.9935881930463711, "grad_norm": 3.8488364219665527, "learning_rate": 6.475774069107478e-06, "loss": 4.4374736328125, "step": 267000 }, { "epoch": 0.9954488450932745, "grad_norm": 2.688429355621338, "learning_rate": 4.597649339087908e-06, "loss": 4.4399658203125, "step": 267500 }, { "epoch": 0.9973094971401778, "grad_norm": 3.5484049320220947, "learning_rate": 2.7195246090683375e-06, "loss": 4.438208984375, "step": 268000 }, { "epoch": 0.9991701491870811, "grad_norm": 3.6971805095672607, "learning_rate": 8.413998790487675e-07, "loss": 4.4362060546875, "step": 268500 }, { "epoch": 1.0, "step": 268723, "total_flos": 125953709506560.0, "train_loss": 4.526526304821132, "train_runtime": 1603.7727, "train_samples_per_second": 10723.602, "train_steps_per_second": 167.557 } ], "logging_steps": 500, "max_steps": 268723, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 5000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 125953709506560.0, "train_batch_size": 64, "trial_name": null, "trial_params": null }