Download trainer_state.json from NeuML/atto-836-8d: direct link, hf CLI and curl.
- Browser
- Download file 92 kB
-
https://huggingface.co/NeuML/atto-836-8d/resolve/main/trainer_state.json
- Command line
-
hf download hf://NeuML/atto-836-8d/trainer_state.json
-
curl -L -o trainer_state.json https://huggingface.co/NeuML/atto-836-8d/resolve/main/trainer_state.json
92 kB
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 247464,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.002020495910516277,
"grad_norm": 0.22587850689888,
"learning_rate": 0.0001996,
"loss": 5.49412841796875,
"step": 500
},
{
"epoch": 0.004040991821032554,
"grad_norm": 0.11241527646780014,
"learning_rate": 0.0003996,
"loss": 5.2109453125,
"step": 1000
},
{
"epoch": 0.006061487731548831,
"grad_norm": 0.04535369947552681,
"learning_rate": 0.0005996,
"loss": 5.0414990234375,
"step": 1500
},
{
"epoch": 0.008081983642065109,
"grad_norm": 0.048000480979681015,
"learning_rate": 0.0007996,
"loss": 5.03019091796875,
"step": 2000
},
{
"epoch": 0.010102479552581386,
"grad_norm": 0.6560697555541992,
"learning_rate": 0.0009996,
"loss": 5.01855126953125,
"step": 2500
},
{
"epoch": 0.012122975463097662,
"grad_norm": 1.0777531862258911,
"learning_rate": 0.000997962965986839,
"loss": 4.9780703125,
"step": 3000
},
{
"epoch": 0.01414347137361394,
"grad_norm": 1.0170421600341797,
"learning_rate": 0.0009959218497411866,
"loss": 4.88846142578125,
"step": 3500
},
{
"epoch": 0.016163967284130217,
"grad_norm": 0.9449602961540222,
"learning_rate": 0.000993880733495534,
"loss": 4.83293359375,
"step": 4000
},
{
"epoch": 0.018184463194646495,
"grad_norm": 2.1976377964019775,
"learning_rate": 0.0009918396172498816,
"loss": 4.80069287109375,
"step": 4500
},
{
"epoch": 0.020204959105162772,
"grad_norm": 2.614000082015991,
"learning_rate": 0.0009897985010042293,
"loss": 4.72682763671875,
"step": 5000
},
{
"epoch": 0.02222545501567905,
"grad_norm": 4.592432975769043,
"learning_rate": 0.0009877573847585767,
"loss": 4.64465234375,
"step": 5500
},
{
"epoch": 0.024245950926195324,
"grad_norm": 5.0536208152771,
"learning_rate": 0.0009857162685129243,
"loss": 4.61798828125,
"step": 6000
},
{
"epoch": 0.0262664468367116,
"grad_norm": 13.01474666595459,
"learning_rate": 0.000983675152267272,
"loss": 4.602140625,
"step": 6500
},
{
"epoch": 0.02828694274722788,
"grad_norm": 1.9983845949172974,
"learning_rate": 0.0009816340360216194,
"loss": 4.5889189453125,
"step": 7000
},
{
"epoch": 0.030307438657744157,
"grad_norm": 9.503799438476562,
"learning_rate": 0.000979592919775967,
"loss": 4.57911767578125,
"step": 7500
},
{
"epoch": 0.032327934568260434,
"grad_norm": 8.917794227600098,
"learning_rate": 0.0009775518035303147,
"loss": 4.56818310546875,
"step": 8000
},
{
"epoch": 0.03434843047877671,
"grad_norm": 6.316381931304932,
"learning_rate": 0.0009755106872846623,
"loss": 4.55741845703125,
"step": 8500
},
{
"epoch": 0.03636892638929299,
"grad_norm": 13.917900085449219,
"learning_rate": 0.0009734695710390098,
"loss": 4.54786328125,
"step": 9000
},
{
"epoch": 0.03838942229980927,
"grad_norm": 6.563790798187256,
"learning_rate": 0.0009714284547933574,
"loss": 4.540966796875,
"step": 9500
},
{
"epoch": 0.040409918210325545,
"grad_norm": 2.1915555000305176,
"learning_rate": 0.000969387338547705,
"loss": 4.52924658203125,
"step": 10000
},
{
"epoch": 0.04243041412084182,
"grad_norm": 6.809620380401611,
"learning_rate": 0.0009673462223020526,
"loss": 4.52000634765625,
"step": 10500
},
{
"epoch": 0.0444509100313581,
"grad_norm": 2.8598735332489014,
"learning_rate": 0.0009653051060564001,
"loss": 4.4996953125,
"step": 11000
},
{
"epoch": 0.04647140594187437,
"grad_norm": 3.9508419036865234,
"learning_rate": 0.0009632639898107477,
"loss": 4.48796240234375,
"step": 11500
},
{
"epoch": 0.04849190185239065,
"grad_norm": 1.5334680080413818,
"learning_rate": 0.0009612228735650953,
"loss": 4.475216796875,
"step": 12000
},
{
"epoch": 0.050512397762906926,
"grad_norm": 2.4992685317993164,
"learning_rate": 0.0009591817573194429,
"loss": 4.46574951171875,
"step": 12500
},
{
"epoch": 0.0525328936734232,
"grad_norm": 6.462989330291748,
"learning_rate": 0.0009571406410737905,
"loss": 4.45477392578125,
"step": 13000
},
{
"epoch": 0.05455338958393948,
"grad_norm": 3.6904983520507812,
"learning_rate": 0.000955099524828138,
"loss": 4.44545458984375,
"step": 13500
},
{
"epoch": 0.05657388549445576,
"grad_norm": 5.783379554748535,
"learning_rate": 0.0009530584085824856,
"loss": 4.43637744140625,
"step": 14000
},
{
"epoch": 0.058594381404972036,
"grad_norm": 10.037099838256836,
"learning_rate": 0.0009510172923368332,
"loss": 4.42936376953125,
"step": 14500
},
{
"epoch": 0.060614877315488314,
"grad_norm": 7.089147567749023,
"learning_rate": 0.0009489761760911808,
"loss": 4.42393896484375,
"step": 15000
},
{
"epoch": 0.06263537322600458,
"grad_norm": 15.065389633178711,
"learning_rate": 0.0009469350598455283,
"loss": 4.4187734375,
"step": 15500
},
{
"epoch": 0.06465586913652087,
"grad_norm": 9.966072082519531,
"learning_rate": 0.0009448939435998759,
"loss": 4.41373681640625,
"step": 16000
},
{
"epoch": 0.06667636504703714,
"grad_norm": 7.646072864532471,
"learning_rate": 0.0009428528273542235,
"loss": 4.40935302734375,
"step": 16500
},
{
"epoch": 0.06869686095755342,
"grad_norm": 6.495111465454102,
"learning_rate": 0.0009408117111085711,
"loss": 4.40558056640625,
"step": 17000
},
{
"epoch": 0.0707173568680697,
"grad_norm": 8.905969619750977,
"learning_rate": 0.0009387705948629186,
"loss": 4.39866259765625,
"step": 17500
},
{
"epoch": 0.07273785277858598,
"grad_norm": 14.665572166442871,
"learning_rate": 0.0009367294786172662,
"loss": 4.39467578125,
"step": 18000
},
{
"epoch": 0.07475834868910225,
"grad_norm": 7.389827728271484,
"learning_rate": 0.0009346883623716138,
"loss": 4.39093115234375,
"step": 18500
},
{
"epoch": 0.07677884459961853,
"grad_norm": 6.858715534210205,
"learning_rate": 0.0009326472461259614,
"loss": 4.385494140625,
"step": 19000
},
{
"epoch": 0.0787993405101348,
"grad_norm": 8.2116117477417,
"learning_rate": 0.000930606129880309,
"loss": 4.37887060546875,
"step": 19500
},
{
"epoch": 0.08081983642065109,
"grad_norm": 6.091274261474609,
"learning_rate": 0.0009285650136346565,
"loss": 4.37303515625,
"step": 20000
},
{
"epoch": 0.08284033233116736,
"grad_norm": 3.0538222789764404,
"learning_rate": 0.0009265238973890041,
"loss": 4.36746630859375,
"step": 20500
},
{
"epoch": 0.08486082824168364,
"grad_norm": 20.65789794921875,
"learning_rate": 0.0009244827811433517,
"loss": 4.36012890625,
"step": 21000
},
{
"epoch": 0.08688132415219992,
"grad_norm": 9.452665328979492,
"learning_rate": 0.0009224416648976994,
"loss": 4.35444921875,
"step": 21500
},
{
"epoch": 0.0889018200627162,
"grad_norm": 31.719738006591797,
"learning_rate": 0.0009204005486520468,
"loss": 4.35189892578125,
"step": 22000
},
{
"epoch": 0.09092231597323247,
"grad_norm": 6.6407928466796875,
"learning_rate": 0.0009183594324063944,
"loss": 4.3479638671875,
"step": 22500
},
{
"epoch": 0.09294281188374874,
"grad_norm": 5.803001403808594,
"learning_rate": 0.0009163183161607421,
"loss": 4.33808740234375,
"step": 23000
},
{
"epoch": 0.09496330779426503,
"grad_norm": 4.03875207901001,
"learning_rate": 0.0009142771999150896,
"loss": 4.336927734375,
"step": 23500
},
{
"epoch": 0.0969838037047813,
"grad_norm": 6.404855728149414,
"learning_rate": 0.0009122360836694371,
"loss": 4.329416015625,
"step": 24000
},
{
"epoch": 0.09900429961529758,
"grad_norm": 5.768319606781006,
"learning_rate": 0.0009101949674237848,
"loss": 4.3249560546875,
"step": 24500
},
{
"epoch": 0.10102479552581385,
"grad_norm": 5.940962791442871,
"learning_rate": 0.0009081538511781323,
"loss": 4.3237646484375,
"step": 25000
},
{
"epoch": 0.10304529143633014,
"grad_norm": 19.377471923828125,
"learning_rate": 0.0009061127349324799,
"loss": 4.32106005859375,
"step": 25500
},
{
"epoch": 0.1050657873468464,
"grad_norm": 6.810449123382568,
"learning_rate": 0.0009040716186868276,
"loss": 4.31949169921875,
"step": 26000
},
{
"epoch": 0.10708628325736269,
"grad_norm": 1.9563825130462646,
"learning_rate": 0.000902030502441175,
"loss": 4.31814208984375,
"step": 26500
},
{
"epoch": 0.10910677916787896,
"grad_norm": 1.6732195615768433,
"learning_rate": 0.0008999893861955226,
"loss": 4.31676953125,
"step": 27000
},
{
"epoch": 0.11112727507839525,
"grad_norm": 4.680931091308594,
"learning_rate": 0.0008979482699498703,
"loss": 4.31436474609375,
"step": 27500
},
{
"epoch": 0.11314777098891152,
"grad_norm": 5.419320583343506,
"learning_rate": 0.0008959071537042178,
"loss": 4.3143232421875,
"step": 28000
},
{
"epoch": 0.1151682668994278,
"grad_norm": 10.929018020629883,
"learning_rate": 0.0008938660374585653,
"loss": 4.313771484375,
"step": 28500
},
{
"epoch": 0.11718876280994407,
"grad_norm": 6.956381797790527,
"learning_rate": 0.000891824921212913,
"loss": 4.31280615234375,
"step": 29000
},
{
"epoch": 0.11920925872046036,
"grad_norm": 11.203596115112305,
"learning_rate": 0.0008897838049672605,
"loss": 4.31024951171875,
"step": 29500
},
{
"epoch": 0.12122975463097663,
"grad_norm": 3.944049835205078,
"learning_rate": 0.0008877426887216081,
"loss": 4.31081201171875,
"step": 30000
},
{
"epoch": 0.1232502505414929,
"grad_norm": 5.407811164855957,
"learning_rate": 0.0008857015724759557,
"loss": 4.3083544921875,
"step": 30500
},
{
"epoch": 0.12527074645200917,
"grad_norm": 4.924337387084961,
"learning_rate": 0.0008836604562303032,
"loss": 4.3072060546875,
"step": 31000
},
{
"epoch": 0.12729124236252545,
"grad_norm": 10.718213081359863,
"learning_rate": 0.0008816193399846508,
"loss": 4.3054990234375,
"step": 31500
},
{
"epoch": 0.12931173827304174,
"grad_norm": 9.37008285522461,
"learning_rate": 0.0008795782237389985,
"loss": 4.30606298828125,
"step": 32000
},
{
"epoch": 0.13133223418355802,
"grad_norm": 14.35581111907959,
"learning_rate": 0.000877537107493346,
"loss": 4.3047373046875,
"step": 32500
},
{
"epoch": 0.13335273009407428,
"grad_norm": 5.872689723968506,
"learning_rate": 0.0008754959912476935,
"loss": 4.3039482421875,
"step": 33000
},
{
"epoch": 0.13537322600459056,
"grad_norm": 3.4005093574523926,
"learning_rate": 0.0008734548750020412,
"loss": 4.3018193359375,
"step": 33500
},
{
"epoch": 0.13739372191510685,
"grad_norm": 6.521050930023193,
"learning_rate": 0.0008714137587563887,
"loss": 4.30123095703125,
"step": 34000
},
{
"epoch": 0.13941421782562313,
"grad_norm": 2.466646671295166,
"learning_rate": 0.0008693726425107363,
"loss": 4.30065966796875,
"step": 34500
},
{
"epoch": 0.1414347137361394,
"grad_norm": 5.100603103637695,
"learning_rate": 0.0008673315262650839,
"loss": 4.2998515625,
"step": 35000
},
{
"epoch": 0.14345520964665567,
"grad_norm": 5.496085166931152,
"learning_rate": 0.0008652904100194314,
"loss": 4.3015283203125,
"step": 35500
},
{
"epoch": 0.14547570555717196,
"grad_norm": 10.250956535339355,
"learning_rate": 0.000863249293773779,
"loss": 4.29775048828125,
"step": 36000
},
{
"epoch": 0.14749620146768824,
"grad_norm": 8.52994441986084,
"learning_rate": 0.0008612081775281267,
"loss": 4.2978671875,
"step": 36500
},
{
"epoch": 0.1495166973782045,
"grad_norm": 5.115123748779297,
"learning_rate": 0.0008591670612824741,
"loss": 4.29722119140625,
"step": 37000
},
{
"epoch": 0.15153719328872078,
"grad_norm": 13.073974609375,
"learning_rate": 0.0008571259450368217,
"loss": 4.2974677734375,
"step": 37500
},
{
"epoch": 0.15355768919923707,
"grad_norm": 7.052793502807617,
"learning_rate": 0.0008550848287911694,
"loss": 4.29597314453125,
"step": 38000
},
{
"epoch": 0.15557818510975333,
"grad_norm": 3.99187970161438,
"learning_rate": 0.0008530437125455169,
"loss": 4.2959990234375,
"step": 38500
},
{
"epoch": 0.1575986810202696,
"grad_norm": 4.530640125274658,
"learning_rate": 0.0008510025962998645,
"loss": 4.29685205078125,
"step": 39000
},
{
"epoch": 0.1596191769307859,
"grad_norm": 6.648477077484131,
"learning_rate": 0.0008489614800542121,
"loss": 4.295982421875,
"step": 39500
},
{
"epoch": 0.16163967284130218,
"grad_norm": 6.594268798828125,
"learning_rate": 0.0008469203638085596,
"loss": 4.29561865234375,
"step": 40000
},
{
"epoch": 0.16366016875181844,
"grad_norm": 5.597782611846924,
"learning_rate": 0.0008448792475629072,
"loss": 4.29493115234375,
"step": 40500
},
{
"epoch": 0.16568066466233472,
"grad_norm": 5.194173812866211,
"learning_rate": 0.0008428381313172549,
"loss": 4.2946171875,
"step": 41000
},
{
"epoch": 0.167701160572851,
"grad_norm": 8.623943328857422,
"learning_rate": 0.0008407970150716023,
"loss": 4.29502490234375,
"step": 41500
},
{
"epoch": 0.1697216564833673,
"grad_norm": 6.373434066772461,
"learning_rate": 0.0008387558988259499,
"loss": 4.2939833984375,
"step": 42000
},
{
"epoch": 0.17174215239388355,
"grad_norm": 7.170796871185303,
"learning_rate": 0.0008367147825802976,
"loss": 4.29626416015625,
"step": 42500
},
{
"epoch": 0.17376264830439983,
"grad_norm": 4.847573757171631,
"learning_rate": 0.0008346736663346451,
"loss": 4.29361767578125,
"step": 43000
},
{
"epoch": 0.17578314421491611,
"grad_norm": 7.710176944732666,
"learning_rate": 0.0008326325500889926,
"loss": 4.293853515625,
"step": 43500
},
{
"epoch": 0.1778036401254324,
"grad_norm": 6.752628326416016,
"learning_rate": 0.0008305914338433403,
"loss": 4.29336083984375,
"step": 44000
},
{
"epoch": 0.17982413603594866,
"grad_norm": 5.719955921173096,
"learning_rate": 0.0008285503175976879,
"loss": 4.2937041015625,
"step": 44500
},
{
"epoch": 0.18184463194646494,
"grad_norm": 4.727499008178711,
"learning_rate": 0.0008265092013520354,
"loss": 4.294083984375,
"step": 45000
},
{
"epoch": 0.18386512785698123,
"grad_norm": 4.266075134277344,
"learning_rate": 0.0008244680851063831,
"loss": 4.29414599609375,
"step": 45500
},
{
"epoch": 0.18588562376749748,
"grad_norm": 2.1725451946258545,
"learning_rate": 0.0008224269688607306,
"loss": 4.29262841796875,
"step": 46000
},
{
"epoch": 0.18790611967801377,
"grad_norm": 9.400740623474121,
"learning_rate": 0.0008203858526150781,
"loss": 4.2912744140625,
"step": 46500
},
{
"epoch": 0.18992661558853005,
"grad_norm": 4.300373554229736,
"learning_rate": 0.0008183447363694258,
"loss": 4.29296484375,
"step": 47000
},
{
"epoch": 0.19194711149904634,
"grad_norm": 2.635976552963257,
"learning_rate": 0.0008163036201237734,
"loss": 4.291775390625,
"step": 47500
},
{
"epoch": 0.1939676074095626,
"grad_norm": 4.214946746826172,
"learning_rate": 0.0008142625038781208,
"loss": 4.2932958984375,
"step": 48000
},
{
"epoch": 0.19598810332007888,
"grad_norm": 5.536976337432861,
"learning_rate": 0.0008122213876324685,
"loss": 4.2926533203125,
"step": 48500
},
{
"epoch": 0.19800859923059516,
"grad_norm": 5.780222415924072,
"learning_rate": 0.0008101802713868161,
"loss": 4.29258056640625,
"step": 49000
},
{
"epoch": 0.20002909514111145,
"grad_norm": 6.498289108276367,
"learning_rate": 0.0008081391551411636,
"loss": 4.2921845703125,
"step": 49500
},
{
"epoch": 0.2020495910516277,
"grad_norm": 3.6844959259033203,
"learning_rate": 0.0008060980388955112,
"loss": 4.29216015625,
"step": 50000
},
{
"epoch": 0.204070086962144,
"grad_norm": 2.401979684829712,
"learning_rate": 0.0008040569226498588,
"loss": 4.292376953125,
"step": 50500
},
{
"epoch": 0.20609058287266027,
"grad_norm": 7.2113518714904785,
"learning_rate": 0.0008020158064042063,
"loss": 4.2917919921875,
"step": 51000
},
{
"epoch": 0.20811107878317656,
"grad_norm": 4.22318696975708,
"learning_rate": 0.000799974690158554,
"loss": 4.29401513671875,
"step": 51500
},
{
"epoch": 0.2101315746936928,
"grad_norm": 5.822786808013916,
"learning_rate": 0.0007979335739129016,
"loss": 4.2904697265625,
"step": 52000
},
{
"epoch": 0.2121520706042091,
"grad_norm": 6.666752338409424,
"learning_rate": 0.000795892457667249,
"loss": 4.29123681640625,
"step": 52500
},
{
"epoch": 0.21417256651472538,
"grad_norm": 3.7851123809814453,
"learning_rate": 0.0007938513414215967,
"loss": 4.28942724609375,
"step": 53000
},
{
"epoch": 0.21619306242524164,
"grad_norm": 7.041312217712402,
"learning_rate": 0.0007918102251759443,
"loss": 4.29147900390625,
"step": 53500
},
{
"epoch": 0.21821355833575792,
"grad_norm": 5.919046401977539,
"learning_rate": 0.0007897691089302918,
"loss": 4.2910205078125,
"step": 54000
},
{
"epoch": 0.2202340542462742,
"grad_norm": 4.1421074867248535,
"learning_rate": 0.0007877279926846394,
"loss": 4.2902158203125,
"step": 54500
},
{
"epoch": 0.2222545501567905,
"grad_norm": 6.092146396636963,
"learning_rate": 0.000785686876438987,
"loss": 4.2903857421875,
"step": 55000
},
{
"epoch": 0.22427504606730675,
"grad_norm": 4.628920078277588,
"learning_rate": 0.0007836457601933345,
"loss": 4.28990380859375,
"step": 55500
},
{
"epoch": 0.22629554197782303,
"grad_norm": 4.814201831817627,
"learning_rate": 0.0007816046439476822,
"loss": 4.289701171875,
"step": 56000
},
{
"epoch": 0.22831603788833932,
"grad_norm": 5.0627899169921875,
"learning_rate": 0.0007795635277020297,
"loss": 4.29025146484375,
"step": 56500
},
{
"epoch": 0.2303365337988556,
"grad_norm": 5.443628311157227,
"learning_rate": 0.0007775224114563772,
"loss": 4.291091796875,
"step": 57000
},
{
"epoch": 0.23235702970937186,
"grad_norm": 6.067666053771973,
"learning_rate": 0.0007754812952107249,
"loss": 4.2880234375,
"step": 57500
},
{
"epoch": 0.23437752561988814,
"grad_norm": 3.773388624191284,
"learning_rate": 0.0007734401789650725,
"loss": 4.28949853515625,
"step": 58000
},
{
"epoch": 0.23639802153040443,
"grad_norm": 3.188258409500122,
"learning_rate": 0.00077139906271942,
"loss": 4.2896171875,
"step": 58500
},
{
"epoch": 0.2384185174409207,
"grad_norm": 2.4661316871643066,
"learning_rate": 0.0007693579464737676,
"loss": 4.29070068359375,
"step": 59000
},
{
"epoch": 0.24043901335143697,
"grad_norm": 4.72395133972168,
"learning_rate": 0.0007673168302281152,
"loss": 4.2897841796875,
"step": 59500
},
{
"epoch": 0.24245950926195325,
"grad_norm": 4.82724142074585,
"learning_rate": 0.0007652757139824627,
"loss": 4.290486328125,
"step": 60000
},
{
"epoch": 0.24448000517246954,
"grad_norm": 8.427032470703125,
"learning_rate": 0.0007632345977368104,
"loss": 4.29037548828125,
"step": 60500
},
{
"epoch": 0.2465005010829858,
"grad_norm": 2.1823770999908447,
"learning_rate": 0.0007611934814911579,
"loss": 4.28876416015625,
"step": 61000
},
{
"epoch": 0.24852099699350208,
"grad_norm": 6.436440944671631,
"learning_rate": 0.0007591523652455054,
"loss": 4.29016796875,
"step": 61500
},
{
"epoch": 0.25054149290401834,
"grad_norm": 6.378914833068848,
"learning_rate": 0.000757111248999853,
"loss": 4.28953759765625,
"step": 62000
},
{
"epoch": 0.2525619888145346,
"grad_norm": 3.468550205230713,
"learning_rate": 0.0007550701327542007,
"loss": 4.2892705078125,
"step": 62500
},
{
"epoch": 0.2545824847250509,
"grad_norm": 6.836996078491211,
"learning_rate": 0.0007530290165085481,
"loss": 4.28903662109375,
"step": 63000
},
{
"epoch": 0.2566029806355672,
"grad_norm": 6.153705596923828,
"learning_rate": 0.0007509879002628958,
"loss": 4.2892998046875,
"step": 63500
},
{
"epoch": 0.2586234765460835,
"grad_norm": 9.401612281799316,
"learning_rate": 0.0007489467840172434,
"loss": 4.2895498046875,
"step": 64000
},
{
"epoch": 0.26064397245659976,
"grad_norm": 3.7453789710998535,
"learning_rate": 0.0007469056677715909,
"loss": 4.2896513671875,
"step": 64500
},
{
"epoch": 0.26266446836711604,
"grad_norm": 5.653654098510742,
"learning_rate": 0.0007448645515259386,
"loss": 4.28829443359375,
"step": 65000
},
{
"epoch": 0.26468496427763233,
"grad_norm": 8.123380661010742,
"learning_rate": 0.0007428234352802861,
"loss": 4.28767138671875,
"step": 65500
},
{
"epoch": 0.26670546018814856,
"grad_norm": 5.26047945022583,
"learning_rate": 0.0007407823190346336,
"loss": 4.2896748046875,
"step": 66000
},
{
"epoch": 0.26872595609866484,
"grad_norm": 4.054867744445801,
"learning_rate": 0.0007387412027889813,
"loss": 4.28611474609375,
"step": 66500
},
{
"epoch": 0.2707464520091811,
"grad_norm": 7.367340564727783,
"learning_rate": 0.0007367000865433289,
"loss": 4.287296875,
"step": 67000
},
{
"epoch": 0.2727669479196974,
"grad_norm": 4.600909233093262,
"learning_rate": 0.0007346589702976764,
"loss": 4.289310546875,
"step": 67500
},
{
"epoch": 0.2747874438302137,
"grad_norm": 8.880703926086426,
"learning_rate": 0.000732617854052024,
"loss": 4.28923828125,
"step": 68000
},
{
"epoch": 0.27680793974073,
"grad_norm": 4.720156192779541,
"learning_rate": 0.0007305767378063716,
"loss": 4.2886767578125,
"step": 68500
},
{
"epoch": 0.27882843565124626,
"grad_norm": 3.190349817276001,
"learning_rate": 0.0007285356215607192,
"loss": 4.28703955078125,
"step": 69000
},
{
"epoch": 0.2808489315617625,
"grad_norm": 4.354365825653076,
"learning_rate": 0.0007264945053150666,
"loss": 4.28758837890625,
"step": 69500
},
{
"epoch": 0.2828694274722788,
"grad_norm": 7.263627529144287,
"learning_rate": 0.0007244533890694143,
"loss": 4.2864189453125,
"step": 70000
},
{
"epoch": 0.28488992338279506,
"grad_norm": 4.319417476654053,
"learning_rate": 0.0007224122728237619,
"loss": 4.28553125,
"step": 70500
},
{
"epoch": 0.28691041929331135,
"grad_norm": 8.814168930053711,
"learning_rate": 0.0007203711565781095,
"loss": 4.2882529296875,
"step": 71000
},
{
"epoch": 0.28893091520382763,
"grad_norm": 4.515604496002197,
"learning_rate": 0.0007183300403324571,
"loss": 4.2874267578125,
"step": 71500
},
{
"epoch": 0.2909514111143439,
"grad_norm": 4.815306186676025,
"learning_rate": 0.0007162889240868046,
"loss": 4.28524462890625,
"step": 72000
},
{
"epoch": 0.2929719070248602,
"grad_norm": 5.322015285491943,
"learning_rate": 0.0007142478078411521,
"loss": 4.2859482421875,
"step": 72500
},
{
"epoch": 0.2949924029353765,
"grad_norm": 3.146832227706909,
"learning_rate": 0.0007122066915954998,
"loss": 4.28716162109375,
"step": 73000
},
{
"epoch": 0.2970128988458927,
"grad_norm": 1.4118536710739136,
"learning_rate": 0.0007101655753498474,
"loss": 4.2859208984375,
"step": 73500
},
{
"epoch": 0.299033394756409,
"grad_norm": 4.642449855804443,
"learning_rate": 0.0007081244591041948,
"loss": 4.28566796875,
"step": 74000
},
{
"epoch": 0.3010538906669253,
"grad_norm": 2.463489055633545,
"learning_rate": 0.0007060833428585425,
"loss": 4.28685546875,
"step": 74500
},
{
"epoch": 0.30307438657744157,
"grad_norm": 3.8595964908599854,
"learning_rate": 0.0007040422266128901,
"loss": 4.28732958984375,
"step": 75000
},
{
"epoch": 0.30509488248795785,
"grad_norm": 3.4449355602264404,
"learning_rate": 0.0007020011103672377,
"loss": 4.28903515625,
"step": 75500
},
{
"epoch": 0.30711537839847414,
"grad_norm": 6.878268718719482,
"learning_rate": 0.0006999599941215852,
"loss": 4.28580908203125,
"step": 76000
},
{
"epoch": 0.3091358743089904,
"grad_norm": 3.804023027420044,
"learning_rate": 0.0006979188778759328,
"loss": 4.28555419921875,
"step": 76500
},
{
"epoch": 0.31115637021950665,
"grad_norm": 4.485734939575195,
"learning_rate": 0.0006958777616302803,
"loss": 4.28537158203125,
"step": 77000
},
{
"epoch": 0.31317686613002294,
"grad_norm": 2.9585723876953125,
"learning_rate": 0.000693836645384628,
"loss": 4.28712939453125,
"step": 77500
},
{
"epoch": 0.3151973620405392,
"grad_norm": 6.571538925170898,
"learning_rate": 0.0006917955291389756,
"loss": 4.28681787109375,
"step": 78000
},
{
"epoch": 0.3172178579510555,
"grad_norm": 3.6971099376678467,
"learning_rate": 0.000689754412893323,
"loss": 4.28635595703125,
"step": 78500
},
{
"epoch": 0.3192383538615718,
"grad_norm": 10.353097915649414,
"learning_rate": 0.0006877132966476707,
"loss": 4.2870126953125,
"step": 79000
},
{
"epoch": 0.3212588497720881,
"grad_norm": 8.007256507873535,
"learning_rate": 0.0006856721804020183,
"loss": 4.2845869140625,
"step": 79500
},
{
"epoch": 0.32327934568260436,
"grad_norm": 2.4423511028289795,
"learning_rate": 0.0006836310641563658,
"loss": 4.285791015625,
"step": 80000
},
{
"epoch": 0.32529984159312064,
"grad_norm": 3.1902995109558105,
"learning_rate": 0.0006815899479107134,
"loss": 4.2851455078125,
"step": 80500
},
{
"epoch": 0.32732033750363687,
"grad_norm": 2.1017367839813232,
"learning_rate": 0.000679548831665061,
"loss": 4.285103515625,
"step": 81000
},
{
"epoch": 0.32934083341415316,
"grad_norm": 4.745604991912842,
"learning_rate": 0.0006775077154194085,
"loss": 4.28619970703125,
"step": 81500
},
{
"epoch": 0.33136132932466944,
"grad_norm": 4.220776557922363,
"learning_rate": 0.0006754665991737562,
"loss": 4.285275390625,
"step": 82000
},
{
"epoch": 0.3333818252351857,
"grad_norm": 2.6510555744171143,
"learning_rate": 0.0006734254829281037,
"loss": 4.2844287109375,
"step": 82500
},
{
"epoch": 0.335402321145702,
"grad_norm": 4.933870792388916,
"learning_rate": 0.0006713843666824512,
"loss": 4.2864306640625,
"step": 83000
},
{
"epoch": 0.3374228170562183,
"grad_norm": 2.3000869750976562,
"learning_rate": 0.0006693432504367989,
"loss": 4.2849990234375,
"step": 83500
},
{
"epoch": 0.3394433129667346,
"grad_norm": 3.20508074760437,
"learning_rate": 0.0006673021341911465,
"loss": 4.28328271484375,
"step": 84000
},
{
"epoch": 0.3414638088772508,
"grad_norm": 6.855679035186768,
"learning_rate": 0.000665261017945494,
"loss": 4.284783203125,
"step": 84500
},
{
"epoch": 0.3434843047877671,
"grad_norm": 4.272263050079346,
"learning_rate": 0.0006632199016998416,
"loss": 4.28574072265625,
"step": 85000
},
{
"epoch": 0.3455048006982834,
"grad_norm": 2.2856972217559814,
"learning_rate": 0.0006611787854541892,
"loss": 4.28350537109375,
"step": 85500
},
{
"epoch": 0.34752529660879966,
"grad_norm": 1.9729372262954712,
"learning_rate": 0.0006591376692085367,
"loss": 4.28459228515625,
"step": 86000
},
{
"epoch": 0.34954579251931595,
"grad_norm": 6.6544904708862305,
"learning_rate": 0.0006570965529628844,
"loss": 4.28214990234375,
"step": 86500
},
{
"epoch": 0.35156628842983223,
"grad_norm": 6.01301383972168,
"learning_rate": 0.0006550554367172319,
"loss": 4.2846708984375,
"step": 87000
},
{
"epoch": 0.3535867843403485,
"grad_norm": 6.991389751434326,
"learning_rate": 0.0006530143204715794,
"loss": 4.285185546875,
"step": 87500
},
{
"epoch": 0.3556072802508648,
"grad_norm": 1.3994028568267822,
"learning_rate": 0.0006509732042259271,
"loss": 4.28401708984375,
"step": 88000
},
{
"epoch": 0.35762777616138103,
"grad_norm": 1.977676510810852,
"learning_rate": 0.0006489320879802747,
"loss": 4.28365771484375,
"step": 88500
},
{
"epoch": 0.3596482720718973,
"grad_norm": 7.066713809967041,
"learning_rate": 0.0006468909717346221,
"loss": 4.283119140625,
"step": 89000
},
{
"epoch": 0.3616687679824136,
"grad_norm": 4.760559558868408,
"learning_rate": 0.0006448498554889698,
"loss": 4.28462744140625,
"step": 89500
},
{
"epoch": 0.3636892638929299,
"grad_norm": 3.7207155227661133,
"learning_rate": 0.0006428087392433174,
"loss": 4.282341796875,
"step": 90000
},
{
"epoch": 0.36570975980344617,
"grad_norm": 6.758615016937256,
"learning_rate": 0.000640767622997665,
"loss": 4.28268994140625,
"step": 90500
},
{
"epoch": 0.36773025571396245,
"grad_norm": 4.681240081787109,
"learning_rate": 0.0006387265067520126,
"loss": 4.2861591796875,
"step": 91000
},
{
"epoch": 0.36975075162447874,
"grad_norm": 3.812901020050049,
"learning_rate": 0.0006366853905063601,
"loss": 4.28431494140625,
"step": 91500
},
{
"epoch": 0.37177124753499496,
"grad_norm": 3.2002756595611572,
"learning_rate": 0.0006346442742607077,
"loss": 4.28211767578125,
"step": 92000
},
{
"epoch": 0.37379174344551125,
"grad_norm": 3.5155529975891113,
"learning_rate": 0.0006326031580150553,
"loss": 4.28372900390625,
"step": 92500
},
{
"epoch": 0.37581223935602753,
"grad_norm": 5.303836345672607,
"learning_rate": 0.0006305620417694029,
"loss": 4.28217041015625,
"step": 93000
},
{
"epoch": 0.3778327352665438,
"grad_norm": 5.47076940536499,
"learning_rate": 0.0006285209255237504,
"loss": 4.2843564453125,
"step": 93500
},
{
"epoch": 0.3798532311770601,
"grad_norm": 8.958050727844238,
"learning_rate": 0.000626479809278098,
"loss": 4.2845693359375,
"step": 94000
},
{
"epoch": 0.3818737270875764,
"grad_norm": 0.8597968816757202,
"learning_rate": 0.0006244386930324456,
"loss": 4.28199560546875,
"step": 94500
},
{
"epoch": 0.38389422299809267,
"grad_norm": 6.224560737609863,
"learning_rate": 0.0006223975767867933,
"loss": 4.283806640625,
"step": 95000
},
{
"epoch": 0.38591471890860896,
"grad_norm": 8.599647521972656,
"learning_rate": 0.0006203564605411407,
"loss": 4.2848232421875,
"step": 95500
},
{
"epoch": 0.3879352148191252,
"grad_norm": 5.325019836425781,
"learning_rate": 0.0006183153442954883,
"loss": 4.28445166015625,
"step": 96000
},
{
"epoch": 0.38995571072964147,
"grad_norm": 4.629892826080322,
"learning_rate": 0.000616274228049836,
"loss": 4.28100146484375,
"step": 96500
},
{
"epoch": 0.39197620664015775,
"grad_norm": 7.109148025512695,
"learning_rate": 0.0006142331118041835,
"loss": 4.2829755859375,
"step": 97000
},
{
"epoch": 0.39399670255067404,
"grad_norm": 6.329839706420898,
"learning_rate": 0.0006121919955585311,
"loss": 4.28403857421875,
"step": 97500
},
{
"epoch": 0.3960171984611903,
"grad_norm": 3.874213933944702,
"learning_rate": 0.0006101508793128786,
"loss": 4.283021484375,
"step": 98000
},
{
"epoch": 0.3980376943717066,
"grad_norm": 3.6260342597961426,
"learning_rate": 0.0006081097630672262,
"loss": 4.28186962890625,
"step": 98500
},
{
"epoch": 0.4000581902822229,
"grad_norm": 3.632277250289917,
"learning_rate": 0.0006060686468215738,
"loss": 4.2816474609375,
"step": 99000
},
{
"epoch": 0.4020786861927391,
"grad_norm": 4.220433235168457,
"learning_rate": 0.0006040275305759215,
"loss": 4.28214892578125,
"step": 99500
},
{
"epoch": 0.4040991821032554,
"grad_norm": 4.798812389373779,
"learning_rate": 0.0006019864143302689,
"loss": 4.28317138671875,
"step": 100000
},
{
"epoch": 0.4061196780137717,
"grad_norm": 5.8956074714660645,
"learning_rate": 0.0005999452980846165,
"loss": 4.28177587890625,
"step": 100500
},
{
"epoch": 0.408140173924288,
"grad_norm": 2.9654409885406494,
"learning_rate": 0.0005979041818389641,
"loss": 4.2798447265625,
"step": 101000
},
{
"epoch": 0.41016066983480426,
"grad_norm": 3.5381274223327637,
"learning_rate": 0.0005958630655933117,
"loss": 4.28207470703125,
"step": 101500
},
{
"epoch": 0.41218116574532054,
"grad_norm": 1.6717655658721924,
"learning_rate": 0.0005938219493476592,
"loss": 4.2835595703125,
"step": 102000
},
{
"epoch": 0.41420166165583683,
"grad_norm": 3.3764541149139404,
"learning_rate": 0.0005917808331020068,
"loss": 4.28229296875,
"step": 102500
},
{
"epoch": 0.4162221575663531,
"grad_norm": 4.059302806854248,
"learning_rate": 0.0005897397168563544,
"loss": 4.282345703125,
"step": 103000
},
{
"epoch": 0.41824265347686934,
"grad_norm": 3.2814369201660156,
"learning_rate": 0.000587698600610702,
"loss": 4.2824892578125,
"step": 103500
},
{
"epoch": 0.4202631493873856,
"grad_norm": 2.3519060611724854,
"learning_rate": 0.0005856574843650496,
"loss": 4.2829208984375,
"step": 104000
},
{
"epoch": 0.4222836452979019,
"grad_norm": 1.982587218284607,
"learning_rate": 0.0005836163681193971,
"loss": 4.28164306640625,
"step": 104500
},
{
"epoch": 0.4243041412084182,
"grad_norm": 2.5977394580841064,
"learning_rate": 0.0005815752518737447,
"loss": 4.2815537109375,
"step": 105000
},
{
"epoch": 0.4263246371189345,
"grad_norm": 2.664515972137451,
"learning_rate": 0.0005795341356280923,
"loss": 4.28316357421875,
"step": 105500
},
{
"epoch": 0.42834513302945076,
"grad_norm": 2.7751073837280273,
"learning_rate": 0.0005774930193824399,
"loss": 4.28161376953125,
"step": 106000
},
{
"epoch": 0.43036562893996705,
"grad_norm": 3.982938528060913,
"learning_rate": 0.0005754519031367874,
"loss": 4.28285400390625,
"step": 106500
},
{
"epoch": 0.4323861248504833,
"grad_norm": 4.81205415725708,
"learning_rate": 0.000573410786891135,
"loss": 4.28110009765625,
"step": 107000
},
{
"epoch": 0.43440662076099956,
"grad_norm": 6.468749523162842,
"learning_rate": 0.0005713696706454826,
"loss": 4.28132275390625,
"step": 107500
},
{
"epoch": 0.43642711667151585,
"grad_norm": 7.909660339355469,
"learning_rate": 0.0005693285543998302,
"loss": 4.2809951171875,
"step": 108000
},
{
"epoch": 0.43844761258203213,
"grad_norm": 5.122097969055176,
"learning_rate": 0.0005672874381541777,
"loss": 4.2806669921875,
"step": 108500
},
{
"epoch": 0.4404681084925484,
"grad_norm": 6.261448860168457,
"learning_rate": 0.0005652463219085253,
"loss": 4.28049169921875,
"step": 109000
},
{
"epoch": 0.4424886044030647,
"grad_norm": 3.082047700881958,
"learning_rate": 0.0005632052056628729,
"loss": 4.28132177734375,
"step": 109500
},
{
"epoch": 0.444509100313581,
"grad_norm": 2.4164645671844482,
"learning_rate": 0.0005611640894172205,
"loss": 4.28239306640625,
"step": 110000
},
{
"epoch": 0.44652959622409727,
"grad_norm": 3.61434006690979,
"learning_rate": 0.0005591229731715681,
"loss": 4.28050732421875,
"step": 110500
},
{
"epoch": 0.4485500921346135,
"grad_norm": 4.268744468688965,
"learning_rate": 0.0005570818569259156,
"loss": 4.28146240234375,
"step": 111000
},
{
"epoch": 0.4505705880451298,
"grad_norm": 3.839618682861328,
"learning_rate": 0.0005550407406802632,
"loss": 4.281173828125,
"step": 111500
},
{
"epoch": 0.45259108395564607,
"grad_norm": 2.3132517337799072,
"learning_rate": 0.0005529996244346109,
"loss": 4.2803515625,
"step": 112000
},
{
"epoch": 0.45461157986616235,
"grad_norm": 6.808285713195801,
"learning_rate": 0.0005509585081889584,
"loss": 4.28155224609375,
"step": 112500
},
{
"epoch": 0.45663207577667864,
"grad_norm": 5.450939655303955,
"learning_rate": 0.0005489173919433059,
"loss": 4.278927734375,
"step": 113000
},
{
"epoch": 0.4586525716871949,
"grad_norm": 5.001664638519287,
"learning_rate": 0.0005468762756976536,
"loss": 4.2796064453125,
"step": 113500
},
{
"epoch": 0.4606730675977112,
"grad_norm": 2.45912504196167,
"learning_rate": 0.0005448351594520011,
"loss": 4.2808857421875,
"step": 114000
},
{
"epoch": 0.46269356350822743,
"grad_norm": 10.67374324798584,
"learning_rate": 0.0005427940432063487,
"loss": 4.2807158203125,
"step": 114500
},
{
"epoch": 0.4647140594187437,
"grad_norm": 3.578368663787842,
"learning_rate": 0.0005407529269606963,
"loss": 4.28172314453125,
"step": 115000
},
{
"epoch": 0.46673455532926,
"grad_norm": 2.429537773132324,
"learning_rate": 0.0005387118107150438,
"loss": 4.28093212890625,
"step": 115500
},
{
"epoch": 0.4687550512397763,
"grad_norm": 5.9109320640563965,
"learning_rate": 0.0005366706944693914,
"loss": 4.2815986328125,
"step": 116000
},
{
"epoch": 0.4707755471502926,
"grad_norm": 2.884352207183838,
"learning_rate": 0.0005346295782237391,
"loss": 4.2820244140625,
"step": 116500
},
{
"epoch": 0.47279604306080886,
"grad_norm": 3.5217885971069336,
"learning_rate": 0.0005325884619780866,
"loss": 4.28005615234375,
"step": 117000
},
{
"epoch": 0.47481653897132514,
"grad_norm": 1.797473669052124,
"learning_rate": 0.0005305473457324341,
"loss": 4.28048388671875,
"step": 117500
},
{
"epoch": 0.4768370348818414,
"grad_norm": 7.845378398895264,
"learning_rate": 0.0005285062294867818,
"loss": 4.2811552734375,
"step": 118000
},
{
"epoch": 0.47885753079235766,
"grad_norm": 4.098874568939209,
"learning_rate": 0.0005264651132411293,
"loss": 4.2810908203125,
"step": 118500
},
{
"epoch": 0.48087802670287394,
"grad_norm": 7.879449844360352,
"learning_rate": 0.0005244239969954769,
"loss": 4.27877294921875,
"step": 119000
},
{
"epoch": 0.4828985226133902,
"grad_norm": 1.114090085029602,
"learning_rate": 0.0005223828807498245,
"loss": 4.281201171875,
"step": 119500
},
{
"epoch": 0.4849190185239065,
"grad_norm": 3.304551601409912,
"learning_rate": 0.000520341764504172,
"loss": 4.279521484375,
"step": 120000
},
{
"epoch": 0.4869395144344228,
"grad_norm": 2.4154715538024902,
"learning_rate": 0.0005183006482585196,
"loss": 4.27899755859375,
"step": 120500
},
{
"epoch": 0.4889600103449391,
"grad_norm": 2.4202449321746826,
"learning_rate": 0.0005162595320128673,
"loss": 4.27944775390625,
"step": 121000
},
{
"epoch": 0.49098050625545536,
"grad_norm": 6.0659565925598145,
"learning_rate": 0.0005142184157672147,
"loss": 4.27965966796875,
"step": 121500
},
{
"epoch": 0.4930010021659716,
"grad_norm": 6.956759929656982,
"learning_rate": 0.0005121772995215623,
"loss": 4.27936669921875,
"step": 122000
},
{
"epoch": 0.4950214980764879,
"grad_norm": 4.501445293426514,
"learning_rate": 0.00051013618327591,
"loss": 4.2807021484375,
"step": 122500
},
{
"epoch": 0.49704199398700416,
"grad_norm": 2.667391777038574,
"learning_rate": 0.0005080950670302575,
"loss": 4.27953857421875,
"step": 123000
},
{
"epoch": 0.49906248989752044,
"grad_norm": 4.838729381561279,
"learning_rate": 0.0005060539507846051,
"loss": 4.28209619140625,
"step": 123500
},
{
"epoch": 0.5010829858080367,
"grad_norm": 6.475045680999756,
"learning_rate": 0.0005040128345389527,
"loss": 4.279201171875,
"step": 124000
},
{
"epoch": 0.503103481718553,
"grad_norm": 2.6006038188934326,
"learning_rate": 0.0005019717182933002,
"loss": 4.27981640625,
"step": 124500
},
{
"epoch": 0.5051239776290692,
"grad_norm": 2.818018913269043,
"learning_rate": 0.0004999306020476478,
"loss": 4.28045068359375,
"step": 125000
},
{
"epoch": 0.5071444735395856,
"grad_norm": 2.627318859100342,
"learning_rate": 0.0004978894858019954,
"loss": 4.28137548828125,
"step": 125500
},
{
"epoch": 0.5091649694501018,
"grad_norm": 6.907350063323975,
"learning_rate": 0.000495848369556343,
"loss": 4.2818203125,
"step": 126000
},
{
"epoch": 0.5111854653606182,
"grad_norm": 2.6954362392425537,
"learning_rate": 0.0004938072533106905,
"loss": 4.2803232421875,
"step": 126500
},
{
"epoch": 0.5132059612711344,
"grad_norm": 3.5039944648742676,
"learning_rate": 0.0004917661370650382,
"loss": 4.27858642578125,
"step": 127000
},
{
"epoch": 0.5152264571816506,
"grad_norm": 2.963245391845703,
"learning_rate": 0.0004897250208193857,
"loss": 4.2790205078125,
"step": 127500
},
{
"epoch": 0.517246953092167,
"grad_norm": 5.800753593444824,
"learning_rate": 0.0004876839045737333,
"loss": 4.279486328125,
"step": 128000
},
{
"epoch": 0.5192674490026832,
"grad_norm": 2.212268114089966,
"learning_rate": 0.0004856427883280809,
"loss": 4.278525390625,
"step": 128500
},
{
"epoch": 0.5212879449131995,
"grad_norm": 4.991719722747803,
"learning_rate": 0.00048360167208242845,
"loss": 4.27958544921875,
"step": 129000
},
{
"epoch": 0.5233084408237157,
"grad_norm": 2.395249128341675,
"learning_rate": 0.00048156055583677604,
"loss": 4.27932177734375,
"step": 129500
},
{
"epoch": 0.5253289367342321,
"grad_norm": 4.303947448730469,
"learning_rate": 0.0004795194395911236,
"loss": 4.27978759765625,
"step": 130000
},
{
"epoch": 0.5273494326447483,
"grad_norm": 2.7795379161834717,
"learning_rate": 0.0004774783233454712,
"loss": 4.2791044921875,
"step": 130500
},
{
"epoch": 0.5293699285552647,
"grad_norm": 5.219996929168701,
"learning_rate": 0.00047543720709981873,
"loss": 4.2797412109375,
"step": 131000
},
{
"epoch": 0.5313904244657809,
"grad_norm": 5.062373638153076,
"learning_rate": 0.00047339609085416637,
"loss": 4.27920751953125,
"step": 131500
},
{
"epoch": 0.5334109203762971,
"grad_norm": 2.6256263256073,
"learning_rate": 0.0004713549746085139,
"loss": 4.28077197265625,
"step": 132000
},
{
"epoch": 0.5354314162868135,
"grad_norm": 4.419147968292236,
"learning_rate": 0.0004693138583628615,
"loss": 4.27965380859375,
"step": 132500
},
{
"epoch": 0.5374519121973297,
"grad_norm": 6.180406093597412,
"learning_rate": 0.00046727274211720907,
"loss": 4.2821689453125,
"step": 133000
},
{
"epoch": 0.539472408107846,
"grad_norm": 2.3590574264526367,
"learning_rate": 0.00046523162587155665,
"loss": 4.2795390625,
"step": 133500
},
{
"epoch": 0.5414929040183623,
"grad_norm": 2.9027421474456787,
"learning_rate": 0.0004631905096259042,
"loss": 4.27812060546875,
"step": 134000
},
{
"epoch": 0.5435133999288786,
"grad_norm": 2.675379753112793,
"learning_rate": 0.0004611493933802518,
"loss": 4.2779208984375,
"step": 134500
},
{
"epoch": 0.5455338958393948,
"grad_norm": 6.482598304748535,
"learning_rate": 0.0004591082771345994,
"loss": 4.28130615234375,
"step": 135000
},
{
"epoch": 0.547554391749911,
"grad_norm": 8.420122146606445,
"learning_rate": 0.00045706716088894693,
"loss": 4.27945458984375,
"step": 135500
},
{
"epoch": 0.5495748876604274,
"grad_norm": 4.457144737243652,
"learning_rate": 0.00045502604464329457,
"loss": 4.27908544921875,
"step": 136000
},
{
"epoch": 0.5515953835709436,
"grad_norm": 3.048797845840454,
"learning_rate": 0.0004529849283976421,
"loss": 4.27995166015625,
"step": 136500
},
{
"epoch": 0.55361587948146,
"grad_norm": 5.249081611633301,
"learning_rate": 0.0004509438121519897,
"loss": 4.277423828125,
"step": 137000
},
{
"epoch": 0.5556363753919762,
"grad_norm": 2.4726264476776123,
"learning_rate": 0.00044890269590633727,
"loss": 4.280126953125,
"step": 137500
},
{
"epoch": 0.5576568713024925,
"grad_norm": 5.693624973297119,
"learning_rate": 0.00044686157966068485,
"loss": 4.27933203125,
"step": 138000
},
{
"epoch": 0.5596773672130088,
"grad_norm": 2.9649429321289062,
"learning_rate": 0.0004448204634150324,
"loss": 4.2799287109375,
"step": 138500
},
{
"epoch": 0.561697863123525,
"grad_norm": 2.813629388809204,
"learning_rate": 0.00044277934716938,
"loss": 4.2793115234375,
"step": 139000
},
{
"epoch": 0.5637183590340413,
"grad_norm": 2.376343250274658,
"learning_rate": 0.00044073823092372755,
"loss": 4.27959228515625,
"step": 139500
},
{
"epoch": 0.5657388549445576,
"grad_norm": 4.001335144042969,
"learning_rate": 0.0004386971146780752,
"loss": 4.2786455078125,
"step": 140000
},
{
"epoch": 0.5677593508550739,
"grad_norm": 2.8452227115631104,
"learning_rate": 0.0004366559984324227,
"loss": 4.27931103515625,
"step": 140500
},
{
"epoch": 0.5697798467655901,
"grad_norm": 4.3918375968933105,
"learning_rate": 0.0004346148821867703,
"loss": 4.277673828125,
"step": 141000
},
{
"epoch": 0.5718003426761065,
"grad_norm": 5.978292465209961,
"learning_rate": 0.00043257376594111794,
"loss": 4.2789384765625,
"step": 141500
},
{
"epoch": 0.5738208385866227,
"grad_norm": 3.116044282913208,
"learning_rate": 0.00043053264969546547,
"loss": 4.27729052734375,
"step": 142000
},
{
"epoch": 0.5758413344971389,
"grad_norm": 2.6832027435302734,
"learning_rate": 0.00042849153344981305,
"loss": 4.27749853515625,
"step": 142500
},
{
"epoch": 0.5778618304076553,
"grad_norm": 2.0941054821014404,
"learning_rate": 0.00042645041720416063,
"loss": 4.2789052734375,
"step": 143000
},
{
"epoch": 0.5798823263181715,
"grad_norm": 3.7653279304504395,
"learning_rate": 0.0004244093009585082,
"loss": 4.2788828125,
"step": 143500
},
{
"epoch": 0.5819028222286878,
"grad_norm": 2.7752230167388916,
"learning_rate": 0.00042236818471285575,
"loss": 4.2791611328125,
"step": 144000
},
{
"epoch": 0.5839233181392041,
"grad_norm": 3.1995842456817627,
"learning_rate": 0.0004203270684672034,
"loss": 4.27942919921875,
"step": 144500
},
{
"epoch": 0.5859438140497204,
"grad_norm": 4.263786792755127,
"learning_rate": 0.0004182859522215509,
"loss": 4.2790888671875,
"step": 145000
},
{
"epoch": 0.5879643099602366,
"grad_norm": 4.916041851043701,
"learning_rate": 0.0004162448359758985,
"loss": 4.27742626953125,
"step": 145500
},
{
"epoch": 0.589984805870753,
"grad_norm": 1.7499557733535767,
"learning_rate": 0.0004142037197302461,
"loss": 4.278173828125,
"step": 146000
},
{
"epoch": 0.5920053017812692,
"grad_norm": 5.665886402130127,
"learning_rate": 0.00041216260348459367,
"loss": 4.27857177734375,
"step": 146500
},
{
"epoch": 0.5940257976917854,
"grad_norm": 3.1128547191619873,
"learning_rate": 0.0004101214872389412,
"loss": 4.28020654296875,
"step": 147000
},
{
"epoch": 0.5960462936023018,
"grad_norm": 2.6370768547058105,
"learning_rate": 0.00040808037099328883,
"loss": 4.2789453125,
"step": 147500
},
{
"epoch": 0.598066789512818,
"grad_norm": 4.396203994750977,
"learning_rate": 0.0004060392547476364,
"loss": 4.27848583984375,
"step": 148000
},
{
"epoch": 0.6000872854233343,
"grad_norm": 3.4439938068389893,
"learning_rate": 0.00040399813850198395,
"loss": 4.27824609375,
"step": 148500
},
{
"epoch": 0.6021077813338506,
"grad_norm": 4.563671112060547,
"learning_rate": 0.0004019570222563316,
"loss": 4.27715380859375,
"step": 149000
},
{
"epoch": 0.6041282772443669,
"grad_norm": 3.5832202434539795,
"learning_rate": 0.0003999159060106791,
"loss": 4.2772685546875,
"step": 149500
},
{
"epoch": 0.6061487731548831,
"grad_norm": 2.5400390625,
"learning_rate": 0.0003978747897650267,
"loss": 4.27763916015625,
"step": 150000
},
{
"epoch": 0.6081692690653994,
"grad_norm": 5.742386341094971,
"learning_rate": 0.0003958336735193743,
"loss": 4.27745703125,
"step": 150500
},
{
"epoch": 0.6101897649759157,
"grad_norm": 3.8107569217681885,
"learning_rate": 0.00039379255727372187,
"loss": 4.27665087890625,
"step": 151000
},
{
"epoch": 0.6122102608864319,
"grad_norm": 8.66616439819336,
"learning_rate": 0.00039175144102806945,
"loss": 4.27835205078125,
"step": 151500
},
{
"epoch": 0.6142307567969483,
"grad_norm": 4.897572994232178,
"learning_rate": 0.00038971032478241703,
"loss": 4.27672314453125,
"step": 152000
},
{
"epoch": 0.6162512527074645,
"grad_norm": 3.1565070152282715,
"learning_rate": 0.00038766920853676456,
"loss": 4.2763916015625,
"step": 152500
},
{
"epoch": 0.6182717486179808,
"grad_norm": 4.403443813323975,
"learning_rate": 0.0003856280922911122,
"loss": 4.2777109375,
"step": 153000
},
{
"epoch": 0.6202922445284971,
"grad_norm": 4.854335784912109,
"learning_rate": 0.00038358697604545973,
"loss": 4.27801318359375,
"step": 153500
},
{
"epoch": 0.6223127404390133,
"grad_norm": 3.002978801727295,
"learning_rate": 0.0003815458597998073,
"loss": 4.2774384765625,
"step": 154000
},
{
"epoch": 0.6243332363495296,
"grad_norm": 3.277951717376709,
"learning_rate": 0.00037950474355415495,
"loss": 4.27690869140625,
"step": 154500
},
{
"epoch": 0.6263537322600459,
"grad_norm": 3.6922967433929443,
"learning_rate": 0.0003774636273085025,
"loss": 4.27929150390625,
"step": 155000
},
{
"epoch": 0.6283742281705622,
"grad_norm": 2.171841859817505,
"learning_rate": 0.00037542251106285006,
"loss": 4.27711669921875,
"step": 155500
},
{
"epoch": 0.6303947240810784,
"grad_norm": 7.403848171234131,
"learning_rate": 0.00037338139481719765,
"loss": 4.27705029296875,
"step": 156000
},
{
"epoch": 0.6324152199915948,
"grad_norm": 6.663137435913086,
"learning_rate": 0.00037134027857154523,
"loss": 4.277833984375,
"step": 156500
},
{
"epoch": 0.634435715902111,
"grad_norm": 7.824591636657715,
"learning_rate": 0.00036929916232589276,
"loss": 4.27757470703125,
"step": 157000
},
{
"epoch": 0.6364562118126272,
"grad_norm": 3.2160680294036865,
"learning_rate": 0.0003672580460802404,
"loss": 4.27757763671875,
"step": 157500
},
{
"epoch": 0.6384767077231436,
"grad_norm": 1.3965327739715576,
"learning_rate": 0.00036521692983458793,
"loss": 4.27735302734375,
"step": 158000
},
{
"epoch": 0.6404972036336598,
"grad_norm": 2.8541414737701416,
"learning_rate": 0.0003631758135889355,
"loss": 4.277609375,
"step": 158500
},
{
"epoch": 0.6425176995441761,
"grad_norm": 2.748386859893799,
"learning_rate": 0.0003611346973432831,
"loss": 4.27631396484375,
"step": 159000
},
{
"epoch": 0.6445381954546924,
"grad_norm": 3.0840189456939697,
"learning_rate": 0.0003590935810976307,
"loss": 4.27755859375,
"step": 159500
},
{
"epoch": 0.6465586913652087,
"grad_norm": 7.053815841674805,
"learning_rate": 0.0003570524648519782,
"loss": 4.27807861328125,
"step": 160000
},
{
"epoch": 0.6485791872757249,
"grad_norm": 4.818540573120117,
"learning_rate": 0.00035501134860632585,
"loss": 4.2772802734375,
"step": 160500
},
{
"epoch": 0.6505996831862413,
"grad_norm": 4.4561309814453125,
"learning_rate": 0.00035297023236067343,
"loss": 4.27622802734375,
"step": 161000
},
{
"epoch": 0.6526201790967575,
"grad_norm": 4.586709976196289,
"learning_rate": 0.00035092911611502096,
"loss": 4.27614990234375,
"step": 161500
},
{
"epoch": 0.6546406750072737,
"grad_norm": 3.666395902633667,
"learning_rate": 0.0003488879998693686,
"loss": 4.27773828125,
"step": 162000
},
{
"epoch": 0.6566611709177901,
"grad_norm": 3.7219700813293457,
"learning_rate": 0.00034684688362371613,
"loss": 4.2768759765625,
"step": 162500
},
{
"epoch": 0.6586816668283063,
"grad_norm": 3.064646005630493,
"learning_rate": 0.00034480576737806377,
"loss": 4.27574951171875,
"step": 163000
},
{
"epoch": 0.6607021627388227,
"grad_norm": 4.125103950500488,
"learning_rate": 0.0003427646511324113,
"loss": 4.2767490234375,
"step": 163500
},
{
"epoch": 0.6627226586493389,
"grad_norm": 3.661086082458496,
"learning_rate": 0.0003407235348867589,
"loss": 4.278109375,
"step": 164000
},
{
"epoch": 0.6647431545598552,
"grad_norm": 8.062901496887207,
"learning_rate": 0.00033868241864110646,
"loss": 4.2764951171875,
"step": 164500
},
{
"epoch": 0.6667636504703714,
"grad_norm": 3.114962339401245,
"learning_rate": 0.00033664130239545405,
"loss": 4.2787509765625,
"step": 165000
},
{
"epoch": 0.6687841463808877,
"grad_norm": 3.24462890625,
"learning_rate": 0.0003346001861498016,
"loss": 4.27484033203125,
"step": 165500
},
{
"epoch": 0.670804642291404,
"grad_norm": 2.5714499950408936,
"learning_rate": 0.0003325590699041492,
"loss": 4.2767919921875,
"step": 166000
},
{
"epoch": 0.6728251382019202,
"grad_norm": 5.164129734039307,
"learning_rate": 0.00033051795365849674,
"loss": 4.27743212890625,
"step": 166500
},
{
"epoch": 0.6748456341124366,
"grad_norm": 11.46572494506836,
"learning_rate": 0.0003284768374128443,
"loss": 4.27564306640625,
"step": 167000
},
{
"epoch": 0.6768661300229528,
"grad_norm": 7.607708930969238,
"learning_rate": 0.00032643572116719196,
"loss": 4.2761767578125,
"step": 167500
},
{
"epoch": 0.6788866259334692,
"grad_norm": 8.609156608581543,
"learning_rate": 0.0003243946049215395,
"loss": 4.2748037109375,
"step": 168000
},
{
"epoch": 0.6809071218439854,
"grad_norm": 5.734499454498291,
"learning_rate": 0.0003223534886758871,
"loss": 4.2745517578125,
"step": 168500
},
{
"epoch": 0.6829276177545016,
"grad_norm": 4.347452163696289,
"learning_rate": 0.00032031237243023466,
"loss": 4.276796875,
"step": 169000
},
{
"epoch": 0.684948113665018,
"grad_norm": 3.7062644958496094,
"learning_rate": 0.00031827125618458224,
"loss": 4.27612548828125,
"step": 169500
},
{
"epoch": 0.6869686095755342,
"grad_norm": 3.4864494800567627,
"learning_rate": 0.0003162301399389298,
"loss": 4.2781083984375,
"step": 170000
},
{
"epoch": 0.6889891054860505,
"grad_norm": 2.3060381412506104,
"learning_rate": 0.0003141890236932774,
"loss": 4.2754716796875,
"step": 170500
},
{
"epoch": 0.6910096013965668,
"grad_norm": 5.433278560638428,
"learning_rate": 0.00031214790744762494,
"loss": 4.27635205078125,
"step": 171000
},
{
"epoch": 0.6930300973070831,
"grad_norm": 3.3680853843688965,
"learning_rate": 0.0003101067912019725,
"loss": 4.2760556640625,
"step": 171500
},
{
"epoch": 0.6950505932175993,
"grad_norm": 3.312445878982544,
"learning_rate": 0.0003080656749563201,
"loss": 4.278880859375,
"step": 172000
},
{
"epoch": 0.6970710891281156,
"grad_norm": 3.1337640285491943,
"learning_rate": 0.0003060245587106677,
"loss": 4.2772880859375,
"step": 172500
},
{
"epoch": 0.6990915850386319,
"grad_norm": 3.6413943767547607,
"learning_rate": 0.0003039834424650152,
"loss": 4.2759326171875,
"step": 173000
},
{
"epoch": 0.7011120809491481,
"grad_norm": 2.9465794563293457,
"learning_rate": 0.00030194232621936286,
"loss": 4.2755263671875,
"step": 173500
},
{
"epoch": 0.7031325768596645,
"grad_norm": 5.298832893371582,
"learning_rate": 0.00029990120997371044,
"loss": 4.2756796875,
"step": 174000
},
{
"epoch": 0.7051530727701807,
"grad_norm": 3.468510866165161,
"learning_rate": 0.00029786009372805803,
"loss": 4.27820166015625,
"step": 174500
},
{
"epoch": 0.707173568680697,
"grad_norm": 4.089881896972656,
"learning_rate": 0.0002958189774824056,
"loss": 4.27709326171875,
"step": 175000
},
{
"epoch": 0.7091940645912133,
"grad_norm": 8.101629257202148,
"learning_rate": 0.00029377786123675314,
"loss": 4.27455908203125,
"step": 175500
},
{
"epoch": 0.7112145605017296,
"grad_norm": 6.6671648025512695,
"learning_rate": 0.0002917367449911008,
"loss": 4.2742822265625,
"step": 176000
},
{
"epoch": 0.7132350564122458,
"grad_norm": 2.783729314804077,
"learning_rate": 0.0002896956287454483,
"loss": 4.27600146484375,
"step": 176500
},
{
"epoch": 0.7152555523227621,
"grad_norm": 3.0072524547576904,
"learning_rate": 0.0002876545124997959,
"loss": 4.27565283203125,
"step": 177000
},
{
"epoch": 0.7172760482332784,
"grad_norm": 4.887723445892334,
"learning_rate": 0.0002856133962541435,
"loss": 4.27539794921875,
"step": 177500
},
{
"epoch": 0.7192965441437946,
"grad_norm": 3.9378480911254883,
"learning_rate": 0.00028357228000849106,
"loss": 4.27492724609375,
"step": 178000
},
{
"epoch": 0.721317040054311,
"grad_norm": 4.9293084144592285,
"learning_rate": 0.0002815311637628386,
"loss": 4.27486474609375,
"step": 178500
},
{
"epoch": 0.7233375359648272,
"grad_norm": 2.4646308422088623,
"learning_rate": 0.0002794900475171862,
"loss": 4.27586767578125,
"step": 179000
},
{
"epoch": 0.7253580318753435,
"grad_norm": 4.546402931213379,
"learning_rate": 0.00027744893127153376,
"loss": 4.274904296875,
"step": 179500
},
{
"epoch": 0.7273785277858598,
"grad_norm": 6.119713306427002,
"learning_rate": 0.00027540781502588134,
"loss": 4.27639697265625,
"step": 180000
},
{
"epoch": 0.729399023696376,
"grad_norm": 5.494764804840088,
"learning_rate": 0.000273366698780229,
"loss": 4.27760400390625,
"step": 180500
},
{
"epoch": 0.7314195196068923,
"grad_norm": 4.582093238830566,
"learning_rate": 0.0002713255825345765,
"loss": 4.2754345703125,
"step": 181000
},
{
"epoch": 0.7334400155174086,
"grad_norm": 4.901324272155762,
"learning_rate": 0.0002692844662889241,
"loss": 4.27582861328125,
"step": 181500
},
{
"epoch": 0.7354605114279249,
"grad_norm": 3.668907642364502,
"learning_rate": 0.0002672433500432717,
"loss": 4.27603173828125,
"step": 182000
},
{
"epoch": 0.7374810073384411,
"grad_norm": 8.480944633483887,
"learning_rate": 0.00026520223379761926,
"loss": 4.27542041015625,
"step": 182500
},
{
"epoch": 0.7395015032489575,
"grad_norm": 3.578413248062134,
"learning_rate": 0.0002631611175519668,
"loss": 4.27713330078125,
"step": 183000
},
{
"epoch": 0.7415219991594737,
"grad_norm": 1.8069372177124023,
"learning_rate": 0.0002611200013063144,
"loss": 4.2752705078125,
"step": 183500
},
{
"epoch": 0.7435424950699899,
"grad_norm": 2.6961567401885986,
"learning_rate": 0.00025907888506066195,
"loss": 4.27584228515625,
"step": 184000
},
{
"epoch": 0.7455629909805063,
"grad_norm": 3.133739709854126,
"learning_rate": 0.00025703776881500954,
"loss": 4.27649462890625,
"step": 184500
},
{
"epoch": 0.7475834868910225,
"grad_norm": 2.7735865116119385,
"learning_rate": 0.0002549966525693571,
"loss": 4.2731953125,
"step": 185000
},
{
"epoch": 0.7496039828015388,
"grad_norm": 4.430280685424805,
"learning_rate": 0.0002529555363237047,
"loss": 4.27570654296875,
"step": 185500
},
{
"epoch": 0.7516244787120551,
"grad_norm": 2.5012638568878174,
"learning_rate": 0.0002509144200780523,
"loss": 4.27537548828125,
"step": 186000
},
{
"epoch": 0.7536449746225714,
"grad_norm": 1.7490953207015991,
"learning_rate": 0.0002488733038323999,
"loss": 4.27538525390625,
"step": 186500
},
{
"epoch": 0.7556654705330876,
"grad_norm": 4.39905309677124,
"learning_rate": 0.00024683218758674746,
"loss": 4.2755244140625,
"step": 187000
},
{
"epoch": 0.7576859664436039,
"grad_norm": 6.195347785949707,
"learning_rate": 0.00024479107134109504,
"loss": 4.2749970703125,
"step": 187500
},
{
"epoch": 0.7597064623541202,
"grad_norm": 1.8660671710968018,
"learning_rate": 0.0002427499550954426,
"loss": 4.27375439453125,
"step": 188000
},
{
"epoch": 0.7617269582646364,
"grad_norm": 5.074274063110352,
"learning_rate": 0.00024070883884979018,
"loss": 4.27543994140625,
"step": 188500
},
{
"epoch": 0.7637474541751528,
"grad_norm": 4.4483795166015625,
"learning_rate": 0.00023866772260413774,
"loss": 4.27484423828125,
"step": 189000
},
{
"epoch": 0.765767950085669,
"grad_norm": 3.8411824703216553,
"learning_rate": 0.00023662660635848535,
"loss": 4.27628369140625,
"step": 189500
},
{
"epoch": 0.7677884459961853,
"grad_norm": 2.6018340587615967,
"learning_rate": 0.00023458549011283293,
"loss": 4.274494140625,
"step": 190000
},
{
"epoch": 0.7698089419067016,
"grad_norm": 7.880356311798096,
"learning_rate": 0.0002325443738671805,
"loss": 4.27431787109375,
"step": 190500
},
{
"epoch": 0.7718294378172179,
"grad_norm": 3.698014974594116,
"learning_rate": 0.00023050325762152807,
"loss": 4.2768974609375,
"step": 191000
},
{
"epoch": 0.7738499337277341,
"grad_norm": 5.574614524841309,
"learning_rate": 0.00022846214137587566,
"loss": 4.27305615234375,
"step": 191500
},
{
"epoch": 0.7758704296382504,
"grad_norm": 6.110713958740234,
"learning_rate": 0.0002264210251302232,
"loss": 4.27489990234375,
"step": 192000
},
{
"epoch": 0.7778909255487667,
"grad_norm": 6.090662956237793,
"learning_rate": 0.0002243799088845708,
"loss": 4.27446923828125,
"step": 192500
},
{
"epoch": 0.7799114214592829,
"grad_norm": 2.678025484085083,
"learning_rate": 0.00022233879263891838,
"loss": 4.2750205078125,
"step": 193000
},
{
"epoch": 0.7819319173697993,
"grad_norm": 3.507859230041504,
"learning_rate": 0.00022029767639326596,
"loss": 4.27481640625,
"step": 193500
},
{
"epoch": 0.7839524132803155,
"grad_norm": 2.9376308917999268,
"learning_rate": 0.00021825656014761352,
"loss": 4.2749443359375,
"step": 194000
},
{
"epoch": 0.7859729091908318,
"grad_norm": 6.126037120819092,
"learning_rate": 0.0002162154439019611,
"loss": 4.2749755859375,
"step": 194500
},
{
"epoch": 0.7879934051013481,
"grad_norm": 7.2474775314331055,
"learning_rate": 0.0002141743276563087,
"loss": 4.2743095703125,
"step": 195000
},
{
"epoch": 0.7900139010118643,
"grad_norm": 2.359797954559326,
"learning_rate": 0.00021213321141065624,
"loss": 4.2742275390625,
"step": 195500
},
{
"epoch": 0.7920343969223806,
"grad_norm": 1.62235426902771,
"learning_rate": 0.00021009209516500385,
"loss": 4.274310546875,
"step": 196000
},
{
"epoch": 0.7940548928328969,
"grad_norm": 3.5810437202453613,
"learning_rate": 0.00020805097891935144,
"loss": 4.27644189453125,
"step": 196500
},
{
"epoch": 0.7960753887434132,
"grad_norm": 5.928071022033691,
"learning_rate": 0.000206009862673699,
"loss": 4.27497802734375,
"step": 197000
},
{
"epoch": 0.7980958846539294,
"grad_norm": 4.290231227874756,
"learning_rate": 0.00020396874642804658,
"loss": 4.27425830078125,
"step": 197500
},
{
"epoch": 0.8001163805644458,
"grad_norm": 3.500103712081909,
"learning_rate": 0.00020192763018239416,
"loss": 4.27417041015625,
"step": 198000
},
{
"epoch": 0.802136876474962,
"grad_norm": 3.9242024421691895,
"learning_rate": 0.00019988651393674172,
"loss": 4.273392578125,
"step": 198500
},
{
"epoch": 0.8041573723854782,
"grad_norm": 2.769404172897339,
"learning_rate": 0.0001978453976910893,
"loss": 4.27366943359375,
"step": 199000
},
{
"epoch": 0.8061778682959946,
"grad_norm": 2.3531978130340576,
"learning_rate": 0.00019580428144543689,
"loss": 4.272650390625,
"step": 199500
},
{
"epoch": 0.8081983642065108,
"grad_norm": 5.172607421875,
"learning_rate": 0.00019376316519978447,
"loss": 4.27349853515625,
"step": 200000
},
{
"epoch": 0.8102188601170272,
"grad_norm": 8.872293472290039,
"learning_rate": 0.00019172204895413203,
"loss": 4.27373876953125,
"step": 200500
},
{
"epoch": 0.8122393560275434,
"grad_norm": 2.376471519470215,
"learning_rate": 0.0001896809327084796,
"loss": 4.27488134765625,
"step": 201000
},
{
"epoch": 0.8142598519380597,
"grad_norm": 2.5027992725372314,
"learning_rate": 0.0001876398164628272,
"loss": 4.27389599609375,
"step": 201500
},
{
"epoch": 0.816280347848576,
"grad_norm": 4.680424690246582,
"learning_rate": 0.00018559870021717475,
"loss": 4.27366064453125,
"step": 202000
},
{
"epoch": 0.8183008437590922,
"grad_norm": 4.027115345001221,
"learning_rate": 0.00018355758397152236,
"loss": 4.274568359375,
"step": 202500
},
{
"epoch": 0.8203213396696085,
"grad_norm": 2.1011147499084473,
"learning_rate": 0.00018151646772586995,
"loss": 4.27525830078125,
"step": 203000
},
{
"epoch": 0.8223418355801247,
"grad_norm": 7.842453956604004,
"learning_rate": 0.0001794753514802175,
"loss": 4.27366552734375,
"step": 203500
},
{
"epoch": 0.8243623314906411,
"grad_norm": 3.8382208347320557,
"learning_rate": 0.00017743423523456509,
"loss": 4.27489111328125,
"step": 204000
},
{
"epoch": 0.8263828274011573,
"grad_norm": 3.220289945602417,
"learning_rate": 0.00017539311898891267,
"loss": 4.27153857421875,
"step": 204500
},
{
"epoch": 0.8284033233116737,
"grad_norm": 4.300881862640381,
"learning_rate": 0.00017335200274326025,
"loss": 4.27479150390625,
"step": 205000
},
{
"epoch": 0.8304238192221899,
"grad_norm": 5.714009761810303,
"learning_rate": 0.0001713108864976078,
"loss": 4.2745078125,
"step": 205500
},
{
"epoch": 0.8324443151327062,
"grad_norm": 1.6381992101669312,
"learning_rate": 0.0001692697702519554,
"loss": 4.2745693359375,
"step": 206000
},
{
"epoch": 0.8344648110432225,
"grad_norm": 5.226376056671143,
"learning_rate": 0.00016722865400630298,
"loss": 4.275,
"step": 206500
},
{
"epoch": 0.8364853069537387,
"grad_norm": 4.392271518707275,
"learning_rate": 0.00016518753776065053,
"loss": 4.2727041015625,
"step": 207000
},
{
"epoch": 0.838505802864255,
"grad_norm": 3.7155091762542725,
"learning_rate": 0.00016314642151499812,
"loss": 4.27409033203125,
"step": 207500
},
{
"epoch": 0.8405262987747713,
"grad_norm": 6.4578094482421875,
"learning_rate": 0.0001611053052693457,
"loss": 4.27564404296875,
"step": 208000
},
{
"epoch": 0.8425467946852876,
"grad_norm": 11.141646385192871,
"learning_rate": 0.00015906418902369326,
"loss": 4.27339501953125,
"step": 208500
},
{
"epoch": 0.8445672905958038,
"grad_norm": 5.979061603546143,
"learning_rate": 0.00015702307277804087,
"loss": 4.2740009765625,
"step": 209000
},
{
"epoch": 0.8465877865063202,
"grad_norm": 5.923771858215332,
"learning_rate": 0.00015498195653238845,
"loss": 4.2745947265625,
"step": 209500
},
{
"epoch": 0.8486082824168364,
"grad_norm": 2.3130831718444824,
"learning_rate": 0.000152940840286736,
"loss": 4.274162109375,
"step": 210000
},
{
"epoch": 0.8506287783273526,
"grad_norm": 4.707922458648682,
"learning_rate": 0.0001508997240410836,
"loss": 4.27203466796875,
"step": 210500
},
{
"epoch": 0.852649274237869,
"grad_norm": 3.824993133544922,
"learning_rate": 0.00014885860779543118,
"loss": 4.2746513671875,
"step": 211000
},
{
"epoch": 0.8546697701483852,
"grad_norm": 5.042385578155518,
"learning_rate": 0.00014681749154977876,
"loss": 4.27423193359375,
"step": 211500
},
{
"epoch": 0.8566902660589015,
"grad_norm": 3.948214292526245,
"learning_rate": 0.00014477637530412632,
"loss": 4.2738671875,
"step": 212000
},
{
"epoch": 0.8587107619694178,
"grad_norm": 2.5606319904327393,
"learning_rate": 0.0001427352590584739,
"loss": 4.27275927734375,
"step": 212500
},
{
"epoch": 0.8607312578799341,
"grad_norm": 5.18657922744751,
"learning_rate": 0.00014069414281282148,
"loss": 4.274572265625,
"step": 213000
},
{
"epoch": 0.8627517537904503,
"grad_norm": 4.263571262359619,
"learning_rate": 0.00013865302656716904,
"loss": 4.27468994140625,
"step": 213500
},
{
"epoch": 0.8647722497009666,
"grad_norm": 3.862614154815674,
"learning_rate": 0.00013661191032151662,
"loss": 4.27464013671875,
"step": 214000
},
{
"epoch": 0.8667927456114829,
"grad_norm": 8.320301055908203,
"learning_rate": 0.0001345707940758642,
"loss": 4.27474658203125,
"step": 214500
},
{
"epoch": 0.8688132415219991,
"grad_norm": 3.358966827392578,
"learning_rate": 0.00013252967783021176,
"loss": 4.2721796875,
"step": 215000
},
{
"epoch": 0.8708337374325155,
"grad_norm": 2.1536121368408203,
"learning_rate": 0.00013048856158455937,
"loss": 4.27452880859375,
"step": 215500
},
{
"epoch": 0.8728542333430317,
"grad_norm": 3.1825056076049805,
"learning_rate": 0.00012844744533890696,
"loss": 4.2721240234375,
"step": 216000
},
{
"epoch": 0.874874729253548,
"grad_norm": 2.8365375995635986,
"learning_rate": 0.00012640632909325454,
"loss": 4.2753896484375,
"step": 216500
},
{
"epoch": 0.8768952251640643,
"grad_norm": 5.151362419128418,
"learning_rate": 0.0001243652128476021,
"loss": 4.27606884765625,
"step": 217000
},
{
"epoch": 0.8789157210745805,
"grad_norm": 4.027225971221924,
"learning_rate": 0.00012232409660194968,
"loss": 4.27410595703125,
"step": 217500
},
{
"epoch": 0.8809362169850968,
"grad_norm": 4.474194049835205,
"learning_rate": 0.00012028298035629725,
"loss": 4.273673828125,
"step": 218000
},
{
"epoch": 0.8829567128956131,
"grad_norm": 5.597144603729248,
"learning_rate": 0.00011824186411064484,
"loss": 4.2751904296875,
"step": 218500
},
{
"epoch": 0.8849772088061294,
"grad_norm": 3.23945689201355,
"learning_rate": 0.0001162007478649924,
"loss": 4.27362353515625,
"step": 219000
},
{
"epoch": 0.8869977047166456,
"grad_norm": 3.66778826713562,
"learning_rate": 0.00011415963161933998,
"loss": 4.27307666015625,
"step": 219500
},
{
"epoch": 0.889018200627162,
"grad_norm": 5.2964935302734375,
"learning_rate": 0.00011211851537368757,
"loss": 4.27599658203125,
"step": 220000
},
{
"epoch": 0.8910386965376782,
"grad_norm": 4.078726291656494,
"learning_rate": 0.00011007739912803514,
"loss": 4.27276513671875,
"step": 220500
},
{
"epoch": 0.8930591924481945,
"grad_norm": 7.52950382232666,
"learning_rate": 0.00010803628288238273,
"loss": 4.27326611328125,
"step": 221000
},
{
"epoch": 0.8950796883587108,
"grad_norm": 1.8785966634750366,
"learning_rate": 0.0001059951666367303,
"loss": 4.272798828125,
"step": 221500
},
{
"epoch": 0.897100184269227,
"grad_norm": 1.9718017578125,
"learning_rate": 0.00010395405039107787,
"loss": 4.27468701171875,
"step": 222000
},
{
"epoch": 0.8991206801797433,
"grad_norm": 4.992434501647949,
"learning_rate": 0.00010191293414542545,
"loss": 4.2736416015625,
"step": 222500
},
{
"epoch": 0.9011411760902596,
"grad_norm": 2.1640443801879883,
"learning_rate": 9.987181789977302e-05,
"loss": 4.2746669921875,
"step": 223000
},
{
"epoch": 0.9031616720007759,
"grad_norm": 3.831871509552002,
"learning_rate": 9.783070165412062e-05,
"loss": 4.2719736328125,
"step": 223500
},
{
"epoch": 0.9051821679112921,
"grad_norm": 4.446022987365723,
"learning_rate": 9.578958540846819e-05,
"loss": 4.273880859375,
"step": 224000
},
{
"epoch": 0.9072026638218085,
"grad_norm": 3.0514559745788574,
"learning_rate": 9.374846916281576e-05,
"loss": 4.27391796875,
"step": 224500
},
{
"epoch": 0.9092231597323247,
"grad_norm": 6.606977939605713,
"learning_rate": 9.170735291716334e-05,
"loss": 4.27348193359375,
"step": 225000
},
{
"epoch": 0.9112436556428409,
"grad_norm": 4.488911151885986,
"learning_rate": 8.966623667151091e-05,
"loss": 4.2739267578125,
"step": 225500
},
{
"epoch": 0.9132641515533573,
"grad_norm": 4.2974066734313965,
"learning_rate": 8.76251204258585e-05,
"loss": 4.27386376953125,
"step": 226000
},
{
"epoch": 0.9152846474638735,
"grad_norm": 2.8279881477355957,
"learning_rate": 8.558400418020608e-05,
"loss": 4.273435546875,
"step": 226500
},
{
"epoch": 0.9173051433743898,
"grad_norm": 2.4528143405914307,
"learning_rate": 8.354288793455365e-05,
"loss": 4.27309423828125,
"step": 227000
},
{
"epoch": 0.9193256392849061,
"grad_norm": 3.014500617980957,
"learning_rate": 8.150177168890123e-05,
"loss": 4.2746064453125,
"step": 227500
},
{
"epoch": 0.9213461351954224,
"grad_norm": 6.262552261352539,
"learning_rate": 7.94606554432488e-05,
"loss": 4.2752236328125,
"step": 228000
},
{
"epoch": 0.9233666311059386,
"grad_norm": 6.477716445922852,
"learning_rate": 7.741953919759637e-05,
"loss": 4.2740732421875,
"step": 228500
},
{
"epoch": 0.9253871270164549,
"grad_norm": 2.2839388847351074,
"learning_rate": 7.537842295194396e-05,
"loss": 4.27326025390625,
"step": 229000
},
{
"epoch": 0.9274076229269712,
"grad_norm": 4.467730522155762,
"learning_rate": 7.333730670629153e-05,
"loss": 4.27492822265625,
"step": 229500
},
{
"epoch": 0.9294281188374874,
"grad_norm": 2.185661792755127,
"learning_rate": 7.129619046063913e-05,
"loss": 4.273892578125,
"step": 230000
},
{
"epoch": 0.9314486147480038,
"grad_norm": 2.901134729385376,
"learning_rate": 6.92550742149867e-05,
"loss": 4.2746162109375,
"step": 230500
},
{
"epoch": 0.93346911065852,
"grad_norm": 6.844051837921143,
"learning_rate": 6.721395796933427e-05,
"loss": 4.27223828125,
"step": 231000
},
{
"epoch": 0.9354896065690363,
"grad_norm": 9.264690399169922,
"learning_rate": 6.517284172368185e-05,
"loss": 4.2726796875,
"step": 231500
},
{
"epoch": 0.9375101024795526,
"grad_norm": 2.384901523590088,
"learning_rate": 6.313172547802942e-05,
"loss": 4.2728193359375,
"step": 232000
},
{
"epoch": 0.9395305983900688,
"grad_norm": 3.707587480545044,
"learning_rate": 6.1090609232377e-05,
"loss": 4.274921875,
"step": 232500
},
{
"epoch": 0.9415510943005851,
"grad_norm": 2.177966356277466,
"learning_rate": 5.904949298672458e-05,
"loss": 4.27354736328125,
"step": 233000
},
{
"epoch": 0.9435715902111014,
"grad_norm": 4.875045299530029,
"learning_rate": 5.700837674107216e-05,
"loss": 4.2731748046875,
"step": 233500
},
{
"epoch": 0.9455920861216177,
"grad_norm": 2.6490368843078613,
"learning_rate": 5.496726049541974e-05,
"loss": 4.27460107421875,
"step": 234000
},
{
"epoch": 0.9476125820321339,
"grad_norm": 3.4769725799560547,
"learning_rate": 5.292614424976731e-05,
"loss": 4.27449853515625,
"step": 234500
},
{
"epoch": 0.9496330779426503,
"grad_norm": 2.8465700149536133,
"learning_rate": 5.088502800411489e-05,
"loss": 4.273564453125,
"step": 235000
},
{
"epoch": 0.9516535738531665,
"grad_norm": 3.685249090194702,
"learning_rate": 4.884391175846247e-05,
"loss": 4.27359130859375,
"step": 235500
},
{
"epoch": 0.9536740697636829,
"grad_norm": 3.6636619567871094,
"learning_rate": 4.680279551281005e-05,
"loss": 4.273357421875,
"step": 236000
},
{
"epoch": 0.9556945656741991,
"grad_norm": 1.8650206327438354,
"learning_rate": 4.4761679267157625e-05,
"loss": 4.2720458984375,
"step": 236500
},
{
"epoch": 0.9577150615847153,
"grad_norm": 3.607949733734131,
"learning_rate": 4.27205630215052e-05,
"loss": 4.27316015625,
"step": 237000
},
{
"epoch": 0.9597355574952317,
"grad_norm": 2.5106866359710693,
"learning_rate": 4.067944677585278e-05,
"loss": 4.2725009765625,
"step": 237500
},
{
"epoch": 0.9617560534057479,
"grad_norm": 4.019005298614502,
"learning_rate": 3.8638330530200356e-05,
"loss": 4.27438671875,
"step": 238000
},
{
"epoch": 0.9637765493162642,
"grad_norm": 3.7407989501953125,
"learning_rate": 3.659721428454794e-05,
"loss": 4.27390380859375,
"step": 238500
},
{
"epoch": 0.9657970452267804,
"grad_norm": 4.596078872680664,
"learning_rate": 3.455609803889551e-05,
"loss": 4.2747236328125,
"step": 239000
},
{
"epoch": 0.9678175411372968,
"grad_norm": 4.734550952911377,
"learning_rate": 3.2514981793243086e-05,
"loss": 4.27259423828125,
"step": 239500
},
{
"epoch": 0.969838037047813,
"grad_norm": 4.50962495803833,
"learning_rate": 3.0473865547590667e-05,
"loss": 4.2735166015625,
"step": 240000
},
{
"epoch": 0.9718585329583292,
"grad_norm": 3.977121114730835,
"learning_rate": 2.8432749301938247e-05,
"loss": 4.27317822265625,
"step": 240500
},
{
"epoch": 0.9738790288688456,
"grad_norm": 2.934508800506592,
"learning_rate": 2.639163305628582e-05,
"loss": 4.2748994140625,
"step": 241000
},
{
"epoch": 0.9758995247793618,
"grad_norm": 3.088054656982422,
"learning_rate": 2.43505168106334e-05,
"loss": 4.27462939453125,
"step": 241500
},
{
"epoch": 0.9779200206898782,
"grad_norm": 4.477141380310059,
"learning_rate": 2.2309400564980974e-05,
"loss": 4.271177734375,
"step": 242000
},
{
"epoch": 0.9799405166003944,
"grad_norm": 7.3669023513793945,
"learning_rate": 2.0268284319328555e-05,
"loss": 4.27527001953125,
"step": 242500
},
{
"epoch": 0.9819610125109107,
"grad_norm": 2.984816789627075,
"learning_rate": 1.8227168073676135e-05,
"loss": 4.2730126953125,
"step": 243000
},
{
"epoch": 0.983981508421427,
"grad_norm": 2.3497276306152344,
"learning_rate": 1.618605182802371e-05,
"loss": 4.272603515625,
"step": 243500
},
{
"epoch": 0.9860020043319432,
"grad_norm": 3.02901029586792,
"learning_rate": 1.4144935582371287e-05,
"loss": 4.2721103515625,
"step": 244000
},
{
"epoch": 0.9880225002424595,
"grad_norm": 2.4762492179870605,
"learning_rate": 1.2103819336718864e-05,
"loss": 4.272505859375,
"step": 244500
},
{
"epoch": 0.9900429961529758,
"grad_norm": 2.1207025051116943,
"learning_rate": 1.0062703091066443e-05,
"loss": 4.27198046875,
"step": 245000
},
{
"epoch": 0.9920634920634921,
"grad_norm": 1.8262618780136108,
"learning_rate": 8.021586845414021e-06,
"loss": 4.27264453125,
"step": 245500
},
{
"epoch": 0.9940839879740083,
"grad_norm": 1.92691171169281,
"learning_rate": 5.980470599761598e-06,
"loss": 4.2736806640625,
"step": 246000
},
{
"epoch": 0.9961044838845247,
"grad_norm": 1.4469701051712036,
"learning_rate": 3.939354354109175e-06,
"loss": 4.2729365234375,
"step": 246500
},
{
"epoch": 0.9981249797950409,
"grad_norm": 3.945444107055664,
"learning_rate": 1.898238108456753e-06,
"loss": 4.2739580078125,
"step": 247000
},
{
"epoch": 1.0,
"step": 247464,
"total_flos": 46415278209024.0,
"train_loss": 4.309412562873729,
"train_runtime": 2596.8476,
"train_samples_per_second": 6098.807,
"train_steps_per_second": 95.294
}
],
"logging_steps": 500,
"max_steps": 247464,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 5000,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 46415278209024.0,
"train_batch_size": 64,
"trial_name": null,
"trial_params": null
}
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 247464,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.002020495910516277,
"grad_norm": 0.22587850689888,
"learning_rate": 0.0001996,
"loss": 5.49412841796875,
"step": 500
},
{
"epoch": 0.004040991821032554,
"grad_norm": 0.11241527646780014,
"learning_rate": 0.0003996,
"loss": 5.2109453125,
"step": 1000
},
{
"epoch": 0.006061487731548831,
"grad_norm": 0.04535369947552681,
"learning_rate": 0.0005996,
"loss": 5.0414990234375,
"step": 1500
},
{
"epoch": 0.008081983642065109,
"grad_norm": 0.048000480979681015,
"learning_rate": 0.0007996,
"loss": 5.03019091796875,
"step": 2000
},
{
"epoch": 0.010102479552581386,
"grad_norm": 0.6560697555541992,
"learning_rate": 0.0009996,
"loss": 5.01855126953125,
"step": 2500
},
{
"epoch": 0.012122975463097662,
"grad_norm": 1.0777531862258911,
"learning_rate": 0.000997962965986839,
"loss": 4.9780703125,
"step": 3000
},
{
"epoch": 0.01414347137361394,
"grad_norm": 1.0170421600341797,
"learning_rate": 0.0009959218497411866,
"loss": 4.88846142578125,
"step": 3500
},
{
"epoch": 0.016163967284130217,
"grad_norm": 0.9449602961540222,
"learning_rate": 0.000993880733495534,
"loss": 4.83293359375,
"step": 4000
},
{
"epoch": 0.018184463194646495,
"grad_norm": 2.1976377964019775,
"learning_rate": 0.0009918396172498816,
"loss": 4.80069287109375,
"step": 4500
},
{
"epoch": 0.020204959105162772,
"grad_norm": 2.614000082015991,
"learning_rate": 0.0009897985010042293,
"loss": 4.72682763671875,
"step": 5000
},
{
"epoch": 0.02222545501567905,
"grad_norm": 4.592432975769043,
"learning_rate": 0.0009877573847585767,
"loss": 4.64465234375,
"step": 5500
},
{
"epoch": 0.024245950926195324,
"grad_norm": 5.0536208152771,
"learning_rate": 0.0009857162685129243,
"loss": 4.61798828125,
"step": 6000
},
{
"epoch": 0.0262664468367116,
"grad_norm": 13.01474666595459,
"learning_rate": 0.000983675152267272,
"loss": 4.602140625,