atto-836-8d / trainer_state.json
davidmezzetti's picture
Initial model
d7a7104
Raw History Blame Contribute Delete
92 kB
{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 1.0, "eval_steps": 500, "global_step": 247464, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.002020495910516277, "grad_norm": 0.22587850689888, "learning_rate": 0.0001996, "loss": 5.49412841796875, "step": 500 }, { "epoch": 0.004040991821032554, "grad_norm": 0.11241527646780014, "learning_rate": 0.0003996, "loss": 5.2109453125, "step": 1000 }, { "epoch": 0.006061487731548831, "grad_norm": 0.04535369947552681, "learning_rate": 0.0005996, "loss": 5.0414990234375, "step": 1500 }, { "epoch": 0.008081983642065109, "grad_norm": 0.048000480979681015, "learning_rate": 0.0007996, "loss": 5.03019091796875, "step": 2000 }, { "epoch": 0.010102479552581386, "grad_norm": 0.6560697555541992, "learning_rate": 0.0009996, "loss": 5.01855126953125, "step": 2500 }, { "epoch": 0.012122975463097662, "grad_norm": 1.0777531862258911, "learning_rate": 0.000997962965986839, "loss": 4.9780703125, "step": 3000 }, { "epoch": 0.01414347137361394, "grad_norm": 1.0170421600341797, "learning_rate": 0.0009959218497411866, "loss": 4.88846142578125, "step": 3500 }, { "epoch": 0.016163967284130217, "grad_norm": 0.9449602961540222, "learning_rate": 0.000993880733495534, "loss": 4.83293359375, "step": 4000 }, { "epoch": 0.018184463194646495, "grad_norm": 2.1976377964019775, "learning_rate": 0.0009918396172498816, "loss": 4.80069287109375, "step": 4500 }, { "epoch": 0.020204959105162772, "grad_norm": 2.614000082015991, "learning_rate": 0.0009897985010042293, "loss": 4.72682763671875, "step": 5000 }, { "epoch": 0.02222545501567905, "grad_norm": 4.592432975769043, "learning_rate": 0.0009877573847585767, "loss": 4.64465234375, "step": 5500 }, { "epoch": 0.024245950926195324, "grad_norm": 5.0536208152771, "learning_rate": 0.0009857162685129243, "loss": 4.61798828125, "step": 6000 }, { "epoch": 0.0262664468367116, "grad_norm": 13.01474666595459, "learning_rate": 0.000983675152267272, "loss": 4.602140625, "step": 6500 }, { "epoch": 0.02828694274722788, "grad_norm": 1.9983845949172974, "learning_rate": 0.0009816340360216194, "loss": 4.5889189453125, "step": 7000 }, { "epoch": 0.030307438657744157, "grad_norm": 9.503799438476562, "learning_rate": 0.000979592919775967, "loss": 4.57911767578125, "step": 7500 }, { "epoch": 0.032327934568260434, "grad_norm": 8.917794227600098, "learning_rate": 0.0009775518035303147, "loss": 4.56818310546875, "step": 8000 }, { "epoch": 0.03434843047877671, "grad_norm": 6.316381931304932, "learning_rate": 0.0009755106872846623, "loss": 4.55741845703125, "step": 8500 }, { "epoch": 0.03636892638929299, "grad_norm": 13.917900085449219, "learning_rate": 0.0009734695710390098, "loss": 4.54786328125, "step": 9000 }, { "epoch": 0.03838942229980927, "grad_norm": 6.563790798187256, "learning_rate": 0.0009714284547933574, "loss": 4.540966796875, "step": 9500 }, { "epoch": 0.040409918210325545, "grad_norm": 2.1915555000305176, "learning_rate": 0.000969387338547705, "loss": 4.52924658203125, "step": 10000 }, { "epoch": 0.04243041412084182, "grad_norm": 6.809620380401611, "learning_rate": 0.0009673462223020526, "loss": 4.52000634765625, "step": 10500 }, { "epoch": 0.0444509100313581, "grad_norm": 2.8598735332489014, "learning_rate": 0.0009653051060564001, "loss": 4.4996953125, "step": 11000 }, { "epoch": 0.04647140594187437, "grad_norm": 3.9508419036865234, "learning_rate": 0.0009632639898107477, "loss": 4.48796240234375, "step": 11500 }, { "epoch": 0.04849190185239065, "grad_norm": 1.5334680080413818, "learning_rate": 0.0009612228735650953, "loss": 4.475216796875, "step": 12000 }, { "epoch": 0.050512397762906926, "grad_norm": 2.4992685317993164, "learning_rate": 0.0009591817573194429, "loss": 4.46574951171875, "step": 12500 }, { "epoch": 0.0525328936734232, "grad_norm": 6.462989330291748, "learning_rate": 0.0009571406410737905, "loss": 4.45477392578125, "step": 13000 }, { "epoch": 0.05455338958393948, "grad_norm": 3.6904983520507812, "learning_rate": 0.000955099524828138, "loss": 4.44545458984375, "step": 13500 }, { "epoch": 0.05657388549445576, "grad_norm": 5.783379554748535, "learning_rate": 0.0009530584085824856, "loss": 4.43637744140625, "step": 14000 }, { "epoch": 0.058594381404972036, "grad_norm": 10.037099838256836, "learning_rate": 0.0009510172923368332, "loss": 4.42936376953125, "step": 14500 }, { "epoch": 0.060614877315488314, "grad_norm": 7.089147567749023, "learning_rate": 0.0009489761760911808, "loss": 4.42393896484375, "step": 15000 }, { "epoch": 0.06263537322600458, "grad_norm": 15.065389633178711, "learning_rate": 0.0009469350598455283, "loss": 4.4187734375, "step": 15500 }, { "epoch": 0.06465586913652087, "grad_norm": 9.966072082519531, "learning_rate": 0.0009448939435998759, "loss": 4.41373681640625, "step": 16000 }, { "epoch": 0.06667636504703714, "grad_norm": 7.646072864532471, "learning_rate": 0.0009428528273542235, "loss": 4.40935302734375, "step": 16500 }, { "epoch": 0.06869686095755342, "grad_norm": 6.495111465454102, "learning_rate": 0.0009408117111085711, "loss": 4.40558056640625, "step": 17000 }, { "epoch": 0.0707173568680697, "grad_norm": 8.905969619750977, "learning_rate": 0.0009387705948629186, "loss": 4.39866259765625, "step": 17500 }, { "epoch": 0.07273785277858598, "grad_norm": 14.665572166442871, "learning_rate": 0.0009367294786172662, "loss": 4.39467578125, "step": 18000 }, { "epoch": 0.07475834868910225, "grad_norm": 7.389827728271484, "learning_rate": 0.0009346883623716138, "loss": 4.39093115234375, "step": 18500 }, { "epoch": 0.07677884459961853, "grad_norm": 6.858715534210205, "learning_rate": 0.0009326472461259614, "loss": 4.385494140625, "step": 19000 }, { "epoch": 0.0787993405101348, "grad_norm": 8.2116117477417, "learning_rate": 0.000930606129880309, "loss": 4.37887060546875, "step": 19500 }, { "epoch": 0.08081983642065109, "grad_norm": 6.091274261474609, "learning_rate": 0.0009285650136346565, "loss": 4.37303515625, "step": 20000 }, { "epoch": 0.08284033233116736, "grad_norm": 3.0538222789764404, "learning_rate": 0.0009265238973890041, "loss": 4.36746630859375, "step": 20500 }, { "epoch": 0.08486082824168364, "grad_norm": 20.65789794921875, "learning_rate": 0.0009244827811433517, "loss": 4.36012890625, "step": 21000 }, { "epoch": 0.08688132415219992, "grad_norm": 9.452665328979492, "learning_rate": 0.0009224416648976994, "loss": 4.35444921875, "step": 21500 }, { "epoch": 0.0889018200627162, "grad_norm": 31.719738006591797, "learning_rate": 0.0009204005486520468, "loss": 4.35189892578125, "step": 22000 }, { "epoch": 0.09092231597323247, "grad_norm": 6.6407928466796875, "learning_rate": 0.0009183594324063944, "loss": 4.3479638671875, "step": 22500 }, { "epoch": 0.09294281188374874, "grad_norm": 5.803001403808594, "learning_rate": 0.0009163183161607421, "loss": 4.33808740234375, "step": 23000 }, { "epoch": 0.09496330779426503, "grad_norm": 4.03875207901001, "learning_rate": 0.0009142771999150896, "loss": 4.336927734375, "step": 23500 }, { "epoch": 0.0969838037047813, "grad_norm": 6.404855728149414, "learning_rate": 0.0009122360836694371, "loss": 4.329416015625, "step": 24000 }, { "epoch": 0.09900429961529758, "grad_norm": 5.768319606781006, "learning_rate": 0.0009101949674237848, "loss": 4.3249560546875, "step": 24500 }, { "epoch": 0.10102479552581385, "grad_norm": 5.940962791442871, "learning_rate": 0.0009081538511781323, "loss": 4.3237646484375, "step": 25000 }, { "epoch": 0.10304529143633014, "grad_norm": 19.377471923828125, "learning_rate": 0.0009061127349324799, "loss": 4.32106005859375, "step": 25500 }, { "epoch": 0.1050657873468464, "grad_norm": 6.810449123382568, "learning_rate": 0.0009040716186868276, "loss": 4.31949169921875, "step": 26000 }, { "epoch": 0.10708628325736269, "grad_norm": 1.9563825130462646, "learning_rate": 0.000902030502441175, "loss": 4.31814208984375, "step": 26500 }, { "epoch": 0.10910677916787896, "grad_norm": 1.6732195615768433, "learning_rate": 0.0008999893861955226, "loss": 4.31676953125, "step": 27000 }, { "epoch": 0.11112727507839525, "grad_norm": 4.680931091308594, "learning_rate": 0.0008979482699498703, "loss": 4.31436474609375, "step": 27500 }, { "epoch": 0.11314777098891152, "grad_norm": 5.419320583343506, "learning_rate": 0.0008959071537042178, "loss": 4.3143232421875, "step": 28000 }, { "epoch": 0.1151682668994278, "grad_norm": 10.929018020629883, "learning_rate": 0.0008938660374585653, "loss": 4.313771484375, "step": 28500 }, { "epoch": 0.11718876280994407, "grad_norm": 6.956381797790527, "learning_rate": 0.000891824921212913, "loss": 4.31280615234375, "step": 29000 }, { "epoch": 0.11920925872046036, "grad_norm": 11.203596115112305, "learning_rate": 0.0008897838049672605, "loss": 4.31024951171875, "step": 29500 }, { "epoch": 0.12122975463097663, "grad_norm": 3.944049835205078, "learning_rate": 0.0008877426887216081, "loss": 4.31081201171875, "step": 30000 }, { "epoch": 0.1232502505414929, "grad_norm": 5.407811164855957, "learning_rate": 0.0008857015724759557, "loss": 4.3083544921875, "step": 30500 }, { "epoch": 0.12527074645200917, "grad_norm": 4.924337387084961, "learning_rate": 0.0008836604562303032, "loss": 4.3072060546875, "step": 31000 }, { "epoch": 0.12729124236252545, "grad_norm": 10.718213081359863, "learning_rate": 0.0008816193399846508, "loss": 4.3054990234375, "step": 31500 }, { "epoch": 0.12931173827304174, "grad_norm": 9.37008285522461, "learning_rate": 0.0008795782237389985, "loss": 4.30606298828125, "step": 32000 }, { "epoch": 0.13133223418355802, "grad_norm": 14.35581111907959, "learning_rate": 0.000877537107493346, "loss": 4.3047373046875, "step": 32500 }, { "epoch": 0.13335273009407428, "grad_norm": 5.872689723968506, "learning_rate": 0.0008754959912476935, "loss": 4.3039482421875, "step": 33000 }, { "epoch": 0.13537322600459056, "grad_norm": 3.4005093574523926, "learning_rate": 0.0008734548750020412, "loss": 4.3018193359375, "step": 33500 }, { "epoch": 0.13739372191510685, "grad_norm": 6.521050930023193, "learning_rate": 0.0008714137587563887, "loss": 4.30123095703125, "step": 34000 }, { "epoch": 0.13941421782562313, "grad_norm": 2.466646671295166, "learning_rate": 0.0008693726425107363, "loss": 4.30065966796875, "step": 34500 }, { "epoch": 0.1414347137361394, "grad_norm": 5.100603103637695, "learning_rate": 0.0008673315262650839, "loss": 4.2998515625, "step": 35000 }, { "epoch": 0.14345520964665567, "grad_norm": 5.496085166931152, "learning_rate": 0.0008652904100194314, "loss": 4.3015283203125, "step": 35500 }, { "epoch": 0.14547570555717196, "grad_norm": 10.250956535339355, "learning_rate": 0.000863249293773779, "loss": 4.29775048828125, "step": 36000 }, { "epoch": 0.14749620146768824, "grad_norm": 8.52994441986084, "learning_rate": 0.0008612081775281267, "loss": 4.2978671875, "step": 36500 }, { "epoch": 0.1495166973782045, "grad_norm": 5.115123748779297, "learning_rate": 0.0008591670612824741, "loss": 4.29722119140625, "step": 37000 }, { "epoch": 0.15153719328872078, "grad_norm": 13.073974609375, "learning_rate": 0.0008571259450368217, "loss": 4.2974677734375, "step": 37500 }, { "epoch": 0.15355768919923707, "grad_norm": 7.052793502807617, "learning_rate": 0.0008550848287911694, "loss": 4.29597314453125, "step": 38000 }, { "epoch": 0.15557818510975333, "grad_norm": 3.99187970161438, "learning_rate": 0.0008530437125455169, "loss": 4.2959990234375, "step": 38500 }, { "epoch": 0.1575986810202696, "grad_norm": 4.530640125274658, "learning_rate": 0.0008510025962998645, "loss": 4.29685205078125, "step": 39000 }, { "epoch": 0.1596191769307859, "grad_norm": 6.648477077484131, "learning_rate": 0.0008489614800542121, "loss": 4.295982421875, "step": 39500 }, { "epoch": 0.16163967284130218, "grad_norm": 6.594268798828125, "learning_rate": 0.0008469203638085596, "loss": 4.29561865234375, "step": 40000 }, { "epoch": 0.16366016875181844, "grad_norm": 5.597782611846924, "learning_rate": 0.0008448792475629072, "loss": 4.29493115234375, "step": 40500 }, { "epoch": 0.16568066466233472, "grad_norm": 5.194173812866211, "learning_rate": 0.0008428381313172549, "loss": 4.2946171875, "step": 41000 }, { "epoch": 0.167701160572851, "grad_norm": 8.623943328857422, "learning_rate": 0.0008407970150716023, "loss": 4.29502490234375, "step": 41500 }, { "epoch": 0.1697216564833673, "grad_norm": 6.373434066772461, "learning_rate": 0.0008387558988259499, "loss": 4.2939833984375, "step": 42000 }, { "epoch": 0.17174215239388355, "grad_norm": 7.170796871185303, "learning_rate": 0.0008367147825802976, "loss": 4.29626416015625, "step": 42500 }, { "epoch": 0.17376264830439983, "grad_norm": 4.847573757171631, "learning_rate": 0.0008346736663346451, "loss": 4.29361767578125, "step": 43000 }, { "epoch": 0.17578314421491611, "grad_norm": 7.710176944732666, "learning_rate": 0.0008326325500889926, "loss": 4.293853515625, "step": 43500 }, { "epoch": 0.1778036401254324, "grad_norm": 6.752628326416016, "learning_rate": 0.0008305914338433403, "loss": 4.29336083984375, "step": 44000 }, { "epoch": 0.17982413603594866, "grad_norm": 5.719955921173096, "learning_rate": 0.0008285503175976879, "loss": 4.2937041015625, "step": 44500 }, { "epoch": 0.18184463194646494, "grad_norm": 4.727499008178711, "learning_rate": 0.0008265092013520354, "loss": 4.294083984375, "step": 45000 }, { "epoch": 0.18386512785698123, "grad_norm": 4.266075134277344, "learning_rate": 0.0008244680851063831, "loss": 4.29414599609375, "step": 45500 }, { "epoch": 0.18588562376749748, "grad_norm": 2.1725451946258545, "learning_rate": 0.0008224269688607306, "loss": 4.29262841796875, "step": 46000 }, { "epoch": 0.18790611967801377, "grad_norm": 9.400740623474121, "learning_rate": 0.0008203858526150781, "loss": 4.2912744140625, "step": 46500 }, { "epoch": 0.18992661558853005, "grad_norm": 4.300373554229736, "learning_rate": 0.0008183447363694258, "loss": 4.29296484375, "step": 47000 }, { "epoch": 0.19194711149904634, "grad_norm": 2.635976552963257, "learning_rate": 0.0008163036201237734, "loss": 4.291775390625, "step": 47500 }, { "epoch": 0.1939676074095626, "grad_norm": 4.214946746826172, "learning_rate": 0.0008142625038781208, "loss": 4.2932958984375, "step": 48000 }, { "epoch": 0.19598810332007888, "grad_norm": 5.536976337432861, "learning_rate": 0.0008122213876324685, "loss": 4.2926533203125, "step": 48500 }, { "epoch": 0.19800859923059516, "grad_norm": 5.780222415924072, "learning_rate": 0.0008101802713868161, "loss": 4.29258056640625, "step": 49000 }, { "epoch": 0.20002909514111145, "grad_norm": 6.498289108276367, "learning_rate": 0.0008081391551411636, "loss": 4.2921845703125, "step": 49500 }, { "epoch": 0.2020495910516277, "grad_norm": 3.6844959259033203, "learning_rate": 0.0008060980388955112, "loss": 4.29216015625, "step": 50000 }, { "epoch": 0.204070086962144, "grad_norm": 2.401979684829712, "learning_rate": 0.0008040569226498588, "loss": 4.292376953125, "step": 50500 }, { "epoch": 0.20609058287266027, "grad_norm": 7.2113518714904785, "learning_rate": 0.0008020158064042063, "loss": 4.2917919921875, "step": 51000 }, { "epoch": 0.20811107878317656, "grad_norm": 4.22318696975708, "learning_rate": 0.000799974690158554, "loss": 4.29401513671875, "step": 51500 }, { "epoch": 0.2101315746936928, "grad_norm": 5.822786808013916, "learning_rate": 0.0007979335739129016, "loss": 4.2904697265625, "step": 52000 }, { "epoch": 0.2121520706042091, "grad_norm": 6.666752338409424, "learning_rate": 0.000795892457667249, "loss": 4.29123681640625, "step": 52500 }, { "epoch": 0.21417256651472538, "grad_norm": 3.7851123809814453, "learning_rate": 0.0007938513414215967, "loss": 4.28942724609375, "step": 53000 }, { "epoch": 0.21619306242524164, "grad_norm": 7.041312217712402, "learning_rate": 0.0007918102251759443, "loss": 4.29147900390625, "step": 53500 }, { "epoch": 0.21821355833575792, "grad_norm": 5.919046401977539, "learning_rate": 0.0007897691089302918, "loss": 4.2910205078125, "step": 54000 }, { "epoch": 0.2202340542462742, "grad_norm": 4.1421074867248535, "learning_rate": 0.0007877279926846394, "loss": 4.2902158203125, "step": 54500 }, { "epoch": 0.2222545501567905, "grad_norm": 6.092146396636963, "learning_rate": 0.000785686876438987, "loss": 4.2903857421875, "step": 55000 }, { "epoch": 0.22427504606730675, "grad_norm": 4.628920078277588, "learning_rate": 0.0007836457601933345, "loss": 4.28990380859375, "step": 55500 }, { "epoch": 0.22629554197782303, "grad_norm": 4.814201831817627, "learning_rate": 0.0007816046439476822, "loss": 4.289701171875, "step": 56000 }, { "epoch": 0.22831603788833932, "grad_norm": 5.0627899169921875, "learning_rate": 0.0007795635277020297, "loss": 4.29025146484375, "step": 56500 }, { "epoch": 0.2303365337988556, "grad_norm": 5.443628311157227, "learning_rate": 0.0007775224114563772, "loss": 4.291091796875, "step": 57000 }, { "epoch": 0.23235702970937186, "grad_norm": 6.067666053771973, "learning_rate": 0.0007754812952107249, "loss": 4.2880234375, "step": 57500 }, { "epoch": 0.23437752561988814, "grad_norm": 3.773388624191284, "learning_rate": 0.0007734401789650725, "loss": 4.28949853515625, "step": 58000 }, { "epoch": 0.23639802153040443, "grad_norm": 3.188258409500122, "learning_rate": 0.00077139906271942, "loss": 4.2896171875, "step": 58500 }, { "epoch": 0.2384185174409207, "grad_norm": 2.4661316871643066, "learning_rate": 0.0007693579464737676, "loss": 4.29070068359375, "step": 59000 }, { "epoch": 0.24043901335143697, "grad_norm": 4.72395133972168, "learning_rate": 0.0007673168302281152, "loss": 4.2897841796875, "step": 59500 }, { "epoch": 0.24245950926195325, "grad_norm": 4.82724142074585, "learning_rate": 0.0007652757139824627, "loss": 4.290486328125, "step": 60000 }, { "epoch": 0.24448000517246954, "grad_norm": 8.427032470703125, "learning_rate": 0.0007632345977368104, "loss": 4.29037548828125, "step": 60500 }, { "epoch": 0.2465005010829858, "grad_norm": 2.1823770999908447, "learning_rate": 0.0007611934814911579, "loss": 4.28876416015625, "step": 61000 }, { "epoch": 0.24852099699350208, "grad_norm": 6.436440944671631, "learning_rate": 0.0007591523652455054, "loss": 4.29016796875, "step": 61500 }, { "epoch": 0.25054149290401834, "grad_norm": 6.378914833068848, "learning_rate": 0.000757111248999853, "loss": 4.28953759765625, "step": 62000 }, { "epoch": 0.2525619888145346, "grad_norm": 3.468550205230713, "learning_rate": 0.0007550701327542007, "loss": 4.2892705078125, "step": 62500 }, { "epoch": 0.2545824847250509, "grad_norm": 6.836996078491211, "learning_rate": 0.0007530290165085481, "loss": 4.28903662109375, "step": 63000 }, { "epoch": 0.2566029806355672, "grad_norm": 6.153705596923828, "learning_rate": 0.0007509879002628958, "loss": 4.2892998046875, "step": 63500 }, { "epoch": 0.2586234765460835, "grad_norm": 9.401612281799316, "learning_rate": 0.0007489467840172434, "loss": 4.2895498046875, "step": 64000 }, { "epoch": 0.26064397245659976, "grad_norm": 3.7453789710998535, "learning_rate": 0.0007469056677715909, "loss": 4.2896513671875, "step": 64500 }, { "epoch": 0.26266446836711604, "grad_norm": 5.653654098510742, "learning_rate": 0.0007448645515259386, "loss": 4.28829443359375, "step": 65000 }, { "epoch": 0.26468496427763233, "grad_norm": 8.123380661010742, "learning_rate": 0.0007428234352802861, "loss": 4.28767138671875, "step": 65500 }, { "epoch": 0.26670546018814856, "grad_norm": 5.26047945022583, "learning_rate": 0.0007407823190346336, "loss": 4.2896748046875, "step": 66000 }, { "epoch": 0.26872595609866484, "grad_norm": 4.054867744445801, "learning_rate": 0.0007387412027889813, "loss": 4.28611474609375, "step": 66500 }, { "epoch": 0.2707464520091811, "grad_norm": 7.367340564727783, "learning_rate": 0.0007367000865433289, "loss": 4.287296875, "step": 67000 }, { "epoch": 0.2727669479196974, "grad_norm": 4.600909233093262, "learning_rate": 0.0007346589702976764, "loss": 4.289310546875, "step": 67500 }, { "epoch": 0.2747874438302137, "grad_norm": 8.880703926086426, "learning_rate": 0.000732617854052024, "loss": 4.28923828125, "step": 68000 }, { "epoch": 0.27680793974073, "grad_norm": 4.720156192779541, "learning_rate": 0.0007305767378063716, "loss": 4.2886767578125, "step": 68500 }, { "epoch": 0.27882843565124626, "grad_norm": 3.190349817276001, "learning_rate": 0.0007285356215607192, "loss": 4.28703955078125, "step": 69000 }, { "epoch": 0.2808489315617625, "grad_norm": 4.354365825653076, "learning_rate": 0.0007264945053150666, "loss": 4.28758837890625, "step": 69500 }, { "epoch": 0.2828694274722788, "grad_norm": 7.263627529144287, "learning_rate": 0.0007244533890694143, "loss": 4.2864189453125, "step": 70000 }, { "epoch": 0.28488992338279506, "grad_norm": 4.319417476654053, "learning_rate": 0.0007224122728237619, "loss": 4.28553125, "step": 70500 }, { "epoch": 0.28691041929331135, "grad_norm": 8.814168930053711, "learning_rate": 0.0007203711565781095, "loss": 4.2882529296875, "step": 71000 }, { "epoch": 0.28893091520382763, "grad_norm": 4.515604496002197, "learning_rate": 0.0007183300403324571, "loss": 4.2874267578125, "step": 71500 }, { "epoch": 0.2909514111143439, "grad_norm": 4.815306186676025, "learning_rate": 0.0007162889240868046, "loss": 4.28524462890625, "step": 72000 }, { "epoch": 0.2929719070248602, "grad_norm": 5.322015285491943, "learning_rate": 0.0007142478078411521, "loss": 4.2859482421875, "step": 72500 }, { "epoch": 0.2949924029353765, "grad_norm": 3.146832227706909, "learning_rate": 0.0007122066915954998, "loss": 4.28716162109375, "step": 73000 }, { "epoch": 0.2970128988458927, "grad_norm": 1.4118536710739136, "learning_rate": 0.0007101655753498474, "loss": 4.2859208984375, "step": 73500 }, { "epoch": 0.299033394756409, "grad_norm": 4.642449855804443, "learning_rate": 0.0007081244591041948, "loss": 4.28566796875, "step": 74000 }, { "epoch": 0.3010538906669253, "grad_norm": 2.463489055633545, "learning_rate": 0.0007060833428585425, "loss": 4.28685546875, "step": 74500 }, { "epoch": 0.30307438657744157, "grad_norm": 3.8595964908599854, "learning_rate": 0.0007040422266128901, "loss": 4.28732958984375, "step": 75000 }, { "epoch": 0.30509488248795785, "grad_norm": 3.4449355602264404, "learning_rate": 0.0007020011103672377, "loss": 4.28903515625, "step": 75500 }, { "epoch": 0.30711537839847414, "grad_norm": 6.878268718719482, "learning_rate": 0.0006999599941215852, "loss": 4.28580908203125, "step": 76000 }, { "epoch": 0.3091358743089904, "grad_norm": 3.804023027420044, "learning_rate": 0.0006979188778759328, "loss": 4.28555419921875, "step": 76500 }, { "epoch": 0.31115637021950665, "grad_norm": 4.485734939575195, "learning_rate": 0.0006958777616302803, "loss": 4.28537158203125, "step": 77000 }, { "epoch": 0.31317686613002294, "grad_norm": 2.9585723876953125, "learning_rate": 0.000693836645384628, "loss": 4.28712939453125, "step": 77500 }, { "epoch": 0.3151973620405392, "grad_norm": 6.571538925170898, "learning_rate": 0.0006917955291389756, "loss": 4.28681787109375, "step": 78000 }, { "epoch": 0.3172178579510555, "grad_norm": 3.6971099376678467, "learning_rate": 0.000689754412893323, "loss": 4.28635595703125, "step": 78500 }, { "epoch": 0.3192383538615718, "grad_norm": 10.353097915649414, "learning_rate": 0.0006877132966476707, "loss": 4.2870126953125, "step": 79000 }, { "epoch": 0.3212588497720881, "grad_norm": 8.007256507873535, "learning_rate": 0.0006856721804020183, "loss": 4.2845869140625, "step": 79500 }, { "epoch": 0.32327934568260436, "grad_norm": 2.4423511028289795, "learning_rate": 0.0006836310641563658, "loss": 4.285791015625, "step": 80000 }, { "epoch": 0.32529984159312064, "grad_norm": 3.1902995109558105, "learning_rate": 0.0006815899479107134, "loss": 4.2851455078125, "step": 80500 }, { "epoch": 0.32732033750363687, "grad_norm": 2.1017367839813232, "learning_rate": 0.000679548831665061, "loss": 4.285103515625, "step": 81000 }, { "epoch": 0.32934083341415316, "grad_norm": 4.745604991912842, "learning_rate": 0.0006775077154194085, "loss": 4.28619970703125, "step": 81500 }, { "epoch": 0.33136132932466944, "grad_norm": 4.220776557922363, "learning_rate": 0.0006754665991737562, "loss": 4.285275390625, "step": 82000 }, { "epoch": 0.3333818252351857, "grad_norm": 2.6510555744171143, "learning_rate": 0.0006734254829281037, "loss": 4.2844287109375, "step": 82500 }, { "epoch": 0.335402321145702, "grad_norm": 4.933870792388916, "learning_rate": 0.0006713843666824512, "loss": 4.2864306640625, "step": 83000 }, { "epoch": 0.3374228170562183, "grad_norm": 2.3000869750976562, "learning_rate": 0.0006693432504367989, "loss": 4.2849990234375, "step": 83500 }, { "epoch": 0.3394433129667346, "grad_norm": 3.20508074760437, "learning_rate": 0.0006673021341911465, "loss": 4.28328271484375, "step": 84000 }, { "epoch": 0.3414638088772508, "grad_norm": 6.855679035186768, "learning_rate": 0.000665261017945494, "loss": 4.284783203125, "step": 84500 }, { "epoch": 0.3434843047877671, "grad_norm": 4.272263050079346, "learning_rate": 0.0006632199016998416, "loss": 4.28574072265625, "step": 85000 }, { "epoch": 0.3455048006982834, "grad_norm": 2.2856972217559814, "learning_rate": 0.0006611787854541892, "loss": 4.28350537109375, "step": 85500 }, { "epoch": 0.34752529660879966, "grad_norm": 1.9729372262954712, "learning_rate": 0.0006591376692085367, "loss": 4.28459228515625, "step": 86000 }, { "epoch": 0.34954579251931595, "grad_norm": 6.6544904708862305, "learning_rate": 0.0006570965529628844, "loss": 4.28214990234375, "step": 86500 }, { "epoch": 0.35156628842983223, "grad_norm": 6.01301383972168, "learning_rate": 0.0006550554367172319, "loss": 4.2846708984375, "step": 87000 }, { "epoch": 0.3535867843403485, "grad_norm": 6.991389751434326, "learning_rate": 0.0006530143204715794, "loss": 4.285185546875, "step": 87500 }, { "epoch": 0.3556072802508648, "grad_norm": 1.3994028568267822, "learning_rate": 0.0006509732042259271, "loss": 4.28401708984375, "step": 88000 }, { "epoch": 0.35762777616138103, "grad_norm": 1.977676510810852, "learning_rate": 0.0006489320879802747, "loss": 4.28365771484375, "step": 88500 }, { "epoch": 0.3596482720718973, "grad_norm": 7.066713809967041, "learning_rate": 0.0006468909717346221, "loss": 4.283119140625, "step": 89000 }, { "epoch": 0.3616687679824136, "grad_norm": 4.760559558868408, "learning_rate": 0.0006448498554889698, "loss": 4.28462744140625, "step": 89500 }, { "epoch": 0.3636892638929299, "grad_norm": 3.7207155227661133, "learning_rate": 0.0006428087392433174, "loss": 4.282341796875, "step": 90000 }, { "epoch": 0.36570975980344617, "grad_norm": 6.758615016937256, "learning_rate": 0.000640767622997665, "loss": 4.28268994140625, "step": 90500 }, { "epoch": 0.36773025571396245, "grad_norm": 4.681240081787109, "learning_rate": 0.0006387265067520126, "loss": 4.2861591796875, "step": 91000 }, { "epoch": 0.36975075162447874, "grad_norm": 3.812901020050049, "learning_rate": 0.0006366853905063601, "loss": 4.28431494140625, "step": 91500 }, { "epoch": 0.37177124753499496, "grad_norm": 3.2002756595611572, "learning_rate": 0.0006346442742607077, "loss": 4.28211767578125, "step": 92000 }, { "epoch": 0.37379174344551125, "grad_norm": 3.5155529975891113, "learning_rate": 0.0006326031580150553, "loss": 4.28372900390625, "step": 92500 }, { "epoch": 0.37581223935602753, "grad_norm": 5.303836345672607, "learning_rate": 0.0006305620417694029, "loss": 4.28217041015625, "step": 93000 }, { "epoch": 0.3778327352665438, "grad_norm": 5.47076940536499, "learning_rate": 0.0006285209255237504, "loss": 4.2843564453125, "step": 93500 }, { "epoch": 0.3798532311770601, "grad_norm": 8.958050727844238, "learning_rate": 0.000626479809278098, "loss": 4.2845693359375, "step": 94000 }, { "epoch": 0.3818737270875764, "grad_norm": 0.8597968816757202, "learning_rate": 0.0006244386930324456, "loss": 4.28199560546875, "step": 94500 }, { "epoch": 0.38389422299809267, "grad_norm": 6.224560737609863, "learning_rate": 0.0006223975767867933, "loss": 4.283806640625, "step": 95000 }, { "epoch": 0.38591471890860896, "grad_norm": 8.599647521972656, "learning_rate": 0.0006203564605411407, "loss": 4.2848232421875, "step": 95500 }, { "epoch": 0.3879352148191252, "grad_norm": 5.325019836425781, "learning_rate": 0.0006183153442954883, "loss": 4.28445166015625, "step": 96000 }, { "epoch": 0.38995571072964147, "grad_norm": 4.629892826080322, "learning_rate": 0.000616274228049836, "loss": 4.28100146484375, "step": 96500 }, { "epoch": 0.39197620664015775, "grad_norm": 7.109148025512695, "learning_rate": 0.0006142331118041835, "loss": 4.2829755859375, "step": 97000 }, { "epoch": 0.39399670255067404, "grad_norm": 6.329839706420898, "learning_rate": 0.0006121919955585311, "loss": 4.28403857421875, "step": 97500 }, { "epoch": 0.3960171984611903, "grad_norm": 3.874213933944702, "learning_rate": 0.0006101508793128786, "loss": 4.283021484375, "step": 98000 }, { "epoch": 0.3980376943717066, "grad_norm": 3.6260342597961426, "learning_rate": 0.0006081097630672262, "loss": 4.28186962890625, "step": 98500 }, { "epoch": 0.4000581902822229, "grad_norm": 3.632277250289917, "learning_rate": 0.0006060686468215738, "loss": 4.2816474609375, "step": 99000 }, { "epoch": 0.4020786861927391, "grad_norm": 4.220433235168457, "learning_rate": 0.0006040275305759215, "loss": 4.28214892578125, "step": 99500 }, { "epoch": 0.4040991821032554, "grad_norm": 4.798812389373779, "learning_rate": 0.0006019864143302689, "loss": 4.28317138671875, "step": 100000 }, { "epoch": 0.4061196780137717, "grad_norm": 5.8956074714660645, "learning_rate": 0.0005999452980846165, "loss": 4.28177587890625, "step": 100500 }, { "epoch": 0.408140173924288, "grad_norm": 2.9654409885406494, "learning_rate": 0.0005979041818389641, "loss": 4.2798447265625, "step": 101000 }, { "epoch": 0.41016066983480426, "grad_norm": 3.5381274223327637, "learning_rate": 0.0005958630655933117, "loss": 4.28207470703125, "step": 101500 }, { "epoch": 0.41218116574532054, "grad_norm": 1.6717655658721924, "learning_rate": 0.0005938219493476592, "loss": 4.2835595703125, "step": 102000 }, { "epoch": 0.41420166165583683, "grad_norm": 3.3764541149139404, "learning_rate": 0.0005917808331020068, "loss": 4.28229296875, "step": 102500 }, { "epoch": 0.4162221575663531, "grad_norm": 4.059302806854248, "learning_rate": 0.0005897397168563544, "loss": 4.282345703125, "step": 103000 }, { "epoch": 0.41824265347686934, "grad_norm": 3.2814369201660156, "learning_rate": 0.000587698600610702, "loss": 4.2824892578125, "step": 103500 }, { "epoch": 0.4202631493873856, "grad_norm": 2.3519060611724854, "learning_rate": 0.0005856574843650496, "loss": 4.2829208984375, "step": 104000 }, { "epoch": 0.4222836452979019, "grad_norm": 1.982587218284607, "learning_rate": 0.0005836163681193971, "loss": 4.28164306640625, "step": 104500 }, { "epoch": 0.4243041412084182, "grad_norm": 2.5977394580841064, "learning_rate": 0.0005815752518737447, "loss": 4.2815537109375, "step": 105000 }, { "epoch": 0.4263246371189345, "grad_norm": 2.664515972137451, "learning_rate": 0.0005795341356280923, "loss": 4.28316357421875, "step": 105500 }, { "epoch": 0.42834513302945076, "grad_norm": 2.7751073837280273, "learning_rate": 0.0005774930193824399, "loss": 4.28161376953125, "step": 106000 }, { "epoch": 0.43036562893996705, "grad_norm": 3.982938528060913, "learning_rate": 0.0005754519031367874, "loss": 4.28285400390625, "step": 106500 }, { "epoch": 0.4323861248504833, "grad_norm": 4.81205415725708, "learning_rate": 0.000573410786891135, "loss": 4.28110009765625, "step": 107000 }, { "epoch": 0.43440662076099956, "grad_norm": 6.468749523162842, "learning_rate": 0.0005713696706454826, "loss": 4.28132275390625, "step": 107500 }, { "epoch": 0.43642711667151585, "grad_norm": 7.909660339355469, "learning_rate": 0.0005693285543998302, "loss": 4.2809951171875, "step": 108000 }, { "epoch": 0.43844761258203213, "grad_norm": 5.122097969055176, "learning_rate": 0.0005672874381541777, "loss": 4.2806669921875, "step": 108500 }, { "epoch": 0.4404681084925484, "grad_norm": 6.261448860168457, "learning_rate": 0.0005652463219085253, "loss": 4.28049169921875, "step": 109000 }, { "epoch": 0.4424886044030647, "grad_norm": 3.082047700881958, "learning_rate": 0.0005632052056628729, "loss": 4.28132177734375, "step": 109500 }, { "epoch": 0.444509100313581, "grad_norm": 2.4164645671844482, "learning_rate": 0.0005611640894172205, "loss": 4.28239306640625, "step": 110000 }, { "epoch": 0.44652959622409727, "grad_norm": 3.61434006690979, "learning_rate": 0.0005591229731715681, "loss": 4.28050732421875, "step": 110500 }, { "epoch": 0.4485500921346135, "grad_norm": 4.268744468688965, "learning_rate": 0.0005570818569259156, "loss": 4.28146240234375, "step": 111000 }, { "epoch": 0.4505705880451298, "grad_norm": 3.839618682861328, "learning_rate": 0.0005550407406802632, "loss": 4.281173828125, "step": 111500 }, { "epoch": 0.45259108395564607, "grad_norm": 2.3132517337799072, "learning_rate": 0.0005529996244346109, "loss": 4.2803515625, "step": 112000 }, { "epoch": 0.45461157986616235, "grad_norm": 6.808285713195801, "learning_rate": 0.0005509585081889584, "loss": 4.28155224609375, "step": 112500 }, { "epoch": 0.45663207577667864, "grad_norm": 5.450939655303955, "learning_rate": 0.0005489173919433059, "loss": 4.278927734375, "step": 113000 }, { "epoch": 0.4586525716871949, "grad_norm": 5.001664638519287, "learning_rate": 0.0005468762756976536, "loss": 4.2796064453125, "step": 113500 }, { "epoch": 0.4606730675977112, "grad_norm": 2.45912504196167, "learning_rate": 0.0005448351594520011, "loss": 4.2808857421875, "step": 114000 }, { "epoch": 0.46269356350822743, "grad_norm": 10.67374324798584, "learning_rate": 0.0005427940432063487, "loss": 4.2807158203125, "step": 114500 }, { "epoch": 0.4647140594187437, "grad_norm": 3.578368663787842, "learning_rate": 0.0005407529269606963, "loss": 4.28172314453125, "step": 115000 }, { "epoch": 0.46673455532926, "grad_norm": 2.429537773132324, "learning_rate": 0.0005387118107150438, "loss": 4.28093212890625, "step": 115500 }, { "epoch": 0.4687550512397763, "grad_norm": 5.9109320640563965, "learning_rate": 0.0005366706944693914, "loss": 4.2815986328125, "step": 116000 }, { "epoch": 0.4707755471502926, "grad_norm": 2.884352207183838, "learning_rate": 0.0005346295782237391, "loss": 4.2820244140625, "step": 116500 }, { "epoch": 0.47279604306080886, "grad_norm": 3.5217885971069336, "learning_rate": 0.0005325884619780866, "loss": 4.28005615234375, "step": 117000 }, { "epoch": 0.47481653897132514, "grad_norm": 1.797473669052124, "learning_rate": 0.0005305473457324341, "loss": 4.28048388671875, "step": 117500 }, { "epoch": 0.4768370348818414, "grad_norm": 7.845378398895264, "learning_rate": 0.0005285062294867818, "loss": 4.2811552734375, "step": 118000 }, { "epoch": 0.47885753079235766, "grad_norm": 4.098874568939209, "learning_rate": 0.0005264651132411293, "loss": 4.2810908203125, "step": 118500 }, { "epoch": 0.48087802670287394, "grad_norm": 7.879449844360352, "learning_rate": 0.0005244239969954769, "loss": 4.27877294921875, "step": 119000 }, { "epoch": 0.4828985226133902, "grad_norm": 1.114090085029602, "learning_rate": 0.0005223828807498245, "loss": 4.281201171875, "step": 119500 }, { "epoch": 0.4849190185239065, "grad_norm": 3.304551601409912, "learning_rate": 0.000520341764504172, "loss": 4.279521484375, "step": 120000 }, { "epoch": 0.4869395144344228, "grad_norm": 2.4154715538024902, "learning_rate": 0.0005183006482585196, "loss": 4.27899755859375, "step": 120500 }, { "epoch": 0.4889600103449391, "grad_norm": 2.4202449321746826, "learning_rate": 0.0005162595320128673, "loss": 4.27944775390625, "step": 121000 }, { "epoch": 0.49098050625545536, "grad_norm": 6.0659565925598145, "learning_rate": 0.0005142184157672147, "loss": 4.27965966796875, "step": 121500 }, { "epoch": 0.4930010021659716, "grad_norm": 6.956759929656982, "learning_rate": 0.0005121772995215623, "loss": 4.27936669921875, "step": 122000 }, { "epoch": 0.4950214980764879, "grad_norm": 4.501445293426514, "learning_rate": 0.00051013618327591, "loss": 4.2807021484375, "step": 122500 }, { "epoch": 0.49704199398700416, "grad_norm": 2.667391777038574, "learning_rate": 0.0005080950670302575, "loss": 4.27953857421875, "step": 123000 }, { "epoch": 0.49906248989752044, "grad_norm": 4.838729381561279, "learning_rate": 0.0005060539507846051, "loss": 4.28209619140625, "step": 123500 }, { "epoch": 0.5010829858080367, "grad_norm": 6.475045680999756, "learning_rate": 0.0005040128345389527, "loss": 4.279201171875, "step": 124000 }, { "epoch": 0.503103481718553, "grad_norm": 2.6006038188934326, "learning_rate": 0.0005019717182933002, "loss": 4.27981640625, "step": 124500 }, { "epoch": 0.5051239776290692, "grad_norm": 2.818018913269043, "learning_rate": 0.0004999306020476478, "loss": 4.28045068359375, "step": 125000 }, { "epoch": 0.5071444735395856, "grad_norm": 2.627318859100342, "learning_rate": 0.0004978894858019954, "loss": 4.28137548828125, "step": 125500 }, { "epoch": 0.5091649694501018, "grad_norm": 6.907350063323975, "learning_rate": 0.000495848369556343, "loss": 4.2818203125, "step": 126000 }, { "epoch": 0.5111854653606182, "grad_norm": 2.6954362392425537, "learning_rate": 0.0004938072533106905, "loss": 4.2803232421875, "step": 126500 }, { "epoch": 0.5132059612711344, "grad_norm": 3.5039944648742676, "learning_rate": 0.0004917661370650382, "loss": 4.27858642578125, "step": 127000 }, { "epoch": 0.5152264571816506, "grad_norm": 2.963245391845703, "learning_rate": 0.0004897250208193857, "loss": 4.2790205078125, "step": 127500 }, { "epoch": 0.517246953092167, "grad_norm": 5.800753593444824, "learning_rate": 0.0004876839045737333, "loss": 4.279486328125, "step": 128000 }, { "epoch": 0.5192674490026832, "grad_norm": 2.212268114089966, "learning_rate": 0.0004856427883280809, "loss": 4.278525390625, "step": 128500 }, { "epoch": 0.5212879449131995, "grad_norm": 4.991719722747803, "learning_rate": 0.00048360167208242845, "loss": 4.27958544921875, "step": 129000 }, { "epoch": 0.5233084408237157, "grad_norm": 2.395249128341675, "learning_rate": 0.00048156055583677604, "loss": 4.27932177734375, "step": 129500 }, { "epoch": 0.5253289367342321, "grad_norm": 4.303947448730469, "learning_rate": 0.0004795194395911236, "loss": 4.27978759765625, "step": 130000 }, { "epoch": 0.5273494326447483, "grad_norm": 2.7795379161834717, "learning_rate": 0.0004774783233454712, "loss": 4.2791044921875, "step": 130500 }, { "epoch": 0.5293699285552647, "grad_norm": 5.219996929168701, "learning_rate": 0.00047543720709981873, "loss": 4.2797412109375, "step": 131000 }, { "epoch": 0.5313904244657809, "grad_norm": 5.062373638153076, "learning_rate": 0.00047339609085416637, "loss": 4.27920751953125, "step": 131500 }, { "epoch": 0.5334109203762971, "grad_norm": 2.6256263256073, "learning_rate": 0.0004713549746085139, "loss": 4.28077197265625, "step": 132000 }, { "epoch": 0.5354314162868135, "grad_norm": 4.419147968292236, "learning_rate": 0.0004693138583628615, "loss": 4.27965380859375, "step": 132500 }, { "epoch": 0.5374519121973297, "grad_norm": 6.180406093597412, "learning_rate": 0.00046727274211720907, "loss": 4.2821689453125, "step": 133000 }, { "epoch": 0.539472408107846, "grad_norm": 2.3590574264526367, "learning_rate": 0.00046523162587155665, "loss": 4.2795390625, "step": 133500 }, { "epoch": 0.5414929040183623, "grad_norm": 2.9027421474456787, "learning_rate": 0.0004631905096259042, "loss": 4.27812060546875, "step": 134000 }, { "epoch": 0.5435133999288786, "grad_norm": 2.675379753112793, "learning_rate": 0.0004611493933802518, "loss": 4.2779208984375, "step": 134500 }, { "epoch": 0.5455338958393948, "grad_norm": 6.482598304748535, "learning_rate": 0.0004591082771345994, "loss": 4.28130615234375, "step": 135000 }, { "epoch": 0.547554391749911, "grad_norm": 8.420122146606445, "learning_rate": 0.00045706716088894693, "loss": 4.27945458984375, "step": 135500 }, { "epoch": 0.5495748876604274, "grad_norm": 4.457144737243652, "learning_rate": 0.00045502604464329457, "loss": 4.27908544921875, "step": 136000 }, { "epoch": 0.5515953835709436, "grad_norm": 3.048797845840454, "learning_rate": 0.0004529849283976421, "loss": 4.27995166015625, "step": 136500 }, { "epoch": 0.55361587948146, "grad_norm": 5.249081611633301, "learning_rate": 0.0004509438121519897, "loss": 4.277423828125, "step": 137000 }, { "epoch": 0.5556363753919762, "grad_norm": 2.4726264476776123, "learning_rate": 0.00044890269590633727, "loss": 4.280126953125, "step": 137500 }, { "epoch": 0.5576568713024925, "grad_norm": 5.693624973297119, "learning_rate": 0.00044686157966068485, "loss": 4.27933203125, "step": 138000 }, { "epoch": 0.5596773672130088, "grad_norm": 2.9649429321289062, "learning_rate": 0.0004448204634150324, "loss": 4.2799287109375, "step": 138500 }, { "epoch": 0.561697863123525, "grad_norm": 2.813629388809204, "learning_rate": 0.00044277934716938, "loss": 4.2793115234375, "step": 139000 }, { "epoch": 0.5637183590340413, "grad_norm": 2.376343250274658, "learning_rate": 0.00044073823092372755, "loss": 4.27959228515625, "step": 139500 }, { "epoch": 0.5657388549445576, "grad_norm": 4.001335144042969, "learning_rate": 0.0004386971146780752, "loss": 4.2786455078125, "step": 140000 }, { "epoch": 0.5677593508550739, "grad_norm": 2.8452227115631104, "learning_rate": 0.0004366559984324227, "loss": 4.27931103515625, "step": 140500 }, { "epoch": 0.5697798467655901, "grad_norm": 4.3918375968933105, "learning_rate": 0.0004346148821867703, "loss": 4.277673828125, "step": 141000 }, { "epoch": 0.5718003426761065, "grad_norm": 5.978292465209961, "learning_rate": 0.00043257376594111794, "loss": 4.2789384765625, "step": 141500 }, { "epoch": 0.5738208385866227, "grad_norm": 3.116044282913208, "learning_rate": 0.00043053264969546547, "loss": 4.27729052734375, "step": 142000 }, { "epoch": 0.5758413344971389, "grad_norm": 2.6832027435302734, "learning_rate": 0.00042849153344981305, "loss": 4.27749853515625, "step": 142500 }, { "epoch": 0.5778618304076553, "grad_norm": 2.0941054821014404, "learning_rate": 0.00042645041720416063, "loss": 4.2789052734375, "step": 143000 }, { "epoch": 0.5798823263181715, "grad_norm": 3.7653279304504395, "learning_rate": 0.0004244093009585082, "loss": 4.2788828125, "step": 143500 }, { "epoch": 0.5819028222286878, "grad_norm": 2.7752230167388916, "learning_rate": 0.00042236818471285575, "loss": 4.2791611328125, "step": 144000 }, { "epoch": 0.5839233181392041, "grad_norm": 3.1995842456817627, "learning_rate": 0.0004203270684672034, "loss": 4.27942919921875, "step": 144500 }, { "epoch": 0.5859438140497204, "grad_norm": 4.263786792755127, "learning_rate": 0.0004182859522215509, "loss": 4.2790888671875, "step": 145000 }, { "epoch": 0.5879643099602366, "grad_norm": 4.916041851043701, "learning_rate": 0.0004162448359758985, "loss": 4.27742626953125, "step": 145500 }, { "epoch": 0.589984805870753, "grad_norm": 1.7499557733535767, "learning_rate": 0.0004142037197302461, "loss": 4.278173828125, "step": 146000 }, { "epoch": 0.5920053017812692, "grad_norm": 5.665886402130127, "learning_rate": 0.00041216260348459367, "loss": 4.27857177734375, "step": 146500 }, { "epoch": 0.5940257976917854, "grad_norm": 3.1128547191619873, "learning_rate": 0.0004101214872389412, "loss": 4.28020654296875, "step": 147000 }, { "epoch": 0.5960462936023018, "grad_norm": 2.6370768547058105, "learning_rate": 0.00040808037099328883, "loss": 4.2789453125, "step": 147500 }, { "epoch": 0.598066789512818, "grad_norm": 4.396203994750977, "learning_rate": 0.0004060392547476364, "loss": 4.27848583984375, "step": 148000 }, { "epoch": 0.6000872854233343, "grad_norm": 3.4439938068389893, "learning_rate": 0.00040399813850198395, "loss": 4.27824609375, "step": 148500 }, { "epoch": 0.6021077813338506, "grad_norm": 4.563671112060547, "learning_rate": 0.0004019570222563316, "loss": 4.27715380859375, "step": 149000 }, { "epoch": 0.6041282772443669, "grad_norm": 3.5832202434539795, "learning_rate": 0.0003999159060106791, "loss": 4.2772685546875, "step": 149500 }, { "epoch": 0.6061487731548831, "grad_norm": 2.5400390625, "learning_rate": 0.0003978747897650267, "loss": 4.27763916015625, "step": 150000 }, { "epoch": 0.6081692690653994, "grad_norm": 5.742386341094971, "learning_rate": 0.0003958336735193743, "loss": 4.27745703125, "step": 150500 }, { "epoch": 0.6101897649759157, "grad_norm": 3.8107569217681885, "learning_rate": 0.00039379255727372187, "loss": 4.27665087890625, "step": 151000 }, { "epoch": 0.6122102608864319, "grad_norm": 8.66616439819336, "learning_rate": 0.00039175144102806945, "loss": 4.27835205078125, "step": 151500 }, { "epoch": 0.6142307567969483, "grad_norm": 4.897572994232178, "learning_rate": 0.00038971032478241703, "loss": 4.27672314453125, "step": 152000 }, { "epoch": 0.6162512527074645, "grad_norm": 3.1565070152282715, "learning_rate": 0.00038766920853676456, "loss": 4.2763916015625, "step": 152500 }, { "epoch": 0.6182717486179808, "grad_norm": 4.403443813323975, "learning_rate": 0.0003856280922911122, "loss": 4.2777109375, "step": 153000 }, { "epoch": 0.6202922445284971, "grad_norm": 4.854335784912109, "learning_rate": 0.00038358697604545973, "loss": 4.27801318359375, "step": 153500 }, { "epoch": 0.6223127404390133, "grad_norm": 3.002978801727295, "learning_rate": 0.0003815458597998073, "loss": 4.2774384765625, "step": 154000 }, { "epoch": 0.6243332363495296, "grad_norm": 3.277951717376709, "learning_rate": 0.00037950474355415495, "loss": 4.27690869140625, "step": 154500 }, { "epoch": 0.6263537322600459, "grad_norm": 3.6922967433929443, "learning_rate": 0.0003774636273085025, "loss": 4.27929150390625, "step": 155000 }, { "epoch": 0.6283742281705622, "grad_norm": 2.171841859817505, "learning_rate": 0.00037542251106285006, "loss": 4.27711669921875, "step": 155500 }, { "epoch": 0.6303947240810784, "grad_norm": 7.403848171234131, "learning_rate": 0.00037338139481719765, "loss": 4.27705029296875, "step": 156000 }, { "epoch": 0.6324152199915948, "grad_norm": 6.663137435913086, "learning_rate": 0.00037134027857154523, "loss": 4.277833984375, "step": 156500 }, { "epoch": 0.634435715902111, "grad_norm": 7.824591636657715, "learning_rate": 0.00036929916232589276, "loss": 4.27757470703125, "step": 157000 }, { "epoch": 0.6364562118126272, "grad_norm": 3.2160680294036865, "learning_rate": 0.0003672580460802404, "loss": 4.27757763671875, "step": 157500 }, { "epoch": 0.6384767077231436, "grad_norm": 1.3965327739715576, "learning_rate": 0.00036521692983458793, "loss": 4.27735302734375, "step": 158000 }, { "epoch": 0.6404972036336598, "grad_norm": 2.8541414737701416, "learning_rate": 0.0003631758135889355, "loss": 4.277609375, "step": 158500 }, { "epoch": 0.6425176995441761, "grad_norm": 2.748386859893799, "learning_rate": 0.0003611346973432831, "loss": 4.27631396484375, "step": 159000 }, { "epoch": 0.6445381954546924, "grad_norm": 3.0840189456939697, "learning_rate": 0.0003590935810976307, "loss": 4.27755859375, "step": 159500 }, { "epoch": 0.6465586913652087, "grad_norm": 7.053815841674805, "learning_rate": 0.0003570524648519782, "loss": 4.27807861328125, "step": 160000 }, { "epoch": 0.6485791872757249, "grad_norm": 4.818540573120117, "learning_rate": 0.00035501134860632585, "loss": 4.2772802734375, "step": 160500 }, { "epoch": 0.6505996831862413, "grad_norm": 4.4561309814453125, "learning_rate": 0.00035297023236067343, "loss": 4.27622802734375, "step": 161000 }, { "epoch": 0.6526201790967575, "grad_norm": 4.586709976196289, "learning_rate": 0.00035092911611502096, "loss": 4.27614990234375, "step": 161500 }, { "epoch": 0.6546406750072737, "grad_norm": 3.666395902633667, "learning_rate": 0.0003488879998693686, "loss": 4.27773828125, "step": 162000 }, { "epoch": 0.6566611709177901, "grad_norm": 3.7219700813293457, "learning_rate": 0.00034684688362371613, "loss": 4.2768759765625, "step": 162500 }, { "epoch": 0.6586816668283063, "grad_norm": 3.064646005630493, "learning_rate": 0.00034480576737806377, "loss": 4.27574951171875, "step": 163000 }, { "epoch": 0.6607021627388227, "grad_norm": 4.125103950500488, "learning_rate": 0.0003427646511324113, "loss": 4.2767490234375, "step": 163500 }, { "epoch": 0.6627226586493389, "grad_norm": 3.661086082458496, "learning_rate": 0.0003407235348867589, "loss": 4.278109375, "step": 164000 }, { "epoch": 0.6647431545598552, "grad_norm": 8.062901496887207, "learning_rate": 0.00033868241864110646, "loss": 4.2764951171875, "step": 164500 }, { "epoch": 0.6667636504703714, "grad_norm": 3.114962339401245, "learning_rate": 0.00033664130239545405, "loss": 4.2787509765625, "step": 165000 }, { "epoch": 0.6687841463808877, "grad_norm": 3.24462890625, "learning_rate": 0.0003346001861498016, "loss": 4.27484033203125, "step": 165500 }, { "epoch": 0.670804642291404, "grad_norm": 2.5714499950408936, "learning_rate": 0.0003325590699041492, "loss": 4.2767919921875, "step": 166000 }, { "epoch": 0.6728251382019202, "grad_norm": 5.164129734039307, "learning_rate": 0.00033051795365849674, "loss": 4.27743212890625, "step": 166500 }, { "epoch": 0.6748456341124366, "grad_norm": 11.46572494506836, "learning_rate": 0.0003284768374128443, "loss": 4.27564306640625, "step": 167000 }, { "epoch": 0.6768661300229528, "grad_norm": 7.607708930969238, "learning_rate": 0.00032643572116719196, "loss": 4.2761767578125, "step": 167500 }, { "epoch": 0.6788866259334692, "grad_norm": 8.609156608581543, "learning_rate": 0.0003243946049215395, "loss": 4.2748037109375, "step": 168000 }, { "epoch": 0.6809071218439854, "grad_norm": 5.734499454498291, "learning_rate": 0.0003223534886758871, "loss": 4.2745517578125, "step": 168500 }, { "epoch": 0.6829276177545016, "grad_norm": 4.347452163696289, "learning_rate": 0.00032031237243023466, "loss": 4.276796875, "step": 169000 }, { "epoch": 0.684948113665018, "grad_norm": 3.7062644958496094, "learning_rate": 0.00031827125618458224, "loss": 4.27612548828125, "step": 169500 }, { "epoch": 0.6869686095755342, "grad_norm": 3.4864494800567627, "learning_rate": 0.0003162301399389298, "loss": 4.2781083984375, "step": 170000 }, { "epoch": 0.6889891054860505, "grad_norm": 2.3060381412506104, "learning_rate": 0.0003141890236932774, "loss": 4.2754716796875, "step": 170500 }, { "epoch": 0.6910096013965668, "grad_norm": 5.433278560638428, "learning_rate": 0.00031214790744762494, "loss": 4.27635205078125, "step": 171000 }, { "epoch": 0.6930300973070831, "grad_norm": 3.3680853843688965, "learning_rate": 0.0003101067912019725, "loss": 4.2760556640625, "step": 171500 }, { "epoch": 0.6950505932175993, "grad_norm": 3.312445878982544, "learning_rate": 0.0003080656749563201, "loss": 4.278880859375, "step": 172000 }, { "epoch": 0.6970710891281156, "grad_norm": 3.1337640285491943, "learning_rate": 0.0003060245587106677, "loss": 4.2772880859375, "step": 172500 }, { "epoch": 0.6990915850386319, "grad_norm": 3.6413943767547607, "learning_rate": 0.0003039834424650152, "loss": 4.2759326171875, "step": 173000 }, { "epoch": 0.7011120809491481, "grad_norm": 2.9465794563293457, "learning_rate": 0.00030194232621936286, "loss": 4.2755263671875, "step": 173500 }, { "epoch": 0.7031325768596645, "grad_norm": 5.298832893371582, "learning_rate": 0.00029990120997371044, "loss": 4.2756796875, "step": 174000 }, { "epoch": 0.7051530727701807, "grad_norm": 3.468510866165161, "learning_rate": 0.00029786009372805803, "loss": 4.27820166015625, "step": 174500 }, { "epoch": 0.707173568680697, "grad_norm": 4.089881896972656, "learning_rate": 0.0002958189774824056, "loss": 4.27709326171875, "step": 175000 }, { "epoch": 0.7091940645912133, "grad_norm": 8.101629257202148, "learning_rate": 0.00029377786123675314, "loss": 4.27455908203125, "step": 175500 }, { "epoch": 0.7112145605017296, "grad_norm": 6.6671648025512695, "learning_rate": 0.0002917367449911008, "loss": 4.2742822265625, "step": 176000 }, { "epoch": 0.7132350564122458, "grad_norm": 2.783729314804077, "learning_rate": 0.0002896956287454483, "loss": 4.27600146484375, "step": 176500 }, { "epoch": 0.7152555523227621, "grad_norm": 3.0072524547576904, "learning_rate": 0.0002876545124997959, "loss": 4.27565283203125, "step": 177000 }, { "epoch": 0.7172760482332784, "grad_norm": 4.887723445892334, "learning_rate": 0.0002856133962541435, "loss": 4.27539794921875, "step": 177500 }, { "epoch": 0.7192965441437946, "grad_norm": 3.9378480911254883, "learning_rate": 0.00028357228000849106, "loss": 4.27492724609375, "step": 178000 }, { "epoch": 0.721317040054311, "grad_norm": 4.9293084144592285, "learning_rate": 0.0002815311637628386, "loss": 4.27486474609375, "step": 178500 }, { "epoch": 0.7233375359648272, "grad_norm": 2.4646308422088623, "learning_rate": 0.0002794900475171862, "loss": 4.27586767578125, "step": 179000 }, { "epoch": 0.7253580318753435, "grad_norm": 4.546402931213379, "learning_rate": 0.00027744893127153376, "loss": 4.274904296875, "step": 179500 }, { "epoch": 0.7273785277858598, "grad_norm": 6.119713306427002, "learning_rate": 0.00027540781502588134, "loss": 4.27639697265625, "step": 180000 }, { "epoch": 0.729399023696376, "grad_norm": 5.494764804840088, "learning_rate": 0.000273366698780229, "loss": 4.27760400390625, "step": 180500 }, { "epoch": 0.7314195196068923, "grad_norm": 4.582093238830566, "learning_rate": 0.0002713255825345765, "loss": 4.2754345703125, "step": 181000 }, { "epoch": 0.7334400155174086, "grad_norm": 4.901324272155762, "learning_rate": 0.0002692844662889241, "loss": 4.27582861328125, "step": 181500 }, { "epoch": 0.7354605114279249, "grad_norm": 3.668907642364502, "learning_rate": 0.0002672433500432717, "loss": 4.27603173828125, "step": 182000 }, { "epoch": 0.7374810073384411, "grad_norm": 8.480944633483887, "learning_rate": 0.00026520223379761926, "loss": 4.27542041015625, "step": 182500 }, { "epoch": 0.7395015032489575, "grad_norm": 3.578413248062134, "learning_rate": 0.0002631611175519668, "loss": 4.27713330078125, "step": 183000 }, { "epoch": 0.7415219991594737, "grad_norm": 1.8069372177124023, "learning_rate": 0.0002611200013063144, "loss": 4.2752705078125, "step": 183500 }, { "epoch": 0.7435424950699899, "grad_norm": 2.6961567401885986, "learning_rate": 0.00025907888506066195, "loss": 4.27584228515625, "step": 184000 }, { "epoch": 0.7455629909805063, "grad_norm": 3.133739709854126, "learning_rate": 0.00025703776881500954, "loss": 4.27649462890625, "step": 184500 }, { "epoch": 0.7475834868910225, "grad_norm": 2.7735865116119385, "learning_rate": 0.0002549966525693571, "loss": 4.2731953125, "step": 185000 }, { "epoch": 0.7496039828015388, "grad_norm": 4.430280685424805, "learning_rate": 0.0002529555363237047, "loss": 4.27570654296875, "step": 185500 }, { "epoch": 0.7516244787120551, "grad_norm": 2.5012638568878174, "learning_rate": 0.0002509144200780523, "loss": 4.27537548828125, "step": 186000 }, { "epoch": 0.7536449746225714, "grad_norm": 1.7490953207015991, "learning_rate": 0.0002488733038323999, "loss": 4.27538525390625, "step": 186500 }, { "epoch": 0.7556654705330876, "grad_norm": 4.39905309677124, "learning_rate": 0.00024683218758674746, "loss": 4.2755244140625, "step": 187000 }, { "epoch": 0.7576859664436039, "grad_norm": 6.195347785949707, "learning_rate": 0.00024479107134109504, "loss": 4.2749970703125, "step": 187500 }, { "epoch": 0.7597064623541202, "grad_norm": 1.8660671710968018, "learning_rate": 0.0002427499550954426, "loss": 4.27375439453125, "step": 188000 }, { "epoch": 0.7617269582646364, "grad_norm": 5.074274063110352, "learning_rate": 0.00024070883884979018, "loss": 4.27543994140625, "step": 188500 }, { "epoch": 0.7637474541751528, "grad_norm": 4.4483795166015625, "learning_rate": 0.00023866772260413774, "loss": 4.27484423828125, "step": 189000 }, { "epoch": 0.765767950085669, "grad_norm": 3.8411824703216553, "learning_rate": 0.00023662660635848535, "loss": 4.27628369140625, "step": 189500 }, { "epoch": 0.7677884459961853, "grad_norm": 2.6018340587615967, "learning_rate": 0.00023458549011283293, "loss": 4.274494140625, "step": 190000 }, { "epoch": 0.7698089419067016, "grad_norm": 7.880356311798096, "learning_rate": 0.0002325443738671805, "loss": 4.27431787109375, "step": 190500 }, { "epoch": 0.7718294378172179, "grad_norm": 3.698014974594116, "learning_rate": 0.00023050325762152807, "loss": 4.2768974609375, "step": 191000 }, { "epoch": 0.7738499337277341, "grad_norm": 5.574614524841309, "learning_rate": 0.00022846214137587566, "loss": 4.27305615234375, "step": 191500 }, { "epoch": 0.7758704296382504, "grad_norm": 6.110713958740234, "learning_rate": 0.0002264210251302232, "loss": 4.27489990234375, "step": 192000 }, { "epoch": 0.7778909255487667, "grad_norm": 6.090662956237793, "learning_rate": 0.0002243799088845708, "loss": 4.27446923828125, "step": 192500 }, { "epoch": 0.7799114214592829, "grad_norm": 2.678025484085083, "learning_rate": 0.00022233879263891838, "loss": 4.2750205078125, "step": 193000 }, { "epoch": 0.7819319173697993, "grad_norm": 3.507859230041504, "learning_rate": 0.00022029767639326596, "loss": 4.27481640625, "step": 193500 }, { "epoch": 0.7839524132803155, "grad_norm": 2.9376308917999268, "learning_rate": 0.00021825656014761352, "loss": 4.2749443359375, "step": 194000 }, { "epoch": 0.7859729091908318, "grad_norm": 6.126037120819092, "learning_rate": 0.0002162154439019611, "loss": 4.2749755859375, "step": 194500 }, { "epoch": 0.7879934051013481, "grad_norm": 7.2474775314331055, "learning_rate": 0.0002141743276563087, "loss": 4.2743095703125, "step": 195000 }, { "epoch": 0.7900139010118643, "grad_norm": 2.359797954559326, "learning_rate": 0.00021213321141065624, "loss": 4.2742275390625, "step": 195500 }, { "epoch": 0.7920343969223806, "grad_norm": 1.62235426902771, "learning_rate": 0.00021009209516500385, "loss": 4.274310546875, "step": 196000 }, { "epoch": 0.7940548928328969, "grad_norm": 3.5810437202453613, "learning_rate": 0.00020805097891935144, "loss": 4.27644189453125, "step": 196500 }, { "epoch": 0.7960753887434132, "grad_norm": 5.928071022033691, "learning_rate": 0.000206009862673699, "loss": 4.27497802734375, "step": 197000 }, { "epoch": 0.7980958846539294, "grad_norm": 4.290231227874756, "learning_rate": 0.00020396874642804658, "loss": 4.27425830078125, "step": 197500 }, { "epoch": 0.8001163805644458, "grad_norm": 3.500103712081909, "learning_rate": 0.00020192763018239416, "loss": 4.27417041015625, "step": 198000 }, { "epoch": 0.802136876474962, "grad_norm": 3.9242024421691895, "learning_rate": 0.00019988651393674172, "loss": 4.273392578125, "step": 198500 }, { "epoch": 0.8041573723854782, "grad_norm": 2.769404172897339, "learning_rate": 0.0001978453976910893, "loss": 4.27366943359375, "step": 199000 }, { "epoch": 0.8061778682959946, "grad_norm": 2.3531978130340576, "learning_rate": 0.00019580428144543689, "loss": 4.272650390625, "step": 199500 }, { "epoch": 0.8081983642065108, "grad_norm": 5.172607421875, "learning_rate": 0.00019376316519978447, "loss": 4.27349853515625, "step": 200000 }, { "epoch": 0.8102188601170272, "grad_norm": 8.872293472290039, "learning_rate": 0.00019172204895413203, "loss": 4.27373876953125, "step": 200500 }, { "epoch": 0.8122393560275434, "grad_norm": 2.376471519470215, "learning_rate": 0.0001896809327084796, "loss": 4.27488134765625, "step": 201000 }, { "epoch": 0.8142598519380597, "grad_norm": 2.5027992725372314, "learning_rate": 0.0001876398164628272, "loss": 4.27389599609375, "step": 201500 }, { "epoch": 0.816280347848576, "grad_norm": 4.680424690246582, "learning_rate": 0.00018559870021717475, "loss": 4.27366064453125, "step": 202000 }, { "epoch": 0.8183008437590922, "grad_norm": 4.027115345001221, "learning_rate": 0.00018355758397152236, "loss": 4.274568359375, "step": 202500 }, { "epoch": 0.8203213396696085, "grad_norm": 2.1011147499084473, "learning_rate": 0.00018151646772586995, "loss": 4.27525830078125, "step": 203000 }, { "epoch": 0.8223418355801247, "grad_norm": 7.842453956604004, "learning_rate": 0.0001794753514802175, "loss": 4.27366552734375, "step": 203500 }, { "epoch": 0.8243623314906411, "grad_norm": 3.8382208347320557, "learning_rate": 0.00017743423523456509, "loss": 4.27489111328125, "step": 204000 }, { "epoch": 0.8263828274011573, "grad_norm": 3.220289945602417, "learning_rate": 0.00017539311898891267, "loss": 4.27153857421875, "step": 204500 }, { "epoch": 0.8284033233116737, "grad_norm": 4.300881862640381, "learning_rate": 0.00017335200274326025, "loss": 4.27479150390625, "step": 205000 }, { "epoch": 0.8304238192221899, "grad_norm": 5.714009761810303, "learning_rate": 0.0001713108864976078, "loss": 4.2745078125, "step": 205500 }, { "epoch": 0.8324443151327062, "grad_norm": 1.6381992101669312, "learning_rate": 0.0001692697702519554, "loss": 4.2745693359375, "step": 206000 }, { "epoch": 0.8344648110432225, "grad_norm": 5.226376056671143, "learning_rate": 0.00016722865400630298, "loss": 4.275, "step": 206500 }, { "epoch": 0.8364853069537387, "grad_norm": 4.392271518707275, "learning_rate": 0.00016518753776065053, "loss": 4.2727041015625, "step": 207000 }, { "epoch": 0.838505802864255, "grad_norm": 3.7155091762542725, "learning_rate": 0.00016314642151499812, "loss": 4.27409033203125, "step": 207500 }, { "epoch": 0.8405262987747713, "grad_norm": 6.4578094482421875, "learning_rate": 0.0001611053052693457, "loss": 4.27564404296875, "step": 208000 }, { "epoch": 0.8425467946852876, "grad_norm": 11.141646385192871, "learning_rate": 0.00015906418902369326, "loss": 4.27339501953125, "step": 208500 }, { "epoch": 0.8445672905958038, "grad_norm": 5.979061603546143, "learning_rate": 0.00015702307277804087, "loss": 4.2740009765625, "step": 209000 }, { "epoch": 0.8465877865063202, "grad_norm": 5.923771858215332, "learning_rate": 0.00015498195653238845, "loss": 4.2745947265625, "step": 209500 }, { "epoch": 0.8486082824168364, "grad_norm": 2.3130831718444824, "learning_rate": 0.000152940840286736, "loss": 4.274162109375, "step": 210000 }, { "epoch": 0.8506287783273526, "grad_norm": 4.707922458648682, "learning_rate": 0.0001508997240410836, "loss": 4.27203466796875, "step": 210500 }, { "epoch": 0.852649274237869, "grad_norm": 3.824993133544922, "learning_rate": 0.00014885860779543118, "loss": 4.2746513671875, "step": 211000 }, { "epoch": 0.8546697701483852, "grad_norm": 5.042385578155518, "learning_rate": 0.00014681749154977876, "loss": 4.27423193359375, "step": 211500 }, { "epoch": 0.8566902660589015, "grad_norm": 3.948214292526245, "learning_rate": 0.00014477637530412632, "loss": 4.2738671875, "step": 212000 }, { "epoch": 0.8587107619694178, "grad_norm": 2.5606319904327393, "learning_rate": 0.0001427352590584739, "loss": 4.27275927734375, "step": 212500 }, { "epoch": 0.8607312578799341, "grad_norm": 5.18657922744751, "learning_rate": 0.00014069414281282148, "loss": 4.274572265625, "step": 213000 }, { "epoch": 0.8627517537904503, "grad_norm": 4.263571262359619, "learning_rate": 0.00013865302656716904, "loss": 4.27468994140625, "step": 213500 }, { "epoch": 0.8647722497009666, "grad_norm": 3.862614154815674, "learning_rate": 0.00013661191032151662, "loss": 4.27464013671875, "step": 214000 }, { "epoch": 0.8667927456114829, "grad_norm": 8.320301055908203, "learning_rate": 0.0001345707940758642, "loss": 4.27474658203125, "step": 214500 }, { "epoch": 0.8688132415219991, "grad_norm": 3.358966827392578, "learning_rate": 0.00013252967783021176, "loss": 4.2721796875, "step": 215000 }, { "epoch": 0.8708337374325155, "grad_norm": 2.1536121368408203, "learning_rate": 0.00013048856158455937, "loss": 4.27452880859375, "step": 215500 }, { "epoch": 0.8728542333430317, "grad_norm": 3.1825056076049805, "learning_rate": 0.00012844744533890696, "loss": 4.2721240234375, "step": 216000 }, { "epoch": 0.874874729253548, "grad_norm": 2.8365375995635986, "learning_rate": 0.00012640632909325454, "loss": 4.2753896484375, "step": 216500 }, { "epoch": 0.8768952251640643, "grad_norm": 5.151362419128418, "learning_rate": 0.0001243652128476021, "loss": 4.27606884765625, "step": 217000 }, { "epoch": 0.8789157210745805, "grad_norm": 4.027225971221924, "learning_rate": 0.00012232409660194968, "loss": 4.27410595703125, "step": 217500 }, { "epoch": 0.8809362169850968, "grad_norm": 4.474194049835205, "learning_rate": 0.00012028298035629725, "loss": 4.273673828125, "step": 218000 }, { "epoch": 0.8829567128956131, "grad_norm": 5.597144603729248, "learning_rate": 0.00011824186411064484, "loss": 4.2751904296875, "step": 218500 }, { "epoch": 0.8849772088061294, "grad_norm": 3.23945689201355, "learning_rate": 0.0001162007478649924, "loss": 4.27362353515625, "step": 219000 }, { "epoch": 0.8869977047166456, "grad_norm": 3.66778826713562, "learning_rate": 0.00011415963161933998, "loss": 4.27307666015625, "step": 219500 }, { "epoch": 0.889018200627162, "grad_norm": 5.2964935302734375, "learning_rate": 0.00011211851537368757, "loss": 4.27599658203125, "step": 220000 }, { "epoch": 0.8910386965376782, "grad_norm": 4.078726291656494, "learning_rate": 0.00011007739912803514, "loss": 4.27276513671875, "step": 220500 }, { "epoch": 0.8930591924481945, "grad_norm": 7.52950382232666, "learning_rate": 0.00010803628288238273, "loss": 4.27326611328125, "step": 221000 }, { "epoch": 0.8950796883587108, "grad_norm": 1.8785966634750366, "learning_rate": 0.0001059951666367303, "loss": 4.272798828125, "step": 221500 }, { "epoch": 0.897100184269227, "grad_norm": 1.9718017578125, "learning_rate": 0.00010395405039107787, "loss": 4.27468701171875, "step": 222000 }, { "epoch": 0.8991206801797433, "grad_norm": 4.992434501647949, "learning_rate": 0.00010191293414542545, "loss": 4.2736416015625, "step": 222500 }, { "epoch": 0.9011411760902596, "grad_norm": 2.1640443801879883, "learning_rate": 9.987181789977302e-05, "loss": 4.2746669921875, "step": 223000 }, { "epoch": 0.9031616720007759, "grad_norm": 3.831871509552002, "learning_rate": 9.783070165412062e-05, "loss": 4.2719736328125, "step": 223500 }, { "epoch": 0.9051821679112921, "grad_norm": 4.446022987365723, "learning_rate": 9.578958540846819e-05, "loss": 4.273880859375, "step": 224000 }, { "epoch": 0.9072026638218085, "grad_norm": 3.0514559745788574, "learning_rate": 9.374846916281576e-05, "loss": 4.27391796875, "step": 224500 }, { "epoch": 0.9092231597323247, "grad_norm": 6.606977939605713, "learning_rate": 9.170735291716334e-05, "loss": 4.27348193359375, "step": 225000 }, { "epoch": 0.9112436556428409, "grad_norm": 4.488911151885986, "learning_rate": 8.966623667151091e-05, "loss": 4.2739267578125, "step": 225500 }, { "epoch": 0.9132641515533573, "grad_norm": 4.2974066734313965, "learning_rate": 8.76251204258585e-05, "loss": 4.27386376953125, "step": 226000 }, { "epoch": 0.9152846474638735, "grad_norm": 2.8279881477355957, "learning_rate": 8.558400418020608e-05, "loss": 4.273435546875, "step": 226500 }, { "epoch": 0.9173051433743898, "grad_norm": 2.4528143405914307, "learning_rate": 8.354288793455365e-05, "loss": 4.27309423828125, "step": 227000 }, { "epoch": 0.9193256392849061, "grad_norm": 3.014500617980957, "learning_rate": 8.150177168890123e-05, "loss": 4.2746064453125, "step": 227500 }, { "epoch": 0.9213461351954224, "grad_norm": 6.262552261352539, "learning_rate": 7.94606554432488e-05, "loss": 4.2752236328125, "step": 228000 }, { "epoch": 0.9233666311059386, "grad_norm": 6.477716445922852, "learning_rate": 7.741953919759637e-05, "loss": 4.2740732421875, "step": 228500 }, { "epoch": 0.9253871270164549, "grad_norm": 2.2839388847351074, "learning_rate": 7.537842295194396e-05, "loss": 4.27326025390625, "step": 229000 }, { "epoch": 0.9274076229269712, "grad_norm": 4.467730522155762, "learning_rate": 7.333730670629153e-05, "loss": 4.27492822265625, "step": 229500 }, { "epoch": 0.9294281188374874, "grad_norm": 2.185661792755127, "learning_rate": 7.129619046063913e-05, "loss": 4.273892578125, "step": 230000 }, { "epoch": 0.9314486147480038, "grad_norm": 2.901134729385376, "learning_rate": 6.92550742149867e-05, "loss": 4.2746162109375, "step": 230500 }, { "epoch": 0.93346911065852, "grad_norm": 6.844051837921143, "learning_rate": 6.721395796933427e-05, "loss": 4.27223828125, "step": 231000 }, { "epoch": 0.9354896065690363, "grad_norm": 9.264690399169922, "learning_rate": 6.517284172368185e-05, "loss": 4.2726796875, "step": 231500 }, { "epoch": 0.9375101024795526, "grad_norm": 2.384901523590088, "learning_rate": 6.313172547802942e-05, "loss": 4.2728193359375, "step": 232000 }, { "epoch": 0.9395305983900688, "grad_norm": 3.707587480545044, "learning_rate": 6.1090609232377e-05, "loss": 4.274921875, "step": 232500 }, { "epoch": 0.9415510943005851, "grad_norm": 2.177966356277466, "learning_rate": 5.904949298672458e-05, "loss": 4.27354736328125, "step": 233000 }, { "epoch": 0.9435715902111014, "grad_norm": 4.875045299530029, "learning_rate": 5.700837674107216e-05, "loss": 4.2731748046875, "step": 233500 }, { "epoch": 0.9455920861216177, "grad_norm": 2.6490368843078613, "learning_rate": 5.496726049541974e-05, "loss": 4.27460107421875, "step": 234000 }, { "epoch": 0.9476125820321339, "grad_norm": 3.4769725799560547, "learning_rate": 5.292614424976731e-05, "loss": 4.27449853515625, "step": 234500 }, { "epoch": 0.9496330779426503, "grad_norm": 2.8465700149536133, "learning_rate": 5.088502800411489e-05, "loss": 4.273564453125, "step": 235000 }, { "epoch": 0.9516535738531665, "grad_norm": 3.685249090194702, "learning_rate": 4.884391175846247e-05, "loss": 4.27359130859375, "step": 235500 }, { "epoch": 0.9536740697636829, "grad_norm": 3.6636619567871094, "learning_rate": 4.680279551281005e-05, "loss": 4.273357421875, "step": 236000 }, { "epoch": 0.9556945656741991, "grad_norm": 1.8650206327438354, "learning_rate": 4.4761679267157625e-05, "loss": 4.2720458984375, "step": 236500 }, { "epoch": 0.9577150615847153, "grad_norm": 3.607949733734131, "learning_rate": 4.27205630215052e-05, "loss": 4.27316015625, "step": 237000 }, { "epoch": 0.9597355574952317, "grad_norm": 2.5106866359710693, "learning_rate": 4.067944677585278e-05, "loss": 4.2725009765625, "step": 237500 }, { "epoch": 0.9617560534057479, "grad_norm": 4.019005298614502, "learning_rate": 3.8638330530200356e-05, "loss": 4.27438671875, "step": 238000 }, { "epoch": 0.9637765493162642, "grad_norm": 3.7407989501953125, "learning_rate": 3.659721428454794e-05, "loss": 4.27390380859375, "step": 238500 }, { "epoch": 0.9657970452267804, "grad_norm": 4.596078872680664, "learning_rate": 3.455609803889551e-05, "loss": 4.2747236328125, "step": 239000 }, { "epoch": 0.9678175411372968, "grad_norm": 4.734550952911377, "learning_rate": 3.2514981793243086e-05, "loss": 4.27259423828125, "step": 239500 }, { "epoch": 0.969838037047813, "grad_norm": 4.50962495803833, "learning_rate": 3.0473865547590667e-05, "loss": 4.2735166015625, "step": 240000 }, { "epoch": 0.9718585329583292, "grad_norm": 3.977121114730835, "learning_rate": 2.8432749301938247e-05, "loss": 4.27317822265625, "step": 240500 }, { "epoch": 0.9738790288688456, "grad_norm": 2.934508800506592, "learning_rate": 2.639163305628582e-05, "loss": 4.2748994140625, "step": 241000 }, { "epoch": 0.9758995247793618, "grad_norm": 3.088054656982422, "learning_rate": 2.43505168106334e-05, "loss": 4.27462939453125, "step": 241500 }, { "epoch": 0.9779200206898782, "grad_norm": 4.477141380310059, "learning_rate": 2.2309400564980974e-05, "loss": 4.271177734375, "step": 242000 }, { "epoch": 0.9799405166003944, "grad_norm": 7.3669023513793945, "learning_rate": 2.0268284319328555e-05, "loss": 4.27527001953125, "step": 242500 }, { "epoch": 0.9819610125109107, "grad_norm": 2.984816789627075, "learning_rate": 1.8227168073676135e-05, "loss": 4.2730126953125, "step": 243000 }, { "epoch": 0.983981508421427, "grad_norm": 2.3497276306152344, "learning_rate": 1.618605182802371e-05, "loss": 4.272603515625, "step": 243500 }, { "epoch": 0.9860020043319432, "grad_norm": 3.02901029586792, "learning_rate": 1.4144935582371287e-05, "loss": 4.2721103515625, "step": 244000 }, { "epoch": 0.9880225002424595, "grad_norm": 2.4762492179870605, "learning_rate": 1.2103819336718864e-05, "loss": 4.272505859375, "step": 244500 }, { "epoch": 0.9900429961529758, "grad_norm": 2.1207025051116943, "learning_rate": 1.0062703091066443e-05, "loss": 4.27198046875, "step": 245000 }, { "epoch": 0.9920634920634921, "grad_norm": 1.8262618780136108, "learning_rate": 8.021586845414021e-06, "loss": 4.27264453125, "step": 245500 }, { "epoch": 0.9940839879740083, "grad_norm": 1.92691171169281, "learning_rate": 5.980470599761598e-06, "loss": 4.2736806640625, "step": 246000 }, { "epoch": 0.9961044838845247, "grad_norm": 1.4469701051712036, "learning_rate": 3.939354354109175e-06, "loss": 4.2729365234375, "step": 246500 }, { "epoch": 0.9981249797950409, "grad_norm": 3.945444107055664, "learning_rate": 1.898238108456753e-06, "loss": 4.2739580078125, "step": 247000 }, { "epoch": 1.0, "step": 247464, "total_flos": 46415278209024.0, "train_loss": 4.309412562873729, "train_runtime": 2596.8476, "train_samples_per_second": 6098.807, "train_steps_per_second": 95.294 } ], "logging_steps": 500, "max_steps": 247464, "num_input_tokens_seen": 0, "num_train_epochs": 1, "save_steps": 5000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": true }, "attributes": {} } }, "total_flos": 46415278209024.0, "train_batch_size": 64, "trial_name": null, "trial_params": null }
{
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 247464,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"epoch": 0.002020495910516277,
"grad_norm": 0.22587850689888,
"learning_rate": 0.0001996,
"loss": 5.49412841796875,
"step": 500
},
{
"epoch": 0.004040991821032554,
"grad_norm": 0.11241527646780014,
"learning_rate": 0.0003996,
"loss": 5.2109453125,
"step": 1000
},
{
"epoch": 0.006061487731548831,
"grad_norm": 0.04535369947552681,
"learning_rate": 0.0005996,
"loss": 5.0414990234375,
"step": 1500
},
{
"epoch": 0.008081983642065109,
"grad_norm": 0.048000480979681015,
"learning_rate": 0.0007996,
"loss": 5.03019091796875,
"step": 2000
},
{
"epoch": 0.010102479552581386,
"grad_norm": 0.6560697555541992,
"learning_rate": 0.0009996,
"loss": 5.01855126953125,
"step": 2500
},
{
"epoch": 0.012122975463097662,
"grad_norm": 1.0777531862258911,
"learning_rate": 0.000997962965986839,
"loss": 4.9780703125,
"step": 3000
},
{
"epoch": 0.01414347137361394,
"grad_norm": 1.0170421600341797,
"learning_rate": 0.0009959218497411866,
"loss": 4.88846142578125,
"step": 3500
},
{
"epoch": 0.016163967284130217,
"grad_norm": 0.9449602961540222,
"learning_rate": 0.000993880733495534,
"loss": 4.83293359375,
"step": 4000
},
{
"epoch": 0.018184463194646495,
"grad_norm": 2.1976377964019775,
"learning_rate": 0.0009918396172498816,
"loss": 4.80069287109375,
"step": 4500
},
{
"epoch": 0.020204959105162772,
"grad_norm": 2.614000082015991,
"learning_rate": 0.0009897985010042293,
"loss": 4.72682763671875,
"step": 5000
},
{
"epoch": 0.02222545501567905,
"grad_norm": 4.592432975769043,
"learning_rate": 0.0009877573847585767,
"loss": 4.64465234375,
"step": 5500
},
{
"epoch": 0.024245950926195324,
"grad_norm": 5.0536208152771,
"learning_rate": 0.0009857162685129243,
"loss": 4.61798828125,
"step": 6000
},
{
"epoch": 0.0262664468367116,
"grad_norm": 13.01474666595459,
"learning_rate": 0.000983675152267272,
"loss": 4.602140625,