| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 8.700985761226725, |
| "eval_steps": 500, |
| "global_step": 1000, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.04381161007667032, |
| "grad_norm": 15.216287445196276, |
| "learning_rate": 8e-09, |
| "loss": 0.48418779373168946, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.08762322015334063, |
| "grad_norm": 23.36358717964335, |
| "learning_rate": 1.8e-08, |
| "loss": 0.46855783462524414, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.13143483023001096, |
| "grad_norm": 20.000826258755275, |
| "learning_rate": 2.8e-08, |
| "loss": 0.47519798278808595, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.17524644030668127, |
| "grad_norm": 15.69050377411594, |
| "learning_rate": 3.7999999999999996e-08, |
| "loss": 0.4735735893249512, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.21905805038335158, |
| "grad_norm": 16.238081490850117, |
| "learning_rate": 4.8e-08, |
| "loss": 0.4729929447174072, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.2628696604600219, |
| "grad_norm": 17.49951407045111, |
| "learning_rate": 5.8e-08, |
| "loss": 0.47327580451965334, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.3066812705366922, |
| "grad_norm": 26.57129804217329, |
| "learning_rate": 6.8e-08, |
| "loss": 0.47186527252197263, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.35049288061336253, |
| "grad_norm": 20.11949989372027, |
| "learning_rate": 7.8e-08, |
| "loss": 0.4615940093994141, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.39430449069003287, |
| "grad_norm": 64.31215127356752, |
| "learning_rate": 8.8e-08, |
| "loss": 0.4518611431121826, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.43811610076670315, |
| "grad_norm": 15.857571041423546, |
| "learning_rate": 9.8e-08, |
| "loss": 0.43337259292602537, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.4819277108433735, |
| "grad_norm": 12.436173813521455, |
| "learning_rate": 1.0799999999999999e-07, |
| "loss": 0.41027131080627444, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.5257393209200438, |
| "grad_norm": 12.565891289933171, |
| "learning_rate": 1.1799999999999998e-07, |
| "loss": 0.40830144882202146, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.5695509309967142, |
| "grad_norm": 8.403712696803929, |
| "learning_rate": 1.28e-07, |
| "loss": 0.3690589427947998, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.6133625410733844, |
| "grad_norm": 5.488688842051114, |
| "learning_rate": 1.3800000000000002e-07, |
| "loss": 0.33161895275115966, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.6571741511500547, |
| "grad_norm": 4.750780287029476, |
| "learning_rate": 1.4799999999999998e-07, |
| "loss": 0.31440370082855223, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.7009857612267251, |
| "grad_norm": 5.694357008951302, |
| "learning_rate": 1.5799999999999999e-07, |
| "loss": 0.29302048683166504, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.7447973713033954, |
| "grad_norm": 3.6650496363290634, |
| "learning_rate": 1.68e-07, |
| "loss": 0.26142473220825196, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.7886089813800657, |
| "grad_norm": 2.8616266624672777, |
| "learning_rate": 1.7799999999999998e-07, |
| "loss": 0.2410365104675293, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.8324205914567361, |
| "grad_norm": 2.0793907207095534, |
| "learning_rate": 1.88e-07, |
| "loss": 0.2225107431411743, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.8762322015334063, |
| "grad_norm": 2.771283288158846, |
| "learning_rate": 1.98e-07, |
| "loss": 0.21108705997467042, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.9200438116100766, |
| "grad_norm": 1.913027569576905, |
| "learning_rate": 2.0799999999999998e-07, |
| "loss": 0.20774705410003663, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.963855421686747, |
| "grad_norm": 1.4521809664515546, |
| "learning_rate": 2.18e-07, |
| "loss": 0.1867969274520874, |
| "step": 110 |
| }, |
| { |
| "epoch": 1.0, |
| "grad_norm": 2.4658234086980677, |
| "learning_rate": 2.28e-07, |
| "loss": 0.1816505789756775, |
| "step": 115 |
| }, |
| { |
| "epoch": 1.0438116100766703, |
| "grad_norm": 1.5311397736316652, |
| "learning_rate": 2.38e-07, |
| "loss": 0.16964107751846313, |
| "step": 120 |
| }, |
| { |
| "epoch": 1.0876232201533407, |
| "grad_norm": 3.290774967566002, |
| "learning_rate": 2.48e-07, |
| "loss": 0.15306370258331298, |
| "step": 125 |
| }, |
| { |
| "epoch": 1.131434830230011, |
| "grad_norm": 0.8940101199085605, |
| "learning_rate": 2.58e-07, |
| "loss": 0.14721683263778687, |
| "step": 130 |
| }, |
| { |
| "epoch": 1.1752464403066814, |
| "grad_norm": 1.5394515578260013, |
| "learning_rate": 2.68e-07, |
| "loss": 0.15360240936279296, |
| "step": 135 |
| }, |
| { |
| "epoch": 1.2190580503833517, |
| "grad_norm": 1.7858847630309493, |
| "learning_rate": 2.7800000000000003e-07, |
| "loss": 0.15086040496826172, |
| "step": 140 |
| }, |
| { |
| "epoch": 1.262869660460022, |
| "grad_norm": 0.8019861150580353, |
| "learning_rate": 2.88e-07, |
| "loss": 0.14722588062286376, |
| "step": 145 |
| }, |
| { |
| "epoch": 1.3066812705366921, |
| "grad_norm": 1.0183119548120452, |
| "learning_rate": 2.98e-07, |
| "loss": 0.1381218194961548, |
| "step": 150 |
| }, |
| { |
| "epoch": 1.3504928806133625, |
| "grad_norm": 0.7483621942757548, |
| "learning_rate": 3.08e-07, |
| "loss": 0.14110673666000367, |
| "step": 155 |
| }, |
| { |
| "epoch": 1.3943044906900328, |
| "grad_norm": 0.7139120208182828, |
| "learning_rate": 3.18e-07, |
| "loss": 0.14381901025772095, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.4381161007667032, |
| "grad_norm": 0.5818206370662435, |
| "learning_rate": 3.28e-07, |
| "loss": 0.13782813549041747, |
| "step": 165 |
| }, |
| { |
| "epoch": 1.4819277108433735, |
| "grad_norm": 0.5922737231474884, |
| "learning_rate": 3.38e-07, |
| "loss": 0.14187902212142944, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.5257393209200438, |
| "grad_norm": 0.5907207617335364, |
| "learning_rate": 3.4799999999999994e-07, |
| "loss": 0.13219969272613524, |
| "step": 175 |
| }, |
| { |
| "epoch": 1.5695509309967142, |
| "grad_norm": 0.7395669120270896, |
| "learning_rate": 3.5799999999999995e-07, |
| "loss": 0.13412785530090332, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.6133625410733843, |
| "grad_norm": 0.7389843099563854, |
| "learning_rate": 3.6799999999999996e-07, |
| "loss": 0.13302382230758666, |
| "step": 185 |
| }, |
| { |
| "epoch": 1.6571741511500546, |
| "grad_norm": 0.46928725746320077, |
| "learning_rate": 3.7799999999999997e-07, |
| "loss": 0.12532199621200563, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.700985761226725, |
| "grad_norm": 1.4378334177577896, |
| "learning_rate": 3.88e-07, |
| "loss": 0.12993998527526857, |
| "step": 195 |
| }, |
| { |
| "epoch": 1.7447973713033953, |
| "grad_norm": 1.18829939619434, |
| "learning_rate": 3.98e-07, |
| "loss": 0.1237565279006958, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.7886089813800656, |
| "grad_norm": 0.5041162661955574, |
| "learning_rate": 4.0799999999999995e-07, |
| "loss": 0.1410191297531128, |
| "step": 205 |
| }, |
| { |
| "epoch": 1.832420591456736, |
| "grad_norm": 0.5263127851191748, |
| "learning_rate": 4.1799999999999996e-07, |
| "loss": 0.12495659589767456, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.8762322015334063, |
| "grad_norm": 0.45393764404596665, |
| "learning_rate": 4.2799999999999997e-07, |
| "loss": 0.12057209014892578, |
| "step": 215 |
| }, |
| { |
| "epoch": 1.9200438116100766, |
| "grad_norm": 0.5034037682395058, |
| "learning_rate": 4.38e-07, |
| "loss": 0.12823106050491334, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.963855421686747, |
| "grad_norm": 0.4188960855911732, |
| "learning_rate": 4.48e-07, |
| "loss": 0.11971760988235473, |
| "step": 225 |
| }, |
| { |
| "epoch": 2.0, |
| "grad_norm": 0.892183746093029, |
| "learning_rate": 4.58e-07, |
| "loss": 0.11903363466262817, |
| "step": 230 |
| }, |
| { |
| "epoch": 2.0438116100766703, |
| "grad_norm": 0.8417597566788897, |
| "learning_rate": 4.68e-07, |
| "loss": 0.1283984065055847, |
| "step": 235 |
| }, |
| { |
| "epoch": 2.0876232201533407, |
| "grad_norm": 0.6569068480529452, |
| "learning_rate": 4.779999999999999e-07, |
| "loss": 0.12451218366622925, |
| "step": 240 |
| }, |
| { |
| "epoch": 2.131434830230011, |
| "grad_norm": 1.9369437227625623, |
| "learning_rate": 4.879999999999999e-07, |
| "loss": 0.12201762199401855, |
| "step": 245 |
| }, |
| { |
| "epoch": 2.1752464403066814, |
| "grad_norm": 0.492143785556789, |
| "learning_rate": 4.979999999999999e-07, |
| "loss": 0.11702324151992798, |
| "step": 250 |
| }, |
| { |
| "epoch": 2.2190580503833517, |
| "grad_norm": 0.9985585601716669, |
| "learning_rate": 5.079999999999999e-07, |
| "loss": 0.11661801338195801, |
| "step": 255 |
| }, |
| { |
| "epoch": 2.262869660460022, |
| "grad_norm": 0.4986662652452154, |
| "learning_rate": 5.18e-07, |
| "loss": 0.12300481796264648, |
| "step": 260 |
| }, |
| { |
| "epoch": 2.3066812705366924, |
| "grad_norm": 0.42171845691403576, |
| "learning_rate": 5.28e-07, |
| "loss": 0.12354564666748047, |
| "step": 265 |
| }, |
| { |
| "epoch": 2.3504928806133627, |
| "grad_norm": 1.0407715899751926, |
| "learning_rate": 5.38e-07, |
| "loss": 0.12628095149993895, |
| "step": 270 |
| }, |
| { |
| "epoch": 2.394304490690033, |
| "grad_norm": 0.3591569287617796, |
| "learning_rate": 5.48e-07, |
| "loss": 0.12059959173202514, |
| "step": 275 |
| }, |
| { |
| "epoch": 2.4381161007667034, |
| "grad_norm": 0.34709206358048095, |
| "learning_rate": 5.58e-07, |
| "loss": 0.12300305366516114, |
| "step": 280 |
| }, |
| { |
| "epoch": 2.4819277108433733, |
| "grad_norm": 0.3267656852125577, |
| "learning_rate": 5.679999999999999e-07, |
| "loss": 0.11873151063919067, |
| "step": 285 |
| }, |
| { |
| "epoch": 2.525739320920044, |
| "grad_norm": 0.36315891368762354, |
| "learning_rate": 5.779999999999999e-07, |
| "loss": 0.11392134428024292, |
| "step": 290 |
| }, |
| { |
| "epoch": 2.569550930996714, |
| "grad_norm": 0.401643325163856, |
| "learning_rate": 5.879999999999999e-07, |
| "loss": 0.11619458198547364, |
| "step": 295 |
| }, |
| { |
| "epoch": 2.6133625410733843, |
| "grad_norm": 0.5780107770877003, |
| "learning_rate": 5.979999999999999e-07, |
| "loss": 0.11880600452423096, |
| "step": 300 |
| }, |
| { |
| "epoch": 2.6571741511500546, |
| "grad_norm": 0.3511477760975858, |
| "learning_rate": 6.079999999999999e-07, |
| "loss": 0.11613132953643798, |
| "step": 305 |
| }, |
| { |
| "epoch": 2.700985761226725, |
| "grad_norm": 0.4629256939960936, |
| "learning_rate": 6.18e-07, |
| "loss": 0.11528429985046387, |
| "step": 310 |
| }, |
| { |
| "epoch": 2.7447973713033953, |
| "grad_norm": 0.46045542772623654, |
| "learning_rate": 6.28e-07, |
| "loss": 0.11843544244766235, |
| "step": 315 |
| }, |
| { |
| "epoch": 2.7886089813800656, |
| "grad_norm": 0.37854915120496596, |
| "learning_rate": 6.38e-07, |
| "loss": 0.11221380233764648, |
| "step": 320 |
| }, |
| { |
| "epoch": 2.832420591456736, |
| "grad_norm": 0.44957650893043816, |
| "learning_rate": 6.48e-07, |
| "loss": 0.12133526802062988, |
| "step": 325 |
| }, |
| { |
| "epoch": 2.8762322015334063, |
| "grad_norm": 0.3963359279128714, |
| "learning_rate": 6.58e-07, |
| "loss": 0.11056663990020751, |
| "step": 330 |
| }, |
| { |
| "epoch": 2.9200438116100766, |
| "grad_norm": 0.33624224172102196, |
| "learning_rate": 6.68e-07, |
| "loss": 0.1102494478225708, |
| "step": 335 |
| }, |
| { |
| "epoch": 2.963855421686747, |
| "grad_norm": 0.4982044847656389, |
| "learning_rate": 6.78e-07, |
| "loss": 0.11427903175354004, |
| "step": 340 |
| }, |
| { |
| "epoch": 3.0, |
| "grad_norm": 1.2089952315519579, |
| "learning_rate": 6.879999999999999e-07, |
| "loss": 0.11158945560455322, |
| "step": 345 |
| }, |
| { |
| "epoch": 3.0438116100766703, |
| "grad_norm": 0.38194453310959764, |
| "learning_rate": 6.979999999999999e-07, |
| "loss": 0.11192548274993896, |
| "step": 350 |
| }, |
| { |
| "epoch": 3.0876232201533407, |
| "grad_norm": 0.440842233975557, |
| "learning_rate": 7.079999999999999e-07, |
| "loss": 0.11824355125427247, |
| "step": 355 |
| }, |
| { |
| "epoch": 3.131434830230011, |
| "grad_norm": 0.39451329579453837, |
| "learning_rate": 7.179999999999999e-07, |
| "loss": 0.11076958179473877, |
| "step": 360 |
| }, |
| { |
| "epoch": 3.1752464403066814, |
| "grad_norm": 0.46024551490235244, |
| "learning_rate": 7.28e-07, |
| "loss": 0.11353641748428345, |
| "step": 365 |
| }, |
| { |
| "epoch": 3.2190580503833517, |
| "grad_norm": 0.41036470861070845, |
| "learning_rate": 7.38e-07, |
| "loss": 0.1143984079360962, |
| "step": 370 |
| }, |
| { |
| "epoch": 3.262869660460022, |
| "grad_norm": 0.3775717804357684, |
| "learning_rate": 7.48e-07, |
| "loss": 0.10811513662338257, |
| "step": 375 |
| }, |
| { |
| "epoch": 3.3066812705366924, |
| "grad_norm": 0.5708506609199996, |
| "learning_rate": 7.58e-07, |
| "loss": 0.11109951734542847, |
| "step": 380 |
| }, |
| { |
| "epoch": 3.3504928806133627, |
| "grad_norm": 1.1959381812639907, |
| "learning_rate": 7.68e-07, |
| "loss": 0.11139968633651734, |
| "step": 385 |
| }, |
| { |
| "epoch": 3.394304490690033, |
| "grad_norm": 0.4199932705678528, |
| "learning_rate": 7.78e-07, |
| "loss": 0.11237516403198242, |
| "step": 390 |
| }, |
| { |
| "epoch": 3.4381161007667034, |
| "grad_norm": 0.8905765883619894, |
| "learning_rate": 7.88e-07, |
| "loss": 0.1078277587890625, |
| "step": 395 |
| }, |
| { |
| "epoch": 3.4819277108433733, |
| "grad_norm": 0.597433622094112, |
| "learning_rate": 7.98e-07, |
| "loss": 0.11192183494567871, |
| "step": 400 |
| }, |
| { |
| "epoch": 3.525739320920044, |
| "grad_norm": 0.3597039632212566, |
| "learning_rate": 8.08e-07, |
| "loss": 0.10791292190551757, |
| "step": 405 |
| }, |
| { |
| "epoch": 3.569550930996714, |
| "grad_norm": 0.44603735834013325, |
| "learning_rate": 8.179999999999999e-07, |
| "loss": 0.11222789287567139, |
| "step": 410 |
| }, |
| { |
| "epoch": 3.6133625410733843, |
| "grad_norm": 0.4145582397207868, |
| "learning_rate": 8.28e-07, |
| "loss": 0.1124007225036621, |
| "step": 415 |
| }, |
| { |
| "epoch": 3.6571741511500546, |
| "grad_norm": 0.4475638617058225, |
| "learning_rate": 8.38e-07, |
| "loss": 0.11902028322219849, |
| "step": 420 |
| }, |
| { |
| "epoch": 3.700985761226725, |
| "grad_norm": 0.41336046966692364, |
| "learning_rate": 8.48e-07, |
| "loss": 0.10512697696685791, |
| "step": 425 |
| }, |
| { |
| "epoch": 3.7447973713033953, |
| "grad_norm": 0.395369572152183, |
| "learning_rate": 8.58e-07, |
| "loss": 0.1127134084701538, |
| "step": 430 |
| }, |
| { |
| "epoch": 3.7886089813800656, |
| "grad_norm": 0.37821864648028486, |
| "learning_rate": 8.68e-07, |
| "loss": 0.10732884407043457, |
| "step": 435 |
| }, |
| { |
| "epoch": 3.832420591456736, |
| "grad_norm": 0.4320274336328645, |
| "learning_rate": 8.78e-07, |
| "loss": 0.11337308883666992, |
| "step": 440 |
| }, |
| { |
| "epoch": 3.8762322015334063, |
| "grad_norm": 0.5384978814732388, |
| "learning_rate": 8.88e-07, |
| "loss": 0.10675361156463622, |
| "step": 445 |
| }, |
| { |
| "epoch": 3.9200438116100766, |
| "grad_norm": 0.4986740950497558, |
| "learning_rate": 8.98e-07, |
| "loss": 0.10964843034744262, |
| "step": 450 |
| }, |
| { |
| "epoch": 3.963855421686747, |
| "grad_norm": 0.6756114047123225, |
| "learning_rate": 9.08e-07, |
| "loss": 0.1119537353515625, |
| "step": 455 |
| }, |
| { |
| "epoch": 4.0, |
| "grad_norm": 0.8222551505954045, |
| "learning_rate": 9.18e-07, |
| "loss": 0.11235996484756469, |
| "step": 460 |
| }, |
| { |
| "epoch": 4.04381161007667, |
| "grad_norm": 0.4521119513476695, |
| "learning_rate": 9.28e-07, |
| "loss": 0.1151043176651001, |
| "step": 465 |
| }, |
| { |
| "epoch": 4.087623220153341, |
| "grad_norm": 0.5086183420648134, |
| "learning_rate": 9.379999999999998e-07, |
| "loss": 0.10557041168212891, |
| "step": 470 |
| }, |
| { |
| "epoch": 4.131434830230011, |
| "grad_norm": 0.436912186073042, |
| "learning_rate": 9.479999999999999e-07, |
| "loss": 0.10844831466674805, |
| "step": 475 |
| }, |
| { |
| "epoch": 4.175246440306681, |
| "grad_norm": 0.386664941548771, |
| "learning_rate": 9.58e-07, |
| "loss": 0.10682735443115235, |
| "step": 480 |
| }, |
| { |
| "epoch": 4.219058050383351, |
| "grad_norm": 0.4069071493133063, |
| "learning_rate": 9.679999999999999e-07, |
| "loss": 0.11006146669387817, |
| "step": 485 |
| }, |
| { |
| "epoch": 4.262869660460022, |
| "grad_norm": 0.2861155321012741, |
| "learning_rate": 9.78e-07, |
| "loss": 0.10587197542190552, |
| "step": 490 |
| }, |
| { |
| "epoch": 4.306681270536692, |
| "grad_norm": 0.3742289134536855, |
| "learning_rate": 9.88e-07, |
| "loss": 0.11084235906600952, |
| "step": 495 |
| }, |
| { |
| "epoch": 4.350492880613363, |
| "grad_norm": 0.5664218032029411, |
| "learning_rate": 9.98e-07, |
| "loss": 0.10497891902923584, |
| "step": 500 |
| }, |
| { |
| "epoch": 4.394304490690033, |
| "grad_norm": 0.38678093362225613, |
| "learning_rate": 1e-06, |
| "loss": 0.10288872718811035, |
| "step": 505 |
| }, |
| { |
| "epoch": 4.438116100766703, |
| "grad_norm": 0.37721106516680397, |
| "learning_rate": 1e-06, |
| "loss": 0.10397158861160279, |
| "step": 510 |
| }, |
| { |
| "epoch": 4.481927710843373, |
| "grad_norm": 0.4241488499774428, |
| "learning_rate": 1e-06, |
| "loss": 0.10589138269424439, |
| "step": 515 |
| }, |
| { |
| "epoch": 4.525739320920044, |
| "grad_norm": 0.911082168966086, |
| "learning_rate": 1e-06, |
| "loss": 0.10726232528686523, |
| "step": 520 |
| }, |
| { |
| "epoch": 4.569550930996714, |
| "grad_norm": 0.6340378208983399, |
| "learning_rate": 1e-06, |
| "loss": 0.10499470233917237, |
| "step": 525 |
| }, |
| { |
| "epoch": 4.613362541073385, |
| "grad_norm": 0.4921809624463462, |
| "learning_rate": 1e-06, |
| "loss": 0.10593559741973876, |
| "step": 530 |
| }, |
| { |
| "epoch": 4.657174151150055, |
| "grad_norm": 0.6445598019057156, |
| "learning_rate": 1e-06, |
| "loss": 0.10545206069946289, |
| "step": 535 |
| }, |
| { |
| "epoch": 4.700985761226725, |
| "grad_norm": 0.6428232947903155, |
| "learning_rate": 1e-06, |
| "loss": 0.10749400854110717, |
| "step": 540 |
| }, |
| { |
| "epoch": 4.744797371303395, |
| "grad_norm": 0.3865700878305047, |
| "learning_rate": 1e-06, |
| "loss": 0.10601369142532349, |
| "step": 545 |
| }, |
| { |
| "epoch": 4.788608981380066, |
| "grad_norm": 0.5573567650365066, |
| "learning_rate": 1e-06, |
| "loss": 0.10841422080993653, |
| "step": 550 |
| }, |
| { |
| "epoch": 4.832420591456736, |
| "grad_norm": 0.5770004286798487, |
| "learning_rate": 1e-06, |
| "loss": 0.10310661792755127, |
| "step": 555 |
| }, |
| { |
| "epoch": 4.876232201533407, |
| "grad_norm": 0.3568066029992377, |
| "learning_rate": 1e-06, |
| "loss": 0.10551964044570923, |
| "step": 560 |
| }, |
| { |
| "epoch": 4.920043811610077, |
| "grad_norm": 0.43790989026273375, |
| "learning_rate": 1e-06, |
| "loss": 0.10603113174438476, |
| "step": 565 |
| }, |
| { |
| "epoch": 4.9638554216867465, |
| "grad_norm": 0.5103979695681764, |
| "learning_rate": 1e-06, |
| "loss": 0.10147464275360107, |
| "step": 570 |
| }, |
| { |
| "epoch": 5.0, |
| "grad_norm": 0.662793421930595, |
| "learning_rate": 1e-06, |
| "loss": 0.10420596599578857, |
| "step": 575 |
| }, |
| { |
| "epoch": 5.04381161007667, |
| "grad_norm": 0.5581404561957826, |
| "learning_rate": 1e-06, |
| "loss": 0.10490967035293579, |
| "step": 580 |
| }, |
| { |
| "epoch": 5.087623220153341, |
| "grad_norm": 0.4564678542607828, |
| "learning_rate": 1e-06, |
| "loss": 0.10505809783935546, |
| "step": 585 |
| }, |
| { |
| "epoch": 5.131434830230011, |
| "grad_norm": 0.34018141288365417, |
| "learning_rate": 1e-06, |
| "loss": 0.10050530433654785, |
| "step": 590 |
| }, |
| { |
| "epoch": 5.175246440306681, |
| "grad_norm": 0.37017054009516975, |
| "learning_rate": 1e-06, |
| "loss": 0.10151729583740235, |
| "step": 595 |
| }, |
| { |
| "epoch": 5.219058050383351, |
| "grad_norm": 0.4528758577484625, |
| "learning_rate": 1e-06, |
| "loss": 0.10294580459594727, |
| "step": 600 |
| }, |
| { |
| "epoch": 5.262869660460022, |
| "grad_norm": 0.5465043179143932, |
| "learning_rate": 1e-06, |
| "loss": 0.10281221866607666, |
| "step": 605 |
| }, |
| { |
| "epoch": 5.306681270536692, |
| "grad_norm": 0.5345857136320531, |
| "learning_rate": 1e-06, |
| "loss": 0.10342254638671874, |
| "step": 610 |
| }, |
| { |
| "epoch": 5.350492880613363, |
| "grad_norm": 0.32360054948918143, |
| "learning_rate": 1e-06, |
| "loss": 0.09907029271125793, |
| "step": 615 |
| }, |
| { |
| "epoch": 5.394304490690033, |
| "grad_norm": 0.5701646861795574, |
| "learning_rate": 1e-06, |
| "loss": 0.0970179557800293, |
| "step": 620 |
| }, |
| { |
| "epoch": 5.438116100766703, |
| "grad_norm": 0.4189733864525265, |
| "learning_rate": 1e-06, |
| "loss": 0.10115448236465455, |
| "step": 625 |
| }, |
| { |
| "epoch": 5.481927710843373, |
| "grad_norm": 0.46631011998920574, |
| "learning_rate": 1e-06, |
| "loss": 0.0997847557067871, |
| "step": 630 |
| }, |
| { |
| "epoch": 5.525739320920044, |
| "grad_norm": 0.48914645304576165, |
| "learning_rate": 1e-06, |
| "loss": 0.10262184143066407, |
| "step": 635 |
| }, |
| { |
| "epoch": 5.569550930996714, |
| "grad_norm": 0.5287684886545732, |
| "learning_rate": 1e-06, |
| "loss": 0.10598192214965821, |
| "step": 640 |
| }, |
| { |
| "epoch": 5.613362541073385, |
| "grad_norm": 0.4786802496887602, |
| "learning_rate": 1e-06, |
| "loss": 0.10428886413574219, |
| "step": 645 |
| }, |
| { |
| "epoch": 5.657174151150055, |
| "grad_norm": 0.41251457826203264, |
| "learning_rate": 1e-06, |
| "loss": 0.10103344917297363, |
| "step": 650 |
| }, |
| { |
| "epoch": 5.700985761226725, |
| "grad_norm": 0.3211254328605326, |
| "learning_rate": 1e-06, |
| "loss": 0.10494952201843262, |
| "step": 655 |
| }, |
| { |
| "epoch": 5.744797371303395, |
| "grad_norm": 0.643344448533898, |
| "learning_rate": 1e-06, |
| "loss": 0.10239223241806031, |
| "step": 660 |
| }, |
| { |
| "epoch": 5.788608981380066, |
| "grad_norm": 0.7493214969157797, |
| "learning_rate": 1e-06, |
| "loss": 0.10333151817321777, |
| "step": 665 |
| }, |
| { |
| "epoch": 5.832420591456736, |
| "grad_norm": 0.38243042285524176, |
| "learning_rate": 1e-06, |
| "loss": 0.10351332426071166, |
| "step": 670 |
| }, |
| { |
| "epoch": 5.876232201533407, |
| "grad_norm": 0.4141308742593925, |
| "learning_rate": 1e-06, |
| "loss": 0.10206682682037353, |
| "step": 675 |
| }, |
| { |
| "epoch": 5.920043811610077, |
| "grad_norm": 0.43593693884737694, |
| "learning_rate": 1e-06, |
| "loss": 0.10230462551116944, |
| "step": 680 |
| }, |
| { |
| "epoch": 5.9638554216867465, |
| "grad_norm": 0.702439283700418, |
| "learning_rate": 1e-06, |
| "loss": 0.10255682468414307, |
| "step": 685 |
| }, |
| { |
| "epoch": 6.0, |
| "grad_norm": 0.7372486836303829, |
| "learning_rate": 1e-06, |
| "loss": 0.10081393718719482, |
| "step": 690 |
| }, |
| { |
| "epoch": 6.04381161007667, |
| "grad_norm": 0.6235268714355474, |
| "learning_rate": 1e-06, |
| "loss": 0.09922751784324646, |
| "step": 695 |
| }, |
| { |
| "epoch": 6.087623220153341, |
| "grad_norm": 0.7527954459719892, |
| "learning_rate": 1e-06, |
| "loss": 0.09898136854171753, |
| "step": 700 |
| }, |
| { |
| "epoch": 6.131434830230011, |
| "grad_norm": 0.43887725809872274, |
| "learning_rate": 1e-06, |
| "loss": 0.09697145819664002, |
| "step": 705 |
| }, |
| { |
| "epoch": 6.175246440306681, |
| "grad_norm": 0.46079431593402076, |
| "learning_rate": 1e-06, |
| "loss": 0.09884787201881409, |
| "step": 710 |
| }, |
| { |
| "epoch": 6.219058050383351, |
| "grad_norm": 0.6217947365132553, |
| "learning_rate": 1e-06, |
| "loss": 0.10021631717681885, |
| "step": 715 |
| }, |
| { |
| "epoch": 6.262869660460022, |
| "grad_norm": 0.40345118323171475, |
| "learning_rate": 1e-06, |
| "loss": 0.09973282217979432, |
| "step": 720 |
| }, |
| { |
| "epoch": 6.306681270536692, |
| "grad_norm": 0.29174428419750653, |
| "learning_rate": 1e-06, |
| "loss": 0.09687559604644776, |
| "step": 725 |
| }, |
| { |
| "epoch": 6.350492880613363, |
| "grad_norm": 0.5497542678258076, |
| "learning_rate": 1e-06, |
| "loss": 0.09651940464973449, |
| "step": 730 |
| }, |
| { |
| "epoch": 6.394304490690033, |
| "grad_norm": 0.42279950637538816, |
| "learning_rate": 1e-06, |
| "loss": 0.10130511522293091, |
| "step": 735 |
| }, |
| { |
| "epoch": 6.438116100766703, |
| "grad_norm": 0.3442441391853575, |
| "learning_rate": 1e-06, |
| "loss": 0.09378501176834106, |
| "step": 740 |
| }, |
| { |
| "epoch": 6.481927710843373, |
| "grad_norm": 0.38746248099710007, |
| "learning_rate": 1e-06, |
| "loss": 0.1019934058189392, |
| "step": 745 |
| }, |
| { |
| "epoch": 6.525739320920044, |
| "grad_norm": 0.3323543137951648, |
| "learning_rate": 1e-06, |
| "loss": 0.10056121349334717, |
| "step": 750 |
| }, |
| { |
| "epoch": 6.569550930996714, |
| "grad_norm": 0.3091945302595523, |
| "learning_rate": 1e-06, |
| "loss": 0.1020169734954834, |
| "step": 755 |
| }, |
| { |
| "epoch": 6.613362541073385, |
| "grad_norm": 0.47576791187520134, |
| "learning_rate": 1e-06, |
| "loss": 0.0995025634765625, |
| "step": 760 |
| }, |
| { |
| "epoch": 6.657174151150055, |
| "grad_norm": 0.3882847501213755, |
| "learning_rate": 1e-06, |
| "loss": 0.09973936080932617, |
| "step": 765 |
| }, |
| { |
| "epoch": 6.700985761226725, |
| "grad_norm": 0.4790697842646012, |
| "learning_rate": 1e-06, |
| "loss": 0.09775378704071044, |
| "step": 770 |
| }, |
| { |
| "epoch": 6.744797371303395, |
| "grad_norm": 0.2945721938846959, |
| "learning_rate": 1e-06, |
| "loss": 0.0982692301273346, |
| "step": 775 |
| }, |
| { |
| "epoch": 6.788608981380066, |
| "grad_norm": 0.5376245614002096, |
| "learning_rate": 1e-06, |
| "loss": 0.09780228734016419, |
| "step": 780 |
| }, |
| { |
| "epoch": 6.832420591456736, |
| "grad_norm": 0.31615139343806015, |
| "learning_rate": 1e-06, |
| "loss": 0.09756550788879395, |
| "step": 785 |
| }, |
| { |
| "epoch": 6.876232201533407, |
| "grad_norm": 0.5484590333810635, |
| "learning_rate": 1e-06, |
| "loss": 0.09836593866348267, |
| "step": 790 |
| }, |
| { |
| "epoch": 6.920043811610077, |
| "grad_norm": 0.5636458189927873, |
| "learning_rate": 1e-06, |
| "loss": 0.09832623600959778, |
| "step": 795 |
| }, |
| { |
| "epoch": 6.9638554216867465, |
| "grad_norm": 0.42788712278228525, |
| "learning_rate": 1e-06, |
| "loss": 0.09703341722488404, |
| "step": 800 |
| }, |
| { |
| "epoch": 7.0, |
| "grad_norm": 0.8392682832718135, |
| "learning_rate": 1e-06, |
| "loss": 0.10333873033523559, |
| "step": 805 |
| }, |
| { |
| "epoch": 7.04381161007667, |
| "grad_norm": 0.7373155101482225, |
| "learning_rate": 1e-06, |
| "loss": 0.09763166308403015, |
| "step": 810 |
| }, |
| { |
| "epoch": 7.087623220153341, |
| "grad_norm": 0.4842629832236003, |
| "learning_rate": 1e-06, |
| "loss": 0.09585025310516357, |
| "step": 815 |
| }, |
| { |
| "epoch": 7.131434830230011, |
| "grad_norm": 0.6401084148797687, |
| "learning_rate": 1e-06, |
| "loss": 0.09682692289352417, |
| "step": 820 |
| }, |
| { |
| "epoch": 7.175246440306681, |
| "grad_norm": 0.4629546238921947, |
| "learning_rate": 1e-06, |
| "loss": 0.09345394372940063, |
| "step": 825 |
| }, |
| { |
| "epoch": 7.219058050383351, |
| "grad_norm": 0.3918229484825282, |
| "learning_rate": 1e-06, |
| "loss": 0.09544733166694641, |
| "step": 830 |
| }, |
| { |
| "epoch": 7.262869660460022, |
| "grad_norm": 0.3796669895738244, |
| "learning_rate": 1e-06, |
| "loss": 0.09363532662391663, |
| "step": 835 |
| }, |
| { |
| "epoch": 7.306681270536692, |
| "grad_norm": 0.38500261411442444, |
| "learning_rate": 1e-06, |
| "loss": 0.09915844202041627, |
| "step": 840 |
| }, |
| { |
| "epoch": 7.350492880613363, |
| "grad_norm": 0.32402673037000806, |
| "learning_rate": 1e-06, |
| "loss": 0.08870189189910889, |
| "step": 845 |
| }, |
| { |
| "epoch": 7.394304490690033, |
| "grad_norm": 0.44298091288810754, |
| "learning_rate": 1e-06, |
| "loss": 0.09819216132164002, |
| "step": 850 |
| }, |
| { |
| "epoch": 7.438116100766703, |
| "grad_norm": 0.3497448932071372, |
| "learning_rate": 1e-06, |
| "loss": 0.10197398662567139, |
| "step": 855 |
| }, |
| { |
| "epoch": 7.481927710843373, |
| "grad_norm": 0.5247115892922294, |
| "learning_rate": 1e-06, |
| "loss": 0.09763568043708801, |
| "step": 860 |
| }, |
| { |
| "epoch": 7.525739320920044, |
| "grad_norm": 0.42546443266708117, |
| "learning_rate": 1e-06, |
| "loss": 0.0969454824924469, |
| "step": 865 |
| }, |
| { |
| "epoch": 7.569550930996714, |
| "grad_norm": 0.43173623974981207, |
| "learning_rate": 1e-06, |
| "loss": 0.0958714485168457, |
| "step": 870 |
| }, |
| { |
| "epoch": 7.613362541073385, |
| "grad_norm": 0.5433593386482033, |
| "learning_rate": 1e-06, |
| "loss": 0.09578515887260437, |
| "step": 875 |
| }, |
| { |
| "epoch": 7.657174151150055, |
| "grad_norm": 0.4894792516459858, |
| "learning_rate": 1e-06, |
| "loss": 0.09629914164543152, |
| "step": 880 |
| }, |
| { |
| "epoch": 7.700985761226725, |
| "grad_norm": 0.32699394463785353, |
| "learning_rate": 1e-06, |
| "loss": 0.09102729558944703, |
| "step": 885 |
| }, |
| { |
| "epoch": 7.744797371303395, |
| "grad_norm": 0.44247357247173547, |
| "learning_rate": 1e-06, |
| "loss": 0.09433148503303528, |
| "step": 890 |
| }, |
| { |
| "epoch": 7.788608981380066, |
| "grad_norm": 0.4493214126532042, |
| "learning_rate": 1e-06, |
| "loss": 0.09328880906105042, |
| "step": 895 |
| }, |
| { |
| "epoch": 7.832420591456736, |
| "grad_norm": 0.32826759250481985, |
| "learning_rate": 1e-06, |
| "loss": 0.09506406784057617, |
| "step": 900 |
| }, |
| { |
| "epoch": 7.876232201533407, |
| "grad_norm": 0.6557152940252813, |
| "learning_rate": 1e-06, |
| "loss": 0.09371026754379272, |
| "step": 905 |
| }, |
| { |
| "epoch": 7.920043811610077, |
| "grad_norm": 0.5229828944745257, |
| "learning_rate": 1e-06, |
| "loss": 0.09841654896736145, |
| "step": 910 |
| }, |
| { |
| "epoch": 7.9638554216867465, |
| "grad_norm": 0.40411088680364343, |
| "learning_rate": 1e-06, |
| "loss": 0.09659086465835572, |
| "step": 915 |
| }, |
| { |
| "epoch": 8.0, |
| "grad_norm": 0.7796862766907513, |
| "learning_rate": 1e-06, |
| "loss": 0.09889492392539978, |
| "step": 920 |
| }, |
| { |
| "epoch": 8.04381161007667, |
| "grad_norm": 0.6980514755693372, |
| "learning_rate": 1e-06, |
| "loss": 0.09768669605255127, |
| "step": 925 |
| }, |
| { |
| "epoch": 8.08762322015334, |
| "grad_norm": 0.3384881538110318, |
| "learning_rate": 1e-06, |
| "loss": 0.0911449134349823, |
| "step": 930 |
| }, |
| { |
| "epoch": 8.131434830230011, |
| "grad_norm": 0.36321989445747427, |
| "learning_rate": 1e-06, |
| "loss": 0.0907370924949646, |
| "step": 935 |
| }, |
| { |
| "epoch": 8.175246440306681, |
| "grad_norm": 0.299540201934078, |
| "learning_rate": 1e-06, |
| "loss": 0.09337329864501953, |
| "step": 940 |
| }, |
| { |
| "epoch": 8.219058050383351, |
| "grad_norm": 0.3851643395810515, |
| "learning_rate": 1e-06, |
| "loss": 0.09015904664993286, |
| "step": 945 |
| }, |
| { |
| "epoch": 8.262869660460021, |
| "grad_norm": 0.3392377456783416, |
| "learning_rate": 1e-06, |
| "loss": 0.09023426771163941, |
| "step": 950 |
| }, |
| { |
| "epoch": 8.306681270536693, |
| "grad_norm": 0.5203920708319888, |
| "learning_rate": 1e-06, |
| "loss": 0.09258170127868652, |
| "step": 955 |
| }, |
| { |
| "epoch": 8.350492880613363, |
| "grad_norm": 0.6828437820745489, |
| "learning_rate": 1e-06, |
| "loss": 0.0952469289302826, |
| "step": 960 |
| }, |
| { |
| "epoch": 8.394304490690033, |
| "grad_norm": 0.5580576421664939, |
| "learning_rate": 1e-06, |
| "loss": 0.09448376893997193, |
| "step": 965 |
| }, |
| { |
| "epoch": 8.438116100766702, |
| "grad_norm": 1.0083910547301178, |
| "learning_rate": 1e-06, |
| "loss": 0.08862833976745606, |
| "step": 970 |
| }, |
| { |
| "epoch": 8.481927710843374, |
| "grad_norm": 0.5465948630695099, |
| "learning_rate": 1e-06, |
| "loss": 0.09315670728683471, |
| "step": 975 |
| }, |
| { |
| "epoch": 8.525739320920044, |
| "grad_norm": 0.5186394479206893, |
| "learning_rate": 1e-06, |
| "loss": 0.09288825988769531, |
| "step": 980 |
| }, |
| { |
| "epoch": 8.569550930996714, |
| "grad_norm": 0.6601025967746997, |
| "learning_rate": 1e-06, |
| "loss": 0.08876540064811707, |
| "step": 985 |
| }, |
| { |
| "epoch": 8.613362541073384, |
| "grad_norm": 0.602596867944175, |
| "learning_rate": 1e-06, |
| "loss": 0.09005357027053833, |
| "step": 990 |
| }, |
| { |
| "epoch": 8.657174151150056, |
| "grad_norm": 0.5420986848870678, |
| "learning_rate": 1e-06, |
| "loss": 0.0924445629119873, |
| "step": 995 |
| }, |
| { |
| "epoch": 8.700985761226725, |
| "grad_norm": 0.5418997342034354, |
| "learning_rate": 1e-06, |
| "loss": 0.09406256079673767, |
| "step": 1000 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 4280, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 38, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4782378197188608.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
