| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.20053054201319184, |
| "eval_steps": 500, |
| "global_step": 2797, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0007169486664754804, |
| "grad_norm": 315.4236659535465, |
| "learning_rate": 1.1061797752808989e-06, |
| "loss": 1.848151397705078, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.0014338973329509608, |
| "grad_norm": 672.973252055138, |
| "learning_rate": 2.2241573033707866e-06, |
| "loss": 1.1725639343261718, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.002150845999426441, |
| "grad_norm": 126.65993818302222, |
| "learning_rate": 3.342134831460675e-06, |
| "loss": 0.7593138694763184, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.0028677946659019216, |
| "grad_norm": 29.886751429599133, |
| "learning_rate": 4.4601123595505624e-06, |
| "loss": 0.6618130683898926, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0035847433323774017, |
| "grad_norm": 137.5005248660405, |
| "learning_rate": 5.5780898876404495e-06, |
| "loss": 0.6227120399475098, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.004301691998852882, |
| "grad_norm": 38.139287491655594, |
| "learning_rate": 6.6960674157303374e-06, |
| "loss": 0.5859609127044678, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.005018640665328362, |
| "grad_norm": 51.02157400174971, |
| "learning_rate": 7.814044943820226e-06, |
| "loss": 0.6018378734588623, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.005735589331803843, |
| "grad_norm": 24.465251435228527, |
| "learning_rate": 8.932022471910112e-06, |
| "loss": 0.5624160289764404, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.006452537998279323, |
| "grad_norm": 22.828409412609748, |
| "learning_rate": 1.005e-05, |
| "loss": 0.5475245475769043, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.007169486664754803, |
| "grad_norm": 14.786662427088277, |
| "learning_rate": 1.1167977528089888e-05, |
| "loss": 0.5528249263763427, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.007886435331230283, |
| "grad_norm": 75.92842280330609, |
| "learning_rate": 1.2285955056179776e-05, |
| "loss": 0.5614291667938233, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.008603383997705764, |
| "grad_norm": 20.360896855493966, |
| "learning_rate": 1.3403932584269664e-05, |
| "loss": 0.6078104972839355, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.009320332664181245, |
| "grad_norm": 31.43963052094272, |
| "learning_rate": 1.4521910112359552e-05, |
| "loss": 0.5890892028808594, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.010037281330656725, |
| "grad_norm": 54.35895463776518, |
| "learning_rate": 1.563988764044944e-05, |
| "loss": 0.6670564174652099, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.010754229997132205, |
| "grad_norm": 33.964610072430865, |
| "learning_rate": 1.6757865168539328e-05, |
| "loss": 0.7157962322235107, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.011471178663607686, |
| "grad_norm": 110.65639964008429, |
| "learning_rate": 1.7875842696629214e-05, |
| "loss": 0.7455081462860107, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.012188127330083166, |
| "grad_norm": 41.868609627942014, |
| "learning_rate": 1.89938202247191e-05, |
| "loss": 1.1094837188720703, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.012905075996558647, |
| "grad_norm": 10.702193812872004, |
| "learning_rate": 2e-05, |
| "loss": 0.6436423778533935, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.013622024663034128, |
| "grad_norm": 51.71265251185425, |
| "learning_rate": 2e-05, |
| "loss": 0.6243439674377441, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.014338973329509607, |
| "grad_norm": 154.8177418260545, |
| "learning_rate": 2e-05, |
| "loss": 0.610740852355957, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.015055921995985088, |
| "grad_norm": 52.282960752120125, |
| "learning_rate": 2e-05, |
| "loss": 0.6687478065490723, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.015772870662460567, |
| "grad_norm": 3.8483090765907435, |
| "learning_rate": 2e-05, |
| "loss": 0.579859733581543, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.016489819328936048, |
| "grad_norm": 3.6109561986511833, |
| "learning_rate": 2e-05, |
| "loss": 0.6074420928955078, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.01720676799541153, |
| "grad_norm": 5.053213094247748, |
| "learning_rate": 2e-05, |
| "loss": 0.5664905071258545, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.01792371666188701, |
| "grad_norm": 3.0138514562209093, |
| "learning_rate": 2e-05, |
| "loss": 0.5948857307434082, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.01864066532836249, |
| "grad_norm": 13.449705648790312, |
| "learning_rate": 2e-05, |
| "loss": 0.6020577907562256, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.019357613994837968, |
| "grad_norm": 3.6227046108363377, |
| "learning_rate": 2e-05, |
| "loss": 0.5548747062683106, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.02007456266131345, |
| "grad_norm": 4.112840464071606, |
| "learning_rate": 2e-05, |
| "loss": 0.5805762767791748, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.02079151132778893, |
| "grad_norm": 1.9209785496382135, |
| "learning_rate": 2e-05, |
| "loss": 0.5842366218566895, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.02150845999426441, |
| "grad_norm": 3.0684228704996004, |
| "learning_rate": 2e-05, |
| "loss": 0.5580601692199707, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.022225408660739892, |
| "grad_norm": 1.1909889223759265, |
| "learning_rate": 2e-05, |
| "loss": 0.5615853786468505, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.022942357327215373, |
| "grad_norm": 2.644802472025187, |
| "learning_rate": 2e-05, |
| "loss": 0.5611689567565918, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.02365930599369085, |
| "grad_norm": 20.263309516988937, |
| "learning_rate": 2e-05, |
| "loss": 0.5905077934265137, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.02437625466016633, |
| "grad_norm": 5.118749842105238, |
| "learning_rate": 2e-05, |
| "loss": 0.5447088241577148, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.025093203326641812, |
| "grad_norm": 14.83085444344932, |
| "learning_rate": 2e-05, |
| "loss": 0.5638551235198974, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.025810151993117293, |
| "grad_norm": 32.69304087592208, |
| "learning_rate": 2e-05, |
| "loss": 0.6271306037902832, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.026527100659592774, |
| "grad_norm": 7.062265311502185, |
| "learning_rate": 2e-05, |
| "loss": 0.5702651023864747, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.027244049326068255, |
| "grad_norm": 30.12218728774149, |
| "learning_rate": 2e-05, |
| "loss": 0.6142964839935303, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.027960997992543733, |
| "grad_norm": 4.161661997042373, |
| "learning_rate": 2e-05, |
| "loss": 0.6302419662475586, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.028677946659019213, |
| "grad_norm": 3.3921348737529113, |
| "learning_rate": 2e-05, |
| "loss": 0.5987069129943847, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.029394895325494694, |
| "grad_norm": 1.4838082708559646, |
| "learning_rate": 2e-05, |
| "loss": 0.602195930480957, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.030111843991970175, |
| "grad_norm": 3.3128177340785627, |
| "learning_rate": 2e-05, |
| "loss": 0.5845789909362793, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.030828792658445656, |
| "grad_norm": 2.1866628727610182, |
| "learning_rate": 2e-05, |
| "loss": 0.5644162654876709, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.031545741324921134, |
| "grad_norm": 11.884198120767302, |
| "learning_rate": 2e-05, |
| "loss": 0.5629150390625, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.032262689991396615, |
| "grad_norm": 18.16899260160586, |
| "learning_rate": 2e-05, |
| "loss": 0.5555632591247559, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.032979638657872096, |
| "grad_norm": 5.462581933210383, |
| "learning_rate": 2e-05, |
| "loss": 0.5991993904113769, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.03369658732434758, |
| "grad_norm": 3.045413742803253, |
| "learning_rate": 2e-05, |
| "loss": 0.5700560569763183, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.03441353599082306, |
| "grad_norm": 4.246757908127417, |
| "learning_rate": 2e-05, |
| "loss": 0.5917448997497559, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.03513048465729854, |
| "grad_norm": 5.424046887719749, |
| "learning_rate": 2e-05, |
| "loss": 0.5816346645355225, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.03584743332377402, |
| "grad_norm": 6.583800218516907, |
| "learning_rate": 2e-05, |
| "loss": 0.5913246154785157, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.0365643819902495, |
| "grad_norm": 3.482147587454769, |
| "learning_rate": 2e-05, |
| "loss": 0.5650829315185547, |
| "step": 510 |
| }, |
| { |
| "epoch": 0.03728133065672498, |
| "grad_norm": 2.808982864585292, |
| "learning_rate": 2e-05, |
| "loss": 0.5790875911712646, |
| "step": 520 |
| }, |
| { |
| "epoch": 0.03799827932320046, |
| "grad_norm": 4.388524538222509, |
| "learning_rate": 2e-05, |
| "loss": 0.5646647453308106, |
| "step": 530 |
| }, |
| { |
| "epoch": 0.038715227989675936, |
| "grad_norm": 3.929514313642325, |
| "learning_rate": 2e-05, |
| "loss": 0.5568113327026367, |
| "step": 540 |
| }, |
| { |
| "epoch": 0.03943217665615142, |
| "grad_norm": 1.928176676276484, |
| "learning_rate": 2e-05, |
| "loss": 0.5727216720581054, |
| "step": 550 |
| }, |
| { |
| "epoch": 0.0401491253226269, |
| "grad_norm": 6.68335008196921, |
| "learning_rate": 2e-05, |
| "loss": 0.5850999355316162, |
| "step": 560 |
| }, |
| { |
| "epoch": 0.04086607398910238, |
| "grad_norm": 15.837152933980025, |
| "learning_rate": 2e-05, |
| "loss": 0.5926525115966796, |
| "step": 570 |
| }, |
| { |
| "epoch": 0.04158302265557786, |
| "grad_norm": 3.6114569877104423, |
| "learning_rate": 2e-05, |
| "loss": 0.5768462657928467, |
| "step": 580 |
| }, |
| { |
| "epoch": 0.04229997132205334, |
| "grad_norm": 2.164511077764764, |
| "learning_rate": 2e-05, |
| "loss": 0.567426061630249, |
| "step": 590 |
| }, |
| { |
| "epoch": 0.04301691998852882, |
| "grad_norm": 2.948019819021623, |
| "learning_rate": 2e-05, |
| "loss": 0.5795512199401855, |
| "step": 600 |
| }, |
| { |
| "epoch": 0.0437338686550043, |
| "grad_norm": 39.2052027751844, |
| "learning_rate": 2e-05, |
| "loss": 0.5852450370788574, |
| "step": 610 |
| }, |
| { |
| "epoch": 0.044450817321479784, |
| "grad_norm": 11.115023206584201, |
| "learning_rate": 2e-05, |
| "loss": 0.5830046653747558, |
| "step": 620 |
| }, |
| { |
| "epoch": 0.045167765987955265, |
| "grad_norm": 11.130215580191274, |
| "learning_rate": 2e-05, |
| "loss": 0.55075101852417, |
| "step": 630 |
| }, |
| { |
| "epoch": 0.045884714654430746, |
| "grad_norm": 2.2401242450660765, |
| "learning_rate": 2e-05, |
| "loss": 0.5412608623504639, |
| "step": 640 |
| }, |
| { |
| "epoch": 0.04660166332090622, |
| "grad_norm": 25.8476496640342, |
| "learning_rate": 2e-05, |
| "loss": 0.5914183616638183, |
| "step": 650 |
| }, |
| { |
| "epoch": 0.0473186119873817, |
| "grad_norm": 3.955944237962116, |
| "learning_rate": 2e-05, |
| "loss": 0.5842460632324219, |
| "step": 660 |
| }, |
| { |
| "epoch": 0.04803556065385718, |
| "grad_norm": 2.509395729576886, |
| "learning_rate": 2e-05, |
| "loss": 0.5712038993835449, |
| "step": 670 |
| }, |
| { |
| "epoch": 0.04875250932033266, |
| "grad_norm": 2.4532942736851084, |
| "learning_rate": 2e-05, |
| "loss": 0.5865258693695068, |
| "step": 680 |
| }, |
| { |
| "epoch": 0.049469457986808144, |
| "grad_norm": 3.6555036797810754, |
| "learning_rate": 2e-05, |
| "loss": 0.5788607597351074, |
| "step": 690 |
| }, |
| { |
| "epoch": 0.050186406653283624, |
| "grad_norm": 5.581489874452689, |
| "learning_rate": 2e-05, |
| "loss": 0.5549694061279297, |
| "step": 700 |
| }, |
| { |
| "epoch": 0.050903355319759105, |
| "grad_norm": 7.448830832646055, |
| "learning_rate": 2e-05, |
| "loss": 0.5698171138763428, |
| "step": 710 |
| }, |
| { |
| "epoch": 0.051620303986234586, |
| "grad_norm": 3.6608686716559906, |
| "learning_rate": 2e-05, |
| "loss": 0.554749584197998, |
| "step": 720 |
| }, |
| { |
| "epoch": 0.05233725265271007, |
| "grad_norm": 4.307177970225383, |
| "learning_rate": 2e-05, |
| "loss": 0.5440076351165771, |
| "step": 730 |
| }, |
| { |
| "epoch": 0.05305420131918555, |
| "grad_norm": 4.418311679242279, |
| "learning_rate": 2e-05, |
| "loss": 0.5399693489074707, |
| "step": 740 |
| }, |
| { |
| "epoch": 0.05377114998566103, |
| "grad_norm": 5.044806271145424, |
| "learning_rate": 2e-05, |
| "loss": 0.5785567283630371, |
| "step": 750 |
| }, |
| { |
| "epoch": 0.05448809865213651, |
| "grad_norm": 3.4544327147592595, |
| "learning_rate": 2e-05, |
| "loss": 0.6100111961364746, |
| "step": 760 |
| }, |
| { |
| "epoch": 0.055205047318611984, |
| "grad_norm": 2.9036817715442393, |
| "learning_rate": 2e-05, |
| "loss": 0.5828133583068847, |
| "step": 770 |
| }, |
| { |
| "epoch": 0.055921995985087465, |
| "grad_norm": 1.7522351082267351, |
| "learning_rate": 2e-05, |
| "loss": 0.5638906478881835, |
| "step": 780 |
| }, |
| { |
| "epoch": 0.056638944651562946, |
| "grad_norm": 2.209946265416314, |
| "learning_rate": 2e-05, |
| "loss": 0.590320348739624, |
| "step": 790 |
| }, |
| { |
| "epoch": 0.05735589331803843, |
| "grad_norm": 2.6684001731598195, |
| "learning_rate": 2e-05, |
| "loss": 0.5646738052368164, |
| "step": 800 |
| }, |
| { |
| "epoch": 0.05807284198451391, |
| "grad_norm": 5.223266428619974, |
| "learning_rate": 2e-05, |
| "loss": 0.5637637138366699, |
| "step": 810 |
| }, |
| { |
| "epoch": 0.05878979065098939, |
| "grad_norm": 1.9142769139433, |
| "learning_rate": 2e-05, |
| "loss": 0.5934517860412598, |
| "step": 820 |
| }, |
| { |
| "epoch": 0.05950673931746487, |
| "grad_norm": 2.6149464203468504, |
| "learning_rate": 2e-05, |
| "loss": 0.5700265884399414, |
| "step": 830 |
| }, |
| { |
| "epoch": 0.06022368798394035, |
| "grad_norm": 3.96105780832147, |
| "learning_rate": 2e-05, |
| "loss": 0.5675205230712891, |
| "step": 840 |
| }, |
| { |
| "epoch": 0.06094063665041583, |
| "grad_norm": 2.5400423051210974, |
| "learning_rate": 2e-05, |
| "loss": 0.5908157348632812, |
| "step": 850 |
| }, |
| { |
| "epoch": 0.06165758531689131, |
| "grad_norm": 2.6344860048789127, |
| "learning_rate": 2e-05, |
| "loss": 0.5718094825744628, |
| "step": 860 |
| }, |
| { |
| "epoch": 0.062374533983366794, |
| "grad_norm": 2.600050881708375, |
| "learning_rate": 2e-05, |
| "loss": 0.5780810832977294, |
| "step": 870 |
| }, |
| { |
| "epoch": 0.06309148264984227, |
| "grad_norm": 3.134985069799007, |
| "learning_rate": 2e-05, |
| "loss": 0.567197322845459, |
| "step": 880 |
| }, |
| { |
| "epoch": 0.06380843131631775, |
| "grad_norm": 2.0285438198733443, |
| "learning_rate": 2e-05, |
| "loss": 0.5852311611175537, |
| "step": 890 |
| }, |
| { |
| "epoch": 0.06452537998279323, |
| "grad_norm": 5.248736255854688, |
| "learning_rate": 2e-05, |
| "loss": 0.5891732215881348, |
| "step": 900 |
| }, |
| { |
| "epoch": 0.06524232864926871, |
| "grad_norm": 1.8727144020099094, |
| "learning_rate": 2e-05, |
| "loss": 0.5862767696380615, |
| "step": 910 |
| }, |
| { |
| "epoch": 0.06595927731574419, |
| "grad_norm": 1.711765938123259, |
| "learning_rate": 2e-05, |
| "loss": 0.6182688713073731, |
| "step": 920 |
| }, |
| { |
| "epoch": 0.06667622598221967, |
| "grad_norm": 1.763371319742271, |
| "learning_rate": 2e-05, |
| "loss": 0.5868721008300781, |
| "step": 930 |
| }, |
| { |
| "epoch": 0.06739317464869515, |
| "grad_norm": 1.2813315472585687, |
| "learning_rate": 2e-05, |
| "loss": 0.5589268684387207, |
| "step": 940 |
| }, |
| { |
| "epoch": 0.06811012331517063, |
| "grad_norm": 2.751663887567051, |
| "learning_rate": 2e-05, |
| "loss": 0.5824700355529785, |
| "step": 950 |
| }, |
| { |
| "epoch": 0.06882707198164612, |
| "grad_norm": 4.993093109327952, |
| "learning_rate": 2e-05, |
| "loss": 0.5773461818695068, |
| "step": 960 |
| }, |
| { |
| "epoch": 0.0695440206481216, |
| "grad_norm": 6.264445826159941, |
| "learning_rate": 2e-05, |
| "loss": 0.5533229827880859, |
| "step": 970 |
| }, |
| { |
| "epoch": 0.07026096931459708, |
| "grad_norm": 3.2290134324615365, |
| "learning_rate": 2e-05, |
| "loss": 0.5897500514984131, |
| "step": 980 |
| }, |
| { |
| "epoch": 0.07097791798107256, |
| "grad_norm": 3.0414609504263934, |
| "learning_rate": 2e-05, |
| "loss": 0.5628997802734375, |
| "step": 990 |
| }, |
| { |
| "epoch": 0.07169486664754804, |
| "grad_norm": 2.0651674928177504, |
| "learning_rate": 2e-05, |
| "loss": 0.5647363662719727, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.07241181531402352, |
| "grad_norm": 2.325752137633854, |
| "learning_rate": 2e-05, |
| "loss": 0.574032211303711, |
| "step": 1010 |
| }, |
| { |
| "epoch": 0.073128763980499, |
| "grad_norm": 2.1263355903408008, |
| "learning_rate": 2e-05, |
| "loss": 0.5692534446716309, |
| "step": 1020 |
| }, |
| { |
| "epoch": 0.07384571264697448, |
| "grad_norm": 24.27180244689631, |
| "learning_rate": 2e-05, |
| "loss": 0.5639516353607178, |
| "step": 1030 |
| }, |
| { |
| "epoch": 0.07456266131344996, |
| "grad_norm": 1.0790226331900736, |
| "learning_rate": 2e-05, |
| "loss": 0.5968218803405761, |
| "step": 1040 |
| }, |
| { |
| "epoch": 0.07527960997992544, |
| "grad_norm": 1.0623420342326966, |
| "learning_rate": 2e-05, |
| "loss": 0.5545104026794434, |
| "step": 1050 |
| }, |
| { |
| "epoch": 0.07599655864640092, |
| "grad_norm": 2.342778745540576, |
| "learning_rate": 2e-05, |
| "loss": 0.5392826080322266, |
| "step": 1060 |
| }, |
| { |
| "epoch": 0.07671350731287639, |
| "grad_norm": 2.003241443878693, |
| "learning_rate": 2e-05, |
| "loss": 0.5342343807220459, |
| "step": 1070 |
| }, |
| { |
| "epoch": 0.07743045597935187, |
| "grad_norm": 2.027419316411222, |
| "learning_rate": 2e-05, |
| "loss": 0.5778005123138428, |
| "step": 1080 |
| }, |
| { |
| "epoch": 0.07814740464582735, |
| "grad_norm": 1.896028667711285, |
| "learning_rate": 2e-05, |
| "loss": 0.5735631465911866, |
| "step": 1090 |
| }, |
| { |
| "epoch": 0.07886435331230283, |
| "grad_norm": 2.0470674801420214, |
| "learning_rate": 2e-05, |
| "loss": 0.580590009689331, |
| "step": 1100 |
| }, |
| { |
| "epoch": 0.07958130197877832, |
| "grad_norm": 2.7415867683239825, |
| "learning_rate": 2e-05, |
| "loss": 0.5596016883850098, |
| "step": 1110 |
| }, |
| { |
| "epoch": 0.0802982506452538, |
| "grad_norm": 1.6531033173482321, |
| "learning_rate": 2e-05, |
| "loss": 0.5827084541320801, |
| "step": 1120 |
| }, |
| { |
| "epoch": 0.08101519931172928, |
| "grad_norm": 1.2823997995083143, |
| "learning_rate": 2e-05, |
| "loss": 0.5864274024963378, |
| "step": 1130 |
| }, |
| { |
| "epoch": 0.08173214797820476, |
| "grad_norm": 1.3642460710168849, |
| "learning_rate": 2e-05, |
| "loss": 0.5656659603118896, |
| "step": 1140 |
| }, |
| { |
| "epoch": 0.08244909664468024, |
| "grad_norm": 2.6194064364228318, |
| "learning_rate": 2e-05, |
| "loss": 0.5763952255249023, |
| "step": 1150 |
| }, |
| { |
| "epoch": 0.08316604531115572, |
| "grad_norm": 1.2781451995694622, |
| "learning_rate": 2e-05, |
| "loss": 0.5566621780395508, |
| "step": 1160 |
| }, |
| { |
| "epoch": 0.0838829939776312, |
| "grad_norm": 1.5589065178330486, |
| "learning_rate": 2e-05, |
| "loss": 0.53390474319458, |
| "step": 1170 |
| }, |
| { |
| "epoch": 0.08459994264410668, |
| "grad_norm": 7.459041859593309, |
| "learning_rate": 2e-05, |
| "loss": 0.5653298854827881, |
| "step": 1180 |
| }, |
| { |
| "epoch": 0.08531689131058216, |
| "grad_norm": 2.9904694002471066, |
| "learning_rate": 2e-05, |
| "loss": 0.560931396484375, |
| "step": 1190 |
| }, |
| { |
| "epoch": 0.08603383997705764, |
| "grad_norm": 1.5979927096992035, |
| "learning_rate": 2e-05, |
| "loss": 0.530519676208496, |
| "step": 1200 |
| }, |
| { |
| "epoch": 0.08675078864353312, |
| "grad_norm": 8.353200078910842, |
| "learning_rate": 2e-05, |
| "loss": 0.5533581733703613, |
| "step": 1210 |
| }, |
| { |
| "epoch": 0.0874677373100086, |
| "grad_norm": 37.21010749725826, |
| "learning_rate": 2e-05, |
| "loss": 0.5901515007019043, |
| "step": 1220 |
| }, |
| { |
| "epoch": 0.08818468597648409, |
| "grad_norm": 5.122367920805441, |
| "learning_rate": 2e-05, |
| "loss": 0.5856198310852051, |
| "step": 1230 |
| }, |
| { |
| "epoch": 0.08890163464295957, |
| "grad_norm": 3.3489073569661105, |
| "learning_rate": 2e-05, |
| "loss": 0.5682595729827881, |
| "step": 1240 |
| }, |
| { |
| "epoch": 0.08961858330943505, |
| "grad_norm": 2.327849536892137, |
| "learning_rate": 2e-05, |
| "loss": 0.5584495067596436, |
| "step": 1250 |
| }, |
| { |
| "epoch": 0.09033553197591053, |
| "grad_norm": 22.72509490275124, |
| "learning_rate": 2e-05, |
| "loss": 0.5762526512145996, |
| "step": 1260 |
| }, |
| { |
| "epoch": 0.09105248064238601, |
| "grad_norm": 7.3344483954259285, |
| "learning_rate": 2e-05, |
| "loss": 0.5725028991699219, |
| "step": 1270 |
| }, |
| { |
| "epoch": 0.09176942930886149, |
| "grad_norm": 3.9521562517230238, |
| "learning_rate": 2e-05, |
| "loss": 0.5834849357604981, |
| "step": 1280 |
| }, |
| { |
| "epoch": 0.09248637797533697, |
| "grad_norm": 6.43496222827271, |
| "learning_rate": 2e-05, |
| "loss": 0.5840559005737305, |
| "step": 1290 |
| }, |
| { |
| "epoch": 0.09320332664181244, |
| "grad_norm": 3.8438872068840104, |
| "learning_rate": 2e-05, |
| "loss": 0.6151006698608399, |
| "step": 1300 |
| }, |
| { |
| "epoch": 0.09392027530828792, |
| "grad_norm": 1.4662403573164653, |
| "learning_rate": 2e-05, |
| "loss": 0.5667572021484375, |
| "step": 1310 |
| }, |
| { |
| "epoch": 0.0946372239747634, |
| "grad_norm": 17.21523102720178, |
| "learning_rate": 2e-05, |
| "loss": 0.5740190505981445, |
| "step": 1320 |
| }, |
| { |
| "epoch": 0.09535417264123888, |
| "grad_norm": 1.766413981347864, |
| "learning_rate": 2e-05, |
| "loss": 0.5626147270202637, |
| "step": 1330 |
| }, |
| { |
| "epoch": 0.09607112130771436, |
| "grad_norm": 2.6800514021980004, |
| "learning_rate": 2e-05, |
| "loss": 0.5712190628051758, |
| "step": 1340 |
| }, |
| { |
| "epoch": 0.09678806997418984, |
| "grad_norm": 2.961182111187328, |
| "learning_rate": 2e-05, |
| "loss": 0.5644628047943115, |
| "step": 1350 |
| }, |
| { |
| "epoch": 0.09750501864066533, |
| "grad_norm": 2.454375644899256, |
| "learning_rate": 2e-05, |
| "loss": 0.5722562313079834, |
| "step": 1360 |
| }, |
| { |
| "epoch": 0.0982219673071408, |
| "grad_norm": 1.6873399339759625, |
| "learning_rate": 2e-05, |
| "loss": 0.5544299125671387, |
| "step": 1370 |
| }, |
| { |
| "epoch": 0.09893891597361629, |
| "grad_norm": 1.1555872203445525, |
| "learning_rate": 2e-05, |
| "loss": 0.5385549068450928, |
| "step": 1380 |
| }, |
| { |
| "epoch": 0.09965586464009177, |
| "grad_norm": 1.5548337351700245, |
| "learning_rate": 2e-05, |
| "loss": 0.5589668273925781, |
| "step": 1390 |
| }, |
| { |
| "epoch": 0.10037281330656725, |
| "grad_norm": 1.2505995954976357, |
| "learning_rate": 2e-05, |
| "loss": 0.57919921875, |
| "step": 1400 |
| }, |
| { |
| "epoch": 0.10108976197304273, |
| "grad_norm": 5.206526378064766, |
| "learning_rate": 2e-05, |
| "loss": 0.5539649963378906, |
| "step": 1410 |
| }, |
| { |
| "epoch": 0.10180671063951821, |
| "grad_norm": 2.610432174521263, |
| "learning_rate": 2e-05, |
| "loss": 0.592057180404663, |
| "step": 1420 |
| }, |
| { |
| "epoch": 0.10252365930599369, |
| "grad_norm": 3.3133808987579276, |
| "learning_rate": 2e-05, |
| "loss": 0.5443053245544434, |
| "step": 1430 |
| }, |
| { |
| "epoch": 0.10324060797246917, |
| "grad_norm": 2.0455832858183682, |
| "learning_rate": 2e-05, |
| "loss": 0.546113920211792, |
| "step": 1440 |
| }, |
| { |
| "epoch": 0.10395755663894465, |
| "grad_norm": 1.7592817899937072, |
| "learning_rate": 2e-05, |
| "loss": 0.551348066329956, |
| "step": 1450 |
| }, |
| { |
| "epoch": 0.10467450530542013, |
| "grad_norm": 2.943775668256852, |
| "learning_rate": 2e-05, |
| "loss": 0.5249824523925781, |
| "step": 1460 |
| }, |
| { |
| "epoch": 0.10539145397189562, |
| "grad_norm": 2.140971602034373, |
| "learning_rate": 2e-05, |
| "loss": 0.5666528224945069, |
| "step": 1470 |
| }, |
| { |
| "epoch": 0.1061084026383711, |
| "grad_norm": 4.331861493161884, |
| "learning_rate": 2e-05, |
| "loss": 0.5543347835540772, |
| "step": 1480 |
| }, |
| { |
| "epoch": 0.10682535130484658, |
| "grad_norm": 6.353962200216883, |
| "learning_rate": 2e-05, |
| "loss": 0.5454977035522461, |
| "step": 1490 |
| }, |
| { |
| "epoch": 0.10754229997132206, |
| "grad_norm": 41.865001318361585, |
| "learning_rate": 2e-05, |
| "loss": 0.5601842880249024, |
| "step": 1500 |
| }, |
| { |
| "epoch": 0.10825924863779754, |
| "grad_norm": 1.7010891103793604, |
| "learning_rate": 2e-05, |
| "loss": 0.5699163436889648, |
| "step": 1510 |
| }, |
| { |
| "epoch": 0.10897619730427302, |
| "grad_norm": 2.8044652038050373, |
| "learning_rate": 2e-05, |
| "loss": 0.5804720878601074, |
| "step": 1520 |
| }, |
| { |
| "epoch": 0.1096931459707485, |
| "grad_norm": 2.8044499219399186, |
| "learning_rate": 2e-05, |
| "loss": 0.5642358779907226, |
| "step": 1530 |
| }, |
| { |
| "epoch": 0.11041009463722397, |
| "grad_norm": 1.6404567243971169, |
| "learning_rate": 2e-05, |
| "loss": 0.547740125656128, |
| "step": 1540 |
| }, |
| { |
| "epoch": 0.11112704330369945, |
| "grad_norm": 5.8842210253367595, |
| "learning_rate": 2e-05, |
| "loss": 0.5724470138549804, |
| "step": 1550 |
| }, |
| { |
| "epoch": 0.11184399197017493, |
| "grad_norm": 2.0263887469590465, |
| "learning_rate": 2e-05, |
| "loss": 0.5523801803588867, |
| "step": 1560 |
| }, |
| { |
| "epoch": 0.11256094063665041, |
| "grad_norm": 1.3512109762818472, |
| "learning_rate": 2e-05, |
| "loss": 0.5701728343963623, |
| "step": 1570 |
| }, |
| { |
| "epoch": 0.11327788930312589, |
| "grad_norm": 2.961754694676749, |
| "learning_rate": 2e-05, |
| "loss": 0.5410641670227051, |
| "step": 1580 |
| }, |
| { |
| "epoch": 0.11399483796960137, |
| "grad_norm": 9.38177531956118, |
| "learning_rate": 2e-05, |
| "loss": 0.5361968994140625, |
| "step": 1590 |
| }, |
| { |
| "epoch": 0.11471178663607685, |
| "grad_norm": 3.1019434885984083, |
| "learning_rate": 2e-05, |
| "loss": 0.5702048301696777, |
| "step": 1600 |
| }, |
| { |
| "epoch": 0.11542873530255233, |
| "grad_norm": 1.8141527074697572, |
| "learning_rate": 2e-05, |
| "loss": 0.5201643466949463, |
| "step": 1610 |
| }, |
| { |
| "epoch": 0.11614568396902782, |
| "grad_norm": 2.81574948493408, |
| "learning_rate": 2e-05, |
| "loss": 0.5578659057617188, |
| "step": 1620 |
| }, |
| { |
| "epoch": 0.1168626326355033, |
| "grad_norm": 5.40288732260851, |
| "learning_rate": 2e-05, |
| "loss": 0.5688968658447265, |
| "step": 1630 |
| }, |
| { |
| "epoch": 0.11757958130197878, |
| "grad_norm": 2.2012274195157153, |
| "learning_rate": 2e-05, |
| "loss": 0.5558701515197754, |
| "step": 1640 |
| }, |
| { |
| "epoch": 0.11829652996845426, |
| "grad_norm": 1.730570521948697, |
| "learning_rate": 2e-05, |
| "loss": 0.5515780448913574, |
| "step": 1650 |
| }, |
| { |
| "epoch": 0.11901347863492974, |
| "grad_norm": 3.083940659262359, |
| "learning_rate": 2e-05, |
| "loss": 0.5680615901947021, |
| "step": 1660 |
| }, |
| { |
| "epoch": 0.11973042730140522, |
| "grad_norm": 1.8293486250460052, |
| "learning_rate": 2e-05, |
| "loss": 0.5579127311706543, |
| "step": 1670 |
| }, |
| { |
| "epoch": 0.1204473759678807, |
| "grad_norm": 2.691528194596175, |
| "learning_rate": 2e-05, |
| "loss": 0.5666030406951904, |
| "step": 1680 |
| }, |
| { |
| "epoch": 0.12116432463435618, |
| "grad_norm": 2.3017548820591376, |
| "learning_rate": 2e-05, |
| "loss": 0.5542361259460449, |
| "step": 1690 |
| }, |
| { |
| "epoch": 0.12188127330083166, |
| "grad_norm": 1.3982396451314711, |
| "learning_rate": 2e-05, |
| "loss": 0.5412776470184326, |
| "step": 1700 |
| }, |
| { |
| "epoch": 0.12259822196730714, |
| "grad_norm": 2.8633211849346836, |
| "learning_rate": 2e-05, |
| "loss": 0.5596530914306641, |
| "step": 1710 |
| }, |
| { |
| "epoch": 0.12331517063378263, |
| "grad_norm": 1.2756481909481026, |
| "learning_rate": 2e-05, |
| "loss": 0.5272120475769043, |
| "step": 1720 |
| }, |
| { |
| "epoch": 0.1240321193002581, |
| "grad_norm": 1.884108459767808, |
| "learning_rate": 2e-05, |
| "loss": 0.5613333702087402, |
| "step": 1730 |
| }, |
| { |
| "epoch": 0.12474906796673359, |
| "grad_norm": 5.273226308180893, |
| "learning_rate": 2e-05, |
| "loss": 0.5628758430480957, |
| "step": 1740 |
| }, |
| { |
| "epoch": 0.12546601663320905, |
| "grad_norm": 3.0995531259526348, |
| "learning_rate": 2e-05, |
| "loss": 0.5465875148773194, |
| "step": 1750 |
| }, |
| { |
| "epoch": 0.12618296529968454, |
| "grad_norm": 3.2626826548420476, |
| "learning_rate": 2e-05, |
| "loss": 0.5627561092376709, |
| "step": 1760 |
| }, |
| { |
| "epoch": 0.12689991396616002, |
| "grad_norm": 2.364412227942818, |
| "learning_rate": 2e-05, |
| "loss": 0.5472114562988282, |
| "step": 1770 |
| }, |
| { |
| "epoch": 0.1276168626326355, |
| "grad_norm": 2.4263037850994746, |
| "learning_rate": 2e-05, |
| "loss": 0.5574633598327636, |
| "step": 1780 |
| }, |
| { |
| "epoch": 0.12833381129911098, |
| "grad_norm": 2.309082260471337, |
| "learning_rate": 2e-05, |
| "loss": 0.5340644836425781, |
| "step": 1790 |
| }, |
| { |
| "epoch": 0.12905075996558646, |
| "grad_norm": 2.426509513022813, |
| "learning_rate": 2e-05, |
| "loss": 0.5799418926239014, |
| "step": 1800 |
| }, |
| { |
| "epoch": 0.12976770863206194, |
| "grad_norm": 1.8704066062154519, |
| "learning_rate": 2e-05, |
| "loss": 0.5632325649261475, |
| "step": 1810 |
| }, |
| { |
| "epoch": 0.13048465729853742, |
| "grad_norm": 1.406035471805342, |
| "learning_rate": 2e-05, |
| "loss": 0.5656003952026367, |
| "step": 1820 |
| }, |
| { |
| "epoch": 0.1312016059650129, |
| "grad_norm": 1.544336567362451, |
| "learning_rate": 2e-05, |
| "loss": 0.5451941967010498, |
| "step": 1830 |
| }, |
| { |
| "epoch": 0.13191855463148838, |
| "grad_norm": 2.0799351359110485, |
| "learning_rate": 2e-05, |
| "loss": 0.5621081352233886, |
| "step": 1840 |
| }, |
| { |
| "epoch": 0.13263550329796386, |
| "grad_norm": 1.7299640932134708, |
| "learning_rate": 2e-05, |
| "loss": 0.5848733425140381, |
| "step": 1850 |
| }, |
| { |
| "epoch": 0.13335245196443934, |
| "grad_norm": 1.1961375728783252, |
| "learning_rate": 2e-05, |
| "loss": 0.5659356117248535, |
| "step": 1860 |
| }, |
| { |
| "epoch": 0.13406940063091483, |
| "grad_norm": 2.9075264586093783, |
| "learning_rate": 2e-05, |
| "loss": 0.5509964942932128, |
| "step": 1870 |
| }, |
| { |
| "epoch": 0.1347863492973903, |
| "grad_norm": 1.3125243339991093, |
| "learning_rate": 2e-05, |
| "loss": 0.5528433799743653, |
| "step": 1880 |
| }, |
| { |
| "epoch": 0.1355032979638658, |
| "grad_norm": 1.3727193915645148, |
| "learning_rate": 2e-05, |
| "loss": 0.564556884765625, |
| "step": 1890 |
| }, |
| { |
| "epoch": 0.13622024663034127, |
| "grad_norm": 3.7953721625845933, |
| "learning_rate": 2e-05, |
| "loss": 0.5450845718383789, |
| "step": 1900 |
| }, |
| { |
| "epoch": 0.13693719529681675, |
| "grad_norm": 0.9639735389876055, |
| "learning_rate": 2e-05, |
| "loss": 0.5541686534881591, |
| "step": 1910 |
| }, |
| { |
| "epoch": 0.13765414396329223, |
| "grad_norm": 1.003569244043582, |
| "learning_rate": 2e-05, |
| "loss": 0.5625730514526367, |
| "step": 1920 |
| }, |
| { |
| "epoch": 0.1383710926297677, |
| "grad_norm": 0.8880655840375095, |
| "learning_rate": 2e-05, |
| "loss": 0.5609973907470703, |
| "step": 1930 |
| }, |
| { |
| "epoch": 0.1390880412962432, |
| "grad_norm": 1.8013979122929717, |
| "learning_rate": 2e-05, |
| "loss": 0.5645060539245605, |
| "step": 1940 |
| }, |
| { |
| "epoch": 0.13980498996271867, |
| "grad_norm": 1.534112281642532, |
| "learning_rate": 2e-05, |
| "loss": 0.5428046226501465, |
| "step": 1950 |
| }, |
| { |
| "epoch": 0.14052193862919415, |
| "grad_norm": 3.630130753040599, |
| "learning_rate": 2e-05, |
| "loss": 0.5524575233459472, |
| "step": 1960 |
| }, |
| { |
| "epoch": 0.14123888729566964, |
| "grad_norm": 1.334941948733717, |
| "learning_rate": 2e-05, |
| "loss": 0.5768626213073731, |
| "step": 1970 |
| }, |
| { |
| "epoch": 0.14195583596214512, |
| "grad_norm": 6.284844482295266, |
| "learning_rate": 2e-05, |
| "loss": 0.5756556987762451, |
| "step": 1980 |
| }, |
| { |
| "epoch": 0.1426727846286206, |
| "grad_norm": 2.7603549710378648, |
| "learning_rate": 2e-05, |
| "loss": 0.5478507995605468, |
| "step": 1990 |
| }, |
| { |
| "epoch": 0.14338973329509608, |
| "grad_norm": 2.711164302375169, |
| "learning_rate": 2e-05, |
| "loss": 0.5454816341400146, |
| "step": 2000 |
| }, |
| { |
| "epoch": 0.14410668196157156, |
| "grad_norm": 1.6373091053111855, |
| "learning_rate": 2e-05, |
| "loss": 0.56094331741333, |
| "step": 2010 |
| }, |
| { |
| "epoch": 0.14482363062804704, |
| "grad_norm": 1.3231963543618217, |
| "learning_rate": 2e-05, |
| "loss": 0.5709875106811524, |
| "step": 2020 |
| }, |
| { |
| "epoch": 0.14554057929452252, |
| "grad_norm": 2.6013946026230177, |
| "learning_rate": 2e-05, |
| "loss": 0.5760745048522949, |
| "step": 2030 |
| }, |
| { |
| "epoch": 0.146257527960998, |
| "grad_norm": 1.0760891963639665, |
| "learning_rate": 2e-05, |
| "loss": 0.540398359298706, |
| "step": 2040 |
| }, |
| { |
| "epoch": 0.14697447662747348, |
| "grad_norm": 3.806990207982052, |
| "learning_rate": 2e-05, |
| "loss": 0.5452116966247559, |
| "step": 2050 |
| }, |
| { |
| "epoch": 0.14769142529394896, |
| "grad_norm": 0.8770094294050765, |
| "learning_rate": 2e-05, |
| "loss": 0.516285514831543, |
| "step": 2060 |
| }, |
| { |
| "epoch": 0.14840837396042444, |
| "grad_norm": 1.64509283352414, |
| "learning_rate": 2e-05, |
| "loss": 0.5785709381103515, |
| "step": 2070 |
| }, |
| { |
| "epoch": 0.14912532262689993, |
| "grad_norm": 1.0501298033510167, |
| "learning_rate": 2e-05, |
| "loss": 0.5674317836761474, |
| "step": 2080 |
| }, |
| { |
| "epoch": 0.1498422712933754, |
| "grad_norm": 1.0810242187793186, |
| "learning_rate": 2e-05, |
| "loss": 0.5573361873626709, |
| "step": 2090 |
| }, |
| { |
| "epoch": 0.1505592199598509, |
| "grad_norm": 1.3235649158062135, |
| "learning_rate": 2e-05, |
| "loss": 0.5721589088439941, |
| "step": 2100 |
| }, |
| { |
| "epoch": 0.15127616862632637, |
| "grad_norm": 2.61075713737253, |
| "learning_rate": 2e-05, |
| "loss": 0.5381807327270508, |
| "step": 2110 |
| }, |
| { |
| "epoch": 0.15199311729280185, |
| "grad_norm": 2.0071819238060655, |
| "learning_rate": 2e-05, |
| "loss": 0.5428504943847656, |
| "step": 2120 |
| }, |
| { |
| "epoch": 0.1527100659592773, |
| "grad_norm": 1.9874329432228202, |
| "learning_rate": 2e-05, |
| "loss": 0.5540834426879883, |
| "step": 2130 |
| }, |
| { |
| "epoch": 0.15342701462575278, |
| "grad_norm": 1.0751634954880047, |
| "learning_rate": 2e-05, |
| "loss": 0.5777225494384766, |
| "step": 2140 |
| }, |
| { |
| "epoch": 0.15414396329222826, |
| "grad_norm": 2.247684458013884, |
| "learning_rate": 2e-05, |
| "loss": 0.5361541748046875, |
| "step": 2150 |
| }, |
| { |
| "epoch": 0.15486091195870375, |
| "grad_norm": 1.5069655343366213, |
| "learning_rate": 2e-05, |
| "loss": 0.5514012336730957, |
| "step": 2160 |
| }, |
| { |
| "epoch": 0.15557786062517923, |
| "grad_norm": 1.4677351079218146, |
| "learning_rate": 2e-05, |
| "loss": 0.5583604335784912, |
| "step": 2170 |
| }, |
| { |
| "epoch": 0.1562948092916547, |
| "grad_norm": 1.1533300901460213, |
| "learning_rate": 2e-05, |
| "loss": 0.5542792797088623, |
| "step": 2180 |
| }, |
| { |
| "epoch": 0.1570117579581302, |
| "grad_norm": 1.7028225571829634, |
| "learning_rate": 2e-05, |
| "loss": 0.5386368751525878, |
| "step": 2190 |
| }, |
| { |
| "epoch": 0.15772870662460567, |
| "grad_norm": 1.3309927566018185, |
| "learning_rate": 2e-05, |
| "loss": 0.5358123302459716, |
| "step": 2200 |
| }, |
| { |
| "epoch": 0.15844565529108115, |
| "grad_norm": 8.920239112234068, |
| "learning_rate": 2e-05, |
| "loss": 0.5610211849212646, |
| "step": 2210 |
| }, |
| { |
| "epoch": 0.15916260395755663, |
| "grad_norm": 0.9909451029281341, |
| "learning_rate": 2e-05, |
| "loss": 0.5076250076293946, |
| "step": 2220 |
| }, |
| { |
| "epoch": 0.1598795526240321, |
| "grad_norm": 1.2993026276344535, |
| "learning_rate": 2e-05, |
| "loss": 0.540493392944336, |
| "step": 2230 |
| }, |
| { |
| "epoch": 0.1605965012905076, |
| "grad_norm": 2.3512466519648587, |
| "learning_rate": 2e-05, |
| "loss": 0.5421253204345703, |
| "step": 2240 |
| }, |
| { |
| "epoch": 0.16131344995698307, |
| "grad_norm": 3.215608826413565, |
| "learning_rate": 2e-05, |
| "loss": 0.5742346763610839, |
| "step": 2250 |
| }, |
| { |
| "epoch": 0.16203039862345855, |
| "grad_norm": 2.1540313753980445, |
| "learning_rate": 2e-05, |
| "loss": 0.5484731674194336, |
| "step": 2260 |
| }, |
| { |
| "epoch": 0.16274734728993404, |
| "grad_norm": 1.844563278680931, |
| "learning_rate": 2e-05, |
| "loss": 0.5414963722229004, |
| "step": 2270 |
| }, |
| { |
| "epoch": 0.16346429595640952, |
| "grad_norm": 1.2178930369073198, |
| "learning_rate": 2e-05, |
| "loss": 0.5368363380432128, |
| "step": 2280 |
| }, |
| { |
| "epoch": 0.164181244622885, |
| "grad_norm": 0.8834306050985979, |
| "learning_rate": 2e-05, |
| "loss": 0.5298836708068848, |
| "step": 2290 |
| }, |
| { |
| "epoch": 0.16489819328936048, |
| "grad_norm": 1.5799606162459594, |
| "learning_rate": 2e-05, |
| "loss": 0.5445155143737793, |
| "step": 2300 |
| }, |
| { |
| "epoch": 0.16561514195583596, |
| "grad_norm": 1.106839067943099, |
| "learning_rate": 2e-05, |
| "loss": 0.5452072143554687, |
| "step": 2310 |
| }, |
| { |
| "epoch": 0.16633209062231144, |
| "grad_norm": 2.598513025278755, |
| "learning_rate": 2e-05, |
| "loss": 0.5509998321533203, |
| "step": 2320 |
| }, |
| { |
| "epoch": 0.16704903928878692, |
| "grad_norm": 2.825348671573568, |
| "learning_rate": 2e-05, |
| "loss": 0.5631167411804199, |
| "step": 2330 |
| }, |
| { |
| "epoch": 0.1677659879552624, |
| "grad_norm": 1.7145872571500615, |
| "learning_rate": 2e-05, |
| "loss": 0.5552741050720215, |
| "step": 2340 |
| }, |
| { |
| "epoch": 0.16848293662173788, |
| "grad_norm": 14.03401035026617, |
| "learning_rate": 2e-05, |
| "loss": 0.5463265895843505, |
| "step": 2350 |
| }, |
| { |
| "epoch": 0.16919988528821336, |
| "grad_norm": 2.0847220323880165, |
| "learning_rate": 2e-05, |
| "loss": 0.5252552986145019, |
| "step": 2360 |
| }, |
| { |
| "epoch": 0.16991683395468885, |
| "grad_norm": 1.011338519703196, |
| "learning_rate": 2e-05, |
| "loss": 0.5438662528991699, |
| "step": 2370 |
| }, |
| { |
| "epoch": 0.17063378262116433, |
| "grad_norm": 1.1683565008517496, |
| "learning_rate": 2e-05, |
| "loss": 0.5535166740417481, |
| "step": 2380 |
| }, |
| { |
| "epoch": 0.1713507312876398, |
| "grad_norm": 5.08246929812119, |
| "learning_rate": 2e-05, |
| "loss": 0.5406145095825196, |
| "step": 2390 |
| }, |
| { |
| "epoch": 0.1720676799541153, |
| "grad_norm": 1.088285394309193, |
| "learning_rate": 2e-05, |
| "loss": 0.5489974021911621, |
| "step": 2400 |
| }, |
| { |
| "epoch": 0.17278462862059077, |
| "grad_norm": 0.7764690731022792, |
| "learning_rate": 2e-05, |
| "loss": 0.5712192058563232, |
| "step": 2410 |
| }, |
| { |
| "epoch": 0.17350157728706625, |
| "grad_norm": 1.4063769617297237, |
| "learning_rate": 2e-05, |
| "loss": 0.5649506568908691, |
| "step": 2420 |
| }, |
| { |
| "epoch": 0.17421852595354173, |
| "grad_norm": 0.8841185813513404, |
| "learning_rate": 2e-05, |
| "loss": 0.5460720062255859, |
| "step": 2430 |
| }, |
| { |
| "epoch": 0.1749354746200172, |
| "grad_norm": 1.0771999567027115, |
| "learning_rate": 2e-05, |
| "loss": 0.568940544128418, |
| "step": 2440 |
| }, |
| { |
| "epoch": 0.1756524232864927, |
| "grad_norm": 1.2155770616956478, |
| "learning_rate": 2e-05, |
| "loss": 0.5199066638946533, |
| "step": 2450 |
| }, |
| { |
| "epoch": 0.17636937195296817, |
| "grad_norm": 1.677688151590649, |
| "learning_rate": 2e-05, |
| "loss": 0.556132459640503, |
| "step": 2460 |
| }, |
| { |
| "epoch": 0.17708632061944365, |
| "grad_norm": 0.9244792122316684, |
| "learning_rate": 2e-05, |
| "loss": 0.5273470878601074, |
| "step": 2470 |
| }, |
| { |
| "epoch": 0.17780326928591914, |
| "grad_norm": 4.24012694050476, |
| "learning_rate": 2e-05, |
| "loss": 0.5406831741333008, |
| "step": 2480 |
| }, |
| { |
| "epoch": 0.17852021795239462, |
| "grad_norm": 0.9989434456238647, |
| "learning_rate": 2e-05, |
| "loss": 0.5287195682525635, |
| "step": 2490 |
| }, |
| { |
| "epoch": 0.1792371666188701, |
| "grad_norm": 1.2294548845023252, |
| "learning_rate": 2e-05, |
| "loss": 0.5238923072814942, |
| "step": 2500 |
| }, |
| { |
| "epoch": 0.17995411528534558, |
| "grad_norm": 1.1680245691471733, |
| "learning_rate": 2e-05, |
| "loss": 0.5360855102539063, |
| "step": 2510 |
| }, |
| { |
| "epoch": 0.18067106395182106, |
| "grad_norm": 3.259902952148628, |
| "learning_rate": 2e-05, |
| "loss": 0.5570301055908203, |
| "step": 2520 |
| }, |
| { |
| "epoch": 0.18138801261829654, |
| "grad_norm": 2.790265316658619, |
| "learning_rate": 2e-05, |
| "loss": 0.532185411453247, |
| "step": 2530 |
| }, |
| { |
| "epoch": 0.18210496128477202, |
| "grad_norm": 1.2744671754626793, |
| "learning_rate": 2e-05, |
| "loss": 0.5266745567321778, |
| "step": 2540 |
| }, |
| { |
| "epoch": 0.1828219099512475, |
| "grad_norm": 0.8706250695378648, |
| "learning_rate": 1.997261400182901e-05, |
| "loss": 0.5322741780962262, |
| "step": 2550 |
| }, |
| { |
| "epoch": 0.18353885861772298, |
| "grad_norm": 0.8937536584310218, |
| "learning_rate": 1.9805800746810423e-05, |
| "loss": 0.5236109256744385, |
| "step": 2560 |
| }, |
| { |
| "epoch": 0.18425580728419846, |
| "grad_norm": 1.5009208180411513, |
| "learning_rate": 1.9489934220110274e-05, |
| "loss": 0.5552047729492188, |
| "step": 2570 |
| }, |
| { |
| "epoch": 0.18497275595067394, |
| "grad_norm": 1.067878655582292, |
| "learning_rate": 1.9029840364820392e-05, |
| "loss": 0.5710633754730224, |
| "step": 2580 |
| }, |
| { |
| "epoch": 0.18568970461714943, |
| "grad_norm": 1.7367892947296495, |
| "learning_rate": 1.8432548690479908e-05, |
| "loss": 0.5327499866485595, |
| "step": 2590 |
| }, |
| { |
| "epoch": 0.18640665328362488, |
| "grad_norm": 1.0611595778640688, |
| "learning_rate": 1.7707184873239772e-05, |
| "loss": 0.5528162956237793, |
| "step": 2600 |
| }, |
| { |
| "epoch": 0.18712360195010036, |
| "grad_norm": 1.1654287237288545, |
| "learning_rate": 1.6864831329902565e-05, |
| "loss": 0.565640926361084, |
| "step": 2610 |
| }, |
| { |
| "epoch": 0.18784055061657584, |
| "grad_norm": 1.0389015244604005, |
| "learning_rate": 1.591835789604667e-05, |
| "loss": 0.5381675243377686, |
| "step": 2620 |
| }, |
| { |
| "epoch": 0.18855749928305132, |
| "grad_norm": 1.5200728952859153, |
| "learning_rate": 1.4882225195206459e-05, |
| "loss": 0.5736266136169433, |
| "step": 2630 |
| }, |
| { |
| "epoch": 0.1892744479495268, |
| "grad_norm": 7.39050153722471, |
| "learning_rate": 1.3772263703317695e-05, |
| "loss": 0.5384951591491699, |
| "step": 2640 |
| }, |
| { |
| "epoch": 0.18999139661600228, |
| "grad_norm": 0.970839880455912, |
| "learning_rate": 1.2605431883975547e-05, |
| "loss": 0.5098603725433349, |
| "step": 2650 |
| }, |
| { |
| "epoch": 0.19070834528247776, |
| "grad_norm": 1.1576885219177286, |
| "learning_rate": 1.1399557089817574e-05, |
| "loss": 0.5423776149749756, |
| "step": 2660 |
| }, |
| { |
| "epoch": 0.19142529394895325, |
| "grad_norm": 0.8740188779473159, |
| "learning_rate": 1.0173063188650463e-05, |
| "loss": 0.5217263221740722, |
| "step": 2670 |
| }, |
| { |
| "epoch": 0.19214224261542873, |
| "grad_norm": 1.5148734130782993, |
| "learning_rate": 8.944689075764396e-06, |
| "loss": 0.5449352264404297, |
| "step": 2680 |
| }, |
| { |
| "epoch": 0.1928591912819042, |
| "grad_norm": 0.7627398016125817, |
| "learning_rate": 7.73320237312362e-06, |
| "loss": 0.5438205242156983, |
| "step": 2690 |
| }, |
| { |
| "epoch": 0.1935761399483797, |
| "grad_norm": 1.7268579058495153, |
| "learning_rate": 6.557112689658629e-06, |
| "loss": 0.5547382354736328, |
| "step": 2700 |
| }, |
| { |
| "epoch": 0.19429308861485517, |
| "grad_norm": 1.02765232265623, |
| "learning_rate": 5.434388823591213e-06, |
| "loss": 0.5238811492919921, |
| "step": 2710 |
| }, |
| { |
| "epoch": 0.19501003728133065, |
| "grad_norm": 1.0506951513608977, |
| "learning_rate": 4.382184227495424e-06, |
| "loss": 0.5501854896545411, |
| "step": 2720 |
| }, |
| { |
| "epoch": 0.19572698594780613, |
| "grad_norm": 0.6349682788251014, |
| "learning_rate": 3.4165749305560203e-06, |
| "loss": 0.5193760871887207, |
| "step": 2730 |
| }, |
| { |
| "epoch": 0.1964439346142816, |
| "grad_norm": 1.4296042716832305, |
| "learning_rate": 2.5523139221595556e-06, |
| "loss": 0.5402659416198731, |
| "step": 2740 |
| }, |
| { |
| "epoch": 0.1971608832807571, |
| "grad_norm": 1.2605831697909553, |
| "learning_rate": 1.8026057494499821e-06, |
| "loss": 0.5175878047943115, |
| "step": 2750 |
| }, |
| { |
| "epoch": 0.19787783194723257, |
| "grad_norm": 0.8273072980221112, |
| "learning_rate": 1.178904772643223e-06, |
| "loss": 0.530870771408081, |
| "step": 2760 |
| }, |
| { |
| "epoch": 0.19859478061370806, |
| "grad_norm": 0.8054812926865942, |
| "learning_rate": 6.90740160441754e-07, |
| "loss": 0.5352423667907715, |
| "step": 2770 |
| }, |
| { |
| "epoch": 0.19931172928018354, |
| "grad_norm": 1.6163829981140836, |
| "learning_rate": 3.45570299343632e-07, |
| "loss": 0.5283924102783203, |
| "step": 2780 |
| }, |
| { |
| "epoch": 0.20002867794665902, |
| "grad_norm": 1.202354355046297, |
| "learning_rate": 1.486688412425152e-07, |
| "loss": 0.5187806129455567, |
| "step": 2790 |
| }, |
| { |
| "epoch": 0.20053054201319184, |
| "step": 2797, |
| "total_flos": 1324435843842048.0, |
| "train_loss": 0.04913015948647809, |
| "train_runtime": 3664.7518, |
| "train_samples_per_second": 9.159, |
| "train_steps_per_second": 0.763 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 2797, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 2543, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1324435843842048.0, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
