| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 636, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.04728132387706856, |
| "grad_norm": 10.003059704869118, |
| "learning_rate": 1.40625e-06, |
| "loss": 1.0703633308410645, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.09456264775413711, |
| "grad_norm": 8.01411803374535, |
| "learning_rate": 2.96875e-06, |
| "loss": 0.7216761112213135, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.14184397163120568, |
| "grad_norm": 6.794026105402396, |
| "learning_rate": 4.53125e-06, |
| "loss": 0.5243842124938964, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.18912529550827423, |
| "grad_norm": 5.3828488656553635, |
| "learning_rate": 6.093750000000001e-06, |
| "loss": 0.3736485719680786, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.2364066193853428, |
| "grad_norm": 3.5791089569326164, |
| "learning_rate": 7.656250000000001e-06, |
| "loss": 0.3347127437591553, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.28368794326241137, |
| "grad_norm": 3.770516852904127, |
| "learning_rate": 9.21875e-06, |
| "loss": 0.26312570571899413, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.3309692671394799, |
| "grad_norm": 3.114624831404019, |
| "learning_rate": 9.998114787060282e-06, |
| "loss": 0.23923130035400392, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.37825059101654845, |
| "grad_norm": 3.7872928686552, |
| "learning_rate": 9.9830416121373e-06, |
| "loss": 0.21247198581695556, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.425531914893617, |
| "grad_norm": 3.406656030713779, |
| "learning_rate": 9.952940719551111e-06, |
| "loss": 0.18418420553207399, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.4728132387706856, |
| "grad_norm": 2.9426982692034773, |
| "learning_rate": 9.907902886732532e-06, |
| "loss": 0.17102956771850586, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.5200945626477541, |
| "grad_norm": 3.175719385112189, |
| "learning_rate": 9.848063937519377e-06, |
| "loss": 0.13682639598846436, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.5673758865248227, |
| "grad_norm": 2.1382984961467573, |
| "learning_rate": 9.77360433254273e-06, |
| "loss": 0.11381369829177856, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.6146572104018913, |
| "grad_norm": 2.8393978873156858, |
| "learning_rate": 9.68474862499881e-06, |
| "loss": 0.10079210996627808, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.6619385342789598, |
| "grad_norm": 2.1515649910226546, |
| "learning_rate": 9.58176478344772e-06, |
| "loss": 0.10363955497741699, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.7092198581560284, |
| "grad_norm": 1.5927766453466274, |
| "learning_rate": 9.46496338368135e-06, |
| "loss": 0.06922043561935425, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.7565011820330969, |
| "grad_norm": 1.70298760305756, |
| "learning_rate": 9.334696672097577e-06, |
| "loss": 0.06773130893707276, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.8037825059101655, |
| "grad_norm": 2.708426929103041, |
| "learning_rate": 9.191357503405427e-06, |
| "loss": 0.06727783679962158, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.851063829787234, |
| "grad_norm": 3.1328891604349955, |
| "learning_rate": 9.035378155864814e-06, |
| "loss": 0.06067630648612976, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.8983451536643026, |
| "grad_norm": 1.8205683336425384, |
| "learning_rate": 8.86722902763385e-06, |
| "loss": 0.05844651460647583, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.9456264775413712, |
| "grad_norm": 1.697537046743922, |
| "learning_rate": 8.687417218155213e-06, |
| "loss": 0.05937148332595825, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.9929078014184397, |
| "grad_norm": 1.0396830552335072, |
| "learning_rate": 8.496484998859829e-06, |
| "loss": 0.03763242363929749, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.037825059101655, |
| "grad_norm": 0.8642398971762767, |
| "learning_rate": 8.295008177799827e-06, |
| "loss": 0.03495276272296906, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.0851063829787233, |
| "grad_norm": 1.0424207686309126, |
| "learning_rate": 8.083594363142717e-06, |
| "loss": 0.025931894779205322, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.132387706855792, |
| "grad_norm": 1.1136005630541148, |
| "learning_rate": 7.862881130763647e-06, |
| "loss": 0.026602587103843688, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.1796690307328606, |
| "grad_norm": 1.0399507161214312, |
| "learning_rate": 7.633534101461901e-06, |
| "loss": 0.021249282360076904, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.226950354609929, |
| "grad_norm": 1.5646997405017895, |
| "learning_rate": 7.396244933600285e-06, |
| "loss": 0.023153193295001984, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.2742316784869976, |
| "grad_norm": 1.134424388482584, |
| "learning_rate": 7.1517292372211626e-06, |
| "loss": 0.017405706644058227, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.3215130023640662, |
| "grad_norm": 0.626572643202166, |
| "learning_rate": 6.900724415929681e-06, |
| "loss": 0.01704220622777939, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.3687943262411348, |
| "grad_norm": 0.9307342263945321, |
| "learning_rate": 6.643987443052595e-06, |
| "loss": 0.021272167563438416, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.4160756501182032, |
| "grad_norm": 0.7821581510737491, |
| "learning_rate": 6.382292578779243e-06, |
| "loss": 0.015855869650840758, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.4633569739952719, |
| "grad_norm": 1.2018524252351932, |
| "learning_rate": 6.116429035169309e-06, |
| "loss": 0.013551126420497894, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.5106382978723403, |
| "grad_norm": 1.7436009511731971, |
| "learning_rate": 5.847198596069148e-06, |
| "loss": 0.013514792919158936, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.557919621749409, |
| "grad_norm": 0.9971193294972714, |
| "learning_rate": 5.575413199114452e-06, |
| "loss": 0.00765489861369133, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.6052009456264775, |
| "grad_norm": 0.7366238014243993, |
| "learning_rate": 5.301892487111431e-06, |
| "loss": 0.008913889527320862, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.6524822695035462, |
| "grad_norm": 0.6447320994339741, |
| "learning_rate": 5.027461336180929e-06, |
| "loss": 0.006961894035339355, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.6997635933806148, |
| "grad_norm": 0.5038500400047699, |
| "learning_rate": 4.752947368120065e-06, |
| "loss": 0.008478662371635437, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.7470449172576832, |
| "grad_norm": 0.3430916840622604, |
| "learning_rate": 4.479178454483552e-06, |
| "loss": 0.00493520088493824, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.7943262411347518, |
| "grad_norm": 0.4484735597035409, |
| "learning_rate": 4.206980219911784e-06, |
| "loss": 0.005623586103320121, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.8416075650118202, |
| "grad_norm": 0.9626845230897481, |
| "learning_rate": 3.937173552235117e-06, |
| "loss": 0.0037903957068920135, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.8888888888888888, |
| "grad_norm": 0.22110051024677546, |
| "learning_rate": 3.6705721268632917e-06, |
| "loss": 0.004384144395589829, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.9361702127659575, |
| "grad_norm": 0.4488650383493766, |
| "learning_rate": 3.4079799529258573e-06, |
| "loss": 0.0028959948569536207, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.983451536643026, |
| "grad_norm": 0.23186876492734101, |
| "learning_rate": 3.1501889485639127e-06, |
| "loss": 0.0036983244121074677, |
| "step": 420 |
| }, |
| { |
| "epoch": 2.028368794326241, |
| "grad_norm": 0.2626528300265604, |
| "learning_rate": 2.8979765526855e-06, |
| "loss": 0.0023647624999284743, |
| "step": 430 |
| }, |
| { |
| "epoch": 2.07565011820331, |
| "grad_norm": 0.021002646696500014, |
| "learning_rate": 2.6521033803870695e-06, |
| "loss": 0.0014396067708730698, |
| "step": 440 |
| }, |
| { |
| "epoch": 2.1229314420803784, |
| "grad_norm": 0.36981590583639856, |
| "learning_rate": 2.4133109291117156e-06, |
| "loss": 0.0013030022382736206, |
| "step": 450 |
| }, |
| { |
| "epoch": 2.1702127659574466, |
| "grad_norm": 0.02950266806241608, |
| "learning_rate": 2.182319342461924e-06, |
| "loss": 0.0015963653102517128, |
| "step": 460 |
| }, |
| { |
| "epoch": 2.2174940898345152, |
| "grad_norm": 0.18581346148388858, |
| "learning_rate": 1.959825238410596e-06, |
| "loss": 0.0010817430913448334, |
| "step": 470 |
| }, |
| { |
| "epoch": 2.264775413711584, |
| "grad_norm": 0.010055254201123307, |
| "learning_rate": 1.7464996084600433e-06, |
| "loss": 0.0007165173068642616, |
| "step": 480 |
| }, |
| { |
| "epoch": 2.3120567375886525, |
| "grad_norm": 0.2174604814449484, |
| "learning_rate": 1.5429857940845633e-06, |
| "loss": 0.0007185469381511212, |
| "step": 490 |
| }, |
| { |
| "epoch": 2.359338061465721, |
| "grad_norm": 0.106627994457818, |
| "learning_rate": 1.3498975465591868e-06, |
| "loss": 0.0005604015197604895, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.4066193853427897, |
| "grad_norm": 0.1988866050956487, |
| "learning_rate": 1.167817176025744e-06, |
| "loss": 0.0003483978332951665, |
| "step": 510 |
| }, |
| { |
| "epoch": 2.453900709219858, |
| "grad_norm": 0.15724086485914443, |
| "learning_rate": 9.972937953781985e-07, |
| "loss": 0.0002331526717171073, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.5011820330969265, |
| "grad_norm": 0.014082314944136583, |
| "learning_rate": 8.388416642633301e-07, |
| "loss": 0.00021591780241578818, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.548463356973995, |
| "grad_norm": 0.010734473694957166, |
| "learning_rate": 6.929386381908587e-07, |
| "loss": 0.00015967667568475007, |
| "step": 540 |
| }, |
| { |
| "epoch": 2.595744680851064, |
| "grad_norm": 0.0632976398627313, |
| "learning_rate": 5.600247274301535e-07, |
| "loss": 0.00031657898798584936, |
| "step": 550 |
| }, |
| { |
| "epoch": 2.6430260047281324, |
| "grad_norm": 0.007586778269423237, |
| "learning_rate": 4.405007700395497e-07, |
| "loss": 0.0003693631384521723, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.690307328605201, |
| "grad_norm": 0.04480063593455714, |
| "learning_rate": 3.3472722303014126e-07, |
| "loss": 0.00012792327906936408, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.7375886524822697, |
| "grad_norm": 0.010996495687864776, |
| "learning_rate": 2.430230753095891e-07, |
| "loss": 0.00025026644580066203, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.784869976359338, |
| "grad_norm": 0.0045820103754320544, |
| "learning_rate": 1.6566488568429296e-07, |
| "loss": 0.00024191788397729397, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.8321513002364065, |
| "grad_norm": 0.030122235004940587, |
| "learning_rate": 1.0288594882106706e-07, |
| "loss": 0.00014112754724919795, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.879432624113475, |
| "grad_norm": 0.005215245241062601, |
| "learning_rate": 5.4875591683603015e-08, |
| "loss": 0.0002334494376555085, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.9267139479905437, |
| "grad_norm": 0.14667752649006235, |
| "learning_rate": 2.1778602565504238e-08, |
| "loss": 0.0003524246625602245, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.9739952718676124, |
| "grad_norm": 0.014781160711751461, |
| "learning_rate": 3.6947944417925485e-09, |
| "loss": 0.00019812548998743296, |
| "step": 630 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 636, |
| "total_flos": 4.770036441814139e+17, |
| "train_loss": 0.0828797072466864, |
| "train_runtime": 94851.0354, |
| "train_samples_per_second": 0.053, |
| "train_steps_per_second": 0.007 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 636, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 10000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.770036441814139e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
