| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 500, |
| "global_step": 636, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.04728132387706856, |
| "grad_norm": 16.236957979772033, |
| "learning_rate": 1.40625e-06, |
| "loss": 1.687434768676758, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.09456264775413711, |
| "grad_norm": 4.345514288515526, |
| "learning_rate": 2.96875e-06, |
| "loss": 1.2543096542358398, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.14184397163120568, |
| "grad_norm": 4.598709424479031, |
| "learning_rate": 4.53125e-06, |
| "loss": 0.8897744178771972, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.18912529550827423, |
| "grad_norm": 3.896248266403, |
| "learning_rate": 6.093750000000001e-06, |
| "loss": 0.631532621383667, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.2364066193853428, |
| "grad_norm": 2.5488010498580125, |
| "learning_rate": 7.656250000000001e-06, |
| "loss": 0.5179296493530273, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.28368794326241137, |
| "grad_norm": 2.791435761175107, |
| "learning_rate": 9.21875e-06, |
| "loss": 0.4210957050323486, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.3309692671394799, |
| "grad_norm": 2.691744119464541, |
| "learning_rate": 9.998114787060282e-06, |
| "loss": 0.3618410587310791, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.37825059101654845, |
| "grad_norm": 3.315053560653652, |
| "learning_rate": 9.9830416121373e-06, |
| "loss": 0.30805630683898927, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.425531914893617, |
| "grad_norm": 3.0970009122720183, |
| "learning_rate": 9.952940719551111e-06, |
| "loss": 0.26401567459106445, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.4728132387706856, |
| "grad_norm": 2.7717301052048393, |
| "learning_rate": 9.907902886732532e-06, |
| "loss": 0.23247988224029542, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.5200945626477541, |
| "grad_norm": 2.2378290445202467, |
| "learning_rate": 9.848063937519377e-06, |
| "loss": 0.18636298179626465, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.5673758865248227, |
| "grad_norm": 2.128226794502802, |
| "learning_rate": 9.77360433254273e-06, |
| "loss": 0.1470036745071411, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.6146572104018913, |
| "grad_norm": 2.213384341958612, |
| "learning_rate": 9.68474862499881e-06, |
| "loss": 0.13517546653747559, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.6619385342789598, |
| "grad_norm": 2.7379726883218645, |
| "learning_rate": 9.58176478344772e-06, |
| "loss": 0.14679017066955566, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.7092198581560284, |
| "grad_norm": 1.699414083404274, |
| "learning_rate": 9.46496338368135e-06, |
| "loss": 0.09870785474777222, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.7565011820330969, |
| "grad_norm": 1.8213051622641847, |
| "learning_rate": 9.334696672097577e-06, |
| "loss": 0.08639944195747376, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.8037825059101655, |
| "grad_norm": 2.169856960817815, |
| "learning_rate": 9.191357503405427e-06, |
| "loss": 0.09419339299201965, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.851063829787234, |
| "grad_norm": 1.9294056116394325, |
| "learning_rate": 9.035378155864814e-06, |
| "loss": 0.0790732443332672, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.8983451536643026, |
| "grad_norm": 2.0068438833834934, |
| "learning_rate": 8.86722902763385e-06, |
| "loss": 0.0712779402732849, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.9456264775413712, |
| "grad_norm": 1.8096930309448753, |
| "learning_rate": 8.687417218155213e-06, |
| "loss": 0.07999762296676635, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.9929078014184397, |
| "grad_norm": 1.1149115501392393, |
| "learning_rate": 8.496484998859829e-06, |
| "loss": 0.05281911492347717, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.037825059101655, |
| "grad_norm": 0.8630157580103344, |
| "learning_rate": 8.295008177799827e-06, |
| "loss": 0.04275111556053161, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.0851063829787233, |
| "grad_norm": 1.503439474188658, |
| "learning_rate": 8.083594363142717e-06, |
| "loss": 0.034048724174499514, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.132387706855792, |
| "grad_norm": 0.9237695068741262, |
| "learning_rate": 7.862881130763647e-06, |
| "loss": 0.03316413164138794, |
| "step": 240 |
| }, |
| { |
| "epoch": 1.1796690307328606, |
| "grad_norm": 1.2104532018284029, |
| "learning_rate": 7.633534101461901e-06, |
| "loss": 0.025943702459335326, |
| "step": 250 |
| }, |
| { |
| "epoch": 1.226950354609929, |
| "grad_norm": 1.7490255980120613, |
| "learning_rate": 7.396244933600285e-06, |
| "loss": 0.026894736289978027, |
| "step": 260 |
| }, |
| { |
| "epoch": 1.2742316784869976, |
| "grad_norm": 0.937998953936293, |
| "learning_rate": 7.1517292372211626e-06, |
| "loss": 0.026775848865509034, |
| "step": 270 |
| }, |
| { |
| "epoch": 1.3215130023640662, |
| "grad_norm": 1.331430359013649, |
| "learning_rate": 6.900724415929681e-06, |
| "loss": 0.025040304660797118, |
| "step": 280 |
| }, |
| { |
| "epoch": 1.3687943262411348, |
| "grad_norm": 0.9259906893751623, |
| "learning_rate": 6.643987443052595e-06, |
| "loss": 0.027047303318977357, |
| "step": 290 |
| }, |
| { |
| "epoch": 1.4160756501182032, |
| "grad_norm": 0.6367104508962403, |
| "learning_rate": 6.382292578779243e-06, |
| "loss": 0.018749681115150452, |
| "step": 300 |
| }, |
| { |
| "epoch": 1.4633569739952719, |
| "grad_norm": 0.8498285926199322, |
| "learning_rate": 6.116429035169309e-06, |
| "loss": 0.019034367799758912, |
| "step": 310 |
| }, |
| { |
| "epoch": 1.5106382978723403, |
| "grad_norm": 1.2233125864372485, |
| "learning_rate": 5.847198596069148e-06, |
| "loss": 0.015747560560703276, |
| "step": 320 |
| }, |
| { |
| "epoch": 1.557919621749409, |
| "grad_norm": 0.7471794098840623, |
| "learning_rate": 5.575413199114452e-06, |
| "loss": 0.01181563138961792, |
| "step": 330 |
| }, |
| { |
| "epoch": 1.6052009456264775, |
| "grad_norm": 1.1999403850146364, |
| "learning_rate": 5.301892487111431e-06, |
| "loss": 0.011096002161502838, |
| "step": 340 |
| }, |
| { |
| "epoch": 1.6524822695035462, |
| "grad_norm": 1.5047567171069989, |
| "learning_rate": 5.027461336180929e-06, |
| "loss": 0.012555350363254548, |
| "step": 350 |
| }, |
| { |
| "epoch": 1.6997635933806148, |
| "grad_norm": 0.4656914258409788, |
| "learning_rate": 4.752947368120065e-06, |
| "loss": 0.011661935597658157, |
| "step": 360 |
| }, |
| { |
| "epoch": 1.7470449172576832, |
| "grad_norm": 0.8640551482432602, |
| "learning_rate": 4.479178454483552e-06, |
| "loss": 0.007609501481056213, |
| "step": 370 |
| }, |
| { |
| "epoch": 1.7943262411347518, |
| "grad_norm": 0.40696777659948036, |
| "learning_rate": 4.206980219911784e-06, |
| "loss": 0.00788441076874733, |
| "step": 380 |
| }, |
| { |
| "epoch": 1.8416075650118202, |
| "grad_norm": 0.4829432240529074, |
| "learning_rate": 3.937173552235117e-06, |
| "loss": 0.005980068817734718, |
| "step": 390 |
| }, |
| { |
| "epoch": 1.8888888888888888, |
| "grad_norm": 0.5626729903642195, |
| "learning_rate": 3.6705721268632917e-06, |
| "loss": 0.0050805389881134035, |
| "step": 400 |
| }, |
| { |
| "epoch": 1.9361702127659575, |
| "grad_norm": 0.865410891418915, |
| "learning_rate": 3.4079799529258573e-06, |
| "loss": 0.00595184862613678, |
| "step": 410 |
| }, |
| { |
| "epoch": 1.983451536643026, |
| "grad_norm": 0.5801565153224592, |
| "learning_rate": 3.1501889485639127e-06, |
| "loss": 0.004101177677512169, |
| "step": 420 |
| }, |
| { |
| "epoch": 2.028368794326241, |
| "grad_norm": 0.2542460347762608, |
| "learning_rate": 2.8979765526855e-06, |
| "loss": 0.003185601532459259, |
| "step": 430 |
| }, |
| { |
| "epoch": 2.07565011820331, |
| "grad_norm": 0.12893728283616981, |
| "learning_rate": 2.6521033803870695e-06, |
| "loss": 0.003142884001135826, |
| "step": 440 |
| }, |
| { |
| "epoch": 2.1229314420803784, |
| "grad_norm": 0.4576027953444279, |
| "learning_rate": 2.4133109291117156e-06, |
| "loss": 0.00220065675675869, |
| "step": 450 |
| }, |
| { |
| "epoch": 2.1702127659574466, |
| "grad_norm": 0.04500573758221223, |
| "learning_rate": 2.182319342461924e-06, |
| "loss": 0.0021226156502962114, |
| "step": 460 |
| }, |
| { |
| "epoch": 2.2174940898345152, |
| "grad_norm": 0.1555408139267074, |
| "learning_rate": 1.959825238410596e-06, |
| "loss": 0.0016687886789441108, |
| "step": 470 |
| }, |
| { |
| "epoch": 2.264775413711584, |
| "grad_norm": 0.05106923635158692, |
| "learning_rate": 1.7464996084600433e-06, |
| "loss": 0.0012518723495304584, |
| "step": 480 |
| }, |
| { |
| "epoch": 2.3120567375886525, |
| "grad_norm": 0.21266902380349634, |
| "learning_rate": 1.5429857940845633e-06, |
| "loss": 0.0016100835055112839, |
| "step": 490 |
| }, |
| { |
| "epoch": 2.359338061465721, |
| "grad_norm": 0.13023986851121963, |
| "learning_rate": 1.3498975465591868e-06, |
| "loss": 0.0016047541052103043, |
| "step": 500 |
| }, |
| { |
| "epoch": 2.4066193853427897, |
| "grad_norm": 0.2286608006162366, |
| "learning_rate": 1.167817176025744e-06, |
| "loss": 0.000710711907595396, |
| "step": 510 |
| }, |
| { |
| "epoch": 2.453900709219858, |
| "grad_norm": 0.3511605328717692, |
| "learning_rate": 9.972937953781985e-07, |
| "loss": 0.0004513443447649479, |
| "step": 520 |
| }, |
| { |
| "epoch": 2.5011820330969265, |
| "grad_norm": 0.03959211860370764, |
| "learning_rate": 8.388416642633301e-07, |
| "loss": 0.00029049250297248365, |
| "step": 530 |
| }, |
| { |
| "epoch": 2.548463356973995, |
| "grad_norm": 0.007305612245545069, |
| "learning_rate": 6.929386381908587e-07, |
| "loss": 0.00046396222896873953, |
| "step": 540 |
| }, |
| { |
| "epoch": 2.595744680851064, |
| "grad_norm": 0.07682944574768863, |
| "learning_rate": 5.600247274301535e-07, |
| "loss": 0.0004522494040429592, |
| "step": 550 |
| }, |
| { |
| "epoch": 2.6430260047281324, |
| "grad_norm": 0.018620876718326747, |
| "learning_rate": 4.405007700395497e-07, |
| "loss": 0.0004520657937973738, |
| "step": 560 |
| }, |
| { |
| "epoch": 2.690307328605201, |
| "grad_norm": 0.12845672519376192, |
| "learning_rate": 3.3472722303014126e-07, |
| "loss": 0.0005255869589745998, |
| "step": 570 |
| }, |
| { |
| "epoch": 2.7375886524822697, |
| "grad_norm": 0.027106277088190082, |
| "learning_rate": 2.430230753095891e-07, |
| "loss": 0.0004378724377602339, |
| "step": 580 |
| }, |
| { |
| "epoch": 2.784869976359338, |
| "grad_norm": 0.01968239243953371, |
| "learning_rate": 1.6566488568429296e-07, |
| "loss": 0.0007336122915148735, |
| "step": 590 |
| }, |
| { |
| "epoch": 2.8321513002364065, |
| "grad_norm": 0.06034695916600742, |
| "learning_rate": 1.0288594882106706e-07, |
| "loss": 0.0002610161667689681, |
| "step": 600 |
| }, |
| { |
| "epoch": 2.879432624113475, |
| "grad_norm": 0.00988487440070689, |
| "learning_rate": 5.4875591683603015e-08, |
| "loss": 0.00022370920050889253, |
| "step": 610 |
| }, |
| { |
| "epoch": 2.9267139479905437, |
| "grad_norm": 0.10576710798199444, |
| "learning_rate": 2.1778602565504238e-08, |
| "loss": 0.00024924944154918193, |
| "step": 620 |
| }, |
| { |
| "epoch": 2.9739952718676124, |
| "grad_norm": 0.055821303857596066, |
| "learning_rate": 3.6947944417925485e-09, |
| "loss": 0.00044772783294320104, |
| "step": 630 |
| }, |
| { |
| "epoch": 3.0, |
| "step": 636, |
| "total_flos": 2.8184790872096768e+17, |
| "train_loss": 0.12811007417658632, |
| "train_runtime": 182438.0352, |
| "train_samples_per_second": 0.028, |
| "train_steps_per_second": 0.003 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 636, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 10000, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.8184790872096768e+17, |
| "train_batch_size": 1, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
