| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.5535566011624689, |
| "eval_steps": 500, |
| "global_step": 500, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.011071132023249377, |
| "grad_norm": 0.2982485890388489, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 0.5438612461090088, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.022142264046498755, |
| "grad_norm": 0.2238633632659912, |
| "learning_rate": 3.518518518518519e-05, |
| "loss": 0.4879115104675293, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.03321339606974813, |
| "grad_norm": 0.19642046093940735, |
| "learning_rate": 4.9999358393573445e-05, |
| "loss": 0.5164765357971192, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.04428452809299751, |
| "grad_norm": 0.17894092202186584, |
| "learning_rate": 4.997690562638874e-05, |
| "loss": 0.5168572425842285, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.05535566011624689, |
| "grad_norm": 0.20002231001853943, |
| "learning_rate": 4.992240546298341e-05, |
| "loss": 0.4712099552154541, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.06642679213949626, |
| "grad_norm": 0.18889793753623962, |
| "learning_rate": 4.983592783148856e-05, |
| "loss": 0.4723380088806152, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.07749792416274565, |
| "grad_norm": 0.1800369769334793, |
| "learning_rate": 4.9717583689721046e-05, |
| "loss": 0.4957925319671631, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.08856905618599502, |
| "grad_norm": 0.18672174215316772, |
| "learning_rate": 4.9567524882815686e-05, |
| "loss": 0.4966912269592285, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.09964018820924439, |
| "grad_norm": 0.19791601598262787, |
| "learning_rate": 4.938594394839555e-05, |
| "loss": 0.45592079162597654, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.11071132023249378, |
| "grad_norm": 0.17983797192573547, |
| "learning_rate": 4.917307386953062e-05, |
| "loss": 0.47900638580322263, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.12178245225574315, |
| "grad_norm": 0.19228127598762512, |
| "learning_rate": 4.892918777580161e-05, |
| "loss": 0.47019343376159667, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.13285358427899252, |
| "grad_norm": 0.19917553663253784, |
| "learning_rate": 4.865459859285251e-05, |
| "loss": 0.5000853061676025, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.1439247163022419, |
| "grad_norm": 0.19071853160858154, |
| "learning_rate": 4.834965864088164e-05, |
| "loss": 0.45295085906982424, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.1549958483254913, |
| "grad_norm": 0.16079416871070862, |
| "learning_rate": 4.8014759182586274e-05, |
| "loss": 0.4652396202087402, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.16606698034874065, |
| "grad_norm": 0.19701199233531952, |
| "learning_rate": 4.765032992114078e-05, |
| "loss": 0.48296642303466797, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.17713811237199004, |
| "grad_norm": 0.21357282996177673, |
| "learning_rate": 4.725683844885266e-05, |
| "loss": 0.49079251289367676, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.18820924439523942, |
| "grad_norm": 0.2039526402950287, |
| "learning_rate": 4.6834789647203656e-05, |
| "loss": 0.4890737056732178, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.19928037641848878, |
| "grad_norm": 0.21518221497535706, |
| "learning_rate": 4.638472503904583e-05, |
| "loss": 0.45900492668151854, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.21035150844173817, |
| "grad_norm": 0.21490415930747986, |
| "learning_rate": 4.590722209378387e-05, |
| "loss": 0.5259706974029541, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.22142264046498755, |
| "grad_norm": 0.168563112616539, |
| "learning_rate": 4.540289348643493e-05, |
| "loss": 0.460019588470459, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.2324937724882369, |
| "grad_norm": 0.1914004385471344, |
| "learning_rate": 4.487238631151691e-05, |
| "loss": 0.44524073600769043, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.2435649045114863, |
| "grad_norm": 0.17691361904144287, |
| "learning_rate": 4.4316381252773696e-05, |
| "loss": 0.46790690422058107, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.25463603653473565, |
| "grad_norm": 0.2210698425769806, |
| "learning_rate": 4.373559170980271e-05, |
| "loss": 0.4862049579620361, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.26570716855798504, |
| "grad_norm": 0.22967994213104248, |
| "learning_rate": 4.3130762882705286e-05, |
| "loss": 0.4924201011657715, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.2767783005812344, |
| "grad_norm": 0.16751348972320557, |
| "learning_rate": 4.2502670815934566e-05, |
| "loss": 0.4716155529022217, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.2878494326044838, |
| "grad_norm": 0.21026551723480225, |
| "learning_rate": 4.185212140256745e-05, |
| "loss": 0.4572009563446045, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.2989205646277332, |
| "grad_norm": 0.22434744238853455, |
| "learning_rate": 4.1179949350278416e-05, |
| "loss": 0.45023150444030763, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.3099916966509826, |
| "grad_norm": 0.20906312763690948, |
| "learning_rate": 4.0487017110341885e-05, |
| "loss": 0.4625581741333008, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.3210628286742319, |
| "grad_norm": 0.2559385895729065, |
| "learning_rate": 3.977421377103721e-05, |
| "loss": 0.4705606460571289, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.3321339606974813, |
| "grad_norm": 0.19080273807048798, |
| "learning_rate": 3.9042453916876346e-05, |
| "loss": 0.4363286018371582, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.3432050927207307, |
| "grad_norm": 0.19936195015907288, |
| "learning_rate": 3.829267645511766e-05, |
| "loss": 0.4401339054107666, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.3542762247439801, |
| "grad_norm": 0.201541930437088, |
| "learning_rate": 3.75258434110718e-05, |
| "loss": 0.4440303802490234, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.36534735676722946, |
| "grad_norm": 0.21206802129745483, |
| "learning_rate": 3.6742938693745186e-05, |
| "loss": 0.4457419395446777, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.37641848879047884, |
| "grad_norm": 0.20935574173927307, |
| "learning_rate": 3.594496683340485e-05, |
| "loss": 0.446307897567749, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.38748962081372823, |
| "grad_norm": 0.1839415729045868, |
| "learning_rate": 3.513295169268469e-05, |
| "loss": 0.44975647926330564, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.39856075283697756, |
| "grad_norm": 0.24826107919216156, |
| "learning_rate": 3.430793515288663e-05, |
| "loss": 0.46418194770812987, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.40963188486022695, |
| "grad_norm": 0.1801632046699524, |
| "learning_rate": 3.347097577716236e-05, |
| "loss": 0.48062825202941895, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.42070301688347633, |
| "grad_norm": 0.2788636386394501, |
| "learning_rate": 3.262314745229097e-05, |
| "loss": 0.4637604713439941, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.4317741489067257, |
| "grad_norm": 0.20094694197177887, |
| "learning_rate": 3.176553801079502e-05, |
| "loss": 0.4522414207458496, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.4428452809299751, |
| "grad_norm": 0.20372502505779266, |
| "learning_rate": 3.0899247835163284e-05, |
| "loss": 0.4449589729309082, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.4539164129532245, |
| "grad_norm": 0.24644096195697784, |
| "learning_rate": 3.0025388445970632e-05, |
| "loss": 0.46959652900695803, |
| "step": 410 |
| }, |
| { |
| "epoch": 0.4649875449764738, |
| "grad_norm": 0.1820651739835739, |
| "learning_rate": 2.9145081075707e-05, |
| "loss": 0.4682285785675049, |
| "step": 420 |
| }, |
| { |
| "epoch": 0.4760586769997232, |
| "grad_norm": 0.22257454693317413, |
| "learning_rate": 2.8259455230145153e-05, |
| "loss": 0.4520132541656494, |
| "step": 430 |
| }, |
| { |
| "epoch": 0.4871298090229726, |
| "grad_norm": 0.21487396955490112, |
| "learning_rate": 2.7369647239093137e-05, |
| "loss": 0.45970830917358396, |
| "step": 440 |
| }, |
| { |
| "epoch": 0.498200941046222, |
| "grad_norm": 0.19929295778274536, |
| "learning_rate": 2.6476798798390933e-05, |
| "loss": 0.48697819709777834, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.5092720730694713, |
| "grad_norm": 0.19580361247062683, |
| "learning_rate": 2.558205550502211e-05, |
| "loss": 0.442689323425293, |
| "step": 460 |
| }, |
| { |
| "epoch": 0.5203432050927207, |
| "grad_norm": 0.2583716809749603, |
| "learning_rate": 2.4686565387219925e-05, |
| "loss": 0.45048093795776367, |
| "step": 470 |
| }, |
| { |
| "epoch": 0.5314143371159701, |
| "grad_norm": 0.21075128018856049, |
| "learning_rate": 2.3791477431453946e-05, |
| "loss": 0.4816279411315918, |
| "step": 480 |
| }, |
| { |
| "epoch": 0.5424854691392195, |
| "grad_norm": 0.2000635415315628, |
| "learning_rate": 2.289794010818724e-05, |
| "loss": 0.44063844680786135, |
| "step": 490 |
| }, |
| { |
| "epoch": 0.5535566011624689, |
| "grad_norm": 0.308988094329834, |
| "learning_rate": 2.2007099898295597e-05, |
| "loss": 0.5063977241516113, |
| "step": 500 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 904, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 250, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 4.29911060908032e+16, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
