{ "best_global_step": null, "best_metric": null, "best_model_checkpoint": null, "epoch": 2.174858634188778, "eval_steps": 1000, "global_step": 5000, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.04349717268377556, "grad_norm": 1.1873760223388672, "learning_rate": 2.8695652173913046e-06, "loss": 0.017874032258987427, "step": 100 }, { "epoch": 0.08699434536755112, "grad_norm": 0.42400866746902466, "learning_rate": 5.768115942028986e-06, "loss": 0.019751017093658448, "step": 200 }, { "epoch": 0.13049151805132667, "grad_norm": 0.4099847972393036, "learning_rate": 8.666666666666668e-06, "loss": 0.014439672231674194, "step": 300 }, { "epoch": 0.17398869073510223, "grad_norm": 0.4237093925476074, "learning_rate": 9.917582417582419e-06, "loss": 0.019586087465286256, "step": 400 }, { "epoch": 0.21748586341887777, "grad_norm": 0.5307211875915527, "learning_rate": 9.764957264957265e-06, "loss": 0.02108067512512207, "step": 500 }, { "epoch": 0.26098303610265333, "grad_norm": 0.2467508465051651, "learning_rate": 9.612332112332114e-06, "loss": 0.017134275436401367, "step": 600 }, { "epoch": 0.3044802087864289, "grad_norm": 0.04444492980837822, "learning_rate": 9.45970695970696e-06, "loss": 0.014518336057662964, "step": 700 }, { "epoch": 0.34797738147020446, "grad_norm": 0.02670428715646267, "learning_rate": 9.307081807081807e-06, "loss": 0.015038586854934692, "step": 800 }, { "epoch": 0.39147455415397997, "grad_norm": 0.11947870254516602, "learning_rate": 9.154456654456656e-06, "loss": 0.01791533350944519, "step": 900 }, { "epoch": 0.43497172683775553, "grad_norm": 0.03927593678236008, "learning_rate": 9.001831501831502e-06, "loss": 0.012947161197662354, "step": 1000 }, { "epoch": 0.43497172683775553, "eval_accuracy": 0.9987446666666666, "eval_f1": 0.9987346048644515, "eval_loss": 0.01923435740172863, "eval_precision": 0.998726833632803, "eval_recall": 0.9987446666666666, "eval_runtime": 29.2875, "eval_samples_per_second": 170.721, "eval_steps_per_second": 21.34, "step": 1000 }, { "epoch": 0.4784688995215311, "grad_norm": 0.4049844443798065, "learning_rate": 8.849206349206349e-06, "loss": 0.02207942247390747, "step": 1100 }, { "epoch": 0.5219660722053067, "grad_norm": 0.08053509891033173, "learning_rate": 8.696581196581197e-06, "loss": 0.01587142825126648, "step": 1200 }, { "epoch": 0.5654632448890822, "grad_norm": 1.8759474754333496, "learning_rate": 8.543956043956044e-06, "loss": 0.014381803274154663, "step": 1300 }, { "epoch": 0.6089604175728578, "grad_norm": 1.6190632581710815, "learning_rate": 8.391330891330893e-06, "loss": 0.015616736412048339, "step": 1400 }, { "epoch": 0.6524575902566333, "grad_norm": 0.2359640896320343, "learning_rate": 8.23870573870574e-06, "loss": 0.01666579842567444, "step": 1500 }, { "epoch": 0.6959547629404089, "grad_norm": 0.4448085129261017, "learning_rate": 8.086080586080588e-06, "loss": 0.018115322589874267, "step": 1600 }, { "epoch": 0.7394519356241844, "grad_norm": 0.6740186214447021, "learning_rate": 7.933455433455434e-06, "loss": 0.014048123359680175, "step": 1700 }, { "epoch": 0.7829491083079599, "grad_norm": 0.03318515792489052, "learning_rate": 7.780830280830281e-06, "loss": 0.015549888610839844, "step": 1800 }, { "epoch": 0.8264462809917356, "grad_norm": 0.2157498300075531, "learning_rate": 7.6282051282051286e-06, "loss": 0.014837932586669923, "step": 1900 }, { "epoch": 0.8699434536755111, "grad_norm": 0.16669438779354095, "learning_rate": 7.475579975579976e-06, "loss": 0.015988308191299438, "step": 2000 }, { "epoch": 0.8699434536755111, "eval_accuracy": 0.998754, "eval_f1": 0.9987447764128639, "eval_loss": 0.018810242414474487, "eval_precision": 0.9987375090137124, "eval_recall": 0.998754, "eval_runtime": 29.3171, "eval_samples_per_second": 170.549, "eval_steps_per_second": 21.319, "step": 2000 }, { "epoch": 0.9134406263592867, "grad_norm": 0.1879555583000183, "learning_rate": 7.322954822954823e-06, "loss": 0.014088320732116699, "step": 2100 }, { "epoch": 0.9569377990430622, "grad_norm": 0.09590628743171692, "learning_rate": 7.170329670329671e-06, "loss": 0.01723169445991516, "step": 2200 }, { "epoch": 1.0004349717268377, "grad_norm": 0.1197345182299614, "learning_rate": 7.017704517704518e-06, "loss": 0.019008680582046508, "step": 2300 }, { "epoch": 1.0439321444106133, "grad_norm": 0.2402680516242981, "learning_rate": 6.8650793650793654e-06, "loss": 0.012565597295761108, "step": 2400 }, { "epoch": 1.087429317094389, "grad_norm": 0.030996643006801605, "learning_rate": 6.712454212454212e-06, "loss": 0.010086134672164918, "step": 2500 }, { "epoch": 1.1309264897781643, "grad_norm": 3.238438844680786, "learning_rate": 6.5598290598290605e-06, "loss": 0.016254127025604248, "step": 2600 }, { "epoch": 1.17442366246194, "grad_norm": 0.028059102594852448, "learning_rate": 6.407203907203908e-06, "loss": 0.013029559850692748, "step": 2700 }, { "epoch": 1.2179208351457156, "grad_norm": 0.06354221701622009, "learning_rate": 6.254578754578755e-06, "loss": 0.015041029453277588, "step": 2800 }, { "epoch": 1.2614180078294912, "grad_norm": 0.0685008093714714, "learning_rate": 6.101953601953603e-06, "loss": 0.012073255777359009, "step": 2900 }, { "epoch": 1.3049151805132666, "grad_norm": 0.0475081130862236, "learning_rate": 5.94932844932845e-06, "loss": 0.014265480041503907, "step": 3000 }, { "epoch": 1.3049151805132666, "eval_accuracy": 0.998752, "eval_f1": 0.998738876760062, "eval_loss": 0.02136029303073883, "eval_precision": 0.9987296967935673, "eval_recall": 0.998752, "eval_runtime": 29.2941, "eval_samples_per_second": 170.683, "eval_steps_per_second": 21.335, "step": 3000 }, { "epoch": 1.3484123531970422, "grad_norm": 0.3057118356227875, "learning_rate": 5.796703296703297e-06, "loss": 0.012346909046173096, "step": 3100 }, { "epoch": 1.3919095258808176, "grad_norm": 0.014957386068999767, "learning_rate": 5.644078144078144e-06, "loss": 0.011055607795715332, "step": 3200 }, { "epoch": 1.4354066985645932, "grad_norm": 0.32580187916755676, "learning_rate": 5.4914529914529925e-06, "loss": 0.010661197900772095, "step": 3300 }, { "epoch": 1.4789038712483689, "grad_norm": 0.633515477180481, "learning_rate": 5.338827838827839e-06, "loss": 0.013761337995529175, "step": 3400 }, { "epoch": 1.5224010439321445, "grad_norm": 0.1888076215982437, "learning_rate": 5.186202686202687e-06, "loss": 0.011319246292114258, "step": 3500 }, { "epoch": 1.56589821661592, "grad_norm": 0.11967664957046509, "learning_rate": 5.033577533577534e-06, "loss": 0.010699814558029175, "step": 3600 }, { "epoch": 1.6093953892996955, "grad_norm": 1.1530064344406128, "learning_rate": 4.880952380952381e-06, "loss": 0.011285524368286132, "step": 3700 }, { "epoch": 1.6528925619834711, "grad_norm": 0.23583859205245972, "learning_rate": 4.7283272283272285e-06, "loss": 0.012795346975326537, "step": 3800 }, { "epoch": 1.6963897346672465, "grad_norm": 1.0408198833465576, "learning_rate": 4.575702075702076e-06, "loss": 0.012792168855667115, "step": 3900 }, { "epoch": 1.7398869073510221, "grad_norm": 0.09672334045171738, "learning_rate": 4.423076923076924e-06, "loss": 0.010303473472595215, "step": 4000 }, { "epoch": 1.7398869073510221, "eval_accuracy": 0.9987613333333333, "eval_f1": 0.9987487342857478, "eval_loss": 0.021380659192800522, "eval_precision": 0.998739829053503, "eval_recall": 0.9987613333333333, "eval_runtime": 29.2518, "eval_samples_per_second": 170.929, "eval_steps_per_second": 21.366, "step": 4000 }, { "epoch": 1.7833840800347978, "grad_norm": 0.19785387814044952, "learning_rate": 4.27045177045177e-06, "loss": 0.013082098960876466, "step": 4100 }, { "epoch": 1.8268812527185734, "grad_norm": 0.022854823619127274, "learning_rate": 4.117826617826618e-06, "loss": 0.011326223611831665, "step": 4200 }, { "epoch": 1.870378425402349, "grad_norm": 0.39354178309440613, "learning_rate": 3.965201465201465e-06, "loss": 0.011685781478881836, "step": 4300 }, { "epoch": 1.9138755980861244, "grad_norm": 0.5049183368682861, "learning_rate": 3.8125763125763125e-06, "loss": 0.013935636281967163, "step": 4400 }, { "epoch": 1.9573727707698998, "grad_norm": 0.31575822830200195, "learning_rate": 3.65995115995116e-06, "loss": 0.01821691632270813, "step": 4500 }, { "epoch": 2.0008699434536754, "grad_norm": 0.03354845568537712, "learning_rate": 3.507326007326007e-06, "loss": 0.01202067494392395, "step": 4600 }, { "epoch": 2.044367116137451, "grad_norm": 0.17201851308345795, "learning_rate": 3.3547008547008547e-06, "loss": 0.007187445163726807, "step": 4700 }, { "epoch": 2.0878642888212267, "grad_norm": 1.2300870418548584, "learning_rate": 3.2020757020757023e-06, "loss": 0.013125517368316651, "step": 4800 }, { "epoch": 2.1313614615050023, "grad_norm": 2.114861488342285, "learning_rate": 3.04945054945055e-06, "loss": 0.013083455562591552, "step": 4900 }, { "epoch": 2.174858634188778, "grad_norm": 0.17883101105690002, "learning_rate": 2.8968253968253974e-06, "loss": 0.010745112895965575, "step": 5000 }, { "epoch": 2.174858634188778, "eval_accuracy": 0.9987673333333333, "eval_f1": 0.998753649229471, "eval_loss": 0.022213751450181007, "eval_precision": 0.9987443671820871, "eval_recall": 0.9987673333333333, "eval_runtime": 29.3818, "eval_samples_per_second": 170.173, "eval_steps_per_second": 21.272, "step": 5000 } ], "logging_steps": 100, "max_steps": 6897, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 1000, "stateful_callbacks": { "TrainerControl": { "args": { "should_epoch_stop": false, "should_evaluate": false, "should_log": false, "should_save": true, "should_training_stop": false }, "attributes": {} } }, "total_flos": 9.358942107089254e+16, "train_batch_size": 8, "trial_name": null, "trial_params": null }