| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.21604104779908181, |
| "eval_steps": 500, |
| "global_step": 400, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.0054010261949770455, |
| "grad_norm": 1.4275089502334595, |
| "learning_rate": 0.00016, |
| "loss": 3.4877567291259766, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.010802052389954091, |
| "grad_norm": 1.4062877893447876, |
| "learning_rate": 0.00019971150378651282, |
| "loss": 3.177476501464844, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.016203078584931137, |
| "grad_norm": 1.4894630908966064, |
| "learning_rate": 0.0001993508835196538, |
| "loss": 2.949508857727051, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.021604104779908182, |
| "grad_norm": 1.1637152433395386, |
| "learning_rate": 0.00019899026325279482, |
| "loss": 3.2568588256835938, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.027005130974885227, |
| "grad_norm": 1.0710796117782593, |
| "learning_rate": 0.00019862964298593581, |
| "loss": 3.033162307739258, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.032406157169862275, |
| "grad_norm": 1.036720633506775, |
| "learning_rate": 0.0001982690227190768, |
| "loss": 2.9209388732910155, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.03780718336483932, |
| "grad_norm": 1.5094584226608276, |
| "learning_rate": 0.00019790840245221782, |
| "loss": 3.199975776672363, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.043208209559816364, |
| "grad_norm": 1.25065016746521, |
| "learning_rate": 0.00019754778218535884, |
| "loss": 3.1586023330688477, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.04860923575479341, |
| "grad_norm": 1.093263864517212, |
| "learning_rate": 0.00019718716191849983, |
| "loss": 3.1673559188842773, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.054010261949770454, |
| "grad_norm": 1.7025214433670044, |
| "learning_rate": 0.00019682654165164082, |
| "loss": 3.0090349197387694, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.059411288144747505, |
| "grad_norm": 1.0379327535629272, |
| "learning_rate": 0.00019646592138478184, |
| "loss": 3.0862411499023437, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.06481231433972455, |
| "grad_norm": 1.0767595767974854, |
| "learning_rate": 0.00019610530111792285, |
| "loss": 2.9345855712890625, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.07021334053470159, |
| "grad_norm": 1.2473753690719604, |
| "learning_rate": 0.00019574468085106384, |
| "loss": 3.168864440917969, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.07561436672967864, |
| "grad_norm": 1.1580232381820679, |
| "learning_rate": 0.00019538406058420483, |
| "loss": 3.0444286346435545, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.08101539292465569, |
| "grad_norm": 1.1562517881393433, |
| "learning_rate": 0.00019502344031734585, |
| "loss": 3.0681676864624023, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.08641641911963273, |
| "grad_norm": 1.2069370746612549, |
| "learning_rate": 0.00019466282005048684, |
| "loss": 3.147779846191406, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.09181744531460978, |
| "grad_norm": 1.1520271301269531, |
| "learning_rate": 0.00019430219978362786, |
| "loss": 3.2159664154052736, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.09721847150958682, |
| "grad_norm": 1.3290963172912598, |
| "learning_rate": 0.00019394157951676885, |
| "loss": 3.17901668548584, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.10261949770456387, |
| "grad_norm": 1.4537458419799805, |
| "learning_rate": 0.00019358095924990984, |
| "loss": 3.076709747314453, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.10802052389954091, |
| "grad_norm": 1.6899892091751099, |
| "learning_rate": 0.00019322033898305085, |
| "loss": 2.9362957000732424, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.11342155009451796, |
| "grad_norm": 1.218902349472046, |
| "learning_rate": 0.00019289578074287774, |
| "loss": 3.0862009048461916, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.11882257628949501, |
| "grad_norm": 1.253646969795227, |
| "learning_rate": 0.00019253516047601876, |
| "loss": 3.0416831970214844, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.12422360248447205, |
| "grad_norm": 1.1816236972808838, |
| "learning_rate": 0.00019217454020915977, |
| "loss": 3.09185791015625, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.1296246286794491, |
| "grad_norm": 1.2364989519119263, |
| "learning_rate": 0.00019181391994230076, |
| "loss": 3.1257530212402345, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.13502565487442614, |
| "grad_norm": 1.3117403984069824, |
| "learning_rate": 0.00019145329967544175, |
| "loss": 3.0078147888183593, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.14042668106940318, |
| "grad_norm": 1.060840368270874, |
| "learning_rate": 0.00019109267940858277, |
| "loss": 3.205386734008789, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.14582770726438024, |
| "grad_norm": 1.0836883783340454, |
| "learning_rate": 0.0001907320591417238, |
| "loss": 3.00787410736084, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.15122873345935728, |
| "grad_norm": 1.1705331802368164, |
| "learning_rate": 0.00019037143887486478, |
| "loss": 3.1415082931518556, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.15662975965433432, |
| "grad_norm": 1.1469744443893433, |
| "learning_rate": 0.00019001081860800577, |
| "loss": 3.0711442947387697, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.16203078584931138, |
| "grad_norm": 1.7230859994888306, |
| "learning_rate": 0.00018965019834114679, |
| "loss": 3.0760629653930662, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.16743181204428842, |
| "grad_norm": 1.3305317163467407, |
| "learning_rate": 0.00018928957807428778, |
| "loss": 3.0109764099121095, |
| "step": 310 |
| }, |
| { |
| "epoch": 0.17283283823926546, |
| "grad_norm": 1.1433296203613281, |
| "learning_rate": 0.0001889289578074288, |
| "loss": 2.900168228149414, |
| "step": 320 |
| }, |
| { |
| "epoch": 0.1782338644342425, |
| "grad_norm": 1.4017837047576904, |
| "learning_rate": 0.00018856833754056978, |
| "loss": 2.9257192611694336, |
| "step": 330 |
| }, |
| { |
| "epoch": 0.18363489062921956, |
| "grad_norm": 1.418676495552063, |
| "learning_rate": 0.00018820771727371077, |
| "loss": 3.1230239868164062, |
| "step": 340 |
| }, |
| { |
| "epoch": 0.1890359168241966, |
| "grad_norm": 1.2229913473129272, |
| "learning_rate": 0.0001878470970068518, |
| "loss": 2.8634975433349608, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.19443694301917364, |
| "grad_norm": 1.2936865091323853, |
| "learning_rate": 0.0001874864767399928, |
| "loss": 3.0415794372558596, |
| "step": 360 |
| }, |
| { |
| "epoch": 0.1998379692141507, |
| "grad_norm": 1.3978519439697266, |
| "learning_rate": 0.0001871258564731338, |
| "loss": 2.9328636169433593, |
| "step": 370 |
| }, |
| { |
| "epoch": 0.20523899540912774, |
| "grad_norm": 1.0732481479644775, |
| "learning_rate": 0.0001867652362062748, |
| "loss": 3.147154426574707, |
| "step": 380 |
| }, |
| { |
| "epoch": 0.21064002160410478, |
| "grad_norm": 1.304332971572876, |
| "learning_rate": 0.0001864046159394158, |
| "loss": 2.98757266998291, |
| "step": 390 |
| }, |
| { |
| "epoch": 0.21604104779908181, |
| "grad_norm": 1.2670519351959229, |
| "learning_rate": 0.00018604399567255682, |
| "loss": 3.0830259323120117, |
| "step": 400 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 5556, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 200, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 1.45220999565312e+16, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
