| { |
| "best_global_step": 300, |
| "best_metric": 0.13610543310642242, |
| "best_model_checkpoint": "/workspace/anchor/olmo-pretrained/train/checkpoint-300", |
| "epoch": 0.3482298316889147, |
| "eval_steps": 50, |
| "global_step": 300, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.005803830528148578, |
| "grad_norm": 1.8992259502410889, |
| "learning_rate": 1.8181818181818182e-05, |
| "loss": 0.9941, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.011607661056297156, |
| "grad_norm": 1.5108100175857544, |
| "learning_rate": 4.0909090909090915e-05, |
| "loss": 0.8727, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.017411491584445733, |
| "grad_norm": 1.313894271850586, |
| "learning_rate": 6.363636363636364e-05, |
| "loss": 0.7164, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.023215322112594312, |
| "grad_norm": 1.5354955196380615, |
| "learning_rate": 8.636363636363637e-05, |
| "loss": 0.5324, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.02901915264074289, |
| "grad_norm": 1.4390828609466553, |
| "learning_rate": 0.00010909090909090909, |
| "loss": 0.4492, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.034822983168891465, |
| "grad_norm": 1.8266173601150513, |
| "learning_rate": 0.0001318181818181818, |
| "loss": 0.4172, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.04062681369704005, |
| "grad_norm": 1.5203430652618408, |
| "learning_rate": 0.00015454545454545454, |
| "loss": 0.3966, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.046430644225188625, |
| "grad_norm": 1.6018481254577637, |
| "learning_rate": 0.00017727272727272728, |
| "loss": 0.3584, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.0522344747533372, |
| "grad_norm": 1.3058902025222778, |
| "learning_rate": 0.0002, |
| "loss": 0.3571, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.05803830528148578, |
| "grad_norm": 1.388102650642395, |
| "learning_rate": 0.00019998156301911284, |
| "loss": 0.2975, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.05803830528148578, |
| "eval_loss": 0.2423536628484726, |
| "eval_runtime": 152.5048, |
| "eval_samples_per_second": 2.321, |
| "eval_steps_per_second": 1.161, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.06384213580963435, |
| "grad_norm": 1.3211257457733154, |
| "learning_rate": 0.0001999262588748966, |
| "loss": 0.3098, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.06964596633778293, |
| "grad_norm": 1.0737800598144531, |
| "learning_rate": 0.00019983410796018032, |
| "loss": 0.27, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.07544979686593152, |
| "grad_norm": 1.062996745109558, |
| "learning_rate": 0.00019970514425465705, |
| "loss": 0.2597, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.0812536273940801, |
| "grad_norm": 0.8997095227241516, |
| "learning_rate": 0.00019953941531235424, |
| "loss": 0.2213, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.08705745792222867, |
| "grad_norm": 0.6930145025253296, |
| "learning_rate": 0.00019933698224409876, |
| "loss": 0.2616, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.09286128845037725, |
| "grad_norm": 0.5634636282920837, |
| "learning_rate": 0.0001990979196949828, |
| "loss": 0.2218, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.09866511897852583, |
| "grad_norm": 0.545459508895874, |
| "learning_rate": 0.00019882231581683937, |
| "loss": 0.238, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.1044689495066744, |
| "grad_norm": 0.4912775456905365, |
| "learning_rate": 0.0001985102722357371, |
| "loss": 0.2145, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.11027278003482298, |
| "grad_norm": 0.4108012914657593, |
| "learning_rate": 0.0001981619040145068, |
| "loss": 0.2336, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.11607661056297155, |
| "grad_norm": 0.521858274936676, |
| "learning_rate": 0.00019777733961031326, |
| "loss": 0.1963, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.11607661056297155, |
| "eval_loss": 0.1702147275209427, |
| "eval_runtime": 57.6184, |
| "eval_samples_per_second": 6.144, |
| "eval_steps_per_second": 3.072, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.12188044109112015, |
| "grad_norm": 0.5323580503463745, |
| "learning_rate": 0.00019735672082728782, |
| "loss": 0.2433, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.1276842716192687, |
| "grad_norm": 0.5639608502388, |
| "learning_rate": 0.0001969002027642398, |
| "loss": 0.2063, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.1334881021474173, |
| "grad_norm": 0.583233654499054, |
| "learning_rate": 0.00019640795375746518, |
| "loss": 0.2208, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.13929193267556586, |
| "grad_norm": 0.5018272399902344, |
| "learning_rate": 0.00019588015531867464, |
| "loss": 0.204, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.14509576320371445, |
| "grad_norm": 0.48238405585289, |
| "learning_rate": 0.00019531700206806274, |
| "loss": 0.2155, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.15089959373186304, |
| "grad_norm": 0.4539037048816681, |
| "learning_rate": 0.00019471870166254377, |
| "loss": 0.208, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.1567034242600116, |
| "grad_norm": 0.5225255489349365, |
| "learning_rate": 0.00019408547471918061, |
| "loss": 0.2292, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.1625072547881602, |
| "grad_norm": 0.4645092785358429, |
| "learning_rate": 0.00019341755473383432, |
| "loss": 0.2074, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.16831108531630876, |
| "grad_norm": 0.47805657982826233, |
| "learning_rate": 0.00019271518799506492, |
| "loss": 0.2301, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.17411491584445735, |
| "grad_norm": 0.43033567070961, |
| "learning_rate": 0.00019197863349331522, |
| "loss": 0.1916, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.17411491584445735, |
| "eval_loss": 0.1569332629442215, |
| "eval_runtime": 57.9274, |
| "eval_samples_per_second": 6.111, |
| "eval_steps_per_second": 3.056, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.1799187463726059, |
| "grad_norm": 0.5715239644050598, |
| "learning_rate": 0.00019120816282541063, |
| "loss": 0.2054, |
| "step": 155 |
| }, |
| { |
| "epoch": 0.1857225769007545, |
| "grad_norm": 0.5529009699821472, |
| "learning_rate": 0.00019040406009441073, |
| "loss": 0.2156, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.1915264074289031, |
| "grad_norm": 0.5217124819755554, |
| "learning_rate": 0.00018956662180484913, |
| "loss": 0.227, |
| "step": 165 |
| }, |
| { |
| "epoch": 0.19733023795705165, |
| "grad_norm": 0.4713853895664215, |
| "learning_rate": 0.00018869615675340068, |
| "loss": 0.2191, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.20313406848520024, |
| "grad_norm": 0.44989559054374695, |
| "learning_rate": 0.00018779298591501564, |
| "loss": 0.2052, |
| "step": 175 |
| }, |
| { |
| "epoch": 0.2089378990133488, |
| "grad_norm": 0.5454024076461792, |
| "learning_rate": 0.00018685744232456374, |
| "loss": 0.2009, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.2147417295414974, |
| "grad_norm": 0.5243939161300659, |
| "learning_rate": 0.0001858898709540309, |
| "loss": 0.175, |
| "step": 185 |
| }, |
| { |
| "epoch": 0.22054556006964596, |
| "grad_norm": 0.4877641499042511, |
| "learning_rate": 0.0001848906285853145, |
| "loss": 0.1861, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.22634939059779455, |
| "grad_norm": 0.45391249656677246, |
| "learning_rate": 0.0001838600836786635, |
| "loss": 0.1775, |
| "step": 195 |
| }, |
| { |
| "epoch": 0.2321532211259431, |
| "grad_norm": 0.49695494771003723, |
| "learning_rate": 0.0001827986162368129, |
| "loss": 0.1791, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.2321532211259431, |
| "eval_loss": 0.14798370003700256, |
| "eval_runtime": 57.9291, |
| "eval_samples_per_second": 6.111, |
| "eval_steps_per_second": 3.055, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.2379570516540917, |
| "grad_norm": 0.3668426275253296, |
| "learning_rate": 0.0001817066176648615, |
| "loss": 0.2095, |
| "step": 205 |
| }, |
| { |
| "epoch": 0.2437608821822403, |
| "grad_norm": 0.48783811926841736, |
| "learning_rate": 0.0001805844906259452, |
| "loss": 0.2096, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.24956471271038885, |
| "grad_norm": 0.3652338981628418, |
| "learning_rate": 0.00017943264889275944, |
| "loss": 0.1579, |
| "step": 215 |
| }, |
| { |
| "epoch": 0.2553685432385374, |
| "grad_norm": 0.4943305552005768, |
| "learning_rate": 0.00017825151719498466, |
| "loss": 0.169, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.261172373766686, |
| "grad_norm": 0.4297771453857422, |
| "learning_rate": 0.0001770415310626715, |
| "loss": 0.1633, |
| "step": 225 |
| }, |
| { |
| "epoch": 0.2669762042948346, |
| "grad_norm": 0.5426889657974243, |
| "learning_rate": 0.00017580313666564395, |
| "loss": 0.1713, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.2727800348229832, |
| "grad_norm": 0.5065458416938782, |
| "learning_rate": 0.0001745367906489786, |
| "loss": 0.1921, |
| "step": 235 |
| }, |
| { |
| "epoch": 0.2785838653511317, |
| "grad_norm": 0.452774316072464, |
| "learning_rate": 0.00017324295996462146, |
| "loss": 0.2107, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.2843876958792803, |
| "grad_norm": 0.37844130396842957, |
| "learning_rate": 0.00017192212169920459, |
| "loss": 0.1468, |
| "step": 245 |
| }, |
| { |
| "epoch": 0.2901915264074289, |
| "grad_norm": 0.3819119930267334, |
| "learning_rate": 0.00017057476289812504, |
| "loss": 0.1421, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.2901915264074289, |
| "eval_loss": 0.1410292237997055, |
| "eval_runtime": 57.9112, |
| "eval_samples_per_second": 6.113, |
| "eval_steps_per_second": 3.056, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.2959953569355775, |
| "grad_norm": 0.41748952865600586, |
| "learning_rate": 0.00016920138038595216, |
| "loss": 0.1774, |
| "step": 255 |
| }, |
| { |
| "epoch": 0.3017991874637261, |
| "grad_norm": 0.4169933795928955, |
| "learning_rate": 0.0001678024805832284, |
| "loss": 0.207, |
| "step": 260 |
| }, |
| { |
| "epoch": 0.3076030179918746, |
| "grad_norm": 0.3983752727508545, |
| "learning_rate": 0.0001663785793197323, |
| "loss": 0.1492, |
| "step": 265 |
| }, |
| { |
| "epoch": 0.3134068485200232, |
| "grad_norm": 0.3772595524787903, |
| "learning_rate": 0.00016493020164427152, |
| "loss": 0.1154, |
| "step": 270 |
| }, |
| { |
| "epoch": 0.3192106790481718, |
| "grad_norm": 0.3978261947631836, |
| "learning_rate": 0.00016345788163107646, |
| "loss": 0.177, |
| "step": 275 |
| }, |
| { |
| "epoch": 0.3250145095763204, |
| "grad_norm": 0.41389644145965576, |
| "learning_rate": 0.0001619621621828659, |
| "loss": 0.2136, |
| "step": 280 |
| }, |
| { |
| "epoch": 0.3308183401044689, |
| "grad_norm": 0.42459338903427124, |
| "learning_rate": 0.0001604435948306575, |
| "loss": 0.1915, |
| "step": 285 |
| }, |
| { |
| "epoch": 0.3366221706326175, |
| "grad_norm": 0.41835540533065796, |
| "learning_rate": 0.0001589027395303962, |
| "loss": 0.1747, |
| "step": 290 |
| }, |
| { |
| "epoch": 0.3424260011607661, |
| "grad_norm": 0.5012316703796387, |
| "learning_rate": 0.0001573401644564764, |
| "loss": 0.1698, |
| "step": 295 |
| }, |
| { |
| "epoch": 0.3482298316889147, |
| "grad_norm": 0.43907007575035095, |
| "learning_rate": 0.00015575644579223362, |
| "loss": 0.1693, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.3482298316889147, |
| "eval_loss": 0.13610543310642242, |
| "eval_runtime": 57.7605, |
| "eval_samples_per_second": 6.129, |
| "eval_steps_per_second": 3.064, |
| "step": 300 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 862, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "EarlyStoppingCallback": { |
| "args": { |
| "early_stopping_patience": 2, |
| "early_stopping_threshold": 0.001 |
| }, |
| "attributes": { |
| "early_stopping_patience_counter": 0 |
| } |
| }, |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 8.372265212159263e+17, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
