| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 3.0, |
| "eval_steps": 50, |
| "global_step": 1524, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 4.081731240451336, |
| "epoch": 0.01968503937007874, |
| "grad_norm": 1.2025723457336426, |
| "learning_rate": 3.91304347826087e-05, |
| "loss": 2.09478702545166, |
| "mean_token_accuracy": 0.6894429370760917, |
| "num_tokens": 115439.0, |
| "step": 10 |
| }, |
| { |
| "entropy": 1.5656683981418609, |
| "epoch": 0.03937007874015748, |
| "grad_norm": 0.4732680320739746, |
| "learning_rate": 8.260869565217392e-05, |
| "loss": 1.5646931648254394, |
| "mean_token_accuracy": 0.7097038365900517, |
| "num_tokens": 225264.0, |
| "step": 20 |
| }, |
| { |
| "entropy": 1.0895499642938375, |
| "epoch": 0.05905511811023622, |
| "grad_norm": 0.550152599811554, |
| "learning_rate": 0.00012608695652173915, |
| "loss": 1.1402780532836914, |
| "mean_token_accuracy": 0.7643287762999534, |
| "num_tokens": 330923.0, |
| "step": 30 |
| }, |
| { |
| "entropy": 1.0377423465251923, |
| "epoch": 0.07874015748031496, |
| "grad_norm": 0.4060899317264557, |
| "learning_rate": 0.00016956521739130436, |
| "loss": 1.0394248008728026, |
| "mean_token_accuracy": 0.7670801907777787, |
| "num_tokens": 437622.0, |
| "step": 40 |
| }, |
| { |
| "entropy": 0.8492720592767, |
| "epoch": 0.0984251968503937, |
| "grad_norm": 0.4656495451927185, |
| "learning_rate": 0.00019999796688511753, |
| "loss": 0.9070818901062012, |
| "mean_token_accuracy": 0.7918916828930378, |
| "num_tokens": 551175.0, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.0984251968503937, |
| "eval_entropy": 0.9714998945041939, |
| "eval_loss": 0.9814297556877136, |
| "eval_mean_token_accuracy": 0.7616264853212569, |
| "eval_num_tokens": 551175.0, |
| "eval_runtime": 50.076, |
| "eval_samples_per_second": 8.527, |
| "eval_steps_per_second": 1.078, |
| "step": 50 |
| }, |
| { |
| "entropy": 0.7805005680769682, |
| "epoch": 0.11811023622047244, |
| "grad_norm": 0.6193442940711975, |
| "learning_rate": 0.0001999618249203163, |
| "loss": 0.8954662322998047, |
| "mean_token_accuracy": 0.8002645947039128, |
| "num_tokens": 658006.0, |
| "step": 60 |
| }, |
| { |
| "entropy": 0.8279133141040802, |
| "epoch": 0.1377952755905512, |
| "grad_norm": 0.6020731925964355, |
| "learning_rate": 0.00019988052141977201, |
| "loss": 0.9206802368164062, |
| "mean_token_accuracy": 0.7954164117574691, |
| "num_tokens": 771278.0, |
| "step": 70 |
| }, |
| { |
| "entropy": 0.7643017668277026, |
| "epoch": 0.15748031496062992, |
| "grad_norm": 0.5231983065605164, |
| "learning_rate": 0.0001997540931154166, |
| "loss": 0.7755372047424316, |
| "mean_token_accuracy": 0.8071240559220314, |
| "num_tokens": 886071.0, |
| "step": 80 |
| }, |
| { |
| "entropy": 0.7395163401961327, |
| "epoch": 0.17716535433070865, |
| "grad_norm": 0.5036323666572571, |
| "learning_rate": 0.00019958259712601903, |
| "loss": 0.8172826766967773, |
| "mean_token_accuracy": 0.8099836744368076, |
| "num_tokens": 996361.0, |
| "step": 90 |
| }, |
| { |
| "entropy": 0.70047264136374, |
| "epoch": 0.1968503937007874, |
| "grad_norm": 0.53205406665802, |
| "learning_rate": 0.00019936611093137983, |
| "loss": 0.764425802230835, |
| "mean_token_accuracy": 0.8133513547480107, |
| "num_tokens": 1103999.0, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.1968503937007874, |
| "eval_entropy": 0.8809433656710165, |
| "eval_loss": 0.8760986924171448, |
| "eval_mean_token_accuracy": 0.7759342005959263, |
| "eval_num_tokens": 1103999.0, |
| "eval_runtime": 50.0693, |
| "eval_samples_per_second": 8.528, |
| "eval_steps_per_second": 1.079, |
| "step": 100 |
| }, |
| { |
| "entropy": 0.7424050349742174, |
| "epoch": 0.21653543307086615, |
| "grad_norm": 0.3994530141353607, |
| "learning_rate": 0.00019910473233732668, |
| "loss": 0.7701848030090332, |
| "mean_token_accuracy": 0.8107160992920399, |
| "num_tokens": 1216586.0, |
| "step": 110 |
| }, |
| { |
| "entropy": 0.7282566852867604, |
| "epoch": 0.23622047244094488, |
| "grad_norm": 0.5450337529182434, |
| "learning_rate": 0.00019879857943152674, |
| "loss": 0.7601457118988038, |
| "mean_token_accuracy": 0.8057335019111633, |
| "num_tokens": 1324767.0, |
| "step": 120 |
| }, |
| { |
| "entropy": 0.7324596978724003, |
| "epoch": 0.2559055118110236, |
| "grad_norm": 0.5821658968925476, |
| "learning_rate": 0.00019844779053013637, |
| "loss": 0.7659125804901123, |
| "mean_token_accuracy": 0.8053000435233116, |
| "num_tokens": 1432356.0, |
| "step": 130 |
| }, |
| { |
| "entropy": 0.66163036134094, |
| "epoch": 0.2755905511811024, |
| "grad_norm": 0.5165016055107117, |
| "learning_rate": 0.00019805252411531126, |
| "loss": 0.7274711608886719, |
| "mean_token_accuracy": 0.8206341236829757, |
| "num_tokens": 1542545.0, |
| "step": 140 |
| }, |
| { |
| "entropy": 0.7055144146084785, |
| "epoch": 0.2952755905511811, |
| "grad_norm": 0.5799933075904846, |
| "learning_rate": 0.0001976129587636064, |
| "loss": 0.7352935791015625, |
| "mean_token_accuracy": 0.8095529124140739, |
| "num_tokens": 1654462.0, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.2952755905511811, |
| "eval_entropy": 0.8143208810576686, |
| "eval_loss": 0.8347764611244202, |
| "eval_mean_token_accuracy": 0.7817997546107681, |
| "eval_num_tokens": 1654462.0, |
| "eval_runtime": 50.0768, |
| "eval_samples_per_second": 8.527, |
| "eval_steps_per_second": 1.078, |
| "step": 150 |
| }, |
| { |
| "entropy": 0.6451521161943674, |
| "epoch": 0.31496062992125984, |
| "grad_norm": 0.4720793068408966, |
| "learning_rate": 0.00019712929306529723, |
| "loss": 0.7099593162536622, |
| "mean_token_accuracy": 0.822279942035675, |
| "num_tokens": 1760181.0, |
| "step": 160 |
| }, |
| { |
| "entropy": 0.6923504635691643, |
| "epoch": 0.3346456692913386, |
| "grad_norm": 0.5992543697357178, |
| "learning_rate": 0.000196601745534659, |
| "loss": 0.7766928195953369, |
| "mean_token_accuracy": 0.8206209510564804, |
| "num_tokens": 1864683.0, |
| "step": 170 |
| }, |
| { |
| "entropy": 0.7083404455333948, |
| "epoch": 0.3543307086614173, |
| "grad_norm": 0.45409828424453735, |
| "learning_rate": 0.0001960305545112445, |
| "loss": 0.744833517074585, |
| "mean_token_accuracy": 0.8117265947163105, |
| "num_tokens": 1978641.0, |
| "step": 180 |
| }, |
| { |
| "entropy": 0.671433940064162, |
| "epoch": 0.37401574803149606, |
| "grad_norm": 0.4698701798915863, |
| "learning_rate": 0.0001954159780522056, |
| "loss": 0.7281535625457763, |
| "mean_token_accuracy": 0.817485723644495, |
| "num_tokens": 2087989.0, |
| "step": 190 |
| }, |
| { |
| "entropy": 0.7019775623455644, |
| "epoch": 0.3937007874015748, |
| "grad_norm": 0.6314639449119568, |
| "learning_rate": 0.00019475829381570566, |
| "loss": 0.7663211822509766, |
| "mean_token_accuracy": 0.8176812350749969, |
| "num_tokens": 2195494.0, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.3937007874015748, |
| "eval_entropy": 0.819858855119458, |
| "eval_loss": 0.8197568655014038, |
| "eval_mean_token_accuracy": 0.7837593434033571, |
| "eval_num_tokens": 2195494.0, |
| "eval_runtime": 50.0794, |
| "eval_samples_per_second": 8.526, |
| "eval_steps_per_second": 1.078, |
| "step": 200 |
| }, |
| { |
| "entropy": 0.6459112739190459, |
| "epoch": 0.41338582677165353, |
| "grad_norm": 0.4029120206832886, |
| "learning_rate": 0.0001940577989354773, |
| "loss": 0.7212091445922851, |
| "mean_token_accuracy": 0.8216200672090054, |
| "num_tokens": 2314228.0, |
| "step": 210 |
| }, |
| { |
| "entropy": 0.6658948451280594, |
| "epoch": 0.4330708661417323, |
| "grad_norm": 0.6937551498413086, |
| "learning_rate": 0.00019331480988658083, |
| "loss": 0.7317200660705566, |
| "mean_token_accuracy": 0.8218330323696137, |
| "num_tokens": 2419122.0, |
| "step": 220 |
| }, |
| { |
| "entropy": 0.6822177035734057, |
| "epoch": 0.452755905511811, |
| "grad_norm": 0.4081629514694214, |
| "learning_rate": 0.00019252966234242468, |
| "loss": 0.7487519741058349, |
| "mean_token_accuracy": 0.8097363859415054, |
| "num_tokens": 2524623.0, |
| "step": 230 |
| }, |
| { |
| "entropy": 0.7053613148629665, |
| "epoch": 0.47244094488188976, |
| "grad_norm": 0.6170492172241211, |
| "learning_rate": 0.00019170271102311238, |
| "loss": 0.8214272499084473, |
| "mean_token_accuracy": 0.8059085100889206, |
| "num_tokens": 2631031.0, |
| "step": 240 |
| }, |
| { |
| "entropy": 0.6398238291963935, |
| "epoch": 0.4921259842519685, |
| "grad_norm": 0.4603516161441803, |
| "learning_rate": 0.00019083432953518418, |
| "loss": 0.7328793048858643, |
| "mean_token_accuracy": 0.8248285502195358, |
| "num_tokens": 2741031.0, |
| "step": 250 |
| }, |
| { |
| "epoch": 0.4921259842519685, |
| "eval_entropy": 0.8082884434196684, |
| "eval_loss": 0.8002302646636963, |
| "eval_mean_token_accuracy": 0.788091140764731, |
| "eval_num_tokens": 2741031.0, |
| "eval_runtime": 50.0693, |
| "eval_samples_per_second": 8.528, |
| "eval_steps_per_second": 1.079, |
| "step": 250 |
| }, |
| { |
| "entropy": 0.6552930422127247, |
| "epoch": 0.5118110236220472, |
| "grad_norm": 0.5747159719467163, |
| "learning_rate": 0.00018992491020282618, |
| "loss": 0.693137788772583, |
| "mean_token_accuracy": 0.8185193344950676, |
| "num_tokens": 2853547.0, |
| "step": 260 |
| }, |
| { |
| "entropy": 0.6801722910255193, |
| "epoch": 0.531496062992126, |
| "grad_norm": 0.4311263859272003, |
| "learning_rate": 0.0001889748638906231, |
| "loss": 0.7339208602905274, |
| "mean_token_accuracy": 0.8195476584136486, |
| "num_tokens": 2968367.0, |
| "step": 270 |
| }, |
| { |
| "entropy": 0.6948977328836918, |
| "epoch": 0.5511811023622047, |
| "grad_norm": 0.4513797461986542, |
| "learning_rate": 0.00018798461981793462, |
| "loss": 0.7738771438598633, |
| "mean_token_accuracy": 0.8162345252931118, |
| "num_tokens": 3075963.0, |
| "step": 280 |
| }, |
| { |
| "entropy": 0.7177972780540586, |
| "epoch": 0.5708661417322834, |
| "grad_norm": 0.4137361943721771, |
| "learning_rate": 0.00018695462536497934, |
| "loss": 0.7487005710601806, |
| "mean_token_accuracy": 0.8072154425084591, |
| "num_tokens": 3185899.0, |
| "step": 290 |
| }, |
| { |
| "entropy": 0.6409716093912721, |
| "epoch": 0.5905511811023622, |
| "grad_norm": 0.49643731117248535, |
| "learning_rate": 0.00018588534587071385, |
| "loss": 0.7363781452178955, |
| "mean_token_accuracy": 0.8213795177638531, |
| "num_tokens": 3297319.0, |
| "step": 300 |
| }, |
| { |
| "epoch": 0.5905511811023622, |
| "eval_entropy": 0.7340650547433782, |
| "eval_loss": 0.7908466458320618, |
| "eval_mean_token_accuracy": 0.7887170259599332, |
| "eval_num_tokens": 3297319.0, |
| "eval_runtime": 50.0473, |
| "eval_samples_per_second": 8.532, |
| "eval_steps_per_second": 1.079, |
| "step": 300 |
| }, |
| { |
| "entropy": 0.6877464625984431, |
| "epoch": 0.610236220472441, |
| "grad_norm": 0.3918077051639557, |
| "learning_rate": 0.00018477726442259806, |
| "loss": 0.720060157775879, |
| "mean_token_accuracy": 0.811838335543871, |
| "num_tokens": 3415477.0, |
| "step": 310 |
| }, |
| { |
| "entropy": 0.6839619591832161, |
| "epoch": 0.6299212598425197, |
| "grad_norm": 0.39354413747787476, |
| "learning_rate": 0.00018363088163834252, |
| "loss": 0.7302655220031739, |
| "mean_token_accuracy": 0.8125466287136078, |
| "num_tokens": 3524759.0, |
| "step": 320 |
| }, |
| { |
| "entropy": 0.6844633586704731, |
| "epoch": 0.6496062992125984, |
| "grad_norm": 0.44826650619506836, |
| "learning_rate": 0.00018244671543973513, |
| "loss": 0.75206618309021, |
| "mean_token_accuracy": 0.8085944786667824, |
| "num_tokens": 3640838.0, |
| "step": 330 |
| }, |
| { |
| "entropy": 0.6127769330516457, |
| "epoch": 0.6692913385826772, |
| "grad_norm": 0.5281074047088623, |
| "learning_rate": 0.0001812253008186505, |
| "loss": 0.676181697845459, |
| "mean_token_accuracy": 0.8289406672120094, |
| "num_tokens": 3756735.0, |
| "step": 340 |
| }, |
| { |
| "entropy": 0.6899090738967061, |
| "epoch": 0.6889763779527559, |
| "grad_norm": 0.4868250787258148, |
| "learning_rate": 0.0001799671895953471, |
| "loss": 0.7409597396850586, |
| "mean_token_accuracy": 0.8155336409807206, |
| "num_tokens": 3870377.0, |
| "step": 350 |
| }, |
| { |
| "epoch": 0.6889763779527559, |
| "eval_entropy": 0.774545039291735, |
| "eval_loss": 0.7735128402709961, |
| "eval_mean_token_accuracy": 0.7915615362149698, |
| "eval_num_tokens": 3870377.0, |
| "eval_runtime": 50.0713, |
| "eval_samples_per_second": 8.528, |
| "eval_steps_per_second": 1.078, |
| "step": 350 |
| }, |
| { |
| "entropy": 0.628368235193193, |
| "epoch": 0.7086614173228346, |
| "grad_norm": 0.5193262100219727, |
| "learning_rate": 0.00017867295016916167, |
| "loss": 0.686598539352417, |
| "mean_token_accuracy": 0.8207510903477668, |
| "num_tokens": 3975692.0, |
| "step": 360 |
| }, |
| { |
| "entropy": 0.7101229786872864, |
| "epoch": 0.7283464566929134, |
| "grad_norm": 0.4744711220264435, |
| "learning_rate": 0.0001773431672617132, |
| "loss": 0.7801414966583252, |
| "mean_token_accuracy": 0.8085352785885334, |
| "num_tokens": 4087256.0, |
| "step": 370 |
| }, |
| { |
| "entropy": 0.6297556543722749, |
| "epoch": 0.7480314960629921, |
| "grad_norm": 0.45756635069847107, |
| "learning_rate": 0.00017597844165273286, |
| "loss": 0.6692267417907715, |
| "mean_token_accuracy": 0.8241402678191662, |
| "num_tokens": 4192629.0, |
| "step": 380 |
| }, |
| { |
| "entropy": 0.6269465358927846, |
| "epoch": 0.7677165354330708, |
| "grad_norm": 0.48099687695503235, |
| "learning_rate": 0.00017457938990863908, |
| "loss": 0.6762315273284912, |
| "mean_token_accuracy": 0.824905026704073, |
| "num_tokens": 4303838.0, |
| "step": 390 |
| }, |
| { |
| "entropy": 0.7084620589390397, |
| "epoch": 0.7874015748031497, |
| "grad_norm": 0.4862897992134094, |
| "learning_rate": 0.00017314664410398033, |
| "loss": 0.7662469863891601, |
| "mean_token_accuracy": 0.8124067313969136, |
| "num_tokens": 4414002.0, |
| "step": 400 |
| }, |
| { |
| "epoch": 0.7874015748031497, |
| "eval_entropy": 0.7462573321881117, |
| "eval_loss": 0.7633256316184998, |
| "eval_mean_token_accuracy": 0.7947341071234809, |
| "eval_num_tokens": 4414002.0, |
| "eval_runtime": 50.0471, |
| "eval_samples_per_second": 8.532, |
| "eval_steps_per_second": 1.079, |
| "step": 400 |
| }, |
| { |
| "entropy": 0.6137412896379828, |
| "epoch": 0.8070866141732284, |
| "grad_norm": 0.5355563759803772, |
| "learning_rate": 0.0001716808515358714, |
| "loss": 0.7326591968536377, |
| "mean_token_accuracy": 0.8191115081310272, |
| "num_tokens": 4525758.0, |
| "step": 410 |
| }, |
| { |
| "entropy": 0.6132487592287361, |
| "epoch": 0.8267716535433071, |
| "grad_norm": 0.47578275203704834, |
| "learning_rate": 0.00017018267443155268, |
| "loss": 0.6466782569885254, |
| "mean_token_accuracy": 0.8353692322969437, |
| "num_tokens": 4640742.0, |
| "step": 420 |
| }, |
| { |
| "entropy": 0.6744782857596874, |
| "epoch": 0.8464566929133859, |
| "grad_norm": 0.4436945617198944, |
| "learning_rate": 0.00016865278964920378, |
| "loss": 0.7423620223999023, |
| "mean_token_accuracy": 0.8134209528565407, |
| "num_tokens": 4754244.0, |
| "step": 430 |
| }, |
| { |
| "entropy": 0.6488625114783645, |
| "epoch": 0.8661417322834646, |
| "grad_norm": 0.33081018924713135, |
| "learning_rate": 0.00016709188837214732, |
| "loss": 0.6952498912811279, |
| "mean_token_accuracy": 0.8194661349058151, |
| "num_tokens": 4862576.0, |
| "step": 440 |
| }, |
| { |
| "entropy": 0.6501848340034485, |
| "epoch": 0.8858267716535433, |
| "grad_norm": 0.3483272194862366, |
| "learning_rate": 0.0001655006757965806, |
| "loss": 0.6860886096954346, |
| "mean_token_accuracy": 0.8210023202002048, |
| "num_tokens": 4984410.0, |
| "step": 450 |
| }, |
| { |
| "epoch": 0.8858267716535433, |
| "eval_entropy": 0.7518550543873398, |
| "eval_loss": 0.7559269666671753, |
| "eval_mean_token_accuracy": 0.7948771152231429, |
| "eval_num_tokens": 4984410.0, |
| "eval_runtime": 50.0772, |
| "eval_samples_per_second": 8.527, |
| "eval_steps_per_second": 1.078, |
| "step": 450 |
| }, |
| { |
| "entropy": 0.6636170313693583, |
| "epoch": 0.905511811023622, |
| "grad_norm": 0.5626906752586365, |
| "learning_rate": 0.0001638798708129768, |
| "loss": 0.74765944480896, |
| "mean_token_accuracy": 0.8188274890184403, |
| "num_tokens": 5094029.0, |
| "step": 460 |
| }, |
| { |
| "entropy": 0.6928009213879704, |
| "epoch": 0.9251968503937008, |
| "grad_norm": 0.37302127480506897, |
| "learning_rate": 0.00016223020568129854, |
| "loss": 0.7495561599731445, |
| "mean_token_accuracy": 0.8060568884015084, |
| "num_tokens": 5210613.0, |
| "step": 470 |
| }, |
| { |
| "entropy": 0.6453812881372869, |
| "epoch": 0.9448818897637795, |
| "grad_norm": 0.6153962016105652, |
| "learning_rate": 0.00016055242570017244, |
| "loss": 0.71365327835083, |
| "mean_token_accuracy": 0.8186813399195672, |
| "num_tokens": 5322546.0, |
| "step": 480 |
| }, |
| { |
| "entropy": 0.6382862586528063, |
| "epoch": 0.9645669291338582, |
| "grad_norm": 0.4038618505001068, |
| "learning_rate": 0.00015884728887017162, |
| "loss": 0.7178555965423584, |
| "mean_token_accuracy": 0.8249971143901348, |
| "num_tokens": 5434008.0, |
| "step": 490 |
| }, |
| { |
| "entropy": 0.5493983221240342, |
| "epoch": 0.984251968503937, |
| "grad_norm": 0.4192914664745331, |
| "learning_rate": 0.0001571155655513606, |
| "loss": 0.6016243457794189, |
| "mean_token_accuracy": 0.8419173769652843, |
| "num_tokens": 5544086.0, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.984251968503937, |
| "eval_entropy": 0.7105065948433347, |
| "eval_loss": 0.7486068606376648, |
| "eval_mean_token_accuracy": 0.7960716353522407, |
| "eval_num_tokens": 5544086.0, |
| "eval_runtime": 50.0606, |
| "eval_samples_per_second": 8.53, |
| "eval_steps_per_second": 1.079, |
| "step": 500 |
| }, |
| { |
| "entropy": 0.5665312141180039, |
| "epoch": 1.0039370078740157, |
| "grad_norm": 0.368359237909317, |
| "learning_rate": 0.0001553580381152559, |
| "loss": 0.615216064453125, |
| "mean_token_accuracy": 0.8418210983276367, |
| "num_tokens": 5657246.0, |
| "step": 510 |
| }, |
| { |
| "entropy": 0.5862001886591315, |
| "epoch": 1.0236220472440944, |
| "grad_norm": 0.45820990204811096, |
| "learning_rate": 0.0001535755005913602, |
| "loss": 0.5764771461486816, |
| "mean_token_accuracy": 0.8442600667476654, |
| "num_tokens": 5768184.0, |
| "step": 520 |
| }, |
| { |
| "entropy": 0.5108475044369698, |
| "epoch": 1.0433070866141732, |
| "grad_norm": 0.6285914182662964, |
| "learning_rate": 0.00015176875830842938, |
| "loss": 0.5896134376525879, |
| "mean_token_accuracy": 0.8521038725972175, |
| "num_tokens": 5885598.0, |
| "step": 530 |
| }, |
| { |
| "entropy": 0.486662133410573, |
| "epoch": 1.0629921259842519, |
| "grad_norm": 0.434353768825531, |
| "learning_rate": 0.0001499386275306348, |
| "loss": 0.5298209190368652, |
| "mean_token_accuracy": 0.8610952235758305, |
| "num_tokens": 6002120.0, |
| "step": 540 |
| }, |
| { |
| "entropy": 0.4824460167437792, |
| "epoch": 1.0826771653543308, |
| "grad_norm": 0.4565293788909912, |
| "learning_rate": 0.0001480859350887852, |
| "loss": 0.5373196601867676, |
| "mean_token_accuracy": 0.8647552341222763, |
| "num_tokens": 6112085.0, |
| "step": 550 |
| }, |
| { |
| "epoch": 1.0826771653543308, |
| "eval_entropy": 0.6355549980092932, |
| "eval_loss": 0.7618542313575745, |
| "eval_mean_token_accuracy": 0.7958722456737801, |
| "eval_num_tokens": 6112085.0, |
| "eval_runtime": 50.0727, |
| "eval_samples_per_second": 8.528, |
| "eval_steps_per_second": 1.078, |
| "step": 550 |
| }, |
| { |
| "entropy": 0.501596263051033, |
| "epoch": 1.1023622047244095, |
| "grad_norm": 0.5378302335739136, |
| "learning_rate": 0.00014621151800677434, |
| "loss": 0.5560750007629395, |
| "mean_token_accuracy": 0.8573903530836106, |
| "num_tokens": 6224645.0, |
| "step": 560 |
| }, |
| { |
| "entropy": 0.4562000434845686, |
| "epoch": 1.1220472440944882, |
| "grad_norm": 0.3977832496166229, |
| "learning_rate": 0.0001443162231234242, |
| "loss": 0.4738937854766846, |
| "mean_token_accuracy": 0.8670585304498672, |
| "num_tokens": 6336790.0, |
| "step": 570 |
| }, |
| { |
| "entropy": 0.501401986181736, |
| "epoch": 1.141732283464567, |
| "grad_norm": 0.5541960000991821, |
| "learning_rate": 0.0001424009067098931, |
| "loss": 0.5401212692260742, |
| "mean_token_accuracy": 0.8490624278783798, |
| "num_tokens": 6450761.0, |
| "step": 580 |
| }, |
| { |
| "entropy": 0.46929567167535424, |
| "epoch": 1.1614173228346456, |
| "grad_norm": 0.5008417367935181, |
| "learning_rate": 0.00014046643408282305, |
| "loss": 0.4880987167358398, |
| "mean_token_accuracy": 0.8648147113621235, |
| "num_tokens": 6562060.0, |
| "step": 590 |
| }, |
| { |
| "entropy": 0.4560689639300108, |
| "epoch": 1.1811023622047245, |
| "grad_norm": 0.47965165972709656, |
| "learning_rate": 0.00013851367921340017, |
| "loss": 0.48796811103820803, |
| "mean_token_accuracy": 0.8638885729014874, |
| "num_tokens": 6676922.0, |
| "step": 600 |
| }, |
| { |
| "epoch": 1.1811023622047245, |
| "eval_entropy": 0.6515298419528537, |
| "eval_loss": 0.760289192199707, |
| "eval_mean_token_accuracy": 0.7941010395685831, |
| "eval_num_tokens": 6676922.0, |
| "eval_runtime": 50.0511, |
| "eval_samples_per_second": 8.531, |
| "eval_steps_per_second": 1.079, |
| "step": 600 |
| }, |
| { |
| "entropy": 0.5080817196518183, |
| "epoch": 1.2007874015748032, |
| "grad_norm": 0.5034531354904175, |
| "learning_rate": 0.0001365435243325051, |
| "loss": 0.5181654930114746, |
| "mean_token_accuracy": 0.8537081599235534, |
| "num_tokens": 6783497.0, |
| "step": 610 |
| }, |
| { |
| "entropy": 0.4773111058399081, |
| "epoch": 1.220472440944882, |
| "grad_norm": 0.5925540328025818, |
| "learning_rate": 0.00013455685953213194, |
| "loss": 0.5433258533477783, |
| "mean_token_accuracy": 0.8583495408296585, |
| "num_tokens": 6894014.0, |
| "step": 620 |
| }, |
| { |
| "entropy": 0.4819845519028604, |
| "epoch": 1.2401574803149606, |
| "grad_norm": 0.4825916290283203, |
| "learning_rate": 0.0001325545823632554, |
| "loss": 0.5122869491577149, |
| "mean_token_accuracy": 0.8658660687506199, |
| "num_tokens": 6997350.0, |
| "step": 630 |
| }, |
| { |
| "entropy": 0.5107115621678531, |
| "epoch": 1.2598425196850394, |
| "grad_norm": 0.4685664474964142, |
| "learning_rate": 0.00013053759743032823, |
| "loss": 0.5442278861999512, |
| "mean_token_accuracy": 0.8509419806301594, |
| "num_tokens": 7109067.0, |
| "step": 640 |
| }, |
| { |
| "entropy": 0.54763747388497, |
| "epoch": 1.279527559055118, |
| "grad_norm": 0.5677510499954224, |
| "learning_rate": 0.00012850681598259195, |
| "loss": 0.597836685180664, |
| "mean_token_accuracy": 0.8460060484707356, |
| "num_tokens": 7218739.0, |
| "step": 650 |
| }, |
| { |
| "epoch": 1.279527559055118, |
| "eval_entropy": 0.6216344314592855, |
| "eval_loss": 0.7540124654769897, |
| "eval_mean_token_accuracy": 0.7972306355282113, |
| "eval_num_tokens": 7218739.0, |
| "eval_runtime": 50.0442, |
| "eval_samples_per_second": 8.532, |
| "eval_steps_per_second": 1.079, |
| "step": 650 |
| }, |
| { |
| "entropy": 0.49238223014399407, |
| "epoch": 1.2992125984251968, |
| "grad_norm": 0.5551804304122925, |
| "learning_rate": 0.0001264631555023856, |
| "loss": 0.5532817840576172, |
| "mean_token_accuracy": 0.8577126242220402, |
| "num_tokens": 7334561.0, |
| "step": 660 |
| }, |
| { |
| "entropy": 0.4327555037103593, |
| "epoch": 1.3188976377952755, |
| "grad_norm": 0.7330867052078247, |
| "learning_rate": 0.00012440753929063826, |
| "loss": 0.49375300407409667, |
| "mean_token_accuracy": 0.8675231724977494, |
| "num_tokens": 7443871.0, |
| "step": 670 |
| }, |
| { |
| "entropy": 0.5022793110460043, |
| "epoch": 1.3385826771653544, |
| "grad_norm": 0.5363975167274475, |
| "learning_rate": 0.00012234089604973303, |
| "loss": 0.565674114227295, |
| "mean_token_accuracy": 0.8513440594077111, |
| "num_tokens": 7555559.0, |
| "step": 680 |
| }, |
| { |
| "entropy": 0.48171619242057206, |
| "epoch": 1.358267716535433, |
| "grad_norm": 0.5590063333511353, |
| "learning_rate": 0.0001202641594639305, |
| "loss": 0.5085800170898438, |
| "mean_token_accuracy": 0.8588306061923504, |
| "num_tokens": 7669861.0, |
| "step": 690 |
| }, |
| { |
| "entropy": 0.5218504227697849, |
| "epoch": 1.3779527559055118, |
| "grad_norm": 0.5833286643028259, |
| "learning_rate": 0.00011817826777754171, |
| "loss": 0.5654644966125488, |
| "mean_token_accuracy": 0.8463637113571167, |
| "num_tokens": 7782831.0, |
| "step": 700 |
| }, |
| { |
| "epoch": 1.3779527559055118, |
| "eval_entropy": 0.6348862344468081, |
| "eval_loss": 0.7523996829986572, |
| "eval_mean_token_accuracy": 0.7957922904579727, |
| "eval_num_tokens": 7782831.0, |
| "eval_runtime": 50.1023, |
| "eval_samples_per_second": 8.523, |
| "eval_steps_per_second": 1.078, |
| "step": 700 |
| }, |
| { |
| "entropy": 0.501879290305078, |
| "epoch": 1.3976377952755905, |
| "grad_norm": 0.4697672724723816, |
| "learning_rate": 0.00011608416337104065, |
| "loss": 0.5606812953948974, |
| "mean_token_accuracy": 0.854200828820467, |
| "num_tokens": 7895511.0, |
| "step": 710 |
| }, |
| { |
| "entropy": 0.45901266783475875, |
| "epoch": 1.4173228346456692, |
| "grad_norm": 0.47944504022598267, |
| "learning_rate": 0.00011398279233530829, |
| "loss": 0.5282856464385987, |
| "mean_token_accuracy": 0.8638743564486504, |
| "num_tokens": 8006186.0, |
| "step": 720 |
| }, |
| { |
| "entropy": 0.5264331614598632, |
| "epoch": 1.4370078740157481, |
| "grad_norm": 0.515600860118866, |
| "learning_rate": 0.00011187510404420028, |
| "loss": 0.5334322452545166, |
| "mean_token_accuracy": 0.8458372093737125, |
| "num_tokens": 8110444.0, |
| "step": 730 |
| }, |
| { |
| "entropy": 0.4978476842865348, |
| "epoch": 1.4566929133858268, |
| "grad_norm": 0.7359904050827026, |
| "learning_rate": 0.00010976205072563132, |
| "loss": 0.6107251644134521, |
| "mean_token_accuracy": 0.8548374712467194, |
| "num_tokens": 8220128.0, |
| "step": 740 |
| }, |
| { |
| "entropy": 0.47486210353672503, |
| "epoch": 1.4763779527559056, |
| "grad_norm": 0.5459336042404175, |
| "learning_rate": 0.00010764458703137024, |
| "loss": 0.5048822402954102, |
| "mean_token_accuracy": 0.8645319528877735, |
| "num_tokens": 8327961.0, |
| "step": 750 |
| }, |
| { |
| "epoch": 1.4763779527559056, |
| "eval_entropy": 0.6082134053662971, |
| "eval_loss": 0.7509644031524658, |
| "eval_mean_token_accuracy": 0.7988089356157515, |
| "eval_num_tokens": 8327961.0, |
| "eval_runtime": 50.0575, |
| "eval_samples_per_second": 8.53, |
| "eval_steps_per_second": 1.079, |
| "step": 750 |
| }, |
| { |
| "entropy": 0.4768192932009697, |
| "epoch": 1.4960629921259843, |
| "grad_norm": 0.7404751181602478, |
| "learning_rate": 0.00010552366960573985, |
| "loss": 0.5644009590148926, |
| "mean_token_accuracy": 0.8573225177824497, |
| "num_tokens": 8432725.0, |
| "step": 760 |
| }, |
| { |
| "entropy": 0.49236655086278913, |
| "epoch": 1.515748031496063, |
| "grad_norm": 0.3972789943218231, |
| "learning_rate": 0.00010340025665341684, |
| "loss": 0.5338064193725586, |
| "mean_token_accuracy": 0.8573864892125129, |
| "num_tokens": 8550042.0, |
| "step": 770 |
| }, |
| { |
| "entropy": 0.47401853948831557, |
| "epoch": 1.5354330708661417, |
| "grad_norm": 0.4980944097042084, |
| "learning_rate": 0.00010127530750652642, |
| "loss": 0.5052824020385742, |
| "mean_token_accuracy": 0.8658686302602291, |
| "num_tokens": 8664499.0, |
| "step": 780 |
| }, |
| { |
| "entropy": 0.5025391636416316, |
| "epoch": 1.5551181102362204, |
| "grad_norm": 0.709291934967041, |
| "learning_rate": 9.914978219122791e-05, |
| "loss": 0.5120546340942382, |
| "mean_token_accuracy": 0.8520957857370377, |
| "num_tokens": 8778459.0, |
| "step": 790 |
| }, |
| { |
| "entropy": 0.44445893429219724, |
| "epoch": 1.574803149606299, |
| "grad_norm": 0.7344470620155334, |
| "learning_rate": 9.702464099398632e-05, |
| "loss": 0.4976132869720459, |
| "mean_token_accuracy": 0.8710284993052483, |
| "num_tokens": 8886361.0, |
| "step": 800 |
| }, |
| { |
| "epoch": 1.574803149606299, |
| "eval_entropy": 0.6160008189854799, |
| "eval_loss": 0.7450118660926819, |
| "eval_mean_token_accuracy": 0.7979579280923914, |
| "eval_num_tokens": 8886361.0, |
| "eval_runtime": 50.0669, |
| "eval_samples_per_second": 8.529, |
| "eval_steps_per_second": 1.079, |
| "step": 800 |
| }, |
| { |
| "entropy": 0.4969221928156912, |
| "epoch": 1.594488188976378, |
| "grad_norm": 0.5188943147659302, |
| "learning_rate": 9.4900844027727e-05, |
| "loss": 0.5137925624847413, |
| "mean_token_accuracy": 0.8546112708747386, |
| "num_tokens": 8995558.0, |
| "step": 810 |
| }, |
| { |
| "entropy": 0.49240641091018916, |
| "epoch": 1.6141732283464567, |
| "grad_norm": 0.5738324522972107, |
| "learning_rate": 9.277935079806795e-05, |
| "loss": 0.5383063793182373, |
| "mean_token_accuracy": 0.8596077263355255, |
| "num_tokens": 9096245.0, |
| "step": 820 |
| }, |
| { |
| "entropy": 0.4618503864854574, |
| "epoch": 1.6338582677165354, |
| "grad_norm": 0.89094477891922, |
| "learning_rate": 9.066111976982712e-05, |
| "loss": 0.49991846084594727, |
| "mean_token_accuracy": 0.8642474576830864, |
| "num_tokens": 9204264.0, |
| "step": 830 |
| }, |
| { |
| "entropy": 0.5017987065948546, |
| "epoch": 1.6535433070866141, |
| "grad_norm": 0.5113924145698547, |
| "learning_rate": 8.854710793399947e-05, |
| "loss": 0.5541486740112305, |
| "mean_token_accuracy": 0.8564616665244102, |
| "num_tokens": 9314940.0, |
| "step": 840 |
| }, |
| { |
| "entropy": 0.47717792335897685, |
| "epoch": 1.673228346456693, |
| "grad_norm": 0.6113857626914978, |
| "learning_rate": 8.64382703754003e-05, |
| "loss": 0.5222208499908447, |
| "mean_token_accuracy": 0.8575348354876041, |
| "num_tokens": 9429496.0, |
| "step": 850 |
| }, |
| { |
| "epoch": 1.673228346456693, |
| "eval_entropy": 0.6118225814015777, |
| "eval_loss": 0.739860475063324, |
| "eval_mean_token_accuracy": 0.7991818443492607, |
| "eval_num_tokens": 9429496.0, |
| "eval_runtime": 50.1045, |
| "eval_samples_per_second": 8.522, |
| "eval_steps_per_second": 1.078, |
| "step": 850 |
| }, |
| { |
| "entropy": 0.4527157239615917, |
| "epoch": 1.6929133858267718, |
| "grad_norm": 0.48835644125938416, |
| "learning_rate": 8.433555984116937e-05, |
| "loss": 0.5060441017150878, |
| "mean_token_accuracy": 0.8712181739509106, |
| "num_tokens": 9544270.0, |
| "step": 860 |
| }, |
| { |
| "entropy": 0.4360736860893667, |
| "epoch": 1.7125984251968505, |
| "grad_norm": 0.5477748513221741, |
| "learning_rate": 8.22399263103314e-05, |
| "loss": 0.5094625949859619, |
| "mean_token_accuracy": 0.8659471146762371, |
| "num_tokens": 9654198.0, |
| "step": 870 |
| }, |
| { |
| "entropy": 0.4745933244936168, |
| "epoch": 1.7322834645669292, |
| "grad_norm": 0.736858606338501, |
| "learning_rate": 8.015231656460712e-05, |
| "loss": 0.5135779857635498, |
| "mean_token_accuracy": 0.8687760010361671, |
| "num_tokens": 9769457.0, |
| "step": 880 |
| }, |
| { |
| "entropy": 0.4881877155974507, |
| "epoch": 1.7519685039370079, |
| "grad_norm": 0.608733594417572, |
| "learning_rate": 7.807367376066889e-05, |
| "loss": 0.5163476467132568, |
| "mean_token_accuracy": 0.8567717753350734, |
| "num_tokens": 9875831.0, |
| "step": 890 |
| }, |
| { |
| "entropy": 0.4794175827410072, |
| "epoch": 1.7716535433070866, |
| "grad_norm": 0.5370113849639893, |
| "learning_rate": 7.60049370040338e-05, |
| "loss": 0.5236234664916992, |
| "mean_token_accuracy": 0.8579100959002972, |
| "num_tokens": 9991758.0, |
| "step": 900 |
| }, |
| { |
| "epoch": 1.7716535433070866, |
| "eval_entropy": 0.5980368935399585, |
| "eval_loss": 0.7384271621704102, |
| "eval_mean_token_accuracy": 0.7992007765505049, |
| "eval_num_tokens": 9991758.0, |
| "eval_runtime": 50.0629, |
| "eval_samples_per_second": 8.529, |
| "eval_steps_per_second": 1.079, |
| "step": 900 |
| }, |
| { |
| "entropy": 0.5110580354928971, |
| "epoch": 1.7913385826771653, |
| "grad_norm": 0.5215100049972534, |
| "learning_rate": 7.394704092478742e-05, |
| "loss": 0.5709793567657471, |
| "mean_token_accuracy": 0.8531172260642051, |
| "num_tokens": 10106255.0, |
| "step": 910 |
| }, |
| { |
| "entropy": 0.4726860882714391, |
| "epoch": 1.811023622047244, |
| "grad_norm": 0.5387454032897949, |
| "learning_rate": 7.190091525532921e-05, |
| "loss": 0.4944759845733643, |
| "mean_token_accuracy": 0.8637764468789101, |
| "num_tokens": 10218066.0, |
| "step": 920 |
| }, |
| { |
| "entropy": 0.5084793289192021, |
| "epoch": 1.8307086614173227, |
| "grad_norm": 0.6911677718162537, |
| "learning_rate": 6.98674844103308e-05, |
| "loss": 0.554714298248291, |
| "mean_token_accuracy": 0.8502966247498989, |
| "num_tokens": 10326991.0, |
| "step": 930 |
| }, |
| { |
| "entropy": 0.48612347496673464, |
| "epoch": 1.8503937007874016, |
| "grad_norm": 0.5485708117485046, |
| "learning_rate": 6.784766706909662e-05, |
| "loss": 0.5535434246063232, |
| "mean_token_accuracy": 0.8570072211325168, |
| "num_tokens": 10432558.0, |
| "step": 940 |
| }, |
| { |
| "entropy": 0.47198982127010825, |
| "epoch": 1.8700787401574803, |
| "grad_norm": 0.7393401861190796, |
| "learning_rate": 6.58423757605158e-05, |
| "loss": 0.5539324760437012, |
| "mean_token_accuracy": 0.8608944483101368, |
| "num_tokens": 10541702.0, |
| "step": 950 |
| }, |
| { |
| "epoch": 1.8700787401574803, |
| "eval_entropy": 0.6433889176006671, |
| "eval_loss": 0.7281302809715271, |
| "eval_mean_token_accuracy": 0.7999497596864347, |
| "eval_num_tokens": 10541702.0, |
| "eval_runtime": 50.0861, |
| "eval_samples_per_second": 8.525, |
| "eval_steps_per_second": 1.078, |
| "step": 950 |
| }, |
| { |
| "entropy": 0.5372021682560444, |
| "epoch": 1.889763779527559, |
| "grad_norm": 0.5701485872268677, |
| "learning_rate": 6.38525164507927e-05, |
| "loss": 0.5327393531799316, |
| "mean_token_accuracy": 0.8513112954795361, |
| "num_tokens": 10652431.0, |
| "step": 960 |
| }, |
| { |
| "entropy": 0.47069347724318505, |
| "epoch": 1.909448818897638, |
| "grad_norm": 0.6635864973068237, |
| "learning_rate": 6.187898813414251e-05, |
| "loss": 0.5279619216918945, |
| "mean_token_accuracy": 0.8639474131166935, |
| "num_tokens": 10766036.0, |
| "step": 970 |
| }, |
| { |
| "entropy": 0.44332802165299656, |
| "epoch": 1.9291338582677167, |
| "grad_norm": 0.7213886380195618, |
| "learning_rate": 5.99226824266365e-05, |
| "loss": 0.50773606300354, |
| "mean_token_accuracy": 0.8681917086243629, |
| "num_tokens": 10869598.0, |
| "step": 980 |
| }, |
| { |
| "entropy": 0.4896688494831324, |
| "epoch": 1.9488188976377954, |
| "grad_norm": 0.7005161643028259, |
| "learning_rate": 5.7984483163380764e-05, |
| "loss": 0.5368472099304199, |
| "mean_token_accuracy": 0.8613043077290058, |
| "num_tokens": 10983085.0, |
| "step": 990 |
| }, |
| { |
| "entropy": 0.44838025560602546, |
| "epoch": 1.968503937007874, |
| "grad_norm": 0.63411545753479, |
| "learning_rate": 5.606526599921026e-05, |
| "loss": 0.5198753833770752, |
| "mean_token_accuracy": 0.8690416067838669, |
| "num_tokens": 11090966.0, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.968503937007874, |
| "eval_entropy": 0.6066061594971904, |
| "eval_loss": 0.7279917597770691, |
| "eval_mean_token_accuracy": 0.8011515019116578, |
| "eval_num_tokens": 11090966.0, |
| "eval_runtime": 50.076, |
| "eval_samples_per_second": 8.527, |
| "eval_steps_per_second": 1.078, |
| "step": 1000 |
| }, |
| { |
| "entropy": 0.5023897506296635, |
| "epoch": 1.9881889763779528, |
| "grad_norm": 0.6006460189819336, |
| "learning_rate": 5.416589801307874e-05, |
| "loss": 0.5540077209472656, |
| "mean_token_accuracy": 0.8556332632899284, |
| "num_tokens": 11204584.0, |
| "step": 1010 |
| }, |
| { |
| "entropy": 0.4389859478920698, |
| "epoch": 2.0078740157480315, |
| "grad_norm": 0.38963860273361206, |
| "learning_rate": 5.2287237316322676e-05, |
| "loss": 0.4339911937713623, |
| "mean_token_accuracy": 0.8813330098986626, |
| "num_tokens": 11314232.0, |
| "step": 1020 |
| }, |
| { |
| "entropy": 0.37865939307957885, |
| "epoch": 2.02755905511811, |
| "grad_norm": 0.5649951100349426, |
| "learning_rate": 5.043013266497751e-05, |
| "loss": 0.35414083003997804, |
| "mean_token_accuracy": 0.9043607592582703, |
| "num_tokens": 11422130.0, |
| "step": 1030 |
| }, |
| { |
| "entropy": 0.32439285619184377, |
| "epoch": 2.047244094488189, |
| "grad_norm": 0.6074209809303284, |
| "learning_rate": 4.85954230763197e-05, |
| "loss": 0.36323723793029783, |
| "mean_token_accuracy": 0.9103671722114086, |
| "num_tokens": 11538400.0, |
| "step": 1040 |
| }, |
| { |
| "entropy": 0.31888613002374766, |
| "epoch": 2.0669291338582676, |
| "grad_norm": 0.5395853519439697, |
| "learning_rate": 4.6783937449808856e-05, |
| "loss": 0.32643492221832277, |
| "mean_token_accuracy": 0.9092249758541584, |
| "num_tokens": 11645829.0, |
| "step": 1050 |
| }, |
| { |
| "epoch": 2.0669291338582676, |
| "eval_entropy": 0.5022390666935179, |
| "eval_loss": 0.7915982604026794, |
| "eval_mean_token_accuracy": 0.7972139318784078, |
| "eval_num_tokens": 11645829.0, |
| "eval_runtime": 50.0745, |
| "eval_samples_per_second": 8.527, |
| "eval_steps_per_second": 1.078, |
| "step": 1050 |
| }, |
| { |
| "entropy": 0.32281419560313224, |
| "epoch": 2.0866141732283463, |
| "grad_norm": 0.6258149147033691, |
| "learning_rate": 4.499649419260133e-05, |
| "loss": 0.31009109020233155, |
| "mean_token_accuracy": 0.9126963399350643, |
| "num_tokens": 11760076.0, |
| "step": 1060 |
| }, |
| { |
| "entropy": 0.34801057912409306, |
| "epoch": 2.106299212598425, |
| "grad_norm": 0.4270690083503723, |
| "learning_rate": 4.323390084980353e-05, |
| "loss": 0.35411341190338136, |
| "mean_token_accuracy": 0.9039115123450756, |
| "num_tokens": 11875367.0, |
| "step": 1070 |
| }, |
| { |
| "entropy": 0.32329632523469626, |
| "epoch": 2.1259842519685037, |
| "grad_norm": 0.6041743159294128, |
| "learning_rate": 4.1496953739633124e-05, |
| "loss": 0.31601505279541015, |
| "mean_token_accuracy": 0.9122780673205853, |
| "num_tokens": 11983766.0, |
| "step": 1080 |
| }, |
| { |
| "entropy": 0.32552749328315256, |
| "epoch": 2.145669291338583, |
| "grad_norm": 0.6716635227203369, |
| "learning_rate": 3.978643759365202e-05, |
| "loss": 0.33874006271362306, |
| "mean_token_accuracy": 0.9068517275154591, |
| "num_tokens": 12092559.0, |
| "step": 1090 |
| }, |
| { |
| "entropy": 0.32265327414497735, |
| "epoch": 2.1653543307086616, |
| "grad_norm": 0.606459379196167, |
| "learning_rate": 3.810312520223419e-05, |
| "loss": 0.33009474277496337, |
| "mean_token_accuracy": 0.9104282423853874, |
| "num_tokens": 12207307.0, |
| "step": 1100 |
| }, |
| { |
| "epoch": 2.1653543307086616, |
| "eval_entropy": 0.49647785005746065, |
| "eval_loss": 0.7967986464500427, |
| "eval_mean_token_accuracy": 0.7973429693116082, |
| "eval_num_tokens": 12207307.0, |
| "eval_runtime": 50.0997, |
| "eval_samples_per_second": 8.523, |
| "eval_steps_per_second": 1.078, |
| "step": 1100 |
| }, |
| { |
| "entropy": 0.33745345920324327, |
| "epoch": 2.1850393700787403, |
| "grad_norm": 0.5246295928955078, |
| "learning_rate": 3.644777706542845e-05, |
| "loss": 0.34748287200927735, |
| "mean_token_accuracy": 0.9026777386665344, |
| "num_tokens": 12319969.0, |
| "step": 1110 |
| }, |
| { |
| "entropy": 0.31724564395844934, |
| "epoch": 2.204724409448819, |
| "grad_norm": 0.5573722720146179, |
| "learning_rate": 3.4821141049373804e-05, |
| "loss": 0.2927221775054932, |
| "mean_token_accuracy": 0.9131564185023308, |
| "num_tokens": 12431027.0, |
| "step": 1120 |
| }, |
| { |
| "entropy": 0.3440235279500484, |
| "epoch": 2.2244094488188977, |
| "grad_norm": 0.6053721904754639, |
| "learning_rate": 3.3223952048422544e-05, |
| "loss": 0.34805119037628174, |
| "mean_token_accuracy": 0.9048855185508728, |
| "num_tokens": 12546037.0, |
| "step": 1130 |
| }, |
| { |
| "entropy": 0.33274165438488124, |
| "epoch": 2.2440944881889764, |
| "grad_norm": 0.6461567282676697, |
| "learning_rate": 3.165693165312395e-05, |
| "loss": 0.34774529933929443, |
| "mean_token_accuracy": 0.9065869458019733, |
| "num_tokens": 12656297.0, |
| "step": 1140 |
| }, |
| { |
| "entropy": 0.31052923379465935, |
| "epoch": 2.263779527559055, |
| "grad_norm": 0.6634212136268616, |
| "learning_rate": 3.0120787824218554e-05, |
| "loss": 0.3316983222961426, |
| "mean_token_accuracy": 0.9117146715521812, |
| "num_tokens": 12763743.0, |
| "step": 1150 |
| }, |
| { |
| "epoch": 2.263779527559055, |
| "eval_entropy": 0.49124936207577036, |
| "eval_loss": 0.7972699403762817, |
| "eval_mean_token_accuracy": 0.7969378519941259, |
| "eval_num_tokens": 12763743.0, |
| "eval_runtime": 50.0791, |
| "eval_samples_per_second": 8.527, |
| "eval_steps_per_second": 1.078, |
| "step": 1150 |
| }, |
| { |
| "entropy": 0.3448523377999663, |
| "epoch": 2.283464566929134, |
| "grad_norm": 0.5939217805862427, |
| "learning_rate": 2.8616214572789968e-05, |
| "loss": 0.34267549514770507, |
| "mean_token_accuracy": 0.9079354353249073, |
| "num_tokens": 12874080.0, |
| "step": 1160 |
| }, |
| { |
| "entropy": 0.2993648503907025, |
| "epoch": 2.3031496062992125, |
| "grad_norm": 0.5903282165527344, |
| "learning_rate": 2.7143891646719265e-05, |
| "loss": 0.3056223392486572, |
| "mean_token_accuracy": 0.9152895107865333, |
| "num_tokens": 12986029.0, |
| "step": 1170 |
| }, |
| { |
| "entropy": 0.3108034676872194, |
| "epoch": 2.322834645669291, |
| "grad_norm": 0.7086691856384277, |
| "learning_rate": 2.570448422358297e-05, |
| "loss": 0.3301855564117432, |
| "mean_token_accuracy": 0.9101004771888256, |
| "num_tokens": 13092818.0, |
| "step": 1180 |
| }, |
| { |
| "entropy": 0.31144436639733614, |
| "epoch": 2.34251968503937, |
| "grad_norm": 0.683090329170227, |
| "learning_rate": 2.4298642610134105e-05, |
| "loss": 0.3339296817779541, |
| "mean_token_accuracy": 0.9146400101482868, |
| "num_tokens": 13206493.0, |
| "step": 1190 |
| }, |
| { |
| "entropy": 0.3901509671472013, |
| "epoch": 2.362204724409449, |
| "grad_norm": 0.798456609249115, |
| "learning_rate": 2.292700194850147e-05, |
| "loss": 0.3838188648223877, |
| "mean_token_accuracy": 0.8957899294793605, |
| "num_tokens": 13314862.0, |
| "step": 1200 |
| }, |
| { |
| "epoch": 2.362204724409449, |
| "eval_entropy": 0.4911509961993606, |
| "eval_loss": 0.7939621806144714, |
| "eval_mean_token_accuracy": 0.7974915846630379, |
| "eval_num_tokens": 13314862.0, |
| "eval_runtime": 50.0789, |
| "eval_samples_per_second": 8.527, |
| "eval_steps_per_second": 1.078, |
| "step": 1200 |
| }, |
| { |
| "entropy": 0.3228563711978495, |
| "epoch": 2.3818897637795278, |
| "grad_norm": 0.5817623138427734, |
| "learning_rate": 2.159018192924004e-05, |
| "loss": 0.3346099853515625, |
| "mean_token_accuracy": 0.9080430999398231, |
| "num_tokens": 13423520.0, |
| "step": 1210 |
| }, |
| { |
| "entropy": 0.3402016874402761, |
| "epoch": 2.4015748031496065, |
| "grad_norm": 0.5687164068222046, |
| "learning_rate": 2.0288786511362525e-05, |
| "loss": 0.34886922836303713, |
| "mean_token_accuracy": 0.9053414203226566, |
| "num_tokens": 13536197.0, |
| "step": 1220 |
| }, |
| { |
| "entropy": 0.32414694763720037, |
| "epoch": 2.421259842519685, |
| "grad_norm": 0.6170526742935181, |
| "learning_rate": 1.9023403649477813e-05, |
| "loss": 0.3294362545013428, |
| "mean_token_accuracy": 0.9133819483220578, |
| "num_tokens": 13649116.0, |
| "step": 1230 |
| }, |
| { |
| "entropy": 0.30389058096334337, |
| "epoch": 2.440944881889764, |
| "grad_norm": 0.5538958311080933, |
| "learning_rate": 1.7794605028160462e-05, |
| "loss": 0.3009462594985962, |
| "mean_token_accuracy": 0.909288102388382, |
| "num_tokens": 13759803.0, |
| "step": 1240 |
| }, |
| { |
| "entropy": 0.3456068937666714, |
| "epoch": 2.4606299212598426, |
| "grad_norm": 0.8508191704750061, |
| "learning_rate": 1.6602945803670345e-05, |
| "loss": 0.3429473638534546, |
| "mean_token_accuracy": 0.9037580870091915, |
| "num_tokens": 13872536.0, |
| "step": 1250 |
| }, |
| { |
| "epoch": 2.4606299212598426, |
| "eval_entropy": 0.4867473399197614, |
| "eval_loss": 0.798021137714386, |
| "eval_mean_token_accuracy": 0.7978451141604671, |
| "eval_num_tokens": 13872536.0, |
| "eval_runtime": 50.0975, |
| "eval_samples_per_second": 8.523, |
| "eval_steps_per_second": 1.078, |
| "step": 1250 |
| }, |
| { |
| "entropy": 0.30477998238056897, |
| "epoch": 2.4803149606299213, |
| "grad_norm": 0.7420564889907837, |
| "learning_rate": 1.544896435313997e-05, |
| "loss": 0.323688268661499, |
| "mean_token_accuracy": 0.9099539265036583, |
| "num_tokens": 13982332.0, |
| "step": 1260 |
| }, |
| { |
| "entropy": 0.325347469933331, |
| "epoch": 2.5, |
| "grad_norm": 0.6256458163261414, |
| "learning_rate": 1.4333182031342185e-05, |
| "loss": 0.3231887578964233, |
| "mean_token_accuracy": 0.905095786601305, |
| "num_tokens": 14096535.0, |
| "step": 1270 |
| }, |
| { |
| "entropy": 0.3353913531638682, |
| "epoch": 2.5196850393700787, |
| "grad_norm": 0.500119149684906, |
| "learning_rate": 1.3256102935148496e-05, |
| "loss": 0.36284313201904295, |
| "mean_token_accuracy": 0.9058476276695728, |
| "num_tokens": 14214551.0, |
| "step": 1280 |
| }, |
| { |
| "entropy": 0.3284754135645926, |
| "epoch": 2.5393700787401574, |
| "grad_norm": 0.7045860886573792, |
| "learning_rate": 1.2218213675784063e-05, |
| "loss": 0.34949867725372313, |
| "mean_token_accuracy": 0.9073399856686593, |
| "num_tokens": 14322085.0, |
| "step": 1290 |
| }, |
| { |
| "entropy": 0.3220018117688596, |
| "epoch": 2.559055118110236, |
| "grad_norm": 0.5107280611991882, |
| "learning_rate": 1.1219983158982917e-05, |
| "loss": 0.32134926319122314, |
| "mean_token_accuracy": 0.9144444465637207, |
| "num_tokens": 14431579.0, |
| "step": 1300 |
| }, |
| { |
| "epoch": 2.559055118110236, |
| "eval_entropy": 0.4890395458097811, |
| "eval_loss": 0.7947290539741516, |
| "eval_mean_token_accuracy": 0.7974367803997464, |
| "eval_num_tokens": 14431579.0, |
| "eval_runtime": 50.1041, |
| "eval_samples_per_second": 8.522, |
| "eval_steps_per_second": 1.078, |
| "step": 1300 |
| }, |
| { |
| "entropy": 0.2850076165981591, |
| "epoch": 2.578740157480315, |
| "grad_norm": 0.7151411771774292, |
| "learning_rate": 1.0261862373141839e-05, |
| "loss": 0.2979953527450562, |
| "mean_token_accuracy": 0.9207482695579529, |
| "num_tokens": 14536887.0, |
| "step": 1310 |
| }, |
| { |
| "entropy": 0.2971831484232098, |
| "epoch": 2.5984251968503935, |
| "grad_norm": 0.7176497578620911, |
| "learning_rate": 9.344284185569463e-06, |
| "loss": 0.3046797037124634, |
| "mean_token_accuracy": 0.9163132011890411, |
| "num_tokens": 14649040.0, |
| "step": 1320 |
| }, |
| { |
| "entropy": 0.31773042744025587, |
| "epoch": 2.6181102362204722, |
| "grad_norm": 0.5870872735977173, |
| "learning_rate": 8.467663146921979e-06, |
| "loss": 0.323029899597168, |
| "mean_token_accuracy": 0.9097053371369839, |
| "num_tokens": 14757590.0, |
| "step": 1330 |
| }, |
| { |
| "entropy": 0.317878791783005, |
| "epoch": 2.637795275590551, |
| "grad_norm": 0.5370131134986877, |
| "learning_rate": 7.632395303914208e-06, |
| "loss": 0.3096921920776367, |
| "mean_token_accuracy": 0.9069532811641693, |
| "num_tokens": 14870411.0, |
| "step": 1340 |
| }, |
| { |
| "entropy": 0.30778416004031894, |
| "epoch": 2.65748031496063, |
| "grad_norm": 0.6148006319999695, |
| "learning_rate": 6.838858020390615e-06, |
| "loss": 0.33772549629211424, |
| "mean_token_accuracy": 0.913542590290308, |
| "num_tokens": 14986705.0, |
| "step": 1350 |
| }, |
| { |
| "epoch": 2.65748031496063, |
| "eval_entropy": 0.4901013904147678, |
| "eval_loss": 0.7947279214859009, |
| "eval_mean_token_accuracy": 0.7975728578037686, |
| "eval_num_tokens": 14986705.0, |
| "eval_runtime": 50.0762, |
| "eval_samples_per_second": 8.527, |
| "eval_steps_per_second": 1.078, |
| "step": 1350 |
| }, |
| { |
| "entropy": 0.3350960427895188, |
| "epoch": 2.677165354330709, |
| "grad_norm": 0.7815200686454773, |
| "learning_rate": 6.087409806836752e-06, |
| "loss": 0.3436413764953613, |
| "mean_token_accuracy": 0.9064855180680752, |
| "num_tokens": 15095469.0, |
| "step": 1360 |
| }, |
| { |
| "entropy": 0.2992165580391884, |
| "epoch": 2.6968503937007875, |
| "grad_norm": 0.6063485741615295, |
| "learning_rate": 5.378390158408731e-06, |
| "loss": 0.3226536512374878, |
| "mean_token_accuracy": 0.9164511568844318, |
| "num_tokens": 15202248.0, |
| "step": 1370 |
| }, |
| { |
| "entropy": 0.3059391477610916, |
| "epoch": 2.716535433070866, |
| "grad_norm": 0.582249104976654, |
| "learning_rate": 4.712119401553394e-06, |
| "loss": 0.2904583692550659, |
| "mean_token_accuracy": 0.9138661302626133, |
| "num_tokens": 15312525.0, |
| "step": 1380 |
| }, |
| { |
| "entropy": 0.3175976496189833, |
| "epoch": 2.736220472440945, |
| "grad_norm": 0.5042891502380371, |
| "learning_rate": 4.088898549288689e-06, |
| "loss": 0.33177206516265867, |
| "mean_token_accuracy": 0.9126643091440201, |
| "num_tokens": 15424901.0, |
| "step": 1390 |
| }, |
| { |
| "entropy": 0.3237245835363865, |
| "epoch": 2.7559055118110236, |
| "grad_norm": 0.6042836308479309, |
| "learning_rate": 3.5090091652096977e-06, |
| "loss": 0.3255606174468994, |
| "mean_token_accuracy": 0.911313808709383, |
| "num_tokens": 15534177.0, |
| "step": 1400 |
| }, |
| { |
| "epoch": 2.7559055118110236, |
| "eval_entropy": 0.49696798898555616, |
| "eval_loss": 0.7927594780921936, |
| "eval_mean_token_accuracy": 0.7980255352126228, |
| "eval_num_tokens": 15534177.0, |
| "eval_runtime": 50.0812, |
| "eval_samples_per_second": 8.526, |
| "eval_steps_per_second": 1.078, |
| "step": 1400 |
| }, |
| { |
| "entropy": 0.3428220834583044, |
| "epoch": 2.7755905511811023, |
| "grad_norm": 0.728273332118988, |
| "learning_rate": 2.972713236281632e-06, |
| "loss": 0.3655885934829712, |
| "mean_token_accuracy": 0.9057191483676433, |
| "num_tokens": 15642725.0, |
| "step": 1410 |
| }, |
| { |
| "entropy": 0.3044391763396561, |
| "epoch": 2.795275590551181, |
| "grad_norm": 0.5648255944252014, |
| "learning_rate": 2.480253054477244e-06, |
| "loss": 0.3287725210189819, |
| "mean_token_accuracy": 0.9158088378608227, |
| "num_tokens": 15749590.0, |
| "step": 1420 |
| }, |
| { |
| "entropy": 0.32088840757496656, |
| "epoch": 2.8149606299212597, |
| "grad_norm": 0.5879103541374207, |
| "learning_rate": 2.031851107312366e-06, |
| "loss": 0.3544080018997192, |
| "mean_token_accuracy": 0.9135449744760991, |
| "num_tokens": 15865143.0, |
| "step": 1430 |
| }, |
| { |
| "entropy": 0.3113178635016084, |
| "epoch": 2.8346456692913384, |
| "grad_norm": 0.6843683123588562, |
| "learning_rate": 1.6277099773286951e-06, |
| "loss": 0.29128711223602294, |
| "mean_token_accuracy": 0.9160408519208432, |
| "num_tokens": 15967667.0, |
| "step": 1440 |
| }, |
| { |
| "entropy": 0.32423784183338283, |
| "epoch": 2.8543307086614176, |
| "grad_norm": 0.6659854650497437, |
| "learning_rate": 1.2680122505694502e-06, |
| "loss": 0.3179208755493164, |
| "mean_token_accuracy": 0.9091328486800194, |
| "num_tokens": 16077301.0, |
| "step": 1450 |
| }, |
| { |
| "epoch": 2.8543307086614176, |
| "eval_entropy": 0.4910302360852559, |
| "eval_loss": 0.792415976524353, |
| "eval_mean_token_accuracy": 0.798325040826091, |
| "eval_num_tokens": 16077301.0, |
| "eval_runtime": 50.0532, |
| "eval_samples_per_second": 8.531, |
| "eval_steps_per_second": 1.079, |
| "step": 1450 |
| }, |
| { |
| "entropy": 0.3308924221433699, |
| "epoch": 2.8740157480314963, |
| "grad_norm": 0.6177695989608765, |
| "learning_rate": 9.529204340892772e-07, |
| "loss": 0.34883484840393064, |
| "mean_token_accuracy": 0.907434081286192, |
| "num_tokens": 16190635.0, |
| "step": 1460 |
| }, |
| { |
| "entropy": 0.32041617911309006, |
| "epoch": 2.893700787401575, |
| "grad_norm": 0.9388318657875061, |
| "learning_rate": 6.825768825355017e-07, |
| "loss": 0.33657877445220946, |
| "mean_token_accuracy": 0.9068625263869763, |
| "num_tokens": 16304259.0, |
| "step": 1470 |
| }, |
| { |
| "entropy": 0.29119140561670065, |
| "epoch": 2.9133858267716537, |
| "grad_norm": 0.6246579885482788, |
| "learning_rate": 4.5710373383401895e-07, |
| "loss": 0.28482346534729003, |
| "mean_token_accuracy": 0.9181540630757808, |
| "num_tokens": 16414959.0, |
| "step": 1480 |
| }, |
| { |
| "entropy": 0.30836315331980585, |
| "epoch": 2.9330708661417324, |
| "grad_norm": 0.6171616911888123, |
| "learning_rate": 2.766028540089227e-07, |
| "loss": 0.3132902145385742, |
| "mean_token_accuracy": 0.9110966674983502, |
| "num_tokens": 16531149.0, |
| "step": 1490 |
| }, |
| { |
| "entropy": 0.2961795757524669, |
| "epoch": 2.952755905511811, |
| "grad_norm": 0.7841485142707825, |
| "learning_rate": 1.4115579116061873e-07, |
| "loss": 0.3022057771682739, |
| "mean_token_accuracy": 0.9193245336413384, |
| "num_tokens": 16634608.0, |
| "step": 1500 |
| }, |
| { |
| "epoch": 2.952755905511811, |
| "eval_entropy": 0.490779525703854, |
| "eval_loss": 0.792911946773529, |
| "eval_mean_token_accuracy": 0.7981838837817863, |
| "eval_num_tokens": 16634608.0, |
| "eval_runtime": 50.0697, |
| "eval_samples_per_second": 8.528, |
| "eval_steps_per_second": 1.078, |
| "step": 1500 |
| }, |
| { |
| "entropy": 0.3136138510890305, |
| "epoch": 2.97244094488189, |
| "grad_norm": 0.5390800833702087, |
| "learning_rate": 5.0823738623417826e-08, |
| "loss": 0.3194080591201782, |
| "mean_token_accuracy": 0.9103287599980832, |
| "num_tokens": 16742519.0, |
| "step": 1510 |
| }, |
| { |
| "entropy": 0.31666473839432, |
| "epoch": 2.9921259842519685, |
| "grad_norm": 0.5248324275016785, |
| "learning_rate": 5.647507319117562e-09, |
| "loss": 0.31403298377990724, |
| "mean_token_accuracy": 0.9132906906306744, |
| "num_tokens": 16855391.0, |
| "step": 1520 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_entropy": 0.49082624525935564, |
| "eval_loss": 0.7929432988166809, |
| "eval_mean_token_accuracy": 0.7976736547770323, |
| "eval_num_tokens": 16901880.0, |
| "eval_runtime": 50.0698, |
| "eval_samples_per_second": 8.528, |
| "eval_steps_per_second": 1.078, |
| "step": 1524 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 1524, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 3, |
| "save_steps": 50, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 8.956265936390922e+17, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
