{ "best_metric": null, "best_model_checkpoint": null, "epoch": 1.0, "eval_steps": 6, "global_step": 39, "is_hyper_param_search": false, "is_local_process_zero": true, "is_world_process_zero": true, "log_history": [ { "epoch": 0.03, "grad_norm": 0.08957596868276596, "learning_rate": 2e-05, "loss": 1.0134, "step": 1 }, { "epoch": 0.03, "eval_loss": 1.0981205701828003, "eval_runtime": 2.5128, "eval_samples_per_second": 1.194, "eval_steps_per_second": 1.194, "step": 1 }, { "epoch": 0.05, "grad_norm": 0.07771213352680206, "learning_rate": 4e-05, "loss": 0.9545, "step": 2 }, { "epoch": 0.08, "grad_norm": 0.1224137470126152, "learning_rate": 6e-05, "loss": 1.1733, "step": 3 }, { "epoch": 0.1, "grad_norm": 0.09190034121274948, "learning_rate": 8e-05, "loss": 0.9954, "step": 4 }, { "epoch": 0.13, "grad_norm": 0.08263542503118515, "learning_rate": 0.0001, "loss": 0.9486, "step": 5 }, { "epoch": 0.15, "grad_norm": 0.09250061959028244, "learning_rate": 0.00012, "loss": 0.972, "step": 6 }, { "epoch": 0.15, "eval_loss": 1.0735869407653809, "eval_runtime": 2.5357, "eval_samples_per_second": 1.183, "eval_steps_per_second": 1.183, "step": 6 }, { "epoch": 0.18, "grad_norm": 0.1398034691810608, "learning_rate": 0.00014, "loss": 1.0445, "step": 7 }, { "epoch": 0.21, "grad_norm": 0.0993918851017952, "learning_rate": 0.00016, "loss": 0.9169, "step": 8 }, { "epoch": 0.23, "grad_norm": 0.07937725633382797, "learning_rate": 0.00018, "loss": 0.8462, "step": 9 }, { "epoch": 0.26, "grad_norm": 0.10001373291015625, "learning_rate": 0.0002, "loss": 0.8708, "step": 10 }, { "epoch": 0.28, "grad_norm": 0.1337287873029709, "learning_rate": 0.00019995690062269984, "loss": 0.86, "step": 11 }, { "epoch": 0.31, "grad_norm": 0.11684636771678925, "learning_rate": 0.00019982763964192585, "loss": 0.7982, "step": 12 }, { "epoch": 0.31, "eval_loss": 0.8548387885093689, "eval_runtime": 2.5536, "eval_samples_per_second": 1.175, "eval_steps_per_second": 1.175, "step": 12 }, { "epoch": 0.33, "grad_norm": 0.12103456258773804, "learning_rate": 0.0001996123284790336, "loss": 0.7906, "step": 13 }, { "epoch": 0.36, "grad_norm": 0.1426106095314026, "learning_rate": 0.00019931115272956405, "loss": 0.7825, "step": 14 }, { "epoch": 0.38, "grad_norm": 0.12367941439151764, "learning_rate": 0.0001989243720032624, "loss": 0.7341, "step": 15 }, { "epoch": 0.41, "grad_norm": 0.10154826194047928, "learning_rate": 0.00019845231970029773, "loss": 0.7064, "step": 16 }, { "epoch": 0.44, "grad_norm": 0.13628405332565308, "learning_rate": 0.0001978954027238763, "loss": 0.6988, "step": 17 }, { "epoch": 0.46, "grad_norm": 0.11276472359895706, "learning_rate": 0.0001972541011294959, "loss": 0.6944, "step": 18 }, { "epoch": 0.46, "eval_loss": 0.7151015400886536, "eval_runtime": 2.5734, "eval_samples_per_second": 1.166, "eval_steps_per_second": 1.166, "step": 18 }, { "epoch": 0.49, "grad_norm": 0.13381372392177582, "learning_rate": 0.00019652896771114414, "loss": 0.6956, "step": 19 }, { "epoch": 0.51, "grad_norm": 0.11248588562011719, "learning_rate": 0.00019572062752479683, "loss": 0.7155, "step": 20 }, { "epoch": 0.54, "grad_norm": 0.17762312293052673, "learning_rate": 0.00019482977734962753, "loss": 0.7357, "step": 21 }, { "epoch": 0.56, "grad_norm": 0.10546916723251343, "learning_rate": 0.00019385718508739262, "loss": 0.6691, "step": 22 }, { "epoch": 0.59, "grad_norm": 0.3150898516178131, "learning_rate": 0.00019280368910050942, "loss": 0.7167, "step": 23 }, { "epoch": 0.62, "grad_norm": 0.13151158392429352, "learning_rate": 0.00019167019748939846, "loss": 0.6808, "step": 24 }, { "epoch": 0.62, "eval_loss": 0.6942548751831055, "eval_runtime": 2.5831, "eval_samples_per_second": 1.161, "eval_steps_per_second": 1.161, "step": 24 }, { "epoch": 0.64, "grad_norm": 0.14906296133995056, "learning_rate": 0.00019045768730971196, "loss": 0.6762, "step": 25 }, { "epoch": 0.67, "grad_norm": 0.19484123587608337, "learning_rate": 0.00018916720373012426, "loss": 0.6854, "step": 26 }, { "epoch": 0.69, "grad_norm": 0.12819896638393402, "learning_rate": 0.00018779985913140924, "loss": 0.6873, "step": 27 }, { "epoch": 0.72, "grad_norm": 0.21385614573955536, "learning_rate": 0.00018635683214758214, "loss": 0.6874, "step": 28 }, { "epoch": 0.74, "grad_norm": 0.12286895513534546, "learning_rate": 0.0001848393666499315, "loss": 0.6843, "step": 29 }, { "epoch": 0.77, "grad_norm": 0.08534862101078033, "learning_rate": 0.00018324877067481783, "loss": 0.6763, "step": 30 }, { "epoch": 0.77, "eval_loss": 0.6821426749229431, "eval_runtime": 2.5911, "eval_samples_per_second": 1.158, "eval_steps_per_second": 1.158, "step": 30 }, { "epoch": 0.79, "grad_norm": 0.17990928888320923, "learning_rate": 0.0001815864152961624, "loss": 0.6789, "step": 31 }, { "epoch": 0.82, "grad_norm": 0.12137839943170547, "learning_rate": 0.0001798537334435986, "loss": 0.6877, "step": 32 }, { "epoch": 0.85, "grad_norm": 0.10240964591503143, "learning_rate": 0.00017805221866730458, "loss": 0.6725, "step": 33 }, { "epoch": 0.87, "grad_norm": 0.14333295822143555, "learning_rate": 0.00017618342385058145, "loss": 0.6745, "step": 34 }, { "epoch": 0.9, "grad_norm": 0.0904482752084732, "learning_rate": 0.00017424895987128722, "loss": 0.6894, "step": 35 }, { "epoch": 0.92, "grad_norm": 0.11753042787313461, "learning_rate": 0.00017225049421328023, "loss": 0.67, "step": 36 }, { "epoch": 0.92, "eval_loss": 0.6763580441474915, "eval_runtime": 2.5955, "eval_samples_per_second": 1.156, "eval_steps_per_second": 1.156, "step": 36 }, { "epoch": 0.95, "grad_norm": 0.13719823956489563, "learning_rate": 0.00017018974952906884, "loss": 0.6589, "step": 37 }, { "epoch": 0.97, "grad_norm": 0.1040361225605011, "learning_rate": 0.0001680685021549063, "loss": 0.666, "step": 38 }, { "epoch": 1.0, "grad_norm": 0.07594098895788193, "learning_rate": 0.00016588858057961113, "loss": 0.645, "step": 39 } ], "logging_steps": 1, "max_steps": 117, "num_input_tokens_seen": 0, "num_train_epochs": 3, "save_steps": 500, "total_flos": 6409537871413248.0, "train_batch_size": 1, "trial_name": null, "trial_params": null }