| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.2767783005812344, |
| "eval_steps": 500, |
| "global_step": 250, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.011071132023249377, |
| "grad_norm": 0.2982485890388489, |
| "learning_rate": 1.6666666666666667e-05, |
| "loss": 0.5438612461090088, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.022142264046498755, |
| "grad_norm": 0.2238633632659912, |
| "learning_rate": 3.518518518518519e-05, |
| "loss": 0.4879115104675293, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.03321339606974813, |
| "grad_norm": 0.19642046093940735, |
| "learning_rate": 4.9999358393573445e-05, |
| "loss": 0.5164765357971192, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.04428452809299751, |
| "grad_norm": 0.17894092202186584, |
| "learning_rate": 4.997690562638874e-05, |
| "loss": 0.5168572425842285, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.05535566011624689, |
| "grad_norm": 0.20002231001853943, |
| "learning_rate": 4.992240546298341e-05, |
| "loss": 0.4712099552154541, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.06642679213949626, |
| "grad_norm": 0.18889793753623962, |
| "learning_rate": 4.983592783148856e-05, |
| "loss": 0.4723380088806152, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.07749792416274565, |
| "grad_norm": 0.1800369769334793, |
| "learning_rate": 4.9717583689721046e-05, |
| "loss": 0.4957925319671631, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.08856905618599502, |
| "grad_norm": 0.18672174215316772, |
| "learning_rate": 4.9567524882815686e-05, |
| "loss": 0.4966912269592285, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.09964018820924439, |
| "grad_norm": 0.19791601598262787, |
| "learning_rate": 4.938594394839555e-05, |
| "loss": 0.45592079162597654, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.11071132023249378, |
| "grad_norm": 0.17983797192573547, |
| "learning_rate": 4.917307386953062e-05, |
| "loss": 0.47900638580322263, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.12178245225574315, |
| "grad_norm": 0.19228127598762512, |
| "learning_rate": 4.892918777580161e-05, |
| "loss": 0.47019343376159667, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.13285358427899252, |
| "grad_norm": 0.19917553663253784, |
| "learning_rate": 4.865459859285251e-05, |
| "loss": 0.5000853061676025, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.1439247163022419, |
| "grad_norm": 0.19071853160858154, |
| "learning_rate": 4.834965864088164e-05, |
| "loss": 0.45295085906982424, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.1549958483254913, |
| "grad_norm": 0.16079416871070862, |
| "learning_rate": 4.8014759182586274e-05, |
| "loss": 0.4652396202087402, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.16606698034874065, |
| "grad_norm": 0.19701199233531952, |
| "learning_rate": 4.765032992114078e-05, |
| "loss": 0.48296642303466797, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.17713811237199004, |
| "grad_norm": 0.21357282996177673, |
| "learning_rate": 4.725683844885266e-05, |
| "loss": 0.49079251289367676, |
| "step": 160 |
| }, |
| { |
| "epoch": 0.18820924439523942, |
| "grad_norm": 0.2039526402950287, |
| "learning_rate": 4.6834789647203656e-05, |
| "loss": 0.4890737056732178, |
| "step": 170 |
| }, |
| { |
| "epoch": 0.19928037641848878, |
| "grad_norm": 0.21518221497535706, |
| "learning_rate": 4.638472503904583e-05, |
| "loss": 0.45900492668151854, |
| "step": 180 |
| }, |
| { |
| "epoch": 0.21035150844173817, |
| "grad_norm": 0.21490415930747986, |
| "learning_rate": 4.590722209378387e-05, |
| "loss": 0.5259706974029541, |
| "step": 190 |
| }, |
| { |
| "epoch": 0.22142264046498755, |
| "grad_norm": 0.168563112616539, |
| "learning_rate": 4.540289348643493e-05, |
| "loss": 0.460019588470459, |
| "step": 200 |
| }, |
| { |
| "epoch": 0.2324937724882369, |
| "grad_norm": 0.1914004385471344, |
| "learning_rate": 4.487238631151691e-05, |
| "loss": 0.44524073600769043, |
| "step": 210 |
| }, |
| { |
| "epoch": 0.2435649045114863, |
| "grad_norm": 0.17691361904144287, |
| "learning_rate": 4.4316381252773696e-05, |
| "loss": 0.46790690422058107, |
| "step": 220 |
| }, |
| { |
| "epoch": 0.25463603653473565, |
| "grad_norm": 0.2210698425769806, |
| "learning_rate": 4.373559170980271e-05, |
| "loss": 0.4862049579620361, |
| "step": 230 |
| }, |
| { |
| "epoch": 0.26570716855798504, |
| "grad_norm": 0.22967994213104248, |
| "learning_rate": 4.3130762882705286e-05, |
| "loss": 0.4924201011657715, |
| "step": 240 |
| }, |
| { |
| "epoch": 0.2767783005812344, |
| "grad_norm": 0.16751348972320557, |
| "learning_rate": 4.2502670815934566e-05, |
| "loss": 0.4716155529022217, |
| "step": 250 |
| } |
| ], |
| "logging_steps": 10, |
| "max_steps": 904, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 250, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 2.135427445782528e+16, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
