| { |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 1.536, |
| "eval_steps": 500, |
| "global_step": 240, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.032, |
| "grad_norm": 0.047607421875, |
| "learning_rate": 0.0001, |
| "loss": 0.3836, |
| "step": 5 |
| }, |
| { |
| "epoch": 0.064, |
| "grad_norm": 0.04541015625, |
| "learning_rate": 0.0001, |
| "loss": 0.2449, |
| "step": 10 |
| }, |
| { |
| "epoch": 0.096, |
| "grad_norm": 0.056396484375, |
| "learning_rate": 0.0001, |
| "loss": 0.1513, |
| "step": 15 |
| }, |
| { |
| "epoch": 0.128, |
| "grad_norm": 0.03857421875, |
| "learning_rate": 0.0001, |
| "loss": 0.0705, |
| "step": 20 |
| }, |
| { |
| "epoch": 0.16, |
| "grad_norm": 0.0286865234375, |
| "learning_rate": 0.0001, |
| "loss": 0.0488, |
| "step": 25 |
| }, |
| { |
| "epoch": 0.192, |
| "grad_norm": 0.03173828125, |
| "learning_rate": 0.0001, |
| "loss": 0.0391, |
| "step": 30 |
| }, |
| { |
| "epoch": 0.224, |
| "grad_norm": 0.054931640625, |
| "learning_rate": 0.0001, |
| "loss": 0.0278, |
| "step": 35 |
| }, |
| { |
| "epoch": 0.256, |
| "grad_norm": 0.0888671875, |
| "learning_rate": 0.0001, |
| "loss": 0.1414, |
| "step": 40 |
| }, |
| { |
| "epoch": 0.288, |
| "grad_norm": 0.015625, |
| "learning_rate": 0.0001, |
| "loss": 0.0371, |
| "step": 45 |
| }, |
| { |
| "epoch": 0.32, |
| "grad_norm": 0.0257568359375, |
| "learning_rate": 0.0001, |
| "loss": 0.0118, |
| "step": 50 |
| }, |
| { |
| "epoch": 0.352, |
| "grad_norm": 0.02197265625, |
| "learning_rate": 0.0001, |
| "loss": 0.0101, |
| "step": 55 |
| }, |
| { |
| "epoch": 0.384, |
| "grad_norm": 0.020751953125, |
| "learning_rate": 0.0001, |
| "loss": 0.0098, |
| "step": 60 |
| }, |
| { |
| "epoch": 0.416, |
| "grad_norm": 0.0164794921875, |
| "learning_rate": 0.0001, |
| "loss": 0.0088, |
| "step": 65 |
| }, |
| { |
| "epoch": 0.448, |
| "grad_norm": 0.0120849609375, |
| "learning_rate": 0.0001, |
| "loss": 0.0086, |
| "step": 70 |
| }, |
| { |
| "epoch": 0.48, |
| "grad_norm": 0.0269775390625, |
| "learning_rate": 0.0001, |
| "loss": 0.0168, |
| "step": 75 |
| }, |
| { |
| "epoch": 0.512, |
| "grad_norm": 0.05078125, |
| "learning_rate": 0.0001, |
| "loss": 0.0572, |
| "step": 80 |
| }, |
| { |
| "epoch": 0.544, |
| "grad_norm": 0.031982421875, |
| "learning_rate": 0.0001, |
| "loss": 0.0092, |
| "step": 85 |
| }, |
| { |
| "epoch": 0.576, |
| "grad_norm": 0.0196533203125, |
| "learning_rate": 0.0001, |
| "loss": 0.0077, |
| "step": 90 |
| }, |
| { |
| "epoch": 0.608, |
| "grad_norm": 0.0238037109375, |
| "learning_rate": 0.0001, |
| "loss": 0.0054, |
| "step": 95 |
| }, |
| { |
| "epoch": 0.64, |
| "grad_norm": 0.0108642578125, |
| "learning_rate": 0.0001, |
| "loss": 0.0043, |
| "step": 100 |
| }, |
| { |
| "epoch": 0.672, |
| "grad_norm": 0.0091552734375, |
| "learning_rate": 0.0001, |
| "loss": 0.004, |
| "step": 105 |
| }, |
| { |
| "epoch": 0.704, |
| "grad_norm": 0.01336669921875, |
| "learning_rate": 0.0001, |
| "loss": 0.0043, |
| "step": 110 |
| }, |
| { |
| "epoch": 0.736, |
| "grad_norm": 0.033203125, |
| "learning_rate": 0.0001, |
| "loss": 0.0122, |
| "step": 115 |
| }, |
| { |
| "epoch": 0.768, |
| "grad_norm": 0.0169677734375, |
| "learning_rate": 0.0001, |
| "loss": 0.0173, |
| "step": 120 |
| }, |
| { |
| "epoch": 0.8, |
| "grad_norm": 0.00909423828125, |
| "learning_rate": 0.0001, |
| "loss": 0.0031, |
| "step": 125 |
| }, |
| { |
| "epoch": 0.832, |
| "grad_norm": 0.01171875, |
| "learning_rate": 0.0001, |
| "loss": 0.0038, |
| "step": 130 |
| }, |
| { |
| "epoch": 0.864, |
| "grad_norm": 0.00946044921875, |
| "learning_rate": 0.0001, |
| "loss": 0.0036, |
| "step": 135 |
| }, |
| { |
| "epoch": 0.896, |
| "grad_norm": 0.014892578125, |
| "learning_rate": 0.0001, |
| "loss": 0.0047, |
| "step": 140 |
| }, |
| { |
| "epoch": 0.928, |
| "grad_norm": 0.01239013671875, |
| "learning_rate": 0.0001, |
| "loss": 0.006, |
| "step": 145 |
| }, |
| { |
| "epoch": 0.96, |
| "grad_norm": 0.00982666015625, |
| "learning_rate": 0.0001, |
| "loss": 0.0032, |
| "step": 150 |
| }, |
| { |
| "epoch": 0.992, |
| "grad_norm": 0.01031494140625, |
| "learning_rate": 0.0001, |
| "loss": 0.0037, |
| "step": 155 |
| }, |
| { |
| "epoch": 1.024, |
| "grad_norm": 0.006927490234375, |
| "learning_rate": 0.0001, |
| "loss": 0.0036, |
| "step": 160 |
| }, |
| { |
| "epoch": 1.056, |
| "grad_norm": 0.0084228515625, |
| "learning_rate": 0.0001, |
| "loss": 0.0017, |
| "step": 165 |
| }, |
| { |
| "epoch": 1.088, |
| "grad_norm": 0.005584716796875, |
| "learning_rate": 0.0001, |
| "loss": 0.0018, |
| "step": 170 |
| }, |
| { |
| "epoch": 1.12, |
| "grad_norm": 0.006683349609375, |
| "learning_rate": 0.0001, |
| "loss": 0.0017, |
| "step": 175 |
| }, |
| { |
| "epoch": 1.152, |
| "grad_norm": 0.004486083984375, |
| "learning_rate": 0.0001, |
| "loss": 0.0016, |
| "step": 180 |
| }, |
| { |
| "epoch": 1.184, |
| "grad_norm": 0.0087890625, |
| "learning_rate": 0.0001, |
| "loss": 0.0026, |
| "step": 185 |
| }, |
| { |
| "epoch": 1.216, |
| "grad_norm": 0.0062255859375, |
| "learning_rate": 0.0001, |
| "loss": 0.0015, |
| "step": 190 |
| }, |
| { |
| "epoch": 1.248, |
| "grad_norm": 0.0128173828125, |
| "learning_rate": 0.0001, |
| "loss": 0.0026, |
| "step": 195 |
| }, |
| { |
| "epoch": 1.28, |
| "grad_norm": 0.006683349609375, |
| "learning_rate": 0.0001, |
| "loss": 0.0039, |
| "step": 200 |
| }, |
| { |
| "epoch": 1.312, |
| "grad_norm": 0.00787353515625, |
| "learning_rate": 0.0001, |
| "loss": 0.0019, |
| "step": 205 |
| }, |
| { |
| "epoch": 1.3439999999999999, |
| "grad_norm": 0.0096435546875, |
| "learning_rate": 0.0001, |
| "loss": 0.0011, |
| "step": 210 |
| }, |
| { |
| "epoch": 1.376, |
| "grad_norm": 0.0096435546875, |
| "learning_rate": 0.0001, |
| "loss": 0.0016, |
| "step": 215 |
| }, |
| { |
| "epoch": 1.408, |
| "grad_norm": 0.005859375, |
| "learning_rate": 0.0001, |
| "loss": 0.0014, |
| "step": 220 |
| }, |
| { |
| "epoch": 1.44, |
| "grad_norm": 0.00848388671875, |
| "learning_rate": 0.0001, |
| "loss": 0.0014, |
| "step": 225 |
| }, |
| { |
| "epoch": 1.472, |
| "grad_norm": 0.015625, |
| "learning_rate": 0.0001, |
| "loss": 0.002, |
| "step": 230 |
| }, |
| { |
| "epoch": 1.504, |
| "grad_norm": 0.03857421875, |
| "learning_rate": 0.0001, |
| "loss": 0.0067, |
| "step": 235 |
| }, |
| { |
| "epoch": 1.536, |
| "grad_norm": 0.00811767578125, |
| "learning_rate": 0.0001, |
| "loss": 0.0062, |
| "step": 240 |
| } |
| ], |
| "logging_steps": 5, |
| "max_steps": 240, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 2, |
| "save_steps": 90, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": true |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 9.355246833433805e+17, |
| "train_batch_size": 4, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
