| { |
| "best_global_step": null, |
| "best_metric": null, |
| "best_model_checkpoint": null, |
| "epoch": 0.9795918367346939, |
| "eval_steps": 500, |
| "global_step": 1200, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "entropy": 2.65348322480917, |
| "epoch": 0.08163265306122448, |
| "grad_norm": 0.3858589231967926, |
| "learning_rate": 9.839710975789937e-05, |
| "loss": 1.8520664978027344, |
| "mean_token_accuracy": 0.4766763444710523, |
| "num_tokens": 73931.0, |
| "step": 100 |
| }, |
| { |
| "entropy": 2.221065641641617, |
| "epoch": 0.16326530612244897, |
| "grad_norm": 0.4490025043487549, |
| "learning_rate": 9.362871573431047e-05, |
| "loss": 1.7005967712402343, |
| "mean_token_accuracy": 0.5576045931689442, |
| "num_tokens": 156572.0, |
| "step": 200 |
| }, |
| { |
| "entropy": 2.128404154591262, |
| "epoch": 0.24489795918367346, |
| "grad_norm": 0.568897008895874, |
| "learning_rate": 8.600655546367782e-05, |
| "loss": 1.6693995666503907, |
| "mean_token_accuracy": 0.5640898733213544, |
| "num_tokens": 244559.0, |
| "step": 300 |
| }, |
| { |
| "entropy": 2.096652089692652, |
| "epoch": 0.32653061224489793, |
| "grad_norm": 0.6031016111373901, |
| "learning_rate": 7.602919653718044e-05, |
| "loss": 1.5418077087402344, |
| "mean_token_accuracy": 0.5770933660492301, |
| "num_tokens": 334289.0, |
| "step": 400 |
| }, |
| { |
| "entropy": 2.0537689401954413, |
| "epoch": 0.40816326530612246, |
| "grad_norm": 0.5750653743743896, |
| "learning_rate": 6.434926073521803e-05, |
| "loss": 1.5946527099609376, |
| "mean_token_accuracy": 0.5710043688677251, |
| "num_tokens": 415705.0, |
| "step": 500 |
| }, |
| { |
| "epoch": 0.40816326530612246, |
| "eval_entropy": 1.5940086383085985, |
| "eval_loss": 1.6339383125305176, |
| "eval_mean_token_accuracy": 0.6421380157654102, |
| "eval_num_tokens": 415705.0, |
| "eval_runtime": 3.1459, |
| "eval_samples_per_second": 31.787, |
| "eval_steps_per_second": 4.132, |
| "step": 500 |
| }, |
| { |
| "entropy": 2.0754134288430213, |
| "epoch": 0.4897959183673469, |
| "grad_norm": 1.2727973461151123, |
| "learning_rate": 5.173073585798768e-05, |
| "loss": 1.6228317260742187, |
| "mean_token_accuracy": 0.564216209501028, |
| "num_tokens": 494295.0, |
| "step": 600 |
| }, |
| { |
| "entropy": 2.012790724672377, |
| "epoch": 0.5714285714285714, |
| "grad_norm": 0.2896394729614258, |
| "learning_rate": 3.899900307419982e-05, |
| "loss": 1.5738545227050782, |
| "mean_token_accuracy": 0.5796110359393061, |
| "num_tokens": 577751.0, |
| "step": 700 |
| }, |
| { |
| "entropy": 1.9897139368206262, |
| "epoch": 0.6530612244897959, |
| "grad_norm": 0.5676203370094299, |
| "learning_rate": 2.6986848512742967e-05, |
| "loss": 1.5871757507324218, |
| "mean_token_accuracy": 0.5866536642797291, |
| "num_tokens": 658206.0, |
| "step": 800 |
| }, |
| { |
| "entropy": 2.0891294856369496, |
| "epoch": 0.7346938775510204, |
| "grad_norm": 0.4007723033428192, |
| "learning_rate": 1.647999049387474e-05, |
| "loss": 1.6784550476074218, |
| "mean_token_accuracy": 0.5773500371165574, |
| "num_tokens": 738593.0, |
| "step": 900 |
| }, |
| { |
| "entropy": 2.0181680861487985, |
| "epoch": 0.8163265306122449, |
| "grad_norm": 0.4596865475177765, |
| "learning_rate": 8.165685478668238e-06, |
| "loss": 1.6400236511230468, |
| "mean_token_accuracy": 0.5852108645252884, |
| "num_tokens": 817014.0, |
| "step": 1000 |
| }, |
| { |
| "epoch": 0.8163265306122449, |
| "eval_entropy": 1.5638046906544611, |
| "eval_loss": 1.6097618341445923, |
| "eval_mean_token_accuracy": 0.6478444796342117, |
| "eval_num_tokens": 817014.0, |
| "eval_runtime": 3.1122, |
| "eval_samples_per_second": 32.132, |
| "eval_steps_per_second": 4.177, |
| "step": 1000 |
| }, |
| { |
| "entropy": 2.016655530370772, |
| "epoch": 0.8979591836734694, |
| "grad_norm": 0.6038398742675781, |
| "learning_rate": 2.587774435638679e-06, |
| "loss": 1.6814262390136718, |
| "mean_token_accuracy": 0.579078944325447, |
| "num_tokens": 896645.0, |
| "step": 1100 |
| }, |
| { |
| "entropy": 2.061556413136423, |
| "epoch": 0.9795918367346939, |
| "grad_norm": 0.6863688826560974, |
| "learning_rate": 1.1111005402286711e-07, |
| "loss": 1.64010009765625, |
| "mean_token_accuracy": 0.5714908703416586, |
| "num_tokens": 973715.0, |
| "step": 1200 |
| } |
| ], |
| "logging_steps": 100, |
| "max_steps": 1225, |
| "num_input_tokens_seen": 0, |
| "num_train_epochs": 1, |
| "save_steps": 100, |
| "stateful_callbacks": { |
| "TrainerControl": { |
| "args": { |
| "should_epoch_stop": false, |
| "should_evaluate": false, |
| "should_log": false, |
| "should_save": true, |
| "should_training_stop": false |
| }, |
| "attributes": {} |
| } |
| }, |
| "total_flos": 3639615811848192.0, |
| "train_batch_size": 2, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
