File size: 5,402 Bytes
849856a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 | {
"best_global_step": null,
"best_metric": null,
"best_model_checkpoint": null,
"epoch": 1.0,
"eval_steps": 500,
"global_step": 1225,
"is_hyper_param_search": false,
"is_local_process_zero": true,
"is_world_process_zero": true,
"log_history": [
{
"entropy": 2.65348322480917,
"epoch": 0.08163265306122448,
"grad_norm": 0.3858589231967926,
"learning_rate": 9.839710975789937e-05,
"loss": 1.8520664978027344,
"mean_token_accuracy": 0.4766763444710523,
"num_tokens": 73931.0,
"step": 100
},
{
"entropy": 2.221065641641617,
"epoch": 0.16326530612244897,
"grad_norm": 0.4490025043487549,
"learning_rate": 9.362871573431047e-05,
"loss": 1.7005967712402343,
"mean_token_accuracy": 0.5576045931689442,
"num_tokens": 156572.0,
"step": 200
},
{
"entropy": 2.128404154591262,
"epoch": 0.24489795918367346,
"grad_norm": 0.568897008895874,
"learning_rate": 8.600655546367782e-05,
"loss": 1.6693995666503907,
"mean_token_accuracy": 0.5640898733213544,
"num_tokens": 244559.0,
"step": 300
},
{
"entropy": 2.096652089692652,
"epoch": 0.32653061224489793,
"grad_norm": 0.6031016111373901,
"learning_rate": 7.602919653718044e-05,
"loss": 1.5418077087402344,
"mean_token_accuracy": 0.5770933660492301,
"num_tokens": 334289.0,
"step": 400
},
{
"entropy": 2.0537689401954413,
"epoch": 0.40816326530612246,
"grad_norm": 0.5750653743743896,
"learning_rate": 6.434926073521803e-05,
"loss": 1.5946527099609376,
"mean_token_accuracy": 0.5710043688677251,
"num_tokens": 415705.0,
"step": 500
},
{
"epoch": 0.40816326530612246,
"eval_entropy": 1.5940086383085985,
"eval_loss": 1.6339383125305176,
"eval_mean_token_accuracy": 0.6421380157654102,
"eval_num_tokens": 415705.0,
"eval_runtime": 3.1459,
"eval_samples_per_second": 31.787,
"eval_steps_per_second": 4.132,
"step": 500
},
{
"entropy": 2.0754134288430213,
"epoch": 0.4897959183673469,
"grad_norm": 1.2727973461151123,
"learning_rate": 5.173073585798768e-05,
"loss": 1.6228317260742187,
"mean_token_accuracy": 0.564216209501028,
"num_tokens": 494295.0,
"step": 600
},
{
"entropy": 2.012790724672377,
"epoch": 0.5714285714285714,
"grad_norm": 0.2896394729614258,
"learning_rate": 3.899900307419982e-05,
"loss": 1.5738545227050782,
"mean_token_accuracy": 0.5796110359393061,
"num_tokens": 577751.0,
"step": 700
},
{
"entropy": 1.9897139368206262,
"epoch": 0.6530612244897959,
"grad_norm": 0.5676203370094299,
"learning_rate": 2.6986848512742967e-05,
"loss": 1.5871757507324218,
"mean_token_accuracy": 0.5866536642797291,
"num_tokens": 658206.0,
"step": 800
},
{
"entropy": 2.0891294856369496,
"epoch": 0.7346938775510204,
"grad_norm": 0.4007723033428192,
"learning_rate": 1.647999049387474e-05,
"loss": 1.6784550476074218,
"mean_token_accuracy": 0.5773500371165574,
"num_tokens": 738593.0,
"step": 900
},
{
"entropy": 2.0181680861487985,
"epoch": 0.8163265306122449,
"grad_norm": 0.4596865475177765,
"learning_rate": 8.165685478668238e-06,
"loss": 1.6400236511230468,
"mean_token_accuracy": 0.5852108645252884,
"num_tokens": 817014.0,
"step": 1000
},
{
"epoch": 0.8163265306122449,
"eval_entropy": 1.5638046906544611,
"eval_loss": 1.6097618341445923,
"eval_mean_token_accuracy": 0.6478444796342117,
"eval_num_tokens": 817014.0,
"eval_runtime": 3.1122,
"eval_samples_per_second": 32.132,
"eval_steps_per_second": 4.177,
"step": 1000
},
{
"entropy": 2.016655530370772,
"epoch": 0.8979591836734694,
"grad_norm": 0.6038398742675781,
"learning_rate": 2.587774435638679e-06,
"loss": 1.6814262390136718,
"mean_token_accuracy": 0.579078944325447,
"num_tokens": 896645.0,
"step": 1100
},
{
"entropy": 2.061556413136423,
"epoch": 0.9795918367346939,
"grad_norm": 0.6863688826560974,
"learning_rate": 1.1111005402286711e-07,
"loss": 1.64010009765625,
"mean_token_accuracy": 0.5714908703416586,
"num_tokens": 973715.0,
"step": 1200
},
{
"epoch": 1.0,
"eval_entropy": 1.5626688462037306,
"eval_loss": 1.609505295753479,
"eval_mean_token_accuracy": 0.6479680950825031,
"eval_num_tokens": 992320.0,
"eval_runtime": 3.1267,
"eval_samples_per_second": 31.982,
"eval_steps_per_second": 4.158,
"step": 1225
}
],
"logging_steps": 100,
"max_steps": 1225,
"num_input_tokens_seen": 0,
"num_train_epochs": 1,
"save_steps": 100,
"stateful_callbacks": {
"TrainerControl": {
"args": {
"should_epoch_stop": false,
"should_evaluate": false,
"should_log": false,
"should_save": true,
"should_training_stop": true
},
"attributes": {}
}
},
"total_flos": 3710062484688384.0,
"train_batch_size": 2,
"trial_name": null,
"trial_params": null
}
|