blackbeard334 commited on
Commit
1041e6b
·
verified ·
1 Parent(s): b098151

Training in progress, step 90, checkpoint

Browse files
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d10131fb2bdabea59625c8c4edf334e6df6721f617bf0dec9aaa337ebb104f71
3
  size 1657
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:af3c3dabbf9ebbd1b80f42990a6c3852888dc418d3a491b6006d59ae622f7439
3
  size 1657
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6a73c7d1b70990d010aed3d00a13855494c339ed8f762b75df50f3dea0d0a491
3
  size 14709
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e932981fddaf964ea5c00183b0b2c9a613151b2952792ed5c32eb6ad9fba8a4
3
  size 14709
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fd856c6151fe5255f7ba51db6b5d88b86efb0fa47af76b1fc101585c59f7e4b5
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:caea65ad5ade87249f189f1780cfae3fe7eb60fb8c93dd1a0058a27c35eaba61
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.6153846153846154,
6
  "eval_steps": 500,
7
- "global_step": 80,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -152,6 +152,24 @@
152
  "mean_token_accuracy": 0.6399475276470185,
153
  "num_tokens": 291226.0,
154
  "step": 80
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
155
  }
156
  ],
157
  "logging_steps": 5,
@@ -171,7 +189,7 @@
171
  "attributes": {}
172
  }
173
  },
174
- "total_flos": 1.469040538927104e+16,
175
  "train_batch_size": 4,
176
  "trial_name": null,
177
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.6923076923076923,
6
  "eval_steps": 500,
7
+ "global_step": 90,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
152
  "mean_token_accuracy": 0.6399475276470185,
153
  "num_tokens": 291226.0,
154
  "step": 80
155
+ },
156
+ {
157
+ "epoch": 0.6538461538461539,
158
+ "grad_norm": 0.0,
159
+ "learning_rate": 4.958e-05,
160
+ "loss": 1.7466,
161
+ "mean_token_accuracy": 0.645823523402214,
162
+ "num_tokens": 309131.0,
163
+ "step": 85
164
+ },
165
+ {
166
+ "epoch": 0.6923076923076923,
167
+ "grad_norm": 0.0,
168
+ "learning_rate": 4.9555e-05,
169
+ "loss": 1.6855,
170
+ "mean_token_accuracy": 0.6573584616184235,
171
+ "num_tokens": 328164.0,
172
+ "step": 90
173
  }
174
  ],
175
  "logging_steps": 5,
 
189
  "attributes": {}
190
  }
191
  },
192
+ "total_flos": 1.65717794930688e+16,
193
  "train_batch_size": 4,
194
  "trial_name": null,
195
  "trial_params": null