T0KII commited on
Commit
a256feb
·
verified ·
1 Parent(s): ddfb62d

Training in progress, step 7000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0fac5a6f55f232c4fa9d6549a6328f337a2b19680eb125c0fea7538df9c7926c
3
  size 775678032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:df50b8a580ea8526eb0730d57704938f14070df067dee66888ec8693240b765e
3
  size 775678032
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5eca38b61a90273520ce4023b3b85dcc51e6f53ebe3dc341ee434151989a26ee
3
  size 1551478091
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70f7d3b78174d39a051eed76d8320425f35b61b8e514ef8fa78ad89b56058daa
3
  size 1551478091
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d11306c827003ca872f3dbb7eff94c18246ba935b4c57aadab9bda8e1ac77df7
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbc54541e34cc6c91587f50da9686f8a5be0ae75dc1de77ad5b0281a4cac3417
3
  size 14645
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:82ad8990572ad11a824b7db276c8af49c179ca7e7724b4e6906cd0ae480a80a8
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be40a03f70bb2a35bb567114fb5ceb05ce1222c8df24b1e1100746c617c5be10
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2253d135196644bbe0b3e20f4c763c557a93f595b853f202dd6200feeeb354db
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:107200a3f1a502221a7c14f8e3e5d0e068ccb8b9560c663ad037aaf4dd16cd04
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 5000,
3
- "best_metric": 5.109297752380371,
4
- "best_model_checkpoint": "/kaggle/working/MASRIBERTv3_ckpts/checkpoint-5000",
5
- "epoch": 0.751625389905671,
6
  "eval_steps": 1000,
7
- "global_step": 5000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -188,6 +188,78 @@
188
  "eval_samples_per_second": 69.793,
189
  "eval_steps_per_second": 1.091,
190
  "step": 5000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
191
  }
192
  ],
193
  "logging_steps": 250,
@@ -216,7 +288,7 @@
216
  "attributes": {}
217
  }
218
  },
219
- "total_flos": 8.433343070208e+16,
220
  "train_batch_size": 32,
221
  "trial_name": null,
222
  "trial_params": null
 
1
  {
2
+ "best_global_step": 7000,
3
+ "best_metric": 4.834552764892578,
4
+ "best_model_checkpoint": "/kaggle/working/MASRIBERTv3_ckpts/checkpoint-7000",
5
+ "epoch": 1.0521628020594536,
6
  "eval_steps": 1000,
7
+ "global_step": 7000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
188
  "eval_samples_per_second": 69.793,
189
  "eval_steps_per_second": 1.091,
190
  "step": 5000
191
+ },
192
+ {
193
+ "epoch": 0.7892066594009546,
194
+ "grad_norm": 86.16392517089844,
195
+ "learning_rate": 4.535199292287709e-05,
196
+ "loss": 42.626734375,
197
+ "step": 5250
198
+ },
199
+ {
200
+ "epoch": 0.8267879288962381,
201
+ "grad_norm": 87.34744262695312,
202
+ "learning_rate": 4.491469912957297e-05,
203
+ "loss": 42.33,
204
+ "step": 5500
205
+ },
206
+ {
207
+ "epoch": 0.8643691983915217,
208
+ "grad_norm": 79.0370101928711,
209
+ "learning_rate": 4.4460060629603434e-05,
210
+ "loss": 41.88755078125,
211
+ "step": 5750
212
+ },
213
+ {
214
+ "epoch": 0.9019504678868052,
215
+ "grad_norm": 83.2159423828125,
216
+ "learning_rate": 4.398847339035767e-05,
217
+ "loss": 41.65294140625,
218
+ "step": 6000
219
+ },
220
+ {
221
+ "epoch": 0.9019504678868052,
222
+ "eval_loss": 4.957474231719971,
223
+ "eval_runtime": 239.2537,
224
+ "eval_samples_per_second": 71.899,
225
+ "eval_steps_per_second": 1.124,
226
+ "step": 6000
227
+ },
228
+ {
229
+ "epoch": 0.9395317373820887,
230
+ "grad_norm": 82.08615112304688,
231
+ "learning_rate": 4.350034814072887e-05,
232
+ "loss": 41.38473828125,
233
+ "step": 6250
234
+ },
235
+ {
236
+ "epoch": 0.9771130068773723,
237
+ "grad_norm": 86.85932922363281,
238
+ "learning_rate": 4.299611001338994e-05,
239
+ "loss": 41.04867578125,
240
+ "step": 6500
241
+ },
242
+ {
243
+ "epoch": 1.01458153256417,
244
+ "grad_norm": 91.38688659667969,
245
+ "learning_rate": 4.2476198174524166e-05,
246
+ "loss": 40.55618359375,
247
+ "step": 6750
248
+ },
249
+ {
250
+ "epoch": 1.0521628020594536,
251
+ "grad_norm": 87.19780731201172,
252
+ "learning_rate": 4.194106544133346e-05,
253
+ "loss": 40.355609375,
254
+ "step": 7000
255
+ },
256
+ {
257
+ "epoch": 1.0521628020594536,
258
+ "eval_loss": 4.834552764892578,
259
+ "eval_runtime": 239.8672,
260
+ "eval_samples_per_second": 71.715,
261
+ "eval_steps_per_second": 1.121,
262
+ "step": 7000
263
  }
264
  ],
265
  "logging_steps": 250,
 
288
  "attributes": {}
289
  }
290
  },
291
+ "total_flos": 1.180529011439447e+17,
292
  "train_batch_size": 32,
293
  "trial_name": null,
294
  "trial_params": null
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:efefbcb0e8b57f988b34f042db56f28887d1f06d14ec2b11a9e87dc1b7486213
3
  size 5201
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e81ef68ecf6d54adfcba782e86ddd0804ab77ba8d53704fbef9e1dfb6174a6bf
3
  size 5201