T0KII commited on
Commit
6826f5e
·
verified ·
1 Parent(s): a256feb

Training in progress, step 8000

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:df50b8a580ea8526eb0730d57704938f14070df067dee66888ec8693240b765e
3
  size 775678032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fac5a6f55f232c4fa9d6549a6328f337a2b19680eb125c0fea7538df9c7926c
3
  size 775678032
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:70f7d3b78174d39a051eed76d8320425f35b61b8e514ef8fa78ad89b56058daa
3
  size 1551478091
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5eca38b61a90273520ce4023b3b85dcc51e6f53ebe3dc341ee434151989a26ee
3
  size 1551478091
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dbc54541e34cc6c91587f50da9686f8a5be0ae75dc1de77ad5b0281a4cac3417
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d11306c827003ca872f3dbb7eff94c18246ba935b4c57aadab9bda8e1ac77df7
3
  size 14645
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:be40a03f70bb2a35bb567114fb5ceb05ce1222c8df24b1e1100746c617c5be10
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82ad8990572ad11a824b7db276c8af49c179ca7e7724b4e6906cd0ae480a80a8
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:107200a3f1a502221a7c14f8e3e5d0e068ccb8b9560c663ad037aaf4dd16cd04
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2253d135196644bbe0b3e20f4c763c557a93f595b853f202dd6200feeeb354db
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 7000,
3
- "best_metric": 4.834552764892578,
4
- "best_model_checkpoint": "/kaggle/working/MASRIBERTv3_ckpts/checkpoint-7000",
5
- "epoch": 1.0521628020594536,
6
  "eval_steps": 1000,
7
- "global_step": 7000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -188,78 +188,6 @@
188
  "eval_samples_per_second": 69.793,
189
  "eval_steps_per_second": 1.091,
190
  "step": 5000
191
- },
192
- {
193
- "epoch": 0.7892066594009546,
194
- "grad_norm": 86.16392517089844,
195
- "learning_rate": 4.535199292287709e-05,
196
- "loss": 42.626734375,
197
- "step": 5250
198
- },
199
- {
200
- "epoch": 0.8267879288962381,
201
- "grad_norm": 87.34744262695312,
202
- "learning_rate": 4.491469912957297e-05,
203
- "loss": 42.33,
204
- "step": 5500
205
- },
206
- {
207
- "epoch": 0.8643691983915217,
208
- "grad_norm": 79.0370101928711,
209
- "learning_rate": 4.4460060629603434e-05,
210
- "loss": 41.88755078125,
211
- "step": 5750
212
- },
213
- {
214
- "epoch": 0.9019504678868052,
215
- "grad_norm": 83.2159423828125,
216
- "learning_rate": 4.398847339035767e-05,
217
- "loss": 41.65294140625,
218
- "step": 6000
219
- },
220
- {
221
- "epoch": 0.9019504678868052,
222
- "eval_loss": 4.957474231719971,
223
- "eval_runtime": 239.2537,
224
- "eval_samples_per_second": 71.899,
225
- "eval_steps_per_second": 1.124,
226
- "step": 6000
227
- },
228
- {
229
- "epoch": 0.9395317373820887,
230
- "grad_norm": 82.08615112304688,
231
- "learning_rate": 4.350034814072887e-05,
232
- "loss": 41.38473828125,
233
- "step": 6250
234
- },
235
- {
236
- "epoch": 0.9771130068773723,
237
- "grad_norm": 86.85932922363281,
238
- "learning_rate": 4.299611001338994e-05,
239
- "loss": 41.04867578125,
240
- "step": 6500
241
- },
242
- {
243
- "epoch": 1.01458153256417,
244
- "grad_norm": 91.38688659667969,
245
- "learning_rate": 4.2476198174524166e-05,
246
- "loss": 40.55618359375,
247
- "step": 6750
248
- },
249
- {
250
- "epoch": 1.0521628020594536,
251
- "grad_norm": 87.19780731201172,
252
- "learning_rate": 4.194106544133346e-05,
253
- "loss": 40.355609375,
254
- "step": 7000
255
- },
256
- {
257
- "epoch": 1.0521628020594536,
258
- "eval_loss": 4.834552764892578,
259
- "eval_runtime": 239.8672,
260
- "eval_samples_per_second": 71.715,
261
- "eval_steps_per_second": 1.121,
262
- "step": 7000
263
  }
264
  ],
265
  "logging_steps": 250,
@@ -288,7 +216,7 @@
288
  "attributes": {}
289
  }
290
  },
291
- "total_flos": 1.180529011439447e+17,
292
  "train_batch_size": 32,
293
  "trial_name": null,
294
  "trial_params": null
 
1
  {
2
+ "best_global_step": 5000,
3
+ "best_metric": 5.109297752380371,
4
+ "best_model_checkpoint": "/kaggle/working/MASRIBERTv3_ckpts/checkpoint-5000",
5
+ "epoch": 0.751625389905671,
6
  "eval_steps": 1000,
7
+ "global_step": 5000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
188
  "eval_samples_per_second": 69.793,
189
  "eval_steps_per_second": 1.091,
190
  "step": 5000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
191
  }
192
  ],
193
  "logging_steps": 250,
 
216
  "attributes": {}
217
  }
218
  },
219
+ "total_flos": 8.433343070208e+16,
220
  "train_batch_size": 32,
221
  "trial_name": null,
222
  "trial_params": null
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e81ef68ecf6d54adfcba782e86ddd0804ab77ba8d53704fbef9e1dfb6174a6bf
3
  size 5201
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efefbcb0e8b57f988b34f042db56f28887d1f06d14ec2b11a9e87dc1b7486213
3
  size 5201
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:df50b8a580ea8526eb0730d57704938f14070df067dee66888ec8693240b765e
3
  size 775678032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e506b28af94c9f67ed9877547aca9647b078ad697e757ce9d0fd58f033848a2
3
  size 775678032