T0KII commited on
Commit
ea85c30
·
verified ·
1 Parent(s): b36cc57

Training in progress, step 5000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ea56500a65560a074ca9ab85e6281dce5baca5e2f1336bc9ca93232b5bc89d90
3
  size 775678032
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fac5a6f55f232c4fa9d6549a6328f337a2b19680eb125c0fea7538df9c7926c
3
  size 775678032
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:024a31d59f0cff6c5d0a6d61ae47e324de8a830ee1fbf5280bb6cfc82d5516a9
3
  size 1551478091
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5eca38b61a90273520ce4023b3b85dcc51e6f53ebe3dc341ee434151989a26ee
3
  size 1551478091
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aa2b146bcd369b1d02f52100689733e474ff192ab87af4ee028609a153d47508
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d11306c827003ca872f3dbb7eff94c18246ba935b4c57aadab9bda8e1ac77df7
3
  size 14645
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c0033c7745b46bdca3ecab5787678834ca68f7f7e1288869dceeb38812abc253
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82ad8990572ad11a824b7db276c8af49c179ca7e7724b4e6906cd0ae480a80a8
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3f7d02a0acf38a2c254c6270baa35a3c72938f51148a14bde80f5a273d0fc711
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2253d135196644bbe0b3e20f4c763c557a93f595b853f202dd6200feeeb354db
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 4000,
3
- "best_metric": 5.337510108947754,
4
- "best_model_checkpoint": "/kaggle/working/MASRIBERTv3_ckpts/checkpoint-4000",
5
- "epoch": 0.6013003119245368,
6
  "eval_steps": 1000,
7
- "global_step": 4000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -152,6 +152,42 @@
152
  "eval_samples_per_second": 70.099,
153
  "eval_steps_per_second": 1.096,
154
  "step": 4000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
155
  }
156
  ],
157
  "logging_steps": 250,
@@ -180,7 +216,7 @@
180
  "attributes": {}
181
  }
182
  },
183
- "total_flos": 6.7466744561664e+16,
184
  "train_batch_size": 32,
185
  "trial_name": null,
186
  "trial_params": null
 
1
  {
2
+ "best_global_step": 5000,
3
+ "best_metric": 5.109297752380371,
4
+ "best_model_checkpoint": "/kaggle/working/MASRIBERTv3_ckpts/checkpoint-5000",
5
+ "epoch": 0.751625389905671,
6
  "eval_steps": 1000,
7
+ "global_step": 5000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
152
  "eval_samples_per_second": 70.099,
153
  "eval_steps_per_second": 1.096,
154
  "step": 4000
155
+ },
156
+ {
157
+ "epoch": 0.6388815814198203,
158
+ "grad_norm": 85.22454833984375,
159
+ "learning_rate": 4.6920337276199595e-05,
160
+ "loss": 44.36359375,
161
+ "step": 4250
162
+ },
163
+ {
164
+ "epoch": 0.6764628509151039,
165
+ "grad_norm": 89.28252410888672,
166
+ "learning_rate": 4.6556074961301624e-05,
167
+ "loss": 43.84180859375,
168
+ "step": 4500
169
+ },
170
+ {
171
+ "epoch": 0.7140441204103875,
172
+ "grad_norm": 88.03447723388672,
173
+ "learning_rate": 4.617303838350222e-05,
174
+ "loss": 43.3140625,
175
+ "step": 4750
176
+ },
177
+ {
178
+ "epoch": 0.751625389905671,
179
+ "grad_norm": 82.08790588378906,
180
+ "learning_rate": 4.57715611484984e-05,
181
+ "loss": 42.943515625,
182
+ "step": 5000
183
+ },
184
+ {
185
+ "epoch": 0.751625389905671,
186
+ "eval_loss": 5.109297752380371,
187
+ "eval_runtime": 246.4709,
188
+ "eval_samples_per_second": 69.793,
189
+ "eval_steps_per_second": 1.091,
190
+ "step": 5000
191
  }
192
  ],
193
  "logging_steps": 250,
 
216
  "attributes": {}
217
  }
218
  },
219
+ "total_flos": 8.433343070208e+16,
220
  "train_batch_size": 32,
221
  "trial_name": null,
222
  "trial_params": null
last-checkpoint/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b4f316695fa91258ca64377b288abdca2772303c74261f1a0379699703970df
3
  size 5201
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efefbcb0e8b57f988b34f042db56f28887d1f06d14ec2b11a9e87dc1b7486213
3
  size 5201