tranhuyHoang commited on
Commit
c4ed7bc
·
verified ·
1 Parent(s): c9593ba

Training in progress, step 40, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c58843ce054ff5e21298dea3c5d5e5c129a92e1880c1960584e9f689cad25fdf
3
  size 91951912
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:160db84884c852936290c2dbabae2e7aef7f29215bea95251f3d7c6279739be7
3
  size 91951912
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:24aa5f3b72ad380e256c083f5f9371f8cfb26a73ec8a1c9b48e511e8aa2db999
3
  size 183993547
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:871faa733ae16c56f62ff4acb9dc36002b66d420908dd14f8542137ab911d7ef
3
  size 183993547
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a8e2011629d8bed3ef560fa11175cac55684c4e12a72634bb24abf767b6c7399
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:718a0f3db00824213036a2c0441849791319b7d9cf189065873bb26a7020738e
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:93e1ac18ac1a54b596386c66a16892db4ef550952673522950938aa63c716ef9
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78d8446916771bdbc3272fb5483d27a47f792f342be43af6bfbcc122b7703745
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.003,
6
  "eval_steps": 10,
7
- "global_step": 30,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -242,6 +242,84 @@
242
  "eval_samples_per_second": 14.699,
243
  "eval_steps_per_second": 1.837,
244
  "step": 30
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
245
  }
246
  ],
247
  "logging_steps": 1,
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.004,
6
  "eval_steps": 10,
7
+ "global_step": 40,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
242
  "eval_samples_per_second": 14.699,
243
  "eval_steps_per_second": 1.837,
244
  "step": 30
245
+ },
246
+ {
247
+ "epoch": 0.0031,
248
+ "grad_norm": 2.902653694152832,
249
+ "learning_rate": 0.00030000000000000003,
250
+ "loss": 19.6354,
251
+ "step": 31
252
+ },
253
+ {
254
+ "epoch": 0.0032,
255
+ "grad_norm": 2.723034620285034,
256
+ "learning_rate": 0.00031,
257
+ "loss": 18.3838,
258
+ "step": 32
259
+ },
260
+ {
261
+ "epoch": 0.0033,
262
+ "grad_norm": 2.559993267059326,
263
+ "learning_rate": 0.00032,
264
+ "loss": 16.345,
265
+ "step": 33
266
+ },
267
+ {
268
+ "epoch": 0.0034,
269
+ "grad_norm": 2.283393144607544,
270
+ "learning_rate": 0.00033,
271
+ "loss": 14.2652,
272
+ "step": 34
273
+ },
274
+ {
275
+ "epoch": 0.0035,
276
+ "grad_norm": 2.1815197467803955,
277
+ "learning_rate": 0.00033999999999999997,
278
+ "loss": 14.0831,
279
+ "step": 35
280
+ },
281
+ {
282
+ "epoch": 0.0036,
283
+ "grad_norm": 2.018310308456421,
284
+ "learning_rate": 0.00035,
285
+ "loss": 12.7781,
286
+ "step": 36
287
+ },
288
+ {
289
+ "epoch": 0.0037,
290
+ "grad_norm": 1.862168550491333,
291
+ "learning_rate": 0.00035999999999999997,
292
+ "loss": 11.4392,
293
+ "step": 37
294
+ },
295
+ {
296
+ "epoch": 0.0038,
297
+ "grad_norm": 1.762819528579712,
298
+ "learning_rate": 0.00037,
299
+ "loss": 10.6711,
300
+ "step": 38
301
+ },
302
+ {
303
+ "epoch": 0.0039,
304
+ "grad_norm": 1.6565489768981934,
305
+ "learning_rate": 0.00038,
306
+ "loss": 9.3263,
307
+ "step": 39
308
+ },
309
+ {
310
+ "epoch": 0.004,
311
+ "grad_norm": 1.545681118965149,
312
+ "learning_rate": 0.00039000000000000005,
313
+ "loss": 9.0413,
314
+ "step": 40
315
+ },
316
+ {
317
+ "epoch": 0.004,
318
+ "eval_loss": 0.9703376889228821,
319
+ "eval_runtime": 681.7846,
320
+ "eval_samples_per_second": 14.667,
321
+ "eval_steps_per_second": 1.833,
322
+ "step": 40
323
  }
324
  ],
325
  "logging_steps": 1,