devoppro commited on
Commit
b1d7e8f
·
verified ·
1 Parent(s): 45a8ac6

Training in progress, step 700, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dd298c5fcda0612c1e18f0260e0bd93397e2c3f765056b53e7ef9e5dc828ee96
3
  size 1235573136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb6f8a4c71659aafc5d698b24d92000166e62b98d0a890b89501b9a4781bc981
3
  size 1235573136
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3332bb290f42088fe9bf51bd93283775353bb5178c67e92d107baab15df76b33
3
  size 2471218763
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a3418f7557da2479bea92e3d8f042da6bfcb9d9191cf39c8a909b1433e82c08
3
  size 2471218763
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:711796bafdc96291445baaa7500e0225de597273f70515e4b639ff3ce6d4e57c
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e153e7ac99a45d390bef333d0c839de8b829e6cf174508b6f317b3fb7550ce99
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:28f9eb0c69e2570740da7219ce2550d9ec1f1cae9401a3fd6e61ae4b99913ab1
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26190536bb49f49f7e44c120697c0e6b6c7e45ebca58eedf944e71fd9beb322d
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.012,
6
  "eval_steps": 500,
7
- "global_step": 600,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -428,6 +428,76 @@
428
  "learning_rate": 0.00029699999999999996,
429
  "loss": 74.40623168945312,
430
  "step": 600
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
431
  }
432
  ],
433
  "logging_steps": 10,
@@ -447,7 +517,7 @@
447
  "attributes": {}
448
  }
449
  },
450
- "total_flos": 8779456241464320.0,
451
  "train_batch_size": 2,
452
  "trial_name": null,
453
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.014,
6
  "eval_steps": 500,
7
+ "global_step": 700,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
428
  "learning_rate": 0.00029699999999999996,
429
  "loss": 74.40623168945312,
430
  "step": 600
431
+ },
432
+ {
433
+ "epoch": 0.0122,
434
+ "grad_norm": 8.696991920471191,
435
+ "learning_rate": 0.000296939879759519,
436
+ "loss": 74.297412109375,
437
+ "step": 610
438
+ },
439
+ {
440
+ "epoch": 0.0124,
441
+ "grad_norm": 11.501073837280273,
442
+ "learning_rate": 0.00029687975951903805,
443
+ "loss": 70.46600952148438,
444
+ "step": 620
445
+ },
446
+ {
447
+ "epoch": 0.0126,
448
+ "grad_norm": 6.01923131942749,
449
+ "learning_rate": 0.0002968196392785571,
450
+ "loss": 68.65836181640626,
451
+ "step": 630
452
+ },
453
+ {
454
+ "epoch": 0.0128,
455
+ "grad_norm": 7.358704090118408,
456
+ "learning_rate": 0.0002967595190380761,
457
+ "loss": 69.74998779296875,
458
+ "step": 640
459
+ },
460
+ {
461
+ "epoch": 0.013,
462
+ "grad_norm": 9.420614242553711,
463
+ "learning_rate": 0.0002966993987975952,
464
+ "loss": 76.11289672851562,
465
+ "step": 650
466
+ },
467
+ {
468
+ "epoch": 0.0132,
469
+ "grad_norm": 8.627158164978027,
470
+ "learning_rate": 0.0002966392785571142,
471
+ "loss": 77.244384765625,
472
+ "step": 660
473
+ },
474
+ {
475
+ "epoch": 0.0134,
476
+ "grad_norm": 8.27780818939209,
477
+ "learning_rate": 0.00029657915831663323,
478
+ "loss": 72.63546142578124,
479
+ "step": 670
480
+ },
481
+ {
482
+ "epoch": 0.0136,
483
+ "grad_norm": 8.197218894958496,
484
+ "learning_rate": 0.0002965190380761523,
485
+ "loss": 75.8551513671875,
486
+ "step": 680
487
+ },
488
+ {
489
+ "epoch": 0.0138,
490
+ "grad_norm": 9.352670669555664,
491
+ "learning_rate": 0.00029645891783567133,
492
+ "loss": 70.17238159179688,
493
+ "step": 690
494
+ },
495
+ {
496
+ "epoch": 0.014,
497
+ "grad_norm": 10.278020858764648,
498
+ "learning_rate": 0.0002963987975951904,
499
+ "loss": 72.43441772460938,
500
+ "step": 700
501
  }
502
  ],
503
  "logging_steps": 10,
 
517
  "attributes": {}
518
  }
519
  },
520
+ "total_flos": 9442605667530240.0,
521
  "train_batch_size": 2,
522
  "trial_name": null,
523
  "trial_params": null