devoppro commited on
Commit
e8bac7d
·
verified ·
1 Parent(s): 93fd45c

Training in progress, step 1000, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8768e79529253ec6a4a9c9ac4ed31fdfdbd11d2032b8c45d8b47efa9c9d546c7
3
  size 1235573136
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:135023d735474a62fef41f9fc86b17aa3dafa835f40463325b62635ce08a2f8b
3
  size 1235573136
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b359910b5fd17aadf25fd00b37f0d204cc86fee7b829ec01ab07ad0364a48e0c
3
  size 2471218763
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f89845f1e9c425ff77a21ebf1e6ff7f2fe52cc5d8d1eee15fffa7085d08ac1e6
3
  size 2471218763
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:779676ad450eae2b6879d7f004a716095853f54998471414edbab1cbed9cedac
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9aa7e5f7f3366b7db6f25a9e3fa739116674bd641ce589a5940ff73f382fec0c
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:653cba8a20af8c5396af38192396529e15aba7f27a53a1c15a4069355b1b5a35
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4835dfebca207db20e97bc75a0cdfb3c9040e987a06d53d84bc51055c8c81f56
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 0.018,
6
  "eval_steps": 500,
7
- "global_step": 900,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -638,6 +638,76 @@
638
  "learning_rate": 0.0002951963927855711,
639
  "loss": 71.75267333984375,
640
  "step": 900
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
641
  }
642
  ],
643
  "logging_steps": 10,
@@ -657,7 +727,7 @@
657
  "attributes": {}
658
  }
659
  },
660
- "total_flos": 1.071637991053056e+16,
661
  "train_batch_size": 2,
662
  "trial_name": null,
663
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 0.02,
6
  "eval_steps": 500,
7
+ "global_step": 1000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
638
  "learning_rate": 0.0002951963927855711,
639
  "loss": 71.75267333984375,
640
  "step": 900
641
+ },
642
+ {
643
+ "epoch": 0.0182,
644
+ "grad_norm": 7.856244087219238,
645
+ "learning_rate": 0.00029513627254509016,
646
+ "loss": 73.38182983398437,
647
+ "step": 910
648
+ },
649
+ {
650
+ "epoch": 0.0184,
651
+ "grad_norm": 7.895908355712891,
652
+ "learning_rate": 0.00029507615230460916,
653
+ "loss": 70.02378540039062,
654
+ "step": 920
655
+ },
656
+ {
657
+ "epoch": 0.0186,
658
+ "grad_norm": 9.500384330749512,
659
+ "learning_rate": 0.0002950160320641282,
660
+ "loss": 69.76512451171875,
661
+ "step": 930
662
+ },
663
+ {
664
+ "epoch": 0.0188,
665
+ "grad_norm": 8.77175235748291,
666
+ "learning_rate": 0.0002949559118236473,
667
+ "loss": 69.60545654296875,
668
+ "step": 940
669
+ },
670
+ {
671
+ "epoch": 0.019,
672
+ "grad_norm": 9.102203369140625,
673
+ "learning_rate": 0.0002948957915831663,
674
+ "loss": 71.84405517578125,
675
+ "step": 950
676
+ },
677
+ {
678
+ "epoch": 0.0192,
679
+ "grad_norm": 8.29865837097168,
680
+ "learning_rate": 0.00029483567134268535,
681
+ "loss": 67.64026489257813,
682
+ "step": 960
683
+ },
684
+ {
685
+ "epoch": 0.0194,
686
+ "grad_norm": 6.868947505950928,
687
+ "learning_rate": 0.0002947755511022044,
688
+ "loss": 65.34761962890624,
689
+ "step": 970
690
+ },
691
+ {
692
+ "epoch": 0.0196,
693
+ "grad_norm": 9.127030372619629,
694
+ "learning_rate": 0.00029471543086172344,
695
+ "loss": 69.42554321289063,
696
+ "step": 980
697
+ },
698
+ {
699
+ "epoch": 0.0198,
700
+ "grad_norm": 7.779689311981201,
701
+ "learning_rate": 0.00029465531062124244,
702
+ "loss": 72.64813842773438,
703
+ "step": 990
704
+ },
705
+ {
706
+ "epoch": 0.02,
707
+ "grad_norm": 9.583319664001465,
708
+ "learning_rate": 0.0002945951903807615,
709
+ "loss": 71.14970703125,
710
+ "step": 1000
711
  }
712
  ],
713
  "logging_steps": 10,
 
727
  "attributes": {}
728
  }
729
  },
730
+ "total_flos": 1.1337576305472e+16,
731
  "train_batch_size": 2,
732
  "trial_name": null,
733
  "trial_params": null