mgh6 commited on
Commit
06ff305
·
verified ·
1 Parent(s): e7af4e0

Training in progress, epoch 7, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f9c70fa5bd3019c2f21db8122c87d12cd6330e95c21988a27922a18a0127a7c6
3
  size 2682482800
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dce8f8856c2efd7382f9b9e2a4fe12b00b61d44949107efc024e135276f2fdc8
3
  size 2682482800
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7cc262d2b0ab2be611311b2cb7b37af4b02a5efc24667138b28e6ae4b9c69e49
3
  size 5365108834
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfe16b2a0f33c549a3839a37a89e9b93abb4765a7bb87dd5f882f4dfdeda22d5
3
  size 5365108834
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5097a2fa189f72e67e54faa03af535c7ca15c8c279f535ec2684a8750f8ba2ff
3
  size 15006
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f718e7dd3b9cb87c504ffc48bd13d55cc2f00494fff18a58a23c22fe7ad76678
3
  size 15006
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fb27da341d5af21d403764d0c476acecc453d3e2211352904e128d8a22abdd54
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b03d3d28e89d9fd412a9ce650e3cd74ba4b669fb777294ec0d1b0d38b84c701
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 6.997999636297509,
5
  "eval_steps": 50,
6
- "global_step": 2401,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -727,6 +727,96 @@
727
  "eval_samples_per_second": 41.372,
728
  "eval_steps_per_second": 20.686,
729
  "step": 2400
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
730
  }
731
  ],
732
  "logging_steps": 50,
@@ -746,7 +836,7 @@
746
  "attributes": {}
747
  }
748
  },
749
- "total_flos": 6.253897047531848e+17,
750
  "train_batch_size": 2,
751
  "trial_name": null,
752
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 7.997999636297509,
5
  "eval_steps": 50,
6
+ "global_step": 2744,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
727
  "eval_samples_per_second": 41.372,
728
  "eval_steps_per_second": 20.686,
729
  "step": 2400
730
+ },
731
+ {
732
+ "epoch": 7.14257137661393,
733
+ "grad_norm": 49.362857818603516,
734
+ "learning_rate": 6.428571428571429e-05,
735
+ "loss": 0.8429,
736
+ "step": 2450
737
+ },
738
+ {
739
+ "epoch": 7.14257137661393,
740
+ "eval_loss": 0.8078887462615967,
741
+ "eval_runtime": 116.7726,
742
+ "eval_samples_per_second": 41.328,
743
+ "eval_steps_per_second": 20.664,
744
+ "step": 2450
745
+ },
746
+ {
747
+ "epoch": 7.288052373158756,
748
+ "grad_norm": 73.06404113769531,
749
+ "learning_rate": 6.355685131195336e-05,
750
+ "loss": 0.8374,
751
+ "step": 2500
752
+ },
753
+ {
754
+ "epoch": 7.288052373158756,
755
+ "eval_loss": 0.8106158375740051,
756
+ "eval_runtime": 116.3346,
757
+ "eval_samples_per_second": 41.484,
758
+ "eval_steps_per_second": 20.742,
759
+ "step": 2500
760
+ },
761
+ {
762
+ "epoch": 7.433533369703582,
763
+ "grad_norm": 72.56304931640625,
764
+ "learning_rate": 6.282798833819243e-05,
765
+ "loss": 0.8371,
766
+ "step": 2550
767
+ },
768
+ {
769
+ "epoch": 7.433533369703582,
770
+ "eval_loss": 0.8068947792053223,
771
+ "eval_runtime": 116.5087,
772
+ "eval_samples_per_second": 41.422,
773
+ "eval_steps_per_second": 20.711,
774
+ "step": 2550
775
+ },
776
+ {
777
+ "epoch": 7.579014366248408,
778
+ "grad_norm": 62.97400665283203,
779
+ "learning_rate": 6.209912536443149e-05,
780
+ "loss": 0.8323,
781
+ "step": 2600
782
+ },
783
+ {
784
+ "epoch": 7.579014366248408,
785
+ "eval_loss": 0.804251492023468,
786
+ "eval_runtime": 116.5526,
787
+ "eval_samples_per_second": 41.406,
788
+ "eval_steps_per_second": 20.703,
789
+ "step": 2600
790
+ },
791
+ {
792
+ "epoch": 7.724495362793235,
793
+ "grad_norm": 46.578704833984375,
794
+ "learning_rate": 6.137026239067056e-05,
795
+ "loss": 0.8381,
796
+ "step": 2650
797
+ },
798
+ {
799
+ "epoch": 7.724495362793235,
800
+ "eval_loss": 0.7970871925354004,
801
+ "eval_runtime": 116.4414,
802
+ "eval_samples_per_second": 41.446,
803
+ "eval_steps_per_second": 20.723,
804
+ "step": 2650
805
+ },
806
+ {
807
+ "epoch": 7.869976359338062,
808
+ "grad_norm": 63.2580680847168,
809
+ "learning_rate": 6.0641399416909626e-05,
810
+ "loss": 0.833,
811
+ "step": 2700
812
+ },
813
+ {
814
+ "epoch": 7.869976359338062,
815
+ "eval_loss": 0.7932024002075195,
816
+ "eval_runtime": 116.5379,
817
+ "eval_samples_per_second": 41.411,
818
+ "eval_steps_per_second": 20.706,
819
+ "step": 2700
820
  }
821
  ],
822
  "logging_steps": 50,
 
836
  "attributes": {}
837
  }
838
  },
839
+ "total_flos": 7.148087838884495e+17,
840
  "train_batch_size": 2,
841
  "trial_name": null,
842
  "trial_params": null