NairaRahim commited on
Commit
4efee84
·
verified ·
1 Parent(s): d8cb6e6

Training in progress, epoch 68, checkpoint

Browse files
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1738638521f9a4843483321124591afb8cd853eff3fb997c6951a7c03e588842
3
  size 559424792
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8d59fbf7f68e18ff6ed68dba45cfb308b0a78dfe6ecdcef3310538dfe85b22a
3
  size 559424792
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c90abc5ad6fe7535a1f6c408439a600f5498042da6139778d9f74392e46e5921
3
  size 1118926970
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:803b74531b70e3e6ac182008843d0e57caf703c062c626221f746788edcc53e4
3
  size 1118926970
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1dbc56d3679e9d78846ff9c0b6080bfad3bef32349f7e4d5ac89a28c86be4d62
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8941ac58fba0fdf869315ac1cf71b1b228b16ae0ef1bb0999632b7c6e19008b8
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:81ea66f3b5d641c21b59c1915efa495d5728b8b68ceeac777b921a0b24de76c3
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25661e8c1ec90edb7b4b746e10879475508a67136274d887a1157d439305d2c3
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 12.731040000915527,
3
- "best_model_checkpoint": "/kaggle/working/output/checkpoint-75690",
4
- "epoch": 67.0,
5
  "eval_steps": 500,
6
- "global_step": 87435,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -6661,6 +6661,105 @@
6661
  "eval_samples_per_second": 29.56,
6662
  "eval_steps_per_second": 3.715,
6663
  "step": 87435
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6664
  }
6665
  ],
6666
  "logging_steps": 100,
@@ -6675,7 +6774,7 @@
6675
  "early_stopping_threshold": 0.0
6676
  },
6677
  "attributes": {
6678
- "early_stopping_patience_counter": 9
6679
  }
6680
  },
6681
  "TrainerControl": {
@@ -6689,7 +6788,7 @@
6689
  "attributes": {}
6690
  }
6691
  },
6692
- "total_flos": 4.073753287419034e+16,
6693
  "train_batch_size": 8,
6694
  "trial_name": null,
6695
  "trial_params": null
 
1
  {
2
+ "best_metric": 12.716951370239258,
3
+ "best_model_checkpoint": "/kaggle/working/output/checkpoint-88740",
4
+ "epoch": 68.0,
5
  "eval_steps": 500,
6
+ "global_step": 88740,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
6661
  "eval_samples_per_second": 29.56,
6662
  "eval_steps_per_second": 3.715,
6663
  "step": 87435
6664
+ },
6665
+ {
6666
+ "epoch": 67.04980842911877,
6667
+ "grad_norm": 1.7302024364471436,
6668
+ "learning_rate": 8.110632183908045e-06,
6669
+ "loss": 11.8374,
6670
+ "step": 87500
6671
+ },
6672
+ {
6673
+ "epoch": 67.1264367816092,
6674
+ "grad_norm": 0.8793215751647949,
6675
+ "learning_rate": 8.062739463601534e-06,
6676
+ "loss": 11.7415,
6677
+ "step": 87600
6678
+ },
6679
+ {
6680
+ "epoch": 67.20306513409962,
6681
+ "grad_norm": 1.1903204917907715,
6682
+ "learning_rate": 8.014846743295019e-06,
6683
+ "loss": 11.8223,
6684
+ "step": 87700
6685
+ },
6686
+ {
6687
+ "epoch": 67.27969348659003,
6688
+ "grad_norm": 2.025223731994629,
6689
+ "learning_rate": 7.966954022988506e-06,
6690
+ "loss": 11.7065,
6691
+ "step": 87800
6692
+ },
6693
+ {
6694
+ "epoch": 67.35632183908046,
6695
+ "grad_norm": 1.2028359174728394,
6696
+ "learning_rate": 7.919061302681993e-06,
6697
+ "loss": 11.9446,
6698
+ "step": 87900
6699
+ },
6700
+ {
6701
+ "epoch": 67.43295019157088,
6702
+ "grad_norm": 1.56088387966156,
6703
+ "learning_rate": 7.87116858237548e-06,
6704
+ "loss": 12.0176,
6705
+ "step": 88000
6706
+ },
6707
+ {
6708
+ "epoch": 67.5095785440613,
6709
+ "grad_norm": 1.4466462135314941,
6710
+ "learning_rate": 7.823275862068966e-06,
6711
+ "loss": 11.8777,
6712
+ "step": 88100
6713
+ },
6714
+ {
6715
+ "epoch": 67.58620689655173,
6716
+ "grad_norm": 2.2348804473876953,
6717
+ "learning_rate": 7.775383141762453e-06,
6718
+ "loss": 11.8506,
6719
+ "step": 88200
6720
+ },
6721
+ {
6722
+ "epoch": 67.66283524904215,
6723
+ "grad_norm": 1.0889838933944702,
6724
+ "learning_rate": 7.72749042145594e-06,
6725
+ "loss": 11.9706,
6726
+ "step": 88300
6727
+ },
6728
+ {
6729
+ "epoch": 67.73946360153256,
6730
+ "grad_norm": 1.6289935111999512,
6731
+ "learning_rate": 7.679597701149425e-06,
6732
+ "loss": 11.9588,
6733
+ "step": 88400
6734
+ },
6735
+ {
6736
+ "epoch": 67.816091954023,
6737
+ "grad_norm": 1.2480045557022095,
6738
+ "learning_rate": 7.631704980842912e-06,
6739
+ "loss": 11.7933,
6740
+ "step": 88500
6741
+ },
6742
+ {
6743
+ "epoch": 67.89272030651341,
6744
+ "grad_norm": 1.5679010152816772,
6745
+ "learning_rate": 7.583812260536399e-06,
6746
+ "loss": 12.0495,
6747
+ "step": 88600
6748
+ },
6749
+ {
6750
+ "epoch": 67.96934865900383,
6751
+ "grad_norm": 1.2820953130722046,
6752
+ "learning_rate": 7.535919540229885e-06,
6753
+ "loss": 11.8478,
6754
+ "step": 88700
6755
+ },
6756
+ {
6757
+ "epoch": 68.0,
6758
+ "eval_loss": 12.716951370239258,
6759
+ "eval_runtime": 44.1526,
6760
+ "eval_samples_per_second": 29.557,
6761
+ "eval_steps_per_second": 3.714,
6762
+ "step": 88740
6763
  }
6764
  ],
6765
  "logging_steps": 100,
 
6774
  "early_stopping_threshold": 0.0
6775
  },
6776
  "attributes": {
6777
+ "early_stopping_patience_counter": 0
6778
  }
6779
  },
6780
  "TrainerControl": {
 
6788
  "attributes": {}
6789
  }
6790
  },
6791
+ "total_flos": 4.134543057073152e+16,
6792
  "train_batch_size": 8,
6793
  "trial_name": null,
6794
  "trial_params": null