rootxhacker commited on
Commit
1b5bfad
·
verified ·
1 Parent(s): 9d05e45

Training in progress, step 33500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9d5249d2e4a0e2c62be6d244a83b7f32c320808fa3501e119a143dce10a98ac6
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:904612ad214ac2bafb26cde50b740c606861f3c1bcf698b2941883099d09b11d
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8b531ed3efb53cfd6dee27fde322525aaa5f91dc2456c502d4cf407cfcbaaa10
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a26cd8e1f7baf12e2d1fc2f7a2f9179b7d0afae267d9121646e8e982b844161
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c2b82d1107bd8d7ac9c326ad60110f1cc45f063c1b8edd0eba9468e959b141ca
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e16ad9d11e8833ab43804cc0637e6f5002bf05a55979e0072622efd1a8bc9af9
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4c4264cf843d78a367918bf61d4e354d4af750891260d149d7cd76850e5ac4fd
3
- size 14180
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5194e877da156b53363274f298068e5ae6dd5345f3a74ab2afc311cad0046d09
3
+ size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5645d84b16674bcc3d2b3fbe7e60bdcce54ed7ae3b2520547c5c2900c994328f
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7402b49777be73c34eb03204101175d67711cc065bdfdb2c545471bf86e49076
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d635fd5979249ab7d18e83b4f9185707744230ac67b531762b1707f47ef5b551
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7725f3433039e7c4ae6500e89a735ec0b49b1c3ae917ad92fdc3b730b7bd351
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": 31000,
3
  "best_metric": 0.7226839661598206,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-31000",
5
- "epoch": 2.5382662872086765,
6
  "eval_steps": 250,
7
- "global_step": 33000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -5684,6 +5684,92 @@
5684
  "eval_samples_per_second": 55.797,
5685
  "eval_steps_per_second": 13.949,
5686
  "step": 33000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5687
  }
5688
  ],
5689
  "logging_steps": 50,
 
2
  "best_global_step": 31000,
3
  "best_metric": 0.7226839661598206,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-31000",
5
+ "epoch": 2.576724867317899,
6
  "eval_steps": 250,
7
+ "global_step": 33500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
5684
  "eval_samples_per_second": 55.797,
5685
  "eval_steps_per_second": 13.949,
5686
  "step": 33000
5687
+ },
5688
+ {
5689
+ "epoch": 2.5421121452195985,
5690
+ "grad_norm": 0.7762789726257324,
5691
+ "learning_rate": 3.098459860270628e-05,
5692
+ "loss": 0.7279,
5693
+ "step": 33050
5694
+ },
5695
+ {
5696
+ "epoch": 2.5459580032305205,
5697
+ "grad_norm": 0.8807786703109741,
5698
+ "learning_rate": 3.07248785808898e-05,
5699
+ "loss": 0.6957,
5700
+ "step": 33100
5701
+ },
5702
+ {
5703
+ "epoch": 2.549803861241443,
5704
+ "grad_norm": 0.8823468089103699,
5705
+ "learning_rate": 3.046515855907332e-05,
5706
+ "loss": 0.7584,
5707
+ "step": 33150
5708
+ },
5709
+ {
5710
+ "epoch": 2.5536497192523653,
5711
+ "grad_norm": 0.6461008191108704,
5712
+ "learning_rate": 3.0205438537256835e-05,
5713
+ "loss": 0.7231,
5714
+ "step": 33200
5715
+ },
5716
+ {
5717
+ "epoch": 2.5574955772632872,
5718
+ "grad_norm": 0.9959568977355957,
5719
+ "learning_rate": 2.9945718515440358e-05,
5720
+ "loss": 0.7097,
5721
+ "step": 33250
5722
+ },
5723
+ {
5724
+ "epoch": 2.5574955772632872,
5725
+ "eval_loss": 0.7804549336433411,
5726
+ "eval_runtime": 17.9765,
5727
+ "eval_samples_per_second": 55.628,
5728
+ "eval_steps_per_second": 13.907,
5729
+ "step": 33250
5730
+ },
5731
+ {
5732
+ "epoch": 2.5613414352742097,
5733
+ "grad_norm": 1.0902256965637207,
5734
+ "learning_rate": 2.9685998493623874e-05,
5735
+ "loss": 0.7259,
5736
+ "step": 33300
5737
+ },
5738
+ {
5739
+ "epoch": 2.565187293285132,
5740
+ "grad_norm": 0.8527780771255493,
5741
+ "learning_rate": 2.9426278471807394e-05,
5742
+ "loss": 0.7138,
5743
+ "step": 33350
5744
+ },
5745
+ {
5746
+ "epoch": 2.569033151296054,
5747
+ "grad_norm": 0.7497609257698059,
5748
+ "learning_rate": 2.916655844999091e-05,
5749
+ "loss": 0.6676,
5750
+ "step": 33400
5751
+ },
5752
+ {
5753
+ "epoch": 2.5728790093069764,
5754
+ "grad_norm": 1.252274751663208,
5755
+ "learning_rate": 2.8906838428174433e-05,
5756
+ "loss": 0.7545,
5757
+ "step": 33450
5758
+ },
5759
+ {
5760
+ "epoch": 2.576724867317899,
5761
+ "grad_norm": 0.8742374777793884,
5762
+ "learning_rate": 2.864711840635795e-05,
5763
+ "loss": 0.6727,
5764
+ "step": 33500
5765
+ },
5766
+ {
5767
+ "epoch": 2.576724867317899,
5768
+ "eval_loss": 0.7791668176651001,
5769
+ "eval_runtime": 17.8738,
5770
+ "eval_samples_per_second": 55.948,
5771
+ "eval_steps_per_second": 13.987,
5772
+ "step": 33500
5773
  }
5774
  ],
5775
  "logging_steps": 50,