rootxhacker commited on
Commit
3d0c3a7
·
verified ·
1 Parent(s): 31a1e53

Training in progress, step 33500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:dce2cfe7ef78c1b081a422071300fead0d75106053b5f049a42ada26761ae754
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4cb6c8a0b2c106d46167c80ad940e05faf7be6e8c488347878b12d9c1613eaaa
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a31437fd444dcaf0935d9c64d6e3d1702f2bb5519ddb595a0202c4f2bd2a612f
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c93f6a5a30f422904bef55476365b3cddae7d20bf919682601832e7adc836a6
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:763237292b314fde98770ac7b874a48945d2f1abca3b2c84598219bbffc7efd9
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3791734d0548551bbd8fb3d5c2f3391fdc29d0cbe0edc356708c62363c6ae0c1
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e8bfd573f2544c60f45f4769693f9ca807bef468213a4a6127137e9e334ee28a
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7830bd2b40308208f3fc50f0359995bd60a796cf38e987d5a42e513619b75942
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:38e8022c7f3002679e6fa3f97f4fe89fb5c796e6e8d168c42ccf78f18e8bd32d
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db57d5e262103dec37d91f40b9f442834db40beb8e2908aae10c8b555c4b4e03
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a609d4c8b7c9c250baf5aaeedbae25a95f3a4513a558852d1de4e86b5f18ff63
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7257b05f4dbf8d80135c409b68234e541f9d914e30b27a9ad576dc6da07856df
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 32500,
3
- "best_metric": -30.467578887939453,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-progressive-attention/checkpoint-32500",
5
- "epoch": 2.5382662872086765,
6
  "eval_steps": 250,
7
- "global_step": 33000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -5684,6 +5684,92 @@
5684
  "eval_samples_per_second": 59.237,
5685
  "eval_steps_per_second": 14.809,
5686
  "step": 33000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5687
  }
5688
  ],
5689
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 33250,
3
+ "best_metric": -30.468294143676758,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-progressive-attention/checkpoint-32500",
5
+ "epoch": 2.576724867317899,
6
  "eval_steps": 250,
7
+ "global_step": 33500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
5684
  "eval_samples_per_second": 59.237,
5685
  "eval_steps_per_second": 14.809,
5686
  "step": 33000
5687
+ },
5688
+ {
5689
+ "epoch": 2.5421121452195985,
5690
+ "grad_norm": 1.2125709056854248,
5691
+ "learning_rate": 3.10053762044516e-05,
5692
+ "loss": -30.4629,
5693
+ "step": 33050
5694
+ },
5695
+ {
5696
+ "epoch": 2.5459580032305205,
5697
+ "grad_norm": 1.4404875040054321,
5698
+ "learning_rate": 3.0745656182635115e-05,
5699
+ "loss": -30.464,
5700
+ "step": 33100
5701
+ },
5702
+ {
5703
+ "epoch": 2.549803861241443,
5704
+ "grad_norm": 1.889853835105896,
5705
+ "learning_rate": 3.048593616081864e-05,
5706
+ "loss": -30.4633,
5707
+ "step": 33150
5708
+ },
5709
+ {
5710
+ "epoch": 2.5536497192523653,
5711
+ "grad_norm": 1.402807593345642,
5712
+ "learning_rate": 3.0226216139002155e-05,
5713
+ "loss": -30.4639,
5714
+ "step": 33200
5715
+ },
5716
+ {
5717
+ "epoch": 2.5574955772632872,
5718
+ "grad_norm": 1.044944405555725,
5719
+ "learning_rate": 2.9966496117185678e-05,
5720
+ "loss": -30.4639,
5721
+ "step": 33250
5722
+ },
5723
+ {
5724
+ "epoch": 2.5574955772632872,
5725
+ "eval_loss": -30.468294143676758,
5726
+ "eval_runtime": 16.9528,
5727
+ "eval_samples_per_second": 58.987,
5728
+ "eval_steps_per_second": 14.747,
5729
+ "step": 33250
5730
+ },
5731
+ {
5732
+ "epoch": 2.5613414352742097,
5733
+ "grad_norm": 1.4782401323318481,
5734
+ "learning_rate": 2.9706776095369194e-05,
5735
+ "loss": -30.4639,
5736
+ "step": 33300
5737
+ },
5738
+ {
5739
+ "epoch": 2.565187293285132,
5740
+ "grad_norm": 1.0335558652877808,
5741
+ "learning_rate": 2.944705607355271e-05,
5742
+ "loss": -30.4635,
5743
+ "step": 33350
5744
+ },
5745
+ {
5746
+ "epoch": 2.569033151296054,
5747
+ "grad_norm": 1.1205657720565796,
5748
+ "learning_rate": 2.918733605173623e-05,
5749
+ "loss": -30.4643,
5750
+ "step": 33400
5751
+ },
5752
+ {
5753
+ "epoch": 2.5728790093069764,
5754
+ "grad_norm": 1.6154303550720215,
5755
+ "learning_rate": 2.8927616029919746e-05,
5756
+ "loss": -30.4641,
5757
+ "step": 33450
5758
+ },
5759
+ {
5760
+ "epoch": 2.576724867317899,
5761
+ "grad_norm": 1.305467128753662,
5762
+ "learning_rate": 2.866789600810327e-05,
5763
+ "loss": -30.4642,
5764
+ "step": 33500
5765
+ },
5766
+ {
5767
+ "epoch": 2.576724867317899,
5768
+ "eval_loss": -30.468229293823242,
5769
+ "eval_runtime": 16.8335,
5770
+ "eval_samples_per_second": 59.405,
5771
+ "eval_steps_per_second": 14.851,
5772
+ "step": 33500
5773
  }
5774
  ],
5775
  "logging_steps": 50,