rootxhacker commited on
Commit
21811a9
·
verified ·
1 Parent(s): 6ad04d0

Training in progress, step 34000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:904612ad214ac2bafb26cde50b740c606861f3c1bcf698b2941883099d09b11d
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0f8571f67cab7e7355d0a835675f10db403d911582b504d4460e834ec066221
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6a26cd8e1f7baf12e2d1fc2f7a2f9179b7d0afae267d9121646e8e982b844161
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e3e943eb7488886ee9103c8f80a97c673eb370cf20aa3e483dd2b7de7e0250c
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e16ad9d11e8833ab43804cc0637e6f5002bf05a55979e0072622efd1a8bc9af9
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3eb6181ab2211380e8f9d27636b01f02a9625cef49eec6124c5f793a9f83748a
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5194e877da156b53363274f298068e5ae6dd5345f3a74ab2afc311cad0046d09
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:841b8722635c3f632de2d0434a474170c723a52d8927b56279dc71208dcd5fdc
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7402b49777be73c34eb03204101175d67711cc065bdfdb2c545471bf86e49076
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f7263086319458c667c4ec9de24949320c079dc02cd6366f7b321d3562069b8
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b7725f3433039e7c4ae6500e89a735ec0b49b1c3ae917ad92fdc3b730b7bd351
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94f277b3f91e9aeea511c74ffaa8a849317c65464dc1f9282b6b85fc9d3e68b8
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": 31000,
3
  "best_metric": 0.7226839661598206,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-31000",
5
- "epoch": 2.576724867317899,
6
  "eval_steps": 250,
7
- "global_step": 33500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -5770,6 +5770,92 @@
5770
  "eval_samples_per_second": 55.948,
5771
  "eval_steps_per_second": 13.987,
5772
  "step": 33500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5773
  }
5774
  ],
5775
  "logging_steps": 50,
 
2
  "best_global_step": 31000,
3
  "best_metric": 0.7226839661598206,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-31000",
5
+ "epoch": 2.615183447427121,
6
  "eval_steps": 250,
7
+ "global_step": 34000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
5770
  "eval_samples_per_second": 55.948,
5771
  "eval_steps_per_second": 13.987,
5772
  "step": 33500
5773
+ },
5774
+ {
5775
+ "epoch": 2.580570725328821,
5776
+ "grad_norm": 0.5088424682617188,
5777
+ "learning_rate": 2.8387398384541465e-05,
5778
+ "loss": 0.7113,
5779
+ "step": 33550
5780
+ },
5781
+ {
5782
+ "epoch": 2.5844165833397432,
5783
+ "grad_norm": 0.6116564273834229,
5784
+ "learning_rate": 2.8127678362724985e-05,
5785
+ "loss": 0.7523,
5786
+ "step": 33600
5787
+ },
5788
+ {
5789
+ "epoch": 2.588262441350665,
5790
+ "grad_norm": 0.6378856301307678,
5791
+ "learning_rate": 2.78679583409085e-05,
5792
+ "loss": 0.6924,
5793
+ "step": 33650
5794
+ },
5795
+ {
5796
+ "epoch": 2.5921082993615876,
5797
+ "grad_norm": 1.1341512203216553,
5798
+ "learning_rate": 2.760823831909202e-05,
5799
+ "loss": 0.7089,
5800
+ "step": 33700
5801
+ },
5802
+ {
5803
+ "epoch": 2.5959541573725096,
5804
+ "grad_norm": 0.8231232762336731,
5805
+ "learning_rate": 2.7348518297275537e-05,
5806
+ "loss": 0.7309,
5807
+ "step": 33750
5808
+ },
5809
+ {
5810
+ "epoch": 2.5959541573725096,
5811
+ "eval_loss": 0.7776284217834473,
5812
+ "eval_runtime": 17.9143,
5813
+ "eval_samples_per_second": 55.821,
5814
+ "eval_steps_per_second": 13.955,
5815
+ "step": 33750
5816
+ },
5817
+ {
5818
+ "epoch": 2.599800015383432,
5819
+ "grad_norm": 0.7154203653335571,
5820
+ "learning_rate": 2.7088798275459053e-05,
5821
+ "loss": 0.7273,
5822
+ "step": 33800
5823
+ },
5824
+ {
5825
+ "epoch": 2.6036458733943544,
5826
+ "grad_norm": 0.9213638305664062,
5827
+ "learning_rate": 2.6829078253642576e-05,
5828
+ "loss": 0.7628,
5829
+ "step": 33850
5830
+ },
5831
+ {
5832
+ "epoch": 2.6074917314052763,
5833
+ "grad_norm": 1.260438084602356,
5834
+ "learning_rate": 2.6569358231826092e-05,
5835
+ "loss": 0.7004,
5836
+ "step": 33900
5837
+ },
5838
+ {
5839
+ "epoch": 2.6113375894161988,
5840
+ "grad_norm": 0.9463502764701843,
5841
+ "learning_rate": 2.6309638210009612e-05,
5842
+ "loss": 0.6771,
5843
+ "step": 33950
5844
+ },
5845
+ {
5846
+ "epoch": 2.615183447427121,
5847
+ "grad_norm": 0.7610837817192078,
5848
+ "learning_rate": 2.604991818819313e-05,
5849
+ "loss": 0.7217,
5850
+ "step": 34000
5851
+ },
5852
+ {
5853
+ "epoch": 2.615183447427121,
5854
+ "eval_loss": 0.7775171995162964,
5855
+ "eval_runtime": 17.9057,
5856
+ "eval_samples_per_second": 55.848,
5857
+ "eval_steps_per_second": 13.962,
5858
+ "step": 34000
5859
  }
5860
  ],
5861
  "logging_steps": 50,