rootxhacker commited on
Commit
d79229e
·
verified ·
1 Parent(s): 57159f6

Training in progress, step 34500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e0f8571f67cab7e7355d0a835675f10db403d911582b504d4460e834ec066221
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4a6f0c25b4611f1c767905bf111be9724afb005e4306ef1bc73dc1c0e29cfa3
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2e3e943eb7488886ee9103c8f80a97c673eb370cf20aa3e483dd2b7de7e0250c
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5226727ad5f179a9b000e5a412ba8dbddc5354e1baf3375db08313841c945818
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3eb6181ab2211380e8f9d27636b01f02a9625cef49eec6124c5f793a9f83748a
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8418f1a64c5a13294ff25d04acd41788e39a27614adf5076e870dc32b37a1b02
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:841b8722635c3f632de2d0434a474170c723a52d8927b56279dc71208dcd5fdc
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8df234ef2da88e980e27d5e38430bdeab883c73aac61a65b34f9ea768e575f2
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6f7263086319458c667c4ec9de24949320c079dc02cd6366f7b321d3562069b8
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57ac9006c5ceba86b32d9390a0bed65a2b226ca44ae334ed8b3b3374b8accf3e
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:94f277b3f91e9aeea511c74ffaa8a849317c65464dc1f9282b6b85fc9d3e68b8
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6f7f395c95d2292d383b90683031f36e62fa6aed8aa58203f983b15524fc8f5
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": 31000,
3
  "best_metric": 0.7226839661598206,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-31000",
5
- "epoch": 2.615183447427121,
6
  "eval_steps": 250,
7
- "global_step": 34000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -5856,6 +5856,92 @@
5856
  "eval_samples_per_second": 55.848,
5857
  "eval_steps_per_second": 13.962,
5858
  "step": 34000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5859
  }
5860
  ],
5861
  "logging_steps": 50,
 
2
  "best_global_step": 31000,
3
  "best_metric": 0.7226839661598206,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-31000",
5
+ "epoch": 2.6536420275363435,
6
  "eval_steps": 250,
7
+ "global_step": 34500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
5856
  "eval_samples_per_second": 55.848,
5857
  "eval_steps_per_second": 13.962,
5858
  "step": 34000
5859
+ },
5860
+ {
5861
+ "epoch": 2.619029305438043,
5862
+ "grad_norm": 0.4978080093860626,
5863
+ "learning_rate": 2.5790198166376645e-05,
5864
+ "loss": 0.7309,
5865
+ "step": 34050
5866
+ },
5867
+ {
5868
+ "epoch": 2.6228751634489655,
5869
+ "grad_norm": 0.779080331325531,
5870
+ "learning_rate": 2.5530478144560168e-05,
5871
+ "loss": 0.7105,
5872
+ "step": 34100
5873
+ },
5874
+ {
5875
+ "epoch": 2.626721021459888,
5876
+ "grad_norm": 0.5153629779815674,
5877
+ "learning_rate": 2.5275952523180012e-05,
5878
+ "loss": 0.7377,
5879
+ "step": 34150
5880
+ },
5881
+ {
5882
+ "epoch": 2.63056687947081,
5883
+ "grad_norm": 0.8356613516807556,
5884
+ "learning_rate": 2.5016232501363528e-05,
5885
+ "loss": 0.7135,
5886
+ "step": 34200
5887
+ },
5888
+ {
5889
+ "epoch": 2.6344127374817323,
5890
+ "grad_norm": 0.5202348232269287,
5891
+ "learning_rate": 2.475651247954705e-05,
5892
+ "loss": 0.7333,
5893
+ "step": 34250
5894
+ },
5895
+ {
5896
+ "epoch": 2.6344127374817323,
5897
+ "eval_loss": 0.7767261862754822,
5898
+ "eval_runtime": 17.8651,
5899
+ "eval_samples_per_second": 55.975,
5900
+ "eval_steps_per_second": 13.994,
5901
+ "step": 34250
5902
+ },
5903
+ {
5904
+ "epoch": 2.6382585954926543,
5905
+ "grad_norm": 0.9579488039016724,
5906
+ "learning_rate": 2.4496792457730567e-05,
5907
+ "loss": 0.7823,
5908
+ "step": 34300
5909
+ },
5910
+ {
5911
+ "epoch": 2.6421044535035767,
5912
+ "grad_norm": 0.7704477906227112,
5913
+ "learning_rate": 2.4237072435914084e-05,
5914
+ "loss": 0.6979,
5915
+ "step": 34350
5916
+ },
5917
+ {
5918
+ "epoch": 2.6459503115144987,
5919
+ "grad_norm": 0.8563690781593323,
5920
+ "learning_rate": 2.3977352414097603e-05,
5921
+ "loss": 0.7049,
5922
+ "step": 34400
5923
+ },
5924
+ {
5925
+ "epoch": 2.649796169525421,
5926
+ "grad_norm": 0.663038432598114,
5927
+ "learning_rate": 2.3717632392281123e-05,
5928
+ "loss": 0.751,
5929
+ "step": 34450
5930
+ },
5931
+ {
5932
+ "epoch": 2.6536420275363435,
5933
+ "grad_norm": 0.8598125576972961,
5934
+ "learning_rate": 2.345791237046464e-05,
5935
+ "loss": 0.6982,
5936
+ "step": 34500
5937
+ },
5938
+ {
5939
+ "epoch": 2.6536420275363435,
5940
+ "eval_loss": 0.7752255201339722,
5941
+ "eval_runtime": 17.9612,
5942
+ "eval_samples_per_second": 55.675,
5943
+ "eval_steps_per_second": 13.919,
5944
+ "step": 34500
5945
  }
5946
  ],
5947
  "logging_steps": 50,