rootxhacker commited on
Commit
cd659d0
·
verified ·
1 Parent(s): 278e8ce

Training in progress, step 30500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b53972236677d35c7627b344577268d19eab8e86becdb001ad3d20c33562409f
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdc0ad979a12ba1d5693d6f619dbaea0818f22e8b6c5ce88c754da865d18dae9
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9ddb71187cf05b2d152abcaf17e6a1a66bbaf60093ba03650f5df78e882a41ae
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87d705db2757234d5d8a502c3a722562455d35ceffb96acc7f8a84d9a82b57f2
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0caa256a01d13ade6a76529796c9eea8cb685776ddc6a24c1e4a28d00ce8ca63
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a17843cbe8069abb8746e8e871bb3e80d6841c1b2726ca6959bb29928e72639f
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fd6900b77a3aaa53dbd9ff02530a8bdbceb59bb2b9ea31ba74caa08f3dcac033
3
- size 14308
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5baf28c8bc0abeb08100e2c5cfe54b52c8077e77b1cb64b5b332c05fac995071
3
+ size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e8c04c082df1347d4a5bd7568aa1ea9e76f0f21cd9fd31e93e6a215b3ffd653d
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8eef9d19aff91ed1822b958b8f57eac8d029c3900de24c8d1baed5c3a38e5ec6
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7472cb4cae0bcbbe91407a8ab253d568120f4cb09f676c536e7c370fc9153e84
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b26116b7f3dd831125aeebdfb3d11e2bdb55abc7c8e404210b0ff9bfd497ccc
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 30000,
3
- "best_metric": 0.7264938354492188,
4
- "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-30000",
5
- "epoch": 2.307514806553342,
6
  "eval_steps": 250,
7
- "global_step": 30000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -5168,6 +5168,92 @@
5168
  "eval_samples_per_second": 56.228,
5169
  "eval_steps_per_second": 14.057,
5170
  "step": 30000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5171
  }
5172
  ],
5173
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 30500,
3
+ "best_metric": 0.7244414687156677,
4
+ "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-30500",
5
+ "epoch": 2.3459733866625645,
6
  "eval_steps": 250,
7
+ "global_step": 30500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
5168
  "eval_samples_per_second": 56.228,
5169
  "eval_steps_per_second": 14.057,
5170
  "step": 30000
5171
+ },
5172
+ {
5173
+ "epoch": 2.311360664564264,
5174
+ "grad_norm": 0.861571729183197,
5175
+ "learning_rate": 4.6567799911695194e-05,
5176
+ "loss": 0.7052,
5177
+ "step": 30050
5178
+ },
5179
+ {
5180
+ "epoch": 2.3152065225751866,
5181
+ "grad_norm": 0.9279738068580627,
5182
+ "learning_rate": 4.6308079889878714e-05,
5183
+ "loss": 0.715,
5184
+ "step": 30100
5185
+ },
5186
+ {
5187
+ "epoch": 2.3190523805861085,
5188
+ "grad_norm": 0.8576169013977051,
5189
+ "learning_rate": 4.6048359868062226e-05,
5190
+ "loss": 0.7125,
5191
+ "step": 30150
5192
+ },
5193
+ {
5194
+ "epoch": 2.322898238597031,
5195
+ "grad_norm": 1.3127994537353516,
5196
+ "learning_rate": 4.578863984624575e-05,
5197
+ "loss": 0.6703,
5198
+ "step": 30200
5199
+ },
5200
+ {
5201
+ "epoch": 2.3267440966079533,
5202
+ "grad_norm": 0.5930036306381226,
5203
+ "learning_rate": 4.5528919824429266e-05,
5204
+ "loss": 0.6927,
5205
+ "step": 30250
5206
+ },
5207
+ {
5208
+ "epoch": 2.3267440966079533,
5209
+ "eval_loss": 0.7252874970436096,
5210
+ "eval_runtime": 17.8506,
5211
+ "eval_samples_per_second": 56.021,
5212
+ "eval_steps_per_second": 14.005,
5213
+ "step": 30250
5214
+ },
5215
+ {
5216
+ "epoch": 2.3305899546188753,
5217
+ "grad_norm": 0.6445633769035339,
5218
+ "learning_rate": 4.5269199802612785e-05,
5219
+ "loss": 0.6804,
5220
+ "step": 30300
5221
+ },
5222
+ {
5223
+ "epoch": 2.3344358126297977,
5224
+ "grad_norm": 0.9251648783683777,
5225
+ "learning_rate": 4.5009479780796305e-05,
5226
+ "loss": 0.7226,
5227
+ "step": 30350
5228
+ },
5229
+ {
5230
+ "epoch": 2.33828167064072,
5231
+ "grad_norm": 1.2103322744369507,
5232
+ "learning_rate": 4.474975975897982e-05,
5233
+ "loss": 0.7179,
5234
+ "step": 30400
5235
+ },
5236
+ {
5237
+ "epoch": 2.342127528651642,
5238
+ "grad_norm": 1.0718954801559448,
5239
+ "learning_rate": 4.4490039737163344e-05,
5240
+ "loss": 0.7638,
5241
+ "step": 30450
5242
+ },
5243
+ {
5244
+ "epoch": 2.3459733866625645,
5245
+ "grad_norm": 0.8156006336212158,
5246
+ "learning_rate": 4.423031971534686e-05,
5247
+ "loss": 0.6733,
5248
+ "step": 30500
5249
+ },
5250
+ {
5251
+ "epoch": 2.3459733866625645,
5252
+ "eval_loss": 0.7244414687156677,
5253
+ "eval_runtime": 17.9373,
5254
+ "eval_samples_per_second": 55.75,
5255
+ "eval_steps_per_second": 13.937,
5256
+ "step": 30500
5257
  }
5258
  ],
5259
  "logging_steps": 50,