rootxhacker commited on
Commit
dca3d4f
·
verified ·
1 Parent(s): 581e1bd

Training in progress, step 25000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:864e393a661e445ab791d8ddc8820ce0124af5e25c563025e5274fb46871c164
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31864ac4bb9726b9569409ab5161fad26e94cbf3e7dd95686402bacb97d569e6
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:69b19c7b3ab8d24c43cb3d97f2b5942e5102d4a46144bd92361e16d8ebb3d307
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d52ac292e08ab1865944b2cee1c9d3b2be89e70ca0ae0fa8ad99b662c99bf03
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ae59df9b85342e49ccc0406baf5315bd2fd8f6e695f8cf5a8b8edc0181516fc6
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:306ba75cd660966ab767dfb4cbb174b1b61b5756f39410aac084e39a57af127d
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:741e3f6978068fd80c0a2938c07ae3df768f971aa6e2756e07360dec11f377ea
3
- size 14180
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f580d496f0048fe1cffdac35f5b2b7b4ede7ac0df721e48429fe4715fc745efa
3
+ size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8d31530c22f7fe8bcf00bdc50aaced04b559ddaa1caf679a3f57a45170ec249b
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d0369b7df9f4f6057f54d12203a572c70823bfca8ac268e71fe1a019e47a330
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:96928cc818781495e8d68be480c829211a700dd8771b47547694b6ed3ba139b1
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9b07666b0c0a9f4236eb42880b6e9eedd3084d2bd56250a745ae04b4f3412ef
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 24500,
3
- "best_metric": 0.7536496520042419,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-24500",
5
- "epoch": 1.884470425351896,
6
  "eval_steps": 250,
7
- "global_step": 24500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -4222,6 +4222,92 @@
4222
  "eval_samples_per_second": 55.741,
4223
  "eval_steps_per_second": 13.935,
4224
  "step": 24500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4225
  }
4226
  ],
4227
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 24750,
3
+ "best_metric": 0.7527515888214111,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-24500",
5
+ "epoch": 1.9229290054611183,
6
  "eval_steps": 250,
7
+ "global_step": 25000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
4222
  "eval_samples_per_second": 55.741,
4223
  "eval_steps_per_second": 13.935,
4224
  "step": 24500
4225
+ },
4226
+ {
4227
+ "epoch": 1.8883162833628182,
4228
+ "grad_norm": 0.8080185055732727,
4229
+ "learning_rate": 7.512141911019921e-05,
4230
+ "loss": 0.8067,
4231
+ "step": 24550
4232
+ },
4233
+ {
4234
+ "epoch": 1.8921621413737406,
4235
+ "grad_norm": 0.5850221514701843,
4236
+ "learning_rate": 7.486169908838274e-05,
4237
+ "loss": 0.7455,
4238
+ "step": 24600
4239
+ },
4240
+ {
4241
+ "epoch": 1.8960079993846626,
4242
+ "grad_norm": 0.7521384954452515,
4243
+ "learning_rate": 7.460197906656624e-05,
4244
+ "loss": 0.7604,
4245
+ "step": 24650
4246
+ },
4247
+ {
4248
+ "epoch": 1.899853857395585,
4249
+ "grad_norm": 0.6376401782035828,
4250
+ "learning_rate": 7.434225904474976e-05,
4251
+ "loss": 0.7485,
4252
+ "step": 24700
4253
+ },
4254
+ {
4255
+ "epoch": 1.9036997154065072,
4256
+ "grad_norm": 0.6305235624313354,
4257
+ "learning_rate": 7.408253902293329e-05,
4258
+ "loss": 0.7567,
4259
+ "step": 24750
4260
+ },
4261
+ {
4262
+ "epoch": 1.9036997154065072,
4263
+ "eval_loss": 0.7527515888214111,
4264
+ "eval_runtime": 17.967,
4265
+ "eval_samples_per_second": 55.658,
4266
+ "eval_steps_per_second": 13.914,
4267
+ "step": 24750
4268
+ },
4269
+ {
4270
+ "epoch": 1.9075455734174294,
4271
+ "grad_norm": 0.5975210666656494,
4272
+ "learning_rate": 7.382281900111679e-05,
4273
+ "loss": 0.7855,
4274
+ "step": 24800
4275
+ },
4276
+ {
4277
+ "epoch": 1.9113914314283518,
4278
+ "grad_norm": 0.41196370124816895,
4279
+ "learning_rate": 7.356309897930031e-05,
4280
+ "loss": 0.7711,
4281
+ "step": 24850
4282
+ },
4283
+ {
4284
+ "epoch": 1.9152372894392737,
4285
+ "grad_norm": 1.1755207777023315,
4286
+ "learning_rate": 7.330337895748384e-05,
4287
+ "loss": 0.8114,
4288
+ "step": 24900
4289
+ },
4290
+ {
4291
+ "epoch": 1.9190831474501961,
4292
+ "grad_norm": 0.37193945050239563,
4293
+ "learning_rate": 7.304365893566735e-05,
4294
+ "loss": 0.7437,
4295
+ "step": 24950
4296
+ },
4297
+ {
4298
+ "epoch": 1.9229290054611183,
4299
+ "grad_norm": 0.6753848195075989,
4300
+ "learning_rate": 7.278393891385087e-05,
4301
+ "loss": 0.8289,
4302
+ "step": 25000
4303
+ },
4304
+ {
4305
+ "epoch": 1.9229290054611183,
4306
+ "eval_loss": 0.7534742951393127,
4307
+ "eval_runtime": 17.8978,
4308
+ "eval_samples_per_second": 55.873,
4309
+ "eval_steps_per_second": 13.968,
4310
+ "step": 25000
4311
  }
4312
  ],
4313
  "logging_steps": 50,