rootxhacker commited on
Commit
772ec0d
·
verified ·
1 Parent(s): c7551c9

Training in progress, step 25500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:31864ac4bb9726b9569409ab5161fad26e94cbf3e7dd95686402bacb97d569e6
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8492be170f7ead3e1de3a8a4310c2bd0ea5b6f9e4d86bcd7d0ba2698651e52bd
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7d52ac292e08ab1865944b2cee1c9d3b2be89e70ca0ae0fa8ad99b662c99bf03
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab9a2b23fe7fd93945a85cfc1259da800f7071f45eb31fd4ed7e630b682c35ca
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:306ba75cd660966ab767dfb4cbb174b1b61b5756f39410aac084e39a57af127d
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32da047c4d4b572ed1b8f48061cec167cdf94b2d474f921721549d72ae412177
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f580d496f0048fe1cffdac35f5b2b7b4ede7ac0df721e48429fe4715fc745efa
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa86ead0557145b8c2ea7bbd3e68631cb5af19c8565a5c11d759d3e4217c56ab
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:9d0369b7df9f4f6057f54d12203a572c70823bfca8ac268e71fe1a019e47a330
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98ac3712aca76800ec0076b19c413d355103c14ed7b94cc79d36faba9193644b
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c9b07666b0c0a9f4236eb42880b6e9eedd3084d2bd56250a745ae04b4f3412ef
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:394944f715215f9b5f72270954d983bc0552f0bf05252a3f3b1abae560af7063
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 24750,
3
- "best_metric": 0.7527515888214111,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-24500",
5
- "epoch": 1.9229290054611183,
6
  "eval_steps": 250,
7
- "global_step": 25000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -4308,6 +4308,92 @@
4308
  "eval_samples_per_second": 55.873,
4309
  "eval_steps_per_second": 13.968,
4310
  "step": 25000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4311
  }
4312
  ],
4313
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 25250,
3
+ "best_metric": 0.7520478963851929,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-24500",
5
+ "epoch": 1.9613875855703409,
6
  "eval_steps": 250,
7
+ "global_step": 25500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
4308
  "eval_samples_per_second": 55.873,
4309
  "eval_steps_per_second": 13.968,
4310
  "step": 25000
4311
+ },
4312
+ {
4313
+ "epoch": 1.9267748634720405,
4314
+ "grad_norm": 0.6314563751220703,
4315
+ "learning_rate": 7.25242188920344e-05,
4316
+ "loss": 0.8278,
4317
+ "step": 25050
4318
+ },
4319
+ {
4320
+ "epoch": 1.930620721482963,
4321
+ "grad_norm": 0.38249602913856506,
4322
+ "learning_rate": 7.22644988702179e-05,
4323
+ "loss": 0.7948,
4324
+ "step": 25100
4325
+ },
4326
+ {
4327
+ "epoch": 1.9344665794938851,
4328
+ "grad_norm": 0.8241211771965027,
4329
+ "learning_rate": 7.200477884840142e-05,
4330
+ "loss": 0.8152,
4331
+ "step": 25150
4332
+ },
4333
+ {
4334
+ "epoch": 1.9383124375048073,
4335
+ "grad_norm": 0.4248273968696594,
4336
+ "learning_rate": 7.175025322702127e-05,
4337
+ "loss": 0.8083,
4338
+ "step": 25200
4339
+ },
4340
+ {
4341
+ "epoch": 1.9421582955157297,
4342
+ "grad_norm": 1.0574986934661865,
4343
+ "learning_rate": 7.14905332052048e-05,
4344
+ "loss": 0.7644,
4345
+ "step": 25250
4346
+ },
4347
+ {
4348
+ "epoch": 1.9421582955157297,
4349
+ "eval_loss": 0.7520478963851929,
4350
+ "eval_runtime": 17.9125,
4351
+ "eval_samples_per_second": 55.827,
4352
+ "eval_steps_per_second": 13.957,
4353
+ "step": 25250
4354
+ },
4355
+ {
4356
+ "epoch": 1.9460041535266517,
4357
+ "grad_norm": 0.957831084728241,
4358
+ "learning_rate": 7.123081318338831e-05,
4359
+ "loss": 0.8145,
4360
+ "step": 25300
4361
+ },
4362
+ {
4363
+ "epoch": 1.949850011537574,
4364
+ "grad_norm": 0.7300383448600769,
4365
+ "learning_rate": 7.097109316157184e-05,
4366
+ "loss": 0.8021,
4367
+ "step": 25350
4368
+ },
4369
+ {
4370
+ "epoch": 1.9536958695484963,
4371
+ "grad_norm": 0.6103696227073669,
4372
+ "learning_rate": 7.071137313975535e-05,
4373
+ "loss": 0.7561,
4374
+ "step": 25400
4375
+ },
4376
+ {
4377
+ "epoch": 1.9575417275594185,
4378
+ "grad_norm": 0.9353188276290894,
4379
+ "learning_rate": 7.045165311793886e-05,
4380
+ "loss": 0.76,
4381
+ "step": 25450
4382
+ },
4383
+ {
4384
+ "epoch": 1.9613875855703409,
4385
+ "grad_norm": 0.7097103595733643,
4386
+ "learning_rate": 7.019193309612239e-05,
4387
+ "loss": 0.8125,
4388
+ "step": 25500
4389
+ },
4390
+ {
4391
+ "epoch": 1.9613875855703409,
4392
+ "eval_loss": 0.7521655559539795,
4393
+ "eval_runtime": 17.8845,
4394
+ "eval_samples_per_second": 55.914,
4395
+ "eval_steps_per_second": 13.979,
4396
+ "step": 25500
4397
  }
4398
  ],
4399
  "logging_steps": 50,