rootxhacker commited on
Commit
1e7fa83
·
verified ·
1 Parent(s): 9cef40a

Training in progress, step 26000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8492be170f7ead3e1de3a8a4310c2bd0ea5b6f9e4d86bcd7d0ba2698651e52bd
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5449fe8d926b1cee1305d48c4da86aabc3eeaa5ef355125673a908672ff0f8ba
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ab9a2b23fe7fd93945a85cfc1259da800f7071f45eb31fd4ed7e630b682c35ca
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2510c646e73f6cabed1de03f0b56fcfa92afe5e634cb545125f01b5222bd143a
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:32da047c4d4b572ed1b8f48061cec167cdf94b2d474f921721549d72ae412177
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5454bb0ba74be0bd430d5c8f427657e76cb271799efbec274319b6293d6564b0
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fa86ead0557145b8c2ea7bbd3e68631cb5af19c8565a5c11d759d3e4217c56ab
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed589b2d77422e032b4b6ae68314c1a0925e5e1242b78a501c8f440d71327775
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:98ac3712aca76800ec0076b19c413d355103c14ed7b94cc79d36faba9193644b
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f65a49a596607624282a94034043f4b77f0176e8981d34a9018e5c611413b3c2
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:394944f715215f9b5f72270954d983bc0552f0bf05252a3f3b1abae560af7063
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:577a1bc075685d4719861fa605dd82a8dd946efd35c621e30d8878d2dd122165
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 25250,
3
- "best_metric": 0.7520478963851929,
4
- "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-24500",
5
- "epoch": 1.9613875855703409,
6
  "eval_steps": 250,
7
- "global_step": 25500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -4394,6 +4394,92 @@
4394
  "eval_samples_per_second": 55.914,
4395
  "eval_steps_per_second": 13.979,
4396
  "step": 25500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4397
  }
4398
  ],
4399
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 26000,
3
+ "best_metric": 0.7482460737228394,
4
+ "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-26000",
5
+ "epoch": 1.9998461656795632,
6
  "eval_steps": 250,
7
+ "global_step": 26000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
4394
  "eval_samples_per_second": 55.914,
4395
  "eval_steps_per_second": 13.979,
4396
  "step": 25500
4397
+ },
4398
+ {
4399
+ "epoch": 1.9652334435812628,
4400
+ "grad_norm": 1.2154541015625,
4401
+ "learning_rate": 6.99322130743059e-05,
4402
+ "loss": 0.7644,
4403
+ "step": 25550
4404
+ },
4405
+ {
4406
+ "epoch": 1.9690793015921852,
4407
+ "grad_norm": 0.715004026889801,
4408
+ "learning_rate": 6.967249305248941e-05,
4409
+ "loss": 0.7235,
4410
+ "step": 25600
4411
+ },
4412
+ {
4413
+ "epoch": 1.9729251596031074,
4414
+ "grad_norm": 0.44530218839645386,
4415
+ "learning_rate": 6.941277303067294e-05,
4416
+ "loss": 0.7591,
4417
+ "step": 25650
4418
+ },
4419
+ {
4420
+ "epoch": 1.9767710176140296,
4421
+ "grad_norm": 0.7103247046470642,
4422
+ "learning_rate": 6.915305300885647e-05,
4423
+ "loss": 0.7203,
4424
+ "step": 25700
4425
+ },
4426
+ {
4427
+ "epoch": 1.980616875624952,
4428
+ "grad_norm": 0.6260993480682373,
4429
+ "learning_rate": 6.88985273874763e-05,
4430
+ "loss": 0.8008,
4431
+ "step": 25750
4432
+ },
4433
+ {
4434
+ "epoch": 1.980616875624952,
4435
+ "eval_loss": 0.7489978075027466,
4436
+ "eval_runtime": 17.8489,
4437
+ "eval_samples_per_second": 56.026,
4438
+ "eval_steps_per_second": 14.006,
4439
+ "step": 25750
4440
+ },
4441
+ {
4442
+ "epoch": 1.984462733635874,
4443
+ "grad_norm": 0.8690526485443115,
4444
+ "learning_rate": 6.863880736565982e-05,
4445
+ "loss": 0.7445,
4446
+ "step": 25800
4447
+ },
4448
+ {
4449
+ "epoch": 1.9883085916467964,
4450
+ "grad_norm": 0.8287826776504517,
4451
+ "learning_rate": 6.837908734384334e-05,
4452
+ "loss": 0.7606,
4453
+ "step": 25850
4454
+ },
4455
+ {
4456
+ "epoch": 1.9921544496577186,
4457
+ "grad_norm": 0.9105169773101807,
4458
+ "learning_rate": 6.811936732202686e-05,
4459
+ "loss": 0.7742,
4460
+ "step": 25900
4461
+ },
4462
+ {
4463
+ "epoch": 1.9960003076686408,
4464
+ "grad_norm": 0.6223366856575012,
4465
+ "learning_rate": 6.785964730021037e-05,
4466
+ "loss": 0.8069,
4467
+ "step": 25950
4468
+ },
4469
+ {
4470
+ "epoch": 1.9998461656795632,
4471
+ "grad_norm": 0.848816454410553,
4472
+ "learning_rate": 6.75999272783939e-05,
4473
+ "loss": 0.8126,
4474
+ "step": 26000
4475
+ },
4476
+ {
4477
+ "epoch": 1.9998461656795632,
4478
+ "eval_loss": 0.7482460737228394,
4479
+ "eval_runtime": 17.8823,
4480
+ "eval_samples_per_second": 55.921,
4481
+ "eval_steps_per_second": 13.98,
4482
+ "step": 26000
4483
  }
4484
  ],
4485
  "logging_steps": 50,