rootxhacker commited on
Commit
7ae2fee
·
verified ·
1 Parent(s): 3147b4b

Training in progress, step 32000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:26fe5fbd72f8309a5966565e1f05d03455fe898aaf3f6a593408a231e92fa1ae
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5592650a84fed0e53ff657190c7416551adf3f79e86876a254dd6c273b0bccdc
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d7702730e2360690456ce5fb2de003ceedb407e6abc67a9dd87efa0ca97a4f6f
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32d27943f70edaf81f6f4c1789ed21c721bcc0f5827fef85bdd08cb9092a87bd
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6e8c967a1bb650a282dfca97a5bf89cc59b84a455fbf7c176eaf708aaf67147b
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3d55653bad9ee7c1db558a9b36a74c2617a2024075b12282a849a401a70d6bf
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b81eede41db1b2112b377e40f5bb217fe7088a7db51c27fb1ff5966c6047f590
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1f687f79c35c0845312b8176cbb48a154ba5067da083afab2edee21bf2e08ac
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1c3b2474e60ad886726c989e3871ac343e5eba2ea2c8e3456763929416e60cc5
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66e856574eb8a1f2a02d63513aff48279087ce622f3e8211116a357d66952614
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:26b6028446ce95055f0aef8145b820eaeff69cebdc860cf1504a88dbd4f2d412
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9ed56cf408beb5289ea76a3c22da837df362efd2635153f560e4bbed768681d
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": 31000,
3
  "best_metric": 0.7226839661598206,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-31000",
5
- "epoch": 2.422890546881009,
6
  "eval_steps": 250,
7
- "global_step": 31500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -5426,6 +5426,92 @@
5426
  "eval_samples_per_second": 55.616,
5427
  "eval_steps_per_second": 13.904,
5428
  "step": 31500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5429
  }
5430
  ],
5431
  "logging_steps": 50,
 
2
  "best_global_step": 31000,
3
  "best_metric": 0.7226839661598206,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-31000",
5
+ "epoch": 2.4613491269902315,
6
  "eval_steps": 250,
7
+ "global_step": 32000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
5426
  "eval_samples_per_second": 55.616,
5427
  "eval_steps_per_second": 13.904,
5428
  "step": 31500
5429
+ },
5430
+ {
5431
+ "epoch": 2.4267364048919315,
5432
+ "grad_norm": 0.9221381545066833,
5433
+ "learning_rate": 3.877619925720074e-05,
5434
+ "loss": 0.7077,
5435
+ "step": 31550
5436
+ },
5437
+ {
5438
+ "epoch": 2.4305822629028535,
5439
+ "grad_norm": 1.1155864000320435,
5440
+ "learning_rate": 3.8516479235384255e-05,
5441
+ "loss": 0.7358,
5442
+ "step": 31600
5443
+ },
5444
+ {
5445
+ "epoch": 2.434428120913776,
5446
+ "grad_norm": 0.949946939945221,
5447
+ "learning_rate": 3.825675921356778e-05,
5448
+ "loss": 0.7314,
5449
+ "step": 31650
5450
+ },
5451
+ {
5452
+ "epoch": 2.4382739789246983,
5453
+ "grad_norm": 0.7200281023979187,
5454
+ "learning_rate": 3.7997039191751294e-05,
5455
+ "loss": 0.6781,
5456
+ "step": 31700
5457
+ },
5458
+ {
5459
+ "epoch": 2.4421198369356203,
5460
+ "grad_norm": 1.1924189329147339,
5461
+ "learning_rate": 3.773731916993481e-05,
5462
+ "loss": 0.7116,
5463
+ "step": 31750
5464
+ },
5465
+ {
5466
+ "epoch": 2.4421198369356203,
5467
+ "eval_loss": 0.7858553528785706,
5468
+ "eval_runtime": 18.0342,
5469
+ "eval_samples_per_second": 55.45,
5470
+ "eval_steps_per_second": 13.863,
5471
+ "step": 31750
5472
+ },
5473
+ {
5474
+ "epoch": 2.4459656949465427,
5475
+ "grad_norm": 0.7993971109390259,
5476
+ "learning_rate": 3.747759914811833e-05,
5477
+ "loss": 0.7068,
5478
+ "step": 31800
5479
+ },
5480
+ {
5481
+ "epoch": 2.4498115529574647,
5482
+ "grad_norm": 0.6277671456336975,
5483
+ "learning_rate": 3.7217879126301846e-05,
5484
+ "loss": 0.7273,
5485
+ "step": 31850
5486
+ },
5487
+ {
5488
+ "epoch": 2.453657410968387,
5489
+ "grad_norm": 0.8524878621101379,
5490
+ "learning_rate": 3.6958159104485365e-05,
5491
+ "loss": 0.7537,
5492
+ "step": 31900
5493
+ },
5494
+ {
5495
+ "epoch": 2.457503268979309,
5496
+ "grad_norm": 0.9068925976753235,
5497
+ "learning_rate": 3.6698439082668885e-05,
5498
+ "loss": 0.7192,
5499
+ "step": 31950
5500
+ },
5501
+ {
5502
+ "epoch": 2.4613491269902315,
5503
+ "grad_norm": 0.866385817527771,
5504
+ "learning_rate": 3.6438719060852405e-05,
5505
+ "loss": 0.7145,
5506
+ "step": 32000
5507
+ },
5508
+ {
5509
+ "epoch": 2.4613491269902315,
5510
+ "eval_loss": 0.7852405905723572,
5511
+ "eval_runtime": 18.0021,
5512
+ "eval_samples_per_second": 55.549,
5513
+ "eval_steps_per_second": 13.887,
5514
+ "step": 32000
5515
  }
5516
  ],
5517
  "logging_steps": 50,