rootxhacker commited on
Commit
9a767cb
·
verified ·
1 Parent(s): 100c092

Training in progress, step 22000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:abe147d1fd4bc110db7089e008a574b65f554aaa98420567a0bc2b63656bd9c1
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:300bf30417bbf3f32527e2186c9abed7ed76183b832bf2d5e14eac86f900b976
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a3abcac0bf194b5337811637955f6e6b362380aa1f532202481201a600657324
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63292d3528a5a0926c722da43abe6585432ca093708fd76551d8031e7ddd3643
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1d206c147f3ebf5a17a6c44dea5417a1ae1dd50a6fd22e30c6aea36175324b86
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd93d8bd898fd17bb0bb48e446465b209d65cfac9f90818590fb648e18b8ab7a
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4a5d062bb7d441f36a44929472f10d0b795d7b5f5a9dcd38edd739ffa77a6d36
3
- size 14180
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ec8bd4a1e6303e385dc1e7236df83c38e8a5367849e5bc57e5960781558c1b9e
3
+ size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e00a972afc33ed5290e59d706523471e5c191feb09759aef8aeb13be22ede6e8
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1c27ce326198bdf77c595dcbaf5251be4cae7f085aadb1446913e62d977b694
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:afb6a0769e42f6963785d597ff6271423cd7dd782771f3b3c0a05c348f1cd005
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aef577ff6c2918592ffb94dbf847593611b785b48ba36e1fc639ca9ece0452f2
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 21500,
3
- "best_metric": 0.77164626121521,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-21500",
5
- "epoch": 1.6537189446965619,
6
  "eval_steps": 250,
7
- "global_step": 21500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -3706,6 +3706,92 @@
3706
  "eval_samples_per_second": 55.765,
3707
  "eval_steps_per_second": 13.941,
3708
  "step": 21500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3709
  }
3710
  ],
3711
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 21750,
3
+ "best_metric": 0.7681905031204224,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-21500",
5
+ "epoch": 1.6921775248057842,
6
  "eval_steps": 250,
7
+ "global_step": 22000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
3706
  "eval_samples_per_second": 55.765,
3707
  "eval_steps_per_second": 13.941,
3708
  "step": 21500
3709
+ },
3710
+ {
3711
+ "epoch": 1.657564802707484,
3712
+ "grad_norm": 0.8676180243492126,
3713
+ "learning_rate": 9.070462041918813e-05,
3714
+ "loss": 0.8113,
3715
+ "step": 21550
3716
+ },
3717
+ {
3718
+ "epoch": 1.6614106607184063,
3719
+ "grad_norm": 0.6232962012290955,
3720
+ "learning_rate": 9.044490039737163e-05,
3721
+ "loss": 0.7847,
3722
+ "step": 21600
3723
+ },
3724
+ {
3725
+ "epoch": 1.6652565187293287,
3726
+ "grad_norm": 1.151957631111145,
3727
+ "learning_rate": 9.018518037555515e-05,
3728
+ "loss": 0.7924,
3729
+ "step": 21650
3730
+ },
3731
+ {
3732
+ "epoch": 1.6691023767402506,
3733
+ "grad_norm": 0.8149247169494629,
3734
+ "learning_rate": 8.992546035373868e-05,
3735
+ "loss": 0.7395,
3736
+ "step": 21700
3737
+ },
3738
+ {
3739
+ "epoch": 1.672948234751173,
3740
+ "grad_norm": 1.0983916521072388,
3741
+ "learning_rate": 8.96657403319222e-05,
3742
+ "loss": 0.7715,
3743
+ "step": 21750
3744
+ },
3745
+ {
3746
+ "epoch": 1.672948234751173,
3747
+ "eval_loss": 0.7681905031204224,
3748
+ "eval_runtime": 17.9279,
3749
+ "eval_samples_per_second": 55.779,
3750
+ "eval_steps_per_second": 13.945,
3751
+ "step": 21750
3752
+ },
3753
+ {
3754
+ "epoch": 1.6767940927620952,
3755
+ "grad_norm": 0.7059574723243713,
3756
+ "learning_rate": 8.94060203101057e-05,
3757
+ "loss": 0.784,
3758
+ "step": 21800
3759
+ },
3760
+ {
3761
+ "epoch": 1.6806399507730174,
3762
+ "grad_norm": 1.0587022304534912,
3763
+ "learning_rate": 8.914630028828923e-05,
3764
+ "loss": 0.7608,
3765
+ "step": 21850
3766
+ },
3767
+ {
3768
+ "epoch": 1.6844858087839398,
3769
+ "grad_norm": 0.7638582587242126,
3770
+ "learning_rate": 8.888658026647275e-05,
3771
+ "loss": 0.8159,
3772
+ "step": 21900
3773
+ },
3774
+ {
3775
+ "epoch": 1.6883316667948618,
3776
+ "grad_norm": 0.5783549547195435,
3777
+ "learning_rate": 8.862686024465626e-05,
3778
+ "loss": 0.7959,
3779
+ "step": 21950
3780
+ },
3781
+ {
3782
+ "epoch": 1.6921775248057842,
3783
+ "grad_norm": 1.2192896604537964,
3784
+ "learning_rate": 8.836714022283978e-05,
3785
+ "loss": 0.8272,
3786
+ "step": 22000
3787
+ },
3788
+ {
3789
+ "epoch": 1.6921775248057842,
3790
+ "eval_loss": 0.7701475024223328,
3791
+ "eval_runtime": 17.8145,
3792
+ "eval_samples_per_second": 56.134,
3793
+ "eval_steps_per_second": 14.034,
3794
+ "step": 22000
3795
  }
3796
  ],
3797
  "logging_steps": 50,