rootxhacker commited on
Commit
f233feb
·
verified ·
1 Parent(s): b07331f

Training in progress, step 22500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:300bf30417bbf3f32527e2186c9abed7ed76183b832bf2d5e14eac86f900b976
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54d37e3b015e65fe77b6f201cc314fc109253be775a5cb9df138ff0aaf02909f
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:63292d3528a5a0926c722da43abe6585432ca093708fd76551d8031e7ddd3643
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d1cecc0bb865c095b0d5ed67e5d69becfda56b3732d5f6b97c50000f421baec
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bd93d8bd898fd17bb0bb48e446465b209d65cfac9f90818590fb648e18b8ab7a
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f46eb44e04d7e023aa7c0a1a250eb53199183d3cb6008b7bfbeae0fb8e741141
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ec8bd4a1e6303e385dc1e7236df83c38e8a5367849e5bc57e5960781558c1b9e
3
- size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:166bfc987d23199e193830fa6a19bb0011d9a2f67bb503cefc88d16d6bfa7032
3
+ size 14180
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f1c27ce326198bdf77c595dcbaf5251be4cae7f085aadb1446913e62d977b694
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ce1ae1d284068fef7aa297321b14237db7c803a93cd953ac357560946400a64
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aef577ff6c2918592ffb94dbf847593611b785b48ba36e1fc639ca9ece0452f2
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2ffd90226399435ca3354a71ecdfe070bf4ff007ddc73740c3fd34e13b676fb2
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 21750,
3
- "best_metric": 0.7681905031204224,
4
- "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-21500",
5
- "epoch": 1.6921775248057842,
6
  "eval_steps": 250,
7
- "global_step": 22000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -3792,6 +3792,92 @@
3792
  "eval_samples_per_second": 56.134,
3793
  "eval_steps_per_second": 14.034,
3794
  "step": 22000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3795
  }
3796
  ],
3797
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 22500,
3
+ "best_metric": 0.7646552920341492,
4
+ "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-22500",
5
+ "epoch": 1.7306361049150065,
6
  "eval_steps": 250,
7
+ "global_step": 22500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
3792
  "eval_samples_per_second": 56.134,
3793
  "eval_steps_per_second": 14.034,
3794
  "step": 22000
3795
+ },
3796
+ {
3797
+ "epoch": 1.6960233828167064,
3798
+ "grad_norm": 0.5081881880760193,
3799
+ "learning_rate": 8.810742020102331e-05,
3800
+ "loss": 0.7883,
3801
+ "step": 22050
3802
+ },
3803
+ {
3804
+ "epoch": 1.6998692408276286,
3805
+ "grad_norm": 0.5658268332481384,
3806
+ "learning_rate": 8.784770017920681e-05,
3807
+ "loss": 0.77,
3808
+ "step": 22100
3809
+ },
3810
+ {
3811
+ "epoch": 1.703715098838551,
3812
+ "grad_norm": 0.6888287663459778,
3813
+ "learning_rate": 8.758798015739034e-05,
3814
+ "loss": 0.8013,
3815
+ "step": 22150
3816
+ },
3817
+ {
3818
+ "epoch": 1.707560956849473,
3819
+ "grad_norm": 1.0599181652069092,
3820
+ "learning_rate": 8.732826013557386e-05,
3821
+ "loss": 0.7649,
3822
+ "step": 22200
3823
+ },
3824
+ {
3825
+ "epoch": 1.7114068148603954,
3826
+ "grad_norm": 0.7679368257522583,
3827
+ "learning_rate": 8.706854011375736e-05,
3828
+ "loss": 0.7338,
3829
+ "step": 22250
3830
+ },
3831
+ {
3832
+ "epoch": 1.7114068148603954,
3833
+ "eval_loss": 0.7665286660194397,
3834
+ "eval_runtime": 17.8822,
3835
+ "eval_samples_per_second": 55.921,
3836
+ "eval_steps_per_second": 13.98,
3837
+ "step": 22250
3838
+ },
3839
+ {
3840
+ "epoch": 1.7152526728713176,
3841
+ "grad_norm": 0.6636808514595032,
3842
+ "learning_rate": 8.680882009194089e-05,
3843
+ "loss": 0.7949,
3844
+ "step": 22300
3845
+ },
3846
+ {
3847
+ "epoch": 1.7190985308822397,
3848
+ "grad_norm": 0.7327821254730225,
3849
+ "learning_rate": 8.654910007012442e-05,
3850
+ "loss": 0.7484,
3851
+ "step": 22350
3852
+ },
3853
+ {
3854
+ "epoch": 1.7229443888931621,
3855
+ "grad_norm": 0.8187472224235535,
3856
+ "learning_rate": 8.628938004830793e-05,
3857
+ "loss": 0.7482,
3858
+ "step": 22400
3859
+ },
3860
+ {
3861
+ "epoch": 1.7267902469040843,
3862
+ "grad_norm": 0.4527030289173126,
3863
+ "learning_rate": 8.602966002649144e-05,
3864
+ "loss": 0.7902,
3865
+ "step": 22450
3866
+ },
3867
+ {
3868
+ "epoch": 1.7306361049150065,
3869
+ "grad_norm": 0.6475220918655396,
3870
+ "learning_rate": 8.576994000467497e-05,
3871
+ "loss": 0.7998,
3872
+ "step": 22500
3873
+ },
3874
+ {
3875
+ "epoch": 1.7306361049150065,
3876
+ "eval_loss": 0.7646552920341492,
3877
+ "eval_runtime": 17.8108,
3878
+ "eval_samples_per_second": 56.146,
3879
+ "eval_steps_per_second": 14.036,
3880
+ "step": 22500
3881
  }
3882
  ],
3883
  "logging_steps": 50,