rootxhacker commited on
Commit
f0fda70
·
verified ·
1 Parent(s): a30d232

Training in progress, step 23000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:54d37e3b015e65fe77b6f201cc314fc109253be775a5cb9df138ff0aaf02909f
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:607761a68d936fac3569465d3f0d20419715827f9c4331a285faee67e09f155c
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4d1cecc0bb865c095b0d5ed67e5d69becfda56b3732d5f6b97c50000f421baec
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:80833488aa86fb4cba830c432f5aa3abb1b8d8ff38f3b1e8b83ce7834612b917
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f46eb44e04d7e023aa7c0a1a250eb53199183d3cb6008b7bfbeae0fb8e741141
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4035be8d85b44dc1d28bbbd28b0c42e51f7f77114f423b7a9f9fd7587aca606
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:166bfc987d23199e193830fa6a19bb0011d9a2f67bb503cefc88d16d6bfa7032
3
- size 14180
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce24974df420c8b58ce59acb329c359d968e0b98672cd1798e7bedf4f10e13c3
3
+ size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6ce1ae1d284068fef7aa297321b14237db7c803a93cd953ac357560946400a64
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36d8e43084f8796853eb654313d4c1bc1085274ed04c979e93b6fe0324b7620f
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2ffd90226399435ca3354a71ecdfe070bf4ff007ddc73740c3fd34e13b676fb2
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e50d97e6b844f88427c38d3f0fdd176e281de54a4fb5c4780fea01f20111dfc1
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 22500,
3
- "best_metric": 0.7646552920341492,
4
- "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-22500",
5
- "epoch": 1.7306361049150065,
6
  "eval_steps": 250,
7
- "global_step": 22500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -3878,6 +3878,92 @@
3878
  "eval_samples_per_second": 56.146,
3879
  "eval_steps_per_second": 14.036,
3880
  "step": 22500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3881
  }
3882
  ],
3883
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 23000,
3
+ "best_metric": 0.7635026574134827,
4
+ "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-23000",
5
+ "epoch": 1.7690946850242288,
6
  "eval_steps": 250,
7
+ "global_step": 23000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
3878
  "eval_samples_per_second": 56.146,
3879
  "eval_steps_per_second": 14.036,
3880
  "step": 22500
3881
+ },
3882
+ {
3883
+ "epoch": 1.734481962925929,
3884
+ "grad_norm": 0.538769543170929,
3885
+ "learning_rate": 8.551021998285848e-05,
3886
+ "loss": 0.7658,
3887
+ "step": 22550
3888
+ },
3889
+ {
3890
+ "epoch": 1.738327820936851,
3891
+ "grad_norm": 0.629510223865509,
3892
+ "learning_rate": 8.5250499961042e-05,
3893
+ "loss": 0.7885,
3894
+ "step": 22600
3895
+ },
3896
+ {
3897
+ "epoch": 1.7421736789477733,
3898
+ "grad_norm": 0.6914022564888,
3899
+ "learning_rate": 8.499077993922552e-05,
3900
+ "loss": 0.7648,
3901
+ "step": 22650
3902
+ },
3903
+ {
3904
+ "epoch": 1.7460195369586955,
3905
+ "grad_norm": 0.5563036799430847,
3906
+ "learning_rate": 8.473105991740903e-05,
3907
+ "loss": 0.7558,
3908
+ "step": 22700
3909
+ },
3910
+ {
3911
+ "epoch": 1.7498653949696177,
3912
+ "grad_norm": 0.7851826548576355,
3913
+ "learning_rate": 8.447133989559256e-05,
3914
+ "loss": 0.7961,
3915
+ "step": 22750
3916
+ },
3917
+ {
3918
+ "epoch": 1.7498653949696177,
3919
+ "eval_loss": 0.7664644718170166,
3920
+ "eval_runtime": 17.9733,
3921
+ "eval_samples_per_second": 55.638,
3922
+ "eval_steps_per_second": 13.91,
3923
+ "step": 22750
3924
+ },
3925
+ {
3926
+ "epoch": 1.75371125298054,
3927
+ "grad_norm": 0.48695698380470276,
3928
+ "learning_rate": 8.421161987377607e-05,
3929
+ "loss": 0.8264,
3930
+ "step": 22800
3931
+ },
3932
+ {
3933
+ "epoch": 1.757557110991462,
3934
+ "grad_norm": 0.8053486347198486,
3935
+ "learning_rate": 8.39518998519596e-05,
3936
+ "loss": 0.8084,
3937
+ "step": 22850
3938
+ },
3939
+ {
3940
+ "epoch": 1.7614029690023845,
3941
+ "grad_norm": 1.1373741626739502,
3942
+ "learning_rate": 8.369217983014311e-05,
3943
+ "loss": 0.7842,
3944
+ "step": 22900
3945
+ },
3946
+ {
3947
+ "epoch": 1.7652488270133067,
3948
+ "grad_norm": 1.1318634748458862,
3949
+ "learning_rate": 8.343245980832662e-05,
3950
+ "loss": 0.7727,
3951
+ "step": 22950
3952
+ },
3953
+ {
3954
+ "epoch": 1.7690946850242288,
3955
+ "grad_norm": 0.8140521049499512,
3956
+ "learning_rate": 8.317273978651015e-05,
3957
+ "loss": 0.7945,
3958
+ "step": 23000
3959
+ },
3960
+ {
3961
+ "epoch": 1.7690946850242288,
3962
+ "eval_loss": 0.7635026574134827,
3963
+ "eval_runtime": 17.8969,
3964
+ "eval_samples_per_second": 55.875,
3965
+ "eval_steps_per_second": 13.969,
3966
+ "step": 23000
3967
  }
3968
  ],
3969
  "logging_steps": 50,