rootxhacker commited on
Commit
ac75c73
·
verified ·
1 Parent(s): aa24181

Training in progress, step 17500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1d163d6a9ddc974e2180a0b34dccdebf25df2e06b238d605670c84471509b1d7
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c504a27eb69195f0629a47f9e0bf192539abb3c2443da0cc76cbb0d75cfd5228
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:48e55dadd5444de13311e56742ff892d8682c557f87064412817be365756d8c7
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f425ddc672454ec318d3a477b01d57b3febdbf4bb7f94794d250d01447f38c3
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fc77b7658a34f923b1da47ba7dbd2fd74f55df477ff11a70a0b6f32488a49438
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2c9d67d788a0699ac5c4a4b6a7c0a6433a765152542a0d4c63e46c093056b65
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a815a54c3da05d513f8fc01a4362c2083ab81366f45a37e94100e41551fa2292
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8ffe3d878b186570864a01f18402ac15fa8e666ba6230c15554b4863a170b12
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6862466a821eb915ca4f2b1057c449dfe2dac434c155b9783db0cf817969e1cf
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e4317872e22f122cc23eecd5b16d2ae8cc3637fa26840af5163be9ef4599ef9
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3597272c85a71f80afe5d0d108e62f0719dbbc66ca2fad8b5c08fb0ab04b2895
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f03e29ee3758301caaed8e1dd1dbe2a845f2652e79a6f8508f414e5c4c84bdf
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 17000,
3
- "best_metric": 0.8002509474754333,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-17000",
5
- "epoch": 1.3075917237135606,
6
  "eval_steps": 250,
7
- "global_step": 17000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -2932,6 +2932,92 @@
2932
  "eval_samples_per_second": 55.712,
2933
  "eval_steps_per_second": 13.928,
2934
  "step": 17000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2935
  }
2936
  ],
2937
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 17250,
3
+ "best_metric": 0.7951701879501343,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-17000",
5
+ "epoch": 1.346050303822783,
6
  "eval_steps": 250,
7
+ "global_step": 17500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
2932
  "eval_samples_per_second": 55.712,
2933
  "eval_steps_per_second": 13.928,
2934
  "step": 17000
2935
+ },
2936
+ {
2937
+ "epoch": 1.3114375817244828,
2938
+ "grad_norm": 1.403998851776123,
2939
+ "learning_rate": 0.00011407942238267149,
2940
+ "loss": 0.8369,
2941
+ "step": 17050
2942
+ },
2943
+ {
2944
+ "epoch": 1.315283439735405,
2945
+ "grad_norm": 0.8802525401115417,
2946
+ "learning_rate": 0.000113819702360855,
2947
+ "loss": 0.7818,
2948
+ "step": 17100
2949
+ },
2950
+ {
2951
+ "epoch": 1.3191292977463271,
2952
+ "grad_norm": 0.7463178634643555,
2953
+ "learning_rate": 0.00011355998233903852,
2954
+ "loss": 0.7661,
2955
+ "step": 17150
2956
+ },
2957
+ {
2958
+ "epoch": 1.3229751557572493,
2959
+ "grad_norm": 0.47771725058555603,
2960
+ "learning_rate": 0.00011330026231722204,
2961
+ "loss": 0.8141,
2962
+ "step": 17200
2963
+ },
2964
+ {
2965
+ "epoch": 1.3268210137681717,
2966
+ "grad_norm": 0.8294114470481873,
2967
+ "learning_rate": 0.00011304054229540555,
2968
+ "loss": 0.7979,
2969
+ "step": 17250
2970
+ },
2971
+ {
2972
+ "epoch": 1.3268210137681717,
2973
+ "eval_loss": 0.7951701879501343,
2974
+ "eval_runtime": 17.958,
2975
+ "eval_samples_per_second": 55.686,
2976
+ "eval_steps_per_second": 13.921,
2977
+ "step": 17250
2978
+ },
2979
+ {
2980
+ "epoch": 1.330666871779094,
2981
+ "grad_norm": 1.0813144445419312,
2982
+ "learning_rate": 0.00011278082227358908,
2983
+ "loss": 0.824,
2984
+ "step": 17300
2985
+ },
2986
+ {
2987
+ "epoch": 1.3345127297900161,
2988
+ "grad_norm": 0.5647908449172974,
2989
+ "learning_rate": 0.00011252110225177259,
2990
+ "loss": 0.7718,
2991
+ "step": 17350
2992
+ },
2993
+ {
2994
+ "epoch": 1.3383585878009385,
2995
+ "grad_norm": 0.7901347279548645,
2996
+ "learning_rate": 0.0001122613822299561,
2997
+ "loss": 0.7883,
2998
+ "step": 17400
2999
+ },
3000
+ {
3001
+ "epoch": 1.3422044458118605,
3002
+ "grad_norm": 1.0769431591033936,
3003
+ "learning_rate": 0.00011200166220813963,
3004
+ "loss": 0.7625,
3005
+ "step": 17450
3006
+ },
3007
+ {
3008
+ "epoch": 1.346050303822783,
3009
+ "grad_norm": 0.7366082072257996,
3010
+ "learning_rate": 0.00011174194218632314,
3011
+ "loss": 0.8167,
3012
+ "step": 17500
3013
+ },
3014
+ {
3015
+ "epoch": 1.346050303822783,
3016
+ "eval_loss": 0.7991219758987427,
3017
+ "eval_runtime": 17.9932,
3018
+ "eval_samples_per_second": 55.577,
3019
+ "eval_steps_per_second": 13.894,
3020
+ "step": 17500
3021
  }
3022
  ],
3023
  "logging_steps": 50,