rootxhacker commited on
Commit
c98d39b
·
verified ·
1 Parent(s): 74cdaa3

Training in progress, step 17000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8c79bd6abfc765e48344f1eaf2bac6b19b1f2185bd8d532b6430edddeb3cf598
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d163d6a9ddc974e2180a0b34dccdebf25df2e06b238d605670c84471509b1d7
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:57817e37c2bede420a10ad726002c513c322991defcb7b6d376b6f78c40cfde6
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48e55dadd5444de13311e56742ff892d8682c557f87064412817be365756d8c7
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d74c3606ba0286a1d15828b59a77b9982057d18434b39f6b0feddf0ba035b2fb
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc77b7658a34f923b1da47ba7dbd2fd74f55df477ff11a70a0b6f32488a49438
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a861053ff17e2abedc4d7c6ad9da2b90a9c5355f647fb00b85fde4046e6f77e9
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a815a54c3da05d513f8fc01a4362c2083ab81366f45a37e94100e41551fa2292
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8b186621336b0abea983113004ecd9b3118c0bc11e75a3da16b0bb6e48f4f1d5
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6862466a821eb915ca4f2b1057c449dfe2dac434c155b9783db0cf817969e1cf
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e7ce0d53f1187963494f7c07c00eb523b42730ba00d8fde1d32c14564031cf5
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3597272c85a71f80afe5d0d108e62f0719dbbc66ca2fad8b5c08fb0ab04b2895
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 16500,
3
- "best_metric": 0.8012632131576538,
4
- "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-16500",
5
- "epoch": 1.2691331436043383,
6
  "eval_steps": 250,
7
- "global_step": 16500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -2846,6 +2846,92 @@
2846
  "eval_samples_per_second": 55.937,
2847
  "eval_steps_per_second": 13.984,
2848
  "step": 16500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2849
  }
2850
  ],
2851
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 17000,
3
+ "best_metric": 0.8002509474754333,
4
+ "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-17000",
5
+ "epoch": 1.3075917237135606,
6
  "eval_steps": 250,
7
+ "global_step": 17000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
2846
  "eval_samples_per_second": 55.937,
2847
  "eval_steps_per_second": 13.984,
2848
  "step": 16500
2849
+ },
2850
+ {
2851
+ "epoch": 1.2729790016152602,
2852
+ "grad_norm": 0.7161915302276611,
2853
+ "learning_rate": 0.00011667662260083629,
2854
+ "loss": 0.7969,
2855
+ "step": 16550
2856
+ },
2857
+ {
2858
+ "epoch": 1.2768248596261826,
2859
+ "grad_norm": 0.7693639397621155,
2860
+ "learning_rate": 0.00011641690257901983,
2861
+ "loss": 0.7909,
2862
+ "step": 16600
2863
+ },
2864
+ {
2865
+ "epoch": 1.2806707176371048,
2866
+ "grad_norm": 0.6645983457565308,
2867
+ "learning_rate": 0.00011615718255720334,
2868
+ "loss": 0.7816,
2869
+ "step": 16650
2870
+ },
2871
+ {
2872
+ "epoch": 1.284516575648027,
2873
+ "grad_norm": 0.7736928462982178,
2874
+ "learning_rate": 0.00011589746253538687,
2875
+ "loss": 0.745,
2876
+ "step": 16700
2877
+ },
2878
+ {
2879
+ "epoch": 1.2883624336589494,
2880
+ "grad_norm": 0.6743229627609253,
2881
+ "learning_rate": 0.00011563774251357038,
2882
+ "loss": 0.7856,
2883
+ "step": 16750
2884
+ },
2885
+ {
2886
+ "epoch": 1.2883624336589494,
2887
+ "eval_loss": 0.8006194233894348,
2888
+ "eval_runtime": 17.9046,
2889
+ "eval_samples_per_second": 55.852,
2890
+ "eval_steps_per_second": 13.963,
2891
+ "step": 16750
2892
+ },
2893
+ {
2894
+ "epoch": 1.2922082916698716,
2895
+ "grad_norm": 0.8146863579750061,
2896
+ "learning_rate": 0.0001153780224917539,
2897
+ "loss": 0.7559,
2898
+ "step": 16800
2899
+ },
2900
+ {
2901
+ "epoch": 1.2960541496807938,
2902
+ "grad_norm": 0.9186645746231079,
2903
+ "learning_rate": 0.00011511830246993742,
2904
+ "loss": 0.7902,
2905
+ "step": 16850
2906
+ },
2907
+ {
2908
+ "epoch": 1.299900007691716,
2909
+ "grad_norm": 0.7634202241897583,
2910
+ "learning_rate": 0.00011485858244812093,
2911
+ "loss": 0.749,
2912
+ "step": 16900
2913
+ },
2914
+ {
2915
+ "epoch": 1.3037458657026382,
2916
+ "grad_norm": 0.890457272529602,
2917
+ "learning_rate": 0.00011459886242630445,
2918
+ "loss": 0.7539,
2919
+ "step": 16950
2920
+ },
2921
+ {
2922
+ "epoch": 1.3075917237135606,
2923
+ "grad_norm": 0.8466306328773499,
2924
+ "learning_rate": 0.00011433914240448797,
2925
+ "loss": 0.7997,
2926
+ "step": 17000
2927
+ },
2928
+ {
2929
+ "epoch": 1.3075917237135606,
2930
+ "eval_loss": 0.8002509474754333,
2931
+ "eval_runtime": 17.9496,
2932
+ "eval_samples_per_second": 55.712,
2933
+ "eval_steps_per_second": 13.928,
2934
+ "step": 17000
2935
  }
2936
  ],
2937
  "logging_steps": 50,