rootxhacker commited on
Commit
b7a44b4
·
verified ·
1 Parent(s): 11c6b77

Training in progress, step 36000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:bef738804bc450055544ac26cb2862c97449ead2f75ac228ddc61442fe9bb8bd
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23e42702caff4df8b7ad44cb873bb5dddff2f795cef7082f27a461514c69024c
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:26406f1b76813f85bc53aaeae8ac510fb6de1504e785a5a45daa6f7e5a13e4e0
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fea47853b8aa60e44a0bb0420e1e620de2e8802a7f7c2912ecff431bb1bb5f8c
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:775b4d9c34d0a3506dcf86d076ddf2b91371c6a7d165bc685f42c9caa7b6efb5
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e462a352c1c617a33fcc383bd32232ac83347aec5662f1905faf9562932eadb9
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:817eeb968a3fe33ed8e09b44d359afc61c95d374fc7bc36cec59f18e26bfa49c
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77a7de3731de8cf2e7331a42359007d95d6eaa607441af485deea1e6b851ef50
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1dffe29e5b55d433cbe32c72434ab6b543d59b2b4f5148609cfe9a7f61d0b7d1
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9d348b949dd5c914964463518846b78fc436944dc5c12ed7b8077ee0d1b60d7d
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0702d25847c4b82c912557ae056afc22dda26278838471e438e37fa978161ebf
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27724e8d1fba2d1802daad944f1058156037a888933fba524cc8f9009abca3d9
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": 31000,
3
  "best_metric": 0.7226839661598206,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-31000",
5
- "epoch": 2.730559187754788,
6
  "eval_steps": 250,
7
- "global_step": 35500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -6114,6 +6114,92 @@
6114
  "eval_samples_per_second": 55.467,
6115
  "eval_steps_per_second": 13.867,
6116
  "step": 35500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6117
  }
6118
  ],
6119
  "logging_steps": 50,
 
2
  "best_global_step": 31000,
3
  "best_metric": 0.7226839661598206,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-31000",
5
+ "epoch": 2.7690177678640104,
6
  "eval_steps": 250,
7
+ "global_step": 36000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
6114
  "eval_samples_per_second": 55.467,
6115
  "eval_steps_per_second": 13.867,
6116
  "step": 35500
6117
+ },
6118
+ {
6119
+ "epoch": 2.73440504576571,
6120
+ "grad_norm": 0.5093711018562317,
6121
+ "learning_rate": 1.800379191231852e-05,
6122
+ "loss": 0.6425,
6123
+ "step": 35550
6124
+ },
6125
+ {
6126
+ "epoch": 2.7382509037766325,
6127
+ "grad_norm": 1.0487879514694214,
6128
+ "learning_rate": 1.774407189050204e-05,
6129
+ "loss": 0.6846,
6130
+ "step": 35600
6131
+ },
6132
+ {
6133
+ "epoch": 2.742096761787555,
6134
+ "grad_norm": 0.6705742478370667,
6135
+ "learning_rate": 1.748435186868556e-05,
6136
+ "loss": 0.7464,
6137
+ "step": 35650
6138
+ },
6139
+ {
6140
+ "epoch": 2.745942619798477,
6141
+ "grad_norm": 0.43706628680229187,
6142
+ "learning_rate": 1.7224631846869076e-05,
6143
+ "loss": 0.7325,
6144
+ "step": 35700
6145
+ },
6146
+ {
6147
+ "epoch": 2.7497884778093993,
6148
+ "grad_norm": 1.1549192667007446,
6149
+ "learning_rate": 1.6964911825052592e-05,
6150
+ "loss": 0.7083,
6151
+ "step": 35750
6152
+ },
6153
+ {
6154
+ "epoch": 2.7497884778093993,
6155
+ "eval_loss": 0.7717772126197815,
6156
+ "eval_runtime": 18.085,
6157
+ "eval_samples_per_second": 55.295,
6158
+ "eval_steps_per_second": 13.824,
6159
+ "step": 35750
6160
+ },
6161
+ {
6162
+ "epoch": 2.7536343358203217,
6163
+ "grad_norm": 0.5367007255554199,
6164
+ "learning_rate": 1.6705191803236112e-05,
6165
+ "loss": 0.7054,
6166
+ "step": 35800
6167
+ },
6168
+ {
6169
+ "epoch": 2.7574801938312437,
6170
+ "grad_norm": 0.8213953971862793,
6171
+ "learning_rate": 1.644547178141963e-05,
6172
+ "loss": 0.6764,
6173
+ "step": 35850
6174
+ },
6175
+ {
6176
+ "epoch": 2.761326051842166,
6177
+ "grad_norm": 0.9012633562088013,
6178
+ "learning_rate": 1.6185751759603148e-05,
6179
+ "loss": 0.725,
6180
+ "step": 35900
6181
+ },
6182
+ {
6183
+ "epoch": 2.7651719098530885,
6184
+ "grad_norm": 0.656104326248169,
6185
+ "learning_rate": 1.5926031737786667e-05,
6186
+ "loss": 0.7279,
6187
+ "step": 35950
6188
+ },
6189
+ {
6190
+ "epoch": 2.7690177678640104,
6191
+ "grad_norm": 0.901136040687561,
6192
+ "learning_rate": 1.5666311715970187e-05,
6193
+ "loss": 0.7354,
6194
+ "step": 36000
6195
+ },
6196
+ {
6197
+ "epoch": 2.7690177678640104,
6198
+ "eval_loss": 0.7717016935348511,
6199
+ "eval_runtime": 17.9512,
6200
+ "eval_samples_per_second": 55.707,
6201
+ "eval_steps_per_second": 13.927,
6202
+ "step": 36000
6203
  }
6204
  ],
6205
  "logging_steps": 50,