rootxhacker commited on
Commit
e6d5bfd
·
verified ·
1 Parent(s): de5353b

Training in progress, step 24500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a49f5cb3d3ccac7817610fa964bf361289eb0cfe2f4eb026b3d7dec09b14c94e
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:864e393a661e445ab791d8ddc8820ce0124af5e25c563025e5274fb46871c164
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4c4dc22fe695886da65efe80a9483d46131feb5c3951ee4e1441cd0c20f8ca7b
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69b19c7b3ab8d24c43cb3d97f2b5942e5102d4a46144bd92361e16d8ebb3d307
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7232363cf74531ce8b422db0be4a1c52fb65a8350caa9a3033db48afd581b28e
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae59df9b85342e49ccc0406baf5315bd2fd8f6e695f8cf5a8b8edc0181516fc6
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:599e4a0a057d34a3454abdec04ea1df53e6a5a47a3aac39f21ff339cea978175
3
- size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:741e3f6978068fd80c0a2938c07ae3df768f971aa6e2756e07360dec11f377ea
3
+ size 14180
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:25acdcc8c2ddbe44392c8342cb938e96014287130fce2f529b63734cdda74387
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8d31530c22f7fe8bcf00bdc50aaced04b559ddaa1caf679a3f57a45170ec249b
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ac4e57d345b8d2e1b9cf78f859eede2962dbe55a1ef61e82edae2f8653a05425
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96928cc818781495e8d68be480c829211a700dd8771b47547694b6ed3ba139b1
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 24000,
3
- "best_metric": 0.7566245198249817,
4
- "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-24000",
5
- "epoch": 1.8460118452426735,
6
  "eval_steps": 250,
7
- "global_step": 24000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -4136,6 +4136,92 @@
4136
  "eval_samples_per_second": 55.849,
4137
  "eval_steps_per_second": 13.962,
4138
  "step": 24000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4139
  }
4140
  ],
4141
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 24500,
3
+ "best_metric": 0.7536496520042419,
4
+ "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-24500",
5
+ "epoch": 1.884470425351896,
6
  "eval_steps": 250,
7
+ "global_step": 24500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
4136
  "eval_samples_per_second": 55.849,
4137
  "eval_steps_per_second": 13.962,
4138
  "step": 24000
4139
+ },
4140
+ {
4141
+ "epoch": 1.8498577032535959,
4142
+ "grad_norm": 1.1524229049682617,
4143
+ "learning_rate": 7.771861932836403e-05,
4144
+ "loss": 0.7732,
4145
+ "step": 24050
4146
+ },
4147
+ {
4148
+ "epoch": 1.853703561264518,
4149
+ "grad_norm": 0.4653956890106201,
4150
+ "learning_rate": 7.745889930654755e-05,
4151
+ "loss": 0.7961,
4152
+ "step": 24100
4153
+ },
4154
+ {
4155
+ "epoch": 1.8575494192754403,
4156
+ "grad_norm": 0.8423280119895935,
4157
+ "learning_rate": 7.719917928473105e-05,
4158
+ "loss": 0.7963,
4159
+ "step": 24150
4160
+ },
4161
+ {
4162
+ "epoch": 1.8613952772863627,
4163
+ "grad_norm": 0.6979435086250305,
4164
+ "learning_rate": 7.693945926291458e-05,
4165
+ "loss": 0.7816,
4166
+ "step": 24200
4167
+ },
4168
+ {
4169
+ "epoch": 1.8652411352972849,
4170
+ "grad_norm": 0.7800914645195007,
4171
+ "learning_rate": 7.66797392410981e-05,
4172
+ "loss": 0.7563,
4173
+ "step": 24250
4174
+ },
4175
+ {
4176
+ "epoch": 1.8652411352972849,
4177
+ "eval_loss": 0.7574715614318848,
4178
+ "eval_runtime": 17.9043,
4179
+ "eval_samples_per_second": 55.852,
4180
+ "eval_steps_per_second": 13.963,
4181
+ "step": 24250
4182
+ },
4183
+ {
4184
+ "epoch": 1.869086993308207,
4185
+ "grad_norm": 0.9678017497062683,
4186
+ "learning_rate": 7.642001921928162e-05,
4187
+ "loss": 0.7689,
4188
+ "step": 24300
4189
+ },
4190
+ {
4191
+ "epoch": 1.8729328513191295,
4192
+ "grad_norm": 0.454647421836853,
4193
+ "learning_rate": 7.616029919746513e-05,
4194
+ "loss": 0.7231,
4195
+ "step": 24350
4196
+ },
4197
+ {
4198
+ "epoch": 1.8767787093300514,
4199
+ "grad_norm": 0.7899460792541504,
4200
+ "learning_rate": 7.590057917564866e-05,
4201
+ "loss": 0.7471,
4202
+ "step": 24400
4203
+ },
4204
+ {
4205
+ "epoch": 1.8806245673409738,
4206
+ "grad_norm": 1.1373926401138306,
4207
+ "learning_rate": 7.564085915383217e-05,
4208
+ "loss": 0.8342,
4209
+ "step": 24450
4210
+ },
4211
+ {
4212
+ "epoch": 1.884470425351896,
4213
+ "grad_norm": 1.4272133111953735,
4214
+ "learning_rate": 7.538113913201568e-05,
4215
+ "loss": 0.7585,
4216
+ "step": 24500
4217
+ },
4218
+ {
4219
+ "epoch": 1.884470425351896,
4220
+ "eval_loss": 0.7536496520042419,
4221
+ "eval_runtime": 17.9401,
4222
+ "eval_samples_per_second": 55.741,
4223
+ "eval_steps_per_second": 13.935,
4224
+ "step": 24500
4225
  }
4226
  ],
4227
  "logging_steps": 50,