Training in progress, step 24500, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 36730224
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:864e393a661e445ab791d8ddc8820ce0124af5e25c563025e5274fb46871c164
|
| 3 |
size 36730224
|
last-checkpoint/ar_diffusion_info.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1736
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:69b19c7b3ab8d24c43cb3d97f2b5942e5102d4a46144bd92361e16d8ebb3d307
|
| 3 |
size 1736
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 73588346
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ae59df9b85342e49ccc0406baf5315bd2fd8f6e695f8cf5a8b8edc0181516fc6
|
| 3 |
size 73588346
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:741e3f6978068fd80c0a2938c07ae3df768f971aa6e2756e07360dec11f377ea
|
| 3 |
+
size 14180
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 988
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8d31530c22f7fe8bcf00bdc50aaced04b559ddaa1caf679a3f57a45170ec249b
|
| 3 |
size 988
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:96928cc818781495e8d68be480c829211a700dd8771b47547694b6ed3ba139b1
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
{
|
| 2 |
-
"best_global_step":
|
| 3 |
-
"best_metric": 0.
|
| 4 |
-
"best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-
|
| 5 |
-
"epoch": 1.
|
| 6 |
"eval_steps": 250,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -4136,6 +4136,92 @@
|
|
| 4136 |
"eval_samples_per_second": 55.849,
|
| 4137 |
"eval_steps_per_second": 13.962,
|
| 4138 |
"step": 24000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 4139 |
}
|
| 4140 |
],
|
| 4141 |
"logging_steps": 50,
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_global_step": 24500,
|
| 3 |
+
"best_metric": 0.7536496520042419,
|
| 4 |
+
"best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-24500",
|
| 5 |
+
"epoch": 1.884470425351896,
|
| 6 |
"eval_steps": 250,
|
| 7 |
+
"global_step": 24500,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 4136 |
"eval_samples_per_second": 55.849,
|
| 4137 |
"eval_steps_per_second": 13.962,
|
| 4138 |
"step": 24000
|
| 4139 |
+
},
|
| 4140 |
+
{
|
| 4141 |
+
"epoch": 1.8498577032535959,
|
| 4142 |
+
"grad_norm": 1.1524229049682617,
|
| 4143 |
+
"learning_rate": 7.771861932836403e-05,
|
| 4144 |
+
"loss": 0.7732,
|
| 4145 |
+
"step": 24050
|
| 4146 |
+
},
|
| 4147 |
+
{
|
| 4148 |
+
"epoch": 1.853703561264518,
|
| 4149 |
+
"grad_norm": 0.4653956890106201,
|
| 4150 |
+
"learning_rate": 7.745889930654755e-05,
|
| 4151 |
+
"loss": 0.7961,
|
| 4152 |
+
"step": 24100
|
| 4153 |
+
},
|
| 4154 |
+
{
|
| 4155 |
+
"epoch": 1.8575494192754403,
|
| 4156 |
+
"grad_norm": 0.8423280119895935,
|
| 4157 |
+
"learning_rate": 7.719917928473105e-05,
|
| 4158 |
+
"loss": 0.7963,
|
| 4159 |
+
"step": 24150
|
| 4160 |
+
},
|
| 4161 |
+
{
|
| 4162 |
+
"epoch": 1.8613952772863627,
|
| 4163 |
+
"grad_norm": 0.6979435086250305,
|
| 4164 |
+
"learning_rate": 7.693945926291458e-05,
|
| 4165 |
+
"loss": 0.7816,
|
| 4166 |
+
"step": 24200
|
| 4167 |
+
},
|
| 4168 |
+
{
|
| 4169 |
+
"epoch": 1.8652411352972849,
|
| 4170 |
+
"grad_norm": 0.7800914645195007,
|
| 4171 |
+
"learning_rate": 7.66797392410981e-05,
|
| 4172 |
+
"loss": 0.7563,
|
| 4173 |
+
"step": 24250
|
| 4174 |
+
},
|
| 4175 |
+
{
|
| 4176 |
+
"epoch": 1.8652411352972849,
|
| 4177 |
+
"eval_loss": 0.7574715614318848,
|
| 4178 |
+
"eval_runtime": 17.9043,
|
| 4179 |
+
"eval_samples_per_second": 55.852,
|
| 4180 |
+
"eval_steps_per_second": 13.963,
|
| 4181 |
+
"step": 24250
|
| 4182 |
+
},
|
| 4183 |
+
{
|
| 4184 |
+
"epoch": 1.869086993308207,
|
| 4185 |
+
"grad_norm": 0.9678017497062683,
|
| 4186 |
+
"learning_rate": 7.642001921928162e-05,
|
| 4187 |
+
"loss": 0.7689,
|
| 4188 |
+
"step": 24300
|
| 4189 |
+
},
|
| 4190 |
+
{
|
| 4191 |
+
"epoch": 1.8729328513191295,
|
| 4192 |
+
"grad_norm": 0.454647421836853,
|
| 4193 |
+
"learning_rate": 7.616029919746513e-05,
|
| 4194 |
+
"loss": 0.7231,
|
| 4195 |
+
"step": 24350
|
| 4196 |
+
},
|
| 4197 |
+
{
|
| 4198 |
+
"epoch": 1.8767787093300514,
|
| 4199 |
+
"grad_norm": 0.7899460792541504,
|
| 4200 |
+
"learning_rate": 7.590057917564866e-05,
|
| 4201 |
+
"loss": 0.7471,
|
| 4202 |
+
"step": 24400
|
| 4203 |
+
},
|
| 4204 |
+
{
|
| 4205 |
+
"epoch": 1.8806245673409738,
|
| 4206 |
+
"grad_norm": 1.1373926401138306,
|
| 4207 |
+
"learning_rate": 7.564085915383217e-05,
|
| 4208 |
+
"loss": 0.8342,
|
| 4209 |
+
"step": 24450
|
| 4210 |
+
},
|
| 4211 |
+
{
|
| 4212 |
+
"epoch": 1.884470425351896,
|
| 4213 |
+
"grad_norm": 1.4272133111953735,
|
| 4214 |
+
"learning_rate": 7.538113913201568e-05,
|
| 4215 |
+
"loss": 0.7585,
|
| 4216 |
+
"step": 24500
|
| 4217 |
+
},
|
| 4218 |
+
{
|
| 4219 |
+
"epoch": 1.884470425351896,
|
| 4220 |
+
"eval_loss": 0.7536496520042419,
|
| 4221 |
+
"eval_runtime": 17.9401,
|
| 4222 |
+
"eval_samples_per_second": 55.741,
|
| 4223 |
+
"eval_steps_per_second": 13.935,
|
| 4224 |
+
"step": 24500
|
| 4225 |
}
|
| 4226 |
],
|
| 4227 |
"logging_steps": 50,
|