Training in progress, step 36000, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 36730224
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:23e42702caff4df8b7ad44cb873bb5dddff2f795cef7082f27a461514c69024c
|
| 3 |
size 36730224
|
last-checkpoint/ar_diffusion_info.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1736
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:fea47853b8aa60e44a0bb0420e1e620de2e8802a7f7c2912ecff431bb1bb5f8c
|
| 3 |
size 1736
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 73588346
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e462a352c1c617a33fcc383bd32232ac83347aec5662f1905faf9562932eadb9
|
| 3 |
size 73588346
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:77a7de3731de8cf2e7331a42359007d95d6eaa607441af485deea1e6b851ef50
|
| 3 |
size 14244
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 988
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:9d348b949dd5c914964463518846b78fc436944dc5c12ed7b8077ee0d1b60d7d
|
| 3 |
size 988
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:27724e8d1fba2d1802daad944f1058156037a888933fba524cc8f9009abca3d9
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -2,9 +2,9 @@
|
|
| 2 |
"best_global_step": 31000,
|
| 3 |
"best_metric": 0.7226839661598206,
|
| 4 |
"best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-31000",
|
| 5 |
-
"epoch": 2.
|
| 6 |
"eval_steps": 250,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -6114,6 +6114,92 @@
|
|
| 6114 |
"eval_samples_per_second": 55.467,
|
| 6115 |
"eval_steps_per_second": 13.867,
|
| 6116 |
"step": 35500
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 6117 |
}
|
| 6118 |
],
|
| 6119 |
"logging_steps": 50,
|
|
|
|
| 2 |
"best_global_step": 31000,
|
| 3 |
"best_metric": 0.7226839661598206,
|
| 4 |
"best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-31000",
|
| 5 |
+
"epoch": 2.7690177678640104,
|
| 6 |
"eval_steps": 250,
|
| 7 |
+
"global_step": 36000,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 6114 |
"eval_samples_per_second": 55.467,
|
| 6115 |
"eval_steps_per_second": 13.867,
|
| 6116 |
"step": 35500
|
| 6117 |
+
},
|
| 6118 |
+
{
|
| 6119 |
+
"epoch": 2.73440504576571,
|
| 6120 |
+
"grad_norm": 0.5093711018562317,
|
| 6121 |
+
"learning_rate": 1.800379191231852e-05,
|
| 6122 |
+
"loss": 0.6425,
|
| 6123 |
+
"step": 35550
|
| 6124 |
+
},
|
| 6125 |
+
{
|
| 6126 |
+
"epoch": 2.7382509037766325,
|
| 6127 |
+
"grad_norm": 1.0487879514694214,
|
| 6128 |
+
"learning_rate": 1.774407189050204e-05,
|
| 6129 |
+
"loss": 0.6846,
|
| 6130 |
+
"step": 35600
|
| 6131 |
+
},
|
| 6132 |
+
{
|
| 6133 |
+
"epoch": 2.742096761787555,
|
| 6134 |
+
"grad_norm": 0.6705742478370667,
|
| 6135 |
+
"learning_rate": 1.748435186868556e-05,
|
| 6136 |
+
"loss": 0.7464,
|
| 6137 |
+
"step": 35650
|
| 6138 |
+
},
|
| 6139 |
+
{
|
| 6140 |
+
"epoch": 2.745942619798477,
|
| 6141 |
+
"grad_norm": 0.43706628680229187,
|
| 6142 |
+
"learning_rate": 1.7224631846869076e-05,
|
| 6143 |
+
"loss": 0.7325,
|
| 6144 |
+
"step": 35700
|
| 6145 |
+
},
|
| 6146 |
+
{
|
| 6147 |
+
"epoch": 2.7497884778093993,
|
| 6148 |
+
"grad_norm": 1.1549192667007446,
|
| 6149 |
+
"learning_rate": 1.6964911825052592e-05,
|
| 6150 |
+
"loss": 0.7083,
|
| 6151 |
+
"step": 35750
|
| 6152 |
+
},
|
| 6153 |
+
{
|
| 6154 |
+
"epoch": 2.7497884778093993,
|
| 6155 |
+
"eval_loss": 0.7717772126197815,
|
| 6156 |
+
"eval_runtime": 18.085,
|
| 6157 |
+
"eval_samples_per_second": 55.295,
|
| 6158 |
+
"eval_steps_per_second": 13.824,
|
| 6159 |
+
"step": 35750
|
| 6160 |
+
},
|
| 6161 |
+
{
|
| 6162 |
+
"epoch": 2.7536343358203217,
|
| 6163 |
+
"grad_norm": 0.5367007255554199,
|
| 6164 |
+
"learning_rate": 1.6705191803236112e-05,
|
| 6165 |
+
"loss": 0.7054,
|
| 6166 |
+
"step": 35800
|
| 6167 |
+
},
|
| 6168 |
+
{
|
| 6169 |
+
"epoch": 2.7574801938312437,
|
| 6170 |
+
"grad_norm": 0.8213953971862793,
|
| 6171 |
+
"learning_rate": 1.644547178141963e-05,
|
| 6172 |
+
"loss": 0.6764,
|
| 6173 |
+
"step": 35850
|
| 6174 |
+
},
|
| 6175 |
+
{
|
| 6176 |
+
"epoch": 2.761326051842166,
|
| 6177 |
+
"grad_norm": 0.9012633562088013,
|
| 6178 |
+
"learning_rate": 1.6185751759603148e-05,
|
| 6179 |
+
"loss": 0.725,
|
| 6180 |
+
"step": 35900
|
| 6181 |
+
},
|
| 6182 |
+
{
|
| 6183 |
+
"epoch": 2.7651719098530885,
|
| 6184 |
+
"grad_norm": 0.656104326248169,
|
| 6185 |
+
"learning_rate": 1.5926031737786667e-05,
|
| 6186 |
+
"loss": 0.7279,
|
| 6187 |
+
"step": 35950
|
| 6188 |
+
},
|
| 6189 |
+
{
|
| 6190 |
+
"epoch": 2.7690177678640104,
|
| 6191 |
+
"grad_norm": 0.901136040687561,
|
| 6192 |
+
"learning_rate": 1.5666311715970187e-05,
|
| 6193 |
+
"loss": 0.7354,
|
| 6194 |
+
"step": 36000
|
| 6195 |
+
},
|
| 6196 |
+
{
|
| 6197 |
+
"epoch": 2.7690177678640104,
|
| 6198 |
+
"eval_loss": 0.7717016935348511,
|
| 6199 |
+
"eval_runtime": 17.9512,
|
| 6200 |
+
"eval_samples_per_second": 55.707,
|
| 6201 |
+
"eval_steps_per_second": 13.927,
|
| 6202 |
+
"step": 36000
|
| 6203 |
}
|
| 6204 |
],
|
| 6205 |
"logging_steps": 50,
|