Training in progress, step 17500, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 36730224
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c504a27eb69195f0629a47f9e0bf192539abb3c2443da0cc76cbb0d75cfd5228
|
| 3 |
size 36730224
|
last-checkpoint/ar_diffusion_info.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1736
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7f425ddc672454ec318d3a477b01d57b3febdbf4bb7f94794d250d01447f38c3
|
| 3 |
size 1736
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 73588346
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:c2c9d67d788a0699ac5c4a4b6a7c0a6433a765152542a0d4c63e46c093056b65
|
| 3 |
size 73588346
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:a8ffe3d878b186570864a01f18402ac15fa8e666ba6230c15554b4863a170b12
|
| 3 |
size 14244
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 988
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2e4317872e22f122cc23eecd5b16d2ae8cc3637fa26840af5163be9ef4599ef9
|
| 3 |
size 988
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:1f03e29ee3758301caaed8e1dd1dbe2a845f2652e79a6f8508f414e5c4c84bdf
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
{
|
| 2 |
-
"best_global_step":
|
| 3 |
-
"best_metric": 0.
|
| 4 |
"best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-17000",
|
| 5 |
-
"epoch": 1.
|
| 6 |
"eval_steps": 250,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -2932,6 +2932,92 @@
|
|
| 2932 |
"eval_samples_per_second": 55.712,
|
| 2933 |
"eval_steps_per_second": 13.928,
|
| 2934 |
"step": 17000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 2935 |
}
|
| 2936 |
],
|
| 2937 |
"logging_steps": 50,
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_global_step": 17250,
|
| 3 |
+
"best_metric": 0.7951701879501343,
|
| 4 |
"best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-17000",
|
| 5 |
+
"epoch": 1.346050303822783,
|
| 6 |
"eval_steps": 250,
|
| 7 |
+
"global_step": 17500,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 2932 |
"eval_samples_per_second": 55.712,
|
| 2933 |
"eval_steps_per_second": 13.928,
|
| 2934 |
"step": 17000
|
| 2935 |
+
},
|
| 2936 |
+
{
|
| 2937 |
+
"epoch": 1.3114375817244828,
|
| 2938 |
+
"grad_norm": 1.403998851776123,
|
| 2939 |
+
"learning_rate": 0.00011407942238267149,
|
| 2940 |
+
"loss": 0.8369,
|
| 2941 |
+
"step": 17050
|
| 2942 |
+
},
|
| 2943 |
+
{
|
| 2944 |
+
"epoch": 1.315283439735405,
|
| 2945 |
+
"grad_norm": 0.8802525401115417,
|
| 2946 |
+
"learning_rate": 0.000113819702360855,
|
| 2947 |
+
"loss": 0.7818,
|
| 2948 |
+
"step": 17100
|
| 2949 |
+
},
|
| 2950 |
+
{
|
| 2951 |
+
"epoch": 1.3191292977463271,
|
| 2952 |
+
"grad_norm": 0.7463178634643555,
|
| 2953 |
+
"learning_rate": 0.00011355998233903852,
|
| 2954 |
+
"loss": 0.7661,
|
| 2955 |
+
"step": 17150
|
| 2956 |
+
},
|
| 2957 |
+
{
|
| 2958 |
+
"epoch": 1.3229751557572493,
|
| 2959 |
+
"grad_norm": 0.47771725058555603,
|
| 2960 |
+
"learning_rate": 0.00011330026231722204,
|
| 2961 |
+
"loss": 0.8141,
|
| 2962 |
+
"step": 17200
|
| 2963 |
+
},
|
| 2964 |
+
{
|
| 2965 |
+
"epoch": 1.3268210137681717,
|
| 2966 |
+
"grad_norm": 0.8294114470481873,
|
| 2967 |
+
"learning_rate": 0.00011304054229540555,
|
| 2968 |
+
"loss": 0.7979,
|
| 2969 |
+
"step": 17250
|
| 2970 |
+
},
|
| 2971 |
+
{
|
| 2972 |
+
"epoch": 1.3268210137681717,
|
| 2973 |
+
"eval_loss": 0.7951701879501343,
|
| 2974 |
+
"eval_runtime": 17.958,
|
| 2975 |
+
"eval_samples_per_second": 55.686,
|
| 2976 |
+
"eval_steps_per_second": 13.921,
|
| 2977 |
+
"step": 17250
|
| 2978 |
+
},
|
| 2979 |
+
{
|
| 2980 |
+
"epoch": 1.330666871779094,
|
| 2981 |
+
"grad_norm": 1.0813144445419312,
|
| 2982 |
+
"learning_rate": 0.00011278082227358908,
|
| 2983 |
+
"loss": 0.824,
|
| 2984 |
+
"step": 17300
|
| 2985 |
+
},
|
| 2986 |
+
{
|
| 2987 |
+
"epoch": 1.3345127297900161,
|
| 2988 |
+
"grad_norm": 0.5647908449172974,
|
| 2989 |
+
"learning_rate": 0.00011252110225177259,
|
| 2990 |
+
"loss": 0.7718,
|
| 2991 |
+
"step": 17350
|
| 2992 |
+
},
|
| 2993 |
+
{
|
| 2994 |
+
"epoch": 1.3383585878009385,
|
| 2995 |
+
"grad_norm": 0.7901347279548645,
|
| 2996 |
+
"learning_rate": 0.0001122613822299561,
|
| 2997 |
+
"loss": 0.7883,
|
| 2998 |
+
"step": 17400
|
| 2999 |
+
},
|
| 3000 |
+
{
|
| 3001 |
+
"epoch": 1.3422044458118605,
|
| 3002 |
+
"grad_norm": 1.0769431591033936,
|
| 3003 |
+
"learning_rate": 0.00011200166220813963,
|
| 3004 |
+
"loss": 0.7625,
|
| 3005 |
+
"step": 17450
|
| 3006 |
+
},
|
| 3007 |
+
{
|
| 3008 |
+
"epoch": 1.346050303822783,
|
| 3009 |
+
"grad_norm": 0.7366082072257996,
|
| 3010 |
+
"learning_rate": 0.00011174194218632314,
|
| 3011 |
+
"loss": 0.8167,
|
| 3012 |
+
"step": 17500
|
| 3013 |
+
},
|
| 3014 |
+
{
|
| 3015 |
+
"epoch": 1.346050303822783,
|
| 3016 |
+
"eval_loss": 0.7991219758987427,
|
| 3017 |
+
"eval_runtime": 17.9932,
|
| 3018 |
+
"eval_samples_per_second": 55.577,
|
| 3019 |
+
"eval_steps_per_second": 13.894,
|
| 3020 |
+
"step": 17500
|
| 3021 |
}
|
| 3022 |
],
|
| 3023 |
"logging_steps": 50,
|