Training in progress, step 23000, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 36730224
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:607761a68d936fac3569465d3f0d20419715827f9c4331a285faee67e09f155c
|
| 3 |
size 36730224
|
last-checkpoint/ar_diffusion_info.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1736
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:80833488aa86fb4cba830c432f5aa3abb1b8d8ff38f3b1e8b83ce7834612b917
|
| 3 |
size 1736
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 73588346
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:b4035be8d85b44dc1d28bbbd28b0c42e51f7f77114f423b7a9f9fd7587aca606
|
| 3 |
size 73588346
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:ce24974df420c8b58ce59acb329c359d968e0b98672cd1798e7bedf4f10e13c3
|
| 3 |
+
size 14244
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 988
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:36d8e43084f8796853eb654313d4c1bc1085274ed04c979e93b6fe0324b7620f
|
| 3 |
size 988
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e50d97e6b844f88427c38d3f0fdd176e281de54a4fb5c4780fea01f20111dfc1
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -1,10 +1,10 @@
|
|
| 1 |
{
|
| 2 |
-
"best_global_step":
|
| 3 |
-
"best_metric": 0.
|
| 4 |
-
"best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-
|
| 5 |
-
"epoch": 1.
|
| 6 |
"eval_steps": 250,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -3878,6 +3878,92 @@
|
|
| 3878 |
"eval_samples_per_second": 56.146,
|
| 3879 |
"eval_steps_per_second": 14.036,
|
| 3880 |
"step": 22500
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 3881 |
}
|
| 3882 |
],
|
| 3883 |
"logging_steps": 50,
|
|
|
|
| 1 |
{
|
| 2 |
+
"best_global_step": 23000,
|
| 3 |
+
"best_metric": 0.7635026574134827,
|
| 4 |
+
"best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-23000",
|
| 5 |
+
"epoch": 1.7690946850242288,
|
| 6 |
"eval_steps": 250,
|
| 7 |
+
"global_step": 23000,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 3878 |
"eval_samples_per_second": 56.146,
|
| 3879 |
"eval_steps_per_second": 14.036,
|
| 3880 |
"step": 22500
|
| 3881 |
+
},
|
| 3882 |
+
{
|
| 3883 |
+
"epoch": 1.734481962925929,
|
| 3884 |
+
"grad_norm": 0.538769543170929,
|
| 3885 |
+
"learning_rate": 8.551021998285848e-05,
|
| 3886 |
+
"loss": 0.7658,
|
| 3887 |
+
"step": 22550
|
| 3888 |
+
},
|
| 3889 |
+
{
|
| 3890 |
+
"epoch": 1.738327820936851,
|
| 3891 |
+
"grad_norm": 0.629510223865509,
|
| 3892 |
+
"learning_rate": 8.5250499961042e-05,
|
| 3893 |
+
"loss": 0.7885,
|
| 3894 |
+
"step": 22600
|
| 3895 |
+
},
|
| 3896 |
+
{
|
| 3897 |
+
"epoch": 1.7421736789477733,
|
| 3898 |
+
"grad_norm": 0.6914022564888,
|
| 3899 |
+
"learning_rate": 8.499077993922552e-05,
|
| 3900 |
+
"loss": 0.7648,
|
| 3901 |
+
"step": 22650
|
| 3902 |
+
},
|
| 3903 |
+
{
|
| 3904 |
+
"epoch": 1.7460195369586955,
|
| 3905 |
+
"grad_norm": 0.5563036799430847,
|
| 3906 |
+
"learning_rate": 8.473105991740903e-05,
|
| 3907 |
+
"loss": 0.7558,
|
| 3908 |
+
"step": 22700
|
| 3909 |
+
},
|
| 3910 |
+
{
|
| 3911 |
+
"epoch": 1.7498653949696177,
|
| 3912 |
+
"grad_norm": 0.7851826548576355,
|
| 3913 |
+
"learning_rate": 8.447133989559256e-05,
|
| 3914 |
+
"loss": 0.7961,
|
| 3915 |
+
"step": 22750
|
| 3916 |
+
},
|
| 3917 |
+
{
|
| 3918 |
+
"epoch": 1.7498653949696177,
|
| 3919 |
+
"eval_loss": 0.7664644718170166,
|
| 3920 |
+
"eval_runtime": 17.9733,
|
| 3921 |
+
"eval_samples_per_second": 55.638,
|
| 3922 |
+
"eval_steps_per_second": 13.91,
|
| 3923 |
+
"step": 22750
|
| 3924 |
+
},
|
| 3925 |
+
{
|
| 3926 |
+
"epoch": 1.75371125298054,
|
| 3927 |
+
"grad_norm": 0.48695698380470276,
|
| 3928 |
+
"learning_rate": 8.421161987377607e-05,
|
| 3929 |
+
"loss": 0.8264,
|
| 3930 |
+
"step": 22800
|
| 3931 |
+
},
|
| 3932 |
+
{
|
| 3933 |
+
"epoch": 1.757557110991462,
|
| 3934 |
+
"grad_norm": 0.8053486347198486,
|
| 3935 |
+
"learning_rate": 8.39518998519596e-05,
|
| 3936 |
+
"loss": 0.8084,
|
| 3937 |
+
"step": 22850
|
| 3938 |
+
},
|
| 3939 |
+
{
|
| 3940 |
+
"epoch": 1.7614029690023845,
|
| 3941 |
+
"grad_norm": 1.1373741626739502,
|
| 3942 |
+
"learning_rate": 8.369217983014311e-05,
|
| 3943 |
+
"loss": 0.7842,
|
| 3944 |
+
"step": 22900
|
| 3945 |
+
},
|
| 3946 |
+
{
|
| 3947 |
+
"epoch": 1.7652488270133067,
|
| 3948 |
+
"grad_norm": 1.1318634748458862,
|
| 3949 |
+
"learning_rate": 8.343245980832662e-05,
|
| 3950 |
+
"loss": 0.7727,
|
| 3951 |
+
"step": 22950
|
| 3952 |
+
},
|
| 3953 |
+
{
|
| 3954 |
+
"epoch": 1.7690946850242288,
|
| 3955 |
+
"grad_norm": 0.8140521049499512,
|
| 3956 |
+
"learning_rate": 8.317273978651015e-05,
|
| 3957 |
+
"loss": 0.7945,
|
| 3958 |
+
"step": 23000
|
| 3959 |
+
},
|
| 3960 |
+
{
|
| 3961 |
+
"epoch": 1.7690946850242288,
|
| 3962 |
+
"eval_loss": 0.7635026574134827,
|
| 3963 |
+
"eval_runtime": 17.8969,
|
| 3964 |
+
"eval_samples_per_second": 55.875,
|
| 3965 |
+
"eval_steps_per_second": 13.969,
|
| 3966 |
+
"step": 23000
|
| 3967 |
}
|
| 3968 |
],
|
| 3969 |
"logging_steps": 50,
|