Training in progress, step 34500, checkpoint
Browse files
last-checkpoint/adapter_model.safetensors
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 36730224
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:d4a6f0c25b4611f1c767905bf111be9724afb005e4306ef1bc73dc1c0e29cfa3
|
| 3 |
size 36730224
|
last-checkpoint/ar_diffusion_info.bin
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1736
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:5226727ad5f179a9b000e5a412ba8dbddc5354e1baf3375db08313841c945818
|
| 3 |
size 1736
|
last-checkpoint/optimizer.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 73588346
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:8418f1a64c5a13294ff25d04acd41788e39a27614adf5076e870dc32b37a1b02
|
| 3 |
size 73588346
|
last-checkpoint/rng_state.pth
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 14244
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e8df234ef2da88e980e27d5e38430bdeab883c73aac61a65b34f9ea768e575f2
|
| 3 |
size 14244
|
last-checkpoint/scaler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 988
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:57ac9006c5ceba86b32d9390a0bed65a2b226ca44ae334ed8b3b3374b8accf3e
|
| 3 |
size 988
|
last-checkpoint/scheduler.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 1064
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e6f7f395c95d2292d383b90683031f36e62fa6aed8aa58203f983b15524fc8f5
|
| 3 |
size 1064
|
last-checkpoint/trainer_state.json
CHANGED
|
@@ -2,9 +2,9 @@
|
|
| 2 |
"best_global_step": 31000,
|
| 3 |
"best_metric": 0.7226839661598206,
|
| 4 |
"best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-31000",
|
| 5 |
-
"epoch": 2.
|
| 6 |
"eval_steps": 250,
|
| 7 |
-
"global_step":
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
@@ -5856,6 +5856,92 @@
|
|
| 5856 |
"eval_samples_per_second": 55.848,
|
| 5857 |
"eval_steps_per_second": 13.962,
|
| 5858 |
"step": 34000
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5859 |
}
|
| 5860 |
],
|
| 5861 |
"logging_steps": 50,
|
|
|
|
| 2 |
"best_global_step": 31000,
|
| 3 |
"best_metric": 0.7226839661598206,
|
| 4 |
"best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-31000",
|
| 5 |
+
"epoch": 2.6536420275363435,
|
| 6 |
"eval_steps": 250,
|
| 7 |
+
"global_step": 34500,
|
| 8 |
"is_hyper_param_search": false,
|
| 9 |
"is_local_process_zero": true,
|
| 10 |
"is_world_process_zero": true,
|
|
|
|
| 5856 |
"eval_samples_per_second": 55.848,
|
| 5857 |
"eval_steps_per_second": 13.962,
|
| 5858 |
"step": 34000
|
| 5859 |
+
},
|
| 5860 |
+
{
|
| 5861 |
+
"epoch": 2.619029305438043,
|
| 5862 |
+
"grad_norm": 0.4978080093860626,
|
| 5863 |
+
"learning_rate": 2.5790198166376645e-05,
|
| 5864 |
+
"loss": 0.7309,
|
| 5865 |
+
"step": 34050
|
| 5866 |
+
},
|
| 5867 |
+
{
|
| 5868 |
+
"epoch": 2.6228751634489655,
|
| 5869 |
+
"grad_norm": 0.779080331325531,
|
| 5870 |
+
"learning_rate": 2.5530478144560168e-05,
|
| 5871 |
+
"loss": 0.7105,
|
| 5872 |
+
"step": 34100
|
| 5873 |
+
},
|
| 5874 |
+
{
|
| 5875 |
+
"epoch": 2.626721021459888,
|
| 5876 |
+
"grad_norm": 0.5153629779815674,
|
| 5877 |
+
"learning_rate": 2.5275952523180012e-05,
|
| 5878 |
+
"loss": 0.7377,
|
| 5879 |
+
"step": 34150
|
| 5880 |
+
},
|
| 5881 |
+
{
|
| 5882 |
+
"epoch": 2.63056687947081,
|
| 5883 |
+
"grad_norm": 0.8356613516807556,
|
| 5884 |
+
"learning_rate": 2.5016232501363528e-05,
|
| 5885 |
+
"loss": 0.7135,
|
| 5886 |
+
"step": 34200
|
| 5887 |
+
},
|
| 5888 |
+
{
|
| 5889 |
+
"epoch": 2.6344127374817323,
|
| 5890 |
+
"grad_norm": 0.5202348232269287,
|
| 5891 |
+
"learning_rate": 2.475651247954705e-05,
|
| 5892 |
+
"loss": 0.7333,
|
| 5893 |
+
"step": 34250
|
| 5894 |
+
},
|
| 5895 |
+
{
|
| 5896 |
+
"epoch": 2.6344127374817323,
|
| 5897 |
+
"eval_loss": 0.7767261862754822,
|
| 5898 |
+
"eval_runtime": 17.8651,
|
| 5899 |
+
"eval_samples_per_second": 55.975,
|
| 5900 |
+
"eval_steps_per_second": 13.994,
|
| 5901 |
+
"step": 34250
|
| 5902 |
+
},
|
| 5903 |
+
{
|
| 5904 |
+
"epoch": 2.6382585954926543,
|
| 5905 |
+
"grad_norm": 0.9579488039016724,
|
| 5906 |
+
"learning_rate": 2.4496792457730567e-05,
|
| 5907 |
+
"loss": 0.7823,
|
| 5908 |
+
"step": 34300
|
| 5909 |
+
},
|
| 5910 |
+
{
|
| 5911 |
+
"epoch": 2.6421044535035767,
|
| 5912 |
+
"grad_norm": 0.7704477906227112,
|
| 5913 |
+
"learning_rate": 2.4237072435914084e-05,
|
| 5914 |
+
"loss": 0.6979,
|
| 5915 |
+
"step": 34350
|
| 5916 |
+
},
|
| 5917 |
+
{
|
| 5918 |
+
"epoch": 2.6459503115144987,
|
| 5919 |
+
"grad_norm": 0.8563690781593323,
|
| 5920 |
+
"learning_rate": 2.3977352414097603e-05,
|
| 5921 |
+
"loss": 0.7049,
|
| 5922 |
+
"step": 34400
|
| 5923 |
+
},
|
| 5924 |
+
{
|
| 5925 |
+
"epoch": 2.649796169525421,
|
| 5926 |
+
"grad_norm": 0.663038432598114,
|
| 5927 |
+
"learning_rate": 2.3717632392281123e-05,
|
| 5928 |
+
"loss": 0.751,
|
| 5929 |
+
"step": 34450
|
| 5930 |
+
},
|
| 5931 |
+
{
|
| 5932 |
+
"epoch": 2.6536420275363435,
|
| 5933 |
+
"grad_norm": 0.8598125576972961,
|
| 5934 |
+
"learning_rate": 2.345791237046464e-05,
|
| 5935 |
+
"loss": 0.6982,
|
| 5936 |
+
"step": 34500
|
| 5937 |
+
},
|
| 5938 |
+
{
|
| 5939 |
+
"epoch": 2.6536420275363435,
|
| 5940 |
+
"eval_loss": 0.7752255201339722,
|
| 5941 |
+
"eval_runtime": 17.9612,
|
| 5942 |
+
"eval_samples_per_second": 55.675,
|
| 5943 |
+
"eval_steps_per_second": 13.919,
|
| 5944 |
+
"step": 34500
|
| 5945 |
}
|
| 5946 |
],
|
| 5947 |
"logging_steps": 50,
|