rootxhacker commited on
Commit
88e83fc
·
verified ·
1 Parent(s): 1a82b42

Training in progress, step 30000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:38b5f2ea569041576fa8587161c76c0f3c5a7dd581ad16d3677954bc1f4d9e6e
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b53972236677d35c7627b344577268d19eab8e86becdb001ad3d20c33562409f
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:168d5bd2debf9851704b7f4b3a599e4063b99ac6ab8d0b5d3299ef76cdfaee3b
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ddb71187cf05b2d152abcaf17e6a1a66bbaf60093ba03650f5df78e882a41ae
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:97942529c6161fa75e24d4bfa6d4f321f66089ea579319270d381c757a3814a9
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0caa256a01d13ade6a76529796c9eea8cb685776ddc6a24c1e4a28d00ce8ca63
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0ec2e05a13a3420f603b9723227d4fcdae2660d4fc99eab774732776aece45a9
3
- size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd6900b77a3aaa53dbd9ff02530a8bdbceb59bb2b9ea31ba74caa08f3dcac033
3
+ size 14308
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b1849a7944c4c7ac6e3a5cbc512aa60f489a5f5e80169ce90a617a00d1a8a86e
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8c04c082df1347d4a5bd7568aa1ea9e76f0f21cd9fd31e93e6a215b3ffd653d
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8946eb030e4e86293b4ece2904285416cc1c901bf3058e686e13ff8f169c0a22
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7472cb4cae0bcbbe91407a8ab253d568120f4cb09f676c536e7c370fc9153e84
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 29250,
3
- "best_metric": 0.7279431223869324,
4
- "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-29000",
5
- "epoch": 2.26905622644412,
6
  "eval_steps": 250,
7
- "global_step": 29500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -5082,6 +5082,92 @@
5082
  "eval_samples_per_second": 55.949,
5083
  "eval_steps_per_second": 13.987,
5084
  "step": 29500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5085
  }
5086
  ],
5087
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 30000,
3
+ "best_metric": 0.7264938354492188,
4
+ "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-30000",
5
+ "epoch": 2.307514806553342,
6
  "eval_steps": 250,
7
+ "global_step": 30000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
5082
  "eval_samples_per_second": 55.949,
5083
  "eval_steps_per_second": 13.987,
5084
  "step": 29500
5085
+ },
5086
+ {
5087
+ "epoch": 2.272902084455042,
5088
+ "grad_norm": 0.7172055840492249,
5089
+ "learning_rate": 4.916500012986001e-05,
5090
+ "loss": 0.6984,
5091
+ "step": 29550
5092
+ },
5093
+ {
5094
+ "epoch": 2.2767479424659642,
5095
+ "grad_norm": 0.6817266345024109,
5096
+ "learning_rate": 4.890528010804353e-05,
5097
+ "loss": 0.7059,
5098
+ "step": 29600
5099
+ },
5100
+ {
5101
+ "epoch": 2.280593800476886,
5102
+ "grad_norm": 1.0110056400299072,
5103
+ "learning_rate": 4.864556008622705e-05,
5104
+ "loss": 0.7304,
5105
+ "step": 29650
5106
+ },
5107
+ {
5108
+ "epoch": 2.2844396584878086,
5109
+ "grad_norm": 0.6823923587799072,
5110
+ "learning_rate": 4.838584006441057e-05,
5111
+ "loss": 0.7462,
5112
+ "step": 29700
5113
+ },
5114
+ {
5115
+ "epoch": 2.288285516498731,
5116
+ "grad_norm": 0.7316113710403442,
5117
+ "learning_rate": 4.812612004259408e-05,
5118
+ "loss": 0.7068,
5119
+ "step": 29750
5120
+ },
5121
+ {
5122
+ "epoch": 2.288285516498731,
5123
+ "eval_loss": 0.7273894548416138,
5124
+ "eval_runtime": 17.8859,
5125
+ "eval_samples_per_second": 55.91,
5126
+ "eval_steps_per_second": 13.978,
5127
+ "step": 29750
5128
+ },
5129
+ {
5130
+ "epoch": 2.292131374509653,
5131
+ "grad_norm": 1.200492024421692,
5132
+ "learning_rate": 4.78664000207776e-05,
5133
+ "loss": 0.6887,
5134
+ "step": 29800
5135
+ },
5136
+ {
5137
+ "epoch": 2.2959772325205754,
5138
+ "grad_norm": 1.2268471717834473,
5139
+ "learning_rate": 4.760667999896112e-05,
5140
+ "loss": 0.7259,
5141
+ "step": 29850
5142
+ },
5143
+ {
5144
+ "epoch": 2.299823090531498,
5145
+ "grad_norm": 0.7251473069190979,
5146
+ "learning_rate": 4.734695997714464e-05,
5147
+ "loss": 0.6931,
5148
+ "step": 29900
5149
+ },
5150
+ {
5151
+ "epoch": 2.3036689485424198,
5152
+ "grad_norm": 0.5327921509742737,
5153
+ "learning_rate": 4.708723995532816e-05,
5154
+ "loss": 0.7447,
5155
+ "step": 29950
5156
+ },
5157
+ {
5158
+ "epoch": 2.307514806553342,
5159
+ "grad_norm": 0.7111462950706482,
5160
+ "learning_rate": 4.6827519933511674e-05,
5161
+ "loss": 0.7221,
5162
+ "step": 30000
5163
+ },
5164
+ {
5165
+ "epoch": 2.307514806553342,
5166
+ "eval_loss": 0.7264938354492188,
5167
+ "eval_runtime": 17.7847,
5168
+ "eval_samples_per_second": 56.228,
5169
+ "eval_steps_per_second": 14.057,
5170
+ "step": 30000
5171
  }
5172
  ],
5173
  "logging_steps": 50,