rootxhacker commited on
Commit
06540d8
·
verified ·
1 Parent(s): c4ab898

Training in progress, step 31000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:fdc0ad979a12ba1d5693d6f619dbaea0818f22e8b6c5ce88c754da865d18dae9
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d9e8aa8332991d75c5a3a1f123c6c1198022025d03184357acc577c0b39acba
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:87d705db2757234d5d8a502c3a722562455d35ceffb96acc7f8a84d9a82b57f2
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea977aa1785a55c5866b361d7b21a5d22c06320a36b66e23cae58bae6d91afb7
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a17843cbe8069abb8746e8e871bb3e80d6841c1b2726ca6959bb29928e72639f
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:379db4eacc0e435dac4e4d04a79893844ebcb7fced0901f3fcb2f48d84f0e313
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5baf28c8bc0abeb08100e2c5cfe54b52c8077e77b1cb64b5b332c05fac995071
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f794cabb9716498ba0a6fd8bea2bd2890dd20581f9c98da6183a32bb2fe075cf
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8eef9d19aff91ed1822b958b8f57eac8d029c3900de24c8d1baed5c3a38e5ec6
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:129104f0cb747d88bf8f676e9bc885ddb51125ec85e582f611fd83482b46f3a0
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6b26116b7f3dd831125aeebdfb3d11e2bdb55abc7c8e404210b0ff9bfd497ccc
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:65139cd8a1203ebfa96d6ae8d43504141c2bb01394aebd96928840758be6fa65
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 30500,
3
- "best_metric": 0.7244414687156677,
4
- "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-30500",
5
- "epoch": 2.3459733866625645,
6
  "eval_steps": 250,
7
- "global_step": 30500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -5254,6 +5254,92 @@
5254
  "eval_samples_per_second": 55.75,
5255
  "eval_steps_per_second": 13.937,
5256
  "step": 30500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5257
  }
5258
  ],
5259
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 31000,
3
+ "best_metric": 0.7226839661598206,
4
+ "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-31000",
5
+ "epoch": 2.384431966771787,
6
  "eval_steps": 250,
7
+ "global_step": 31000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
5254
  "eval_samples_per_second": 55.75,
5255
  "eval_steps_per_second": 13.937,
5256
  "step": 30500
5257
+ },
5258
+ {
5259
+ "epoch": 2.3498192446734865,
5260
+ "grad_norm": 0.9593235850334167,
5261
+ "learning_rate": 4.3970599693530377e-05,
5262
+ "loss": 0.7266,
5263
+ "step": 30550
5264
+ },
5265
+ {
5266
+ "epoch": 2.353665102684409,
5267
+ "grad_norm": 0.4570913016796112,
5268
+ "learning_rate": 4.3710879671713896e-05,
5269
+ "loss": 0.7026,
5270
+ "step": 30600
5271
+ },
5272
+ {
5273
+ "epoch": 2.3575109606953313,
5274
+ "grad_norm": 0.8020208477973938,
5275
+ "learning_rate": 4.345115964989741e-05,
5276
+ "loss": 0.7345,
5277
+ "step": 30650
5278
+ },
5279
+ {
5280
+ "epoch": 2.3613568187062532,
5281
+ "grad_norm": 0.7795267701148987,
5282
+ "learning_rate": 4.319143962808093e-05,
5283
+ "loss": 0.7351,
5284
+ "step": 30700
5285
+ },
5286
+ {
5287
+ "epoch": 2.3652026767171757,
5288
+ "grad_norm": 0.6240664720535278,
5289
+ "learning_rate": 4.293171960626445e-05,
5290
+ "loss": 0.7029,
5291
+ "step": 30750
5292
+ },
5293
+ {
5294
+ "epoch": 2.3652026767171757,
5295
+ "eval_loss": 0.7251197099685669,
5296
+ "eval_runtime": 17.8892,
5297
+ "eval_samples_per_second": 55.9,
5298
+ "eval_steps_per_second": 13.975,
5299
+ "step": 30750
5300
+ },
5301
+ {
5302
+ "epoch": 2.3690485347280976,
5303
+ "grad_norm": 0.773654043674469,
5304
+ "learning_rate": 4.267199958444797e-05,
5305
+ "loss": 0.7105,
5306
+ "step": 30800
5307
+ },
5308
+ {
5309
+ "epoch": 2.37289439273902,
5310
+ "grad_norm": 1.1365927457809448,
5311
+ "learning_rate": 4.241227956263149e-05,
5312
+ "loss": 0.7019,
5313
+ "step": 30850
5314
+ },
5315
+ {
5316
+ "epoch": 2.3767402507499424,
5317
+ "grad_norm": 0.6990851759910583,
5318
+ "learning_rate": 4.2152559540815e-05,
5319
+ "loss": 0.6914,
5320
+ "step": 30900
5321
+ },
5322
+ {
5323
+ "epoch": 2.3805861087608644,
5324
+ "grad_norm": 0.8598945140838623,
5325
+ "learning_rate": 4.189283951899852e-05,
5326
+ "loss": 0.7087,
5327
+ "step": 30950
5328
+ },
5329
+ {
5330
+ "epoch": 2.384431966771787,
5331
+ "grad_norm": 0.9121548533439636,
5332
+ "learning_rate": 4.163311949718204e-05,
5333
+ "loss": 0.7212,
5334
+ "step": 31000
5335
+ },
5336
+ {
5337
+ "epoch": 2.384431966771787,
5338
+ "eval_loss": 0.7226839661598206,
5339
+ "eval_runtime": 17.8913,
5340
+ "eval_samples_per_second": 55.893,
5341
+ "eval_steps_per_second": 13.973,
5342
+ "step": 31000
5343
  }
5344
  ],
5345
  "logging_steps": 50,