rootxhacker commited on
Commit
754db9f
·
verified ·
1 Parent(s): 3344592

Training in progress, step 27500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f6888cf33bfb468f85e5dcc21cc0f17b5b74bef4405ed14d519bb99a297d1c8b
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:395d6f2f3db4017a2737909d6b4ea9e9031c52589c6f6d040f85bb9bc9a61574
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7c7be3b232938e666a118057487d49dbdeac28f922d4f76b4b64c4ac34b65dec
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:33bfe006e215fece89dfe8777344c7d6ce9d541fd4ce48109267ec6314d1a517
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b85d9af76ebb8d64bfb9efff12b696b6e9cc741ff3de19d27300fc289ad65d69
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9df54078255f6bdb0657e3789fa1dc2e87d9dd9aedcc964174fb1c8597c5616
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:67321b1783cd5b265c92a36f00016768c3971f088d66dcd615ac78f9d75ae5ec
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:547f82cfc12d87310740e670a337bffc2b27a4a004bc784a756302a28851318f
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2864a03b74f869a8e9c75a4e96db8943ce0e8fc7dd9949c7e834dc3430789e00
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aafb160e86ca3dae2151e7d5410c1f0f3d6a45d02cb075a2fd74acbbb6438223
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:7dcbf4a011b987cda27e2ddb4d5d90c40d1d68052b9a56d8eccc78c40a20d31d
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:00e4057ddb93d4201ababcbc4c1556bd476cd599690ef79c5880a1b8a05ecfad
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 26750,
3
- "best_metric": 0.7409418821334839,
4
- "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-26500",
5
- "epoch": 2.076763325898008,
6
  "eval_steps": 250,
7
- "global_step": 27000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -4652,6 +4652,92 @@
4652
  "eval_samples_per_second": 55.444,
4653
  "eval_steps_per_second": 13.861,
4654
  "step": 27000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4655
  }
4656
  ],
4657
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 27500,
3
+ "best_metric": 0.7388279438018799,
4
+ "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-27500",
5
+ "epoch": 2.11522190600723,
6
  "eval_steps": 250,
7
+ "global_step": 27500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
4652
  "eval_samples_per_second": 55.444,
4653
  "eval_steps_per_second": 13.861,
4654
  "step": 27000
4655
+ },
4656
+ {
4657
+ "epoch": 2.0806091839089302,
4658
+ "grad_norm": 0.4836456775665283,
4659
+ "learning_rate": 6.21510012206841e-05,
4660
+ "loss": 0.7725,
4661
+ "step": 27050
4662
+ },
4663
+ {
4664
+ "epoch": 2.084455041919852,
4665
+ "grad_norm": 0.9285927414894104,
4666
+ "learning_rate": 6.189128119886762e-05,
4667
+ "loss": 0.7167,
4668
+ "step": 27100
4669
+ },
4670
+ {
4671
+ "epoch": 2.0883008999307746,
4672
+ "grad_norm": 0.8826911449432373,
4673
+ "learning_rate": 6.163156117705115e-05,
4674
+ "loss": 0.7204,
4675
+ "step": 27150
4676
+ },
4677
+ {
4678
+ "epoch": 2.0921467579416966,
4679
+ "grad_norm": 1.0057801008224487,
4680
+ "learning_rate": 6.137184115523465e-05,
4681
+ "loss": 0.713,
4682
+ "step": 27200
4683
+ },
4684
+ {
4685
+ "epoch": 2.095992615952619,
4686
+ "grad_norm": 1.2974227666854858,
4687
+ "learning_rate": 6.111212113341818e-05,
4688
+ "loss": 0.6974,
4689
+ "step": 27250
4690
+ },
4691
+ {
4692
+ "epoch": 2.095992615952619,
4693
+ "eval_loss": 0.7402239441871643,
4694
+ "eval_runtime": 17.8723,
4695
+ "eval_samples_per_second": 55.953,
4696
+ "eval_steps_per_second": 13.988,
4697
+ "step": 27250
4698
+ },
4699
+ {
4700
+ "epoch": 2.0998384739635414,
4701
+ "grad_norm": 0.7047484517097473,
4702
+ "learning_rate": 6.0852401111601696e-05,
4703
+ "loss": 0.7377,
4704
+ "step": 27300
4705
+ },
4706
+ {
4707
+ "epoch": 2.1036843319744634,
4708
+ "grad_norm": 1.0780186653137207,
4709
+ "learning_rate": 6.0592681089785216e-05,
4710
+ "loss": 0.7153,
4711
+ "step": 27350
4712
+ },
4713
+ {
4714
+ "epoch": 2.1075301899853858,
4715
+ "grad_norm": 0.6844059228897095,
4716
+ "learning_rate": 6.033296106796873e-05,
4717
+ "loss": 0.7077,
4718
+ "step": 27400
4719
+ },
4720
+ {
4721
+ "epoch": 2.111376047996308,
4722
+ "grad_norm": 0.7109357118606567,
4723
+ "learning_rate": 6.007324104615225e-05,
4724
+ "loss": 0.6574,
4725
+ "step": 27450
4726
+ },
4727
+ {
4728
+ "epoch": 2.11522190600723,
4729
+ "grad_norm": 1.0174553394317627,
4730
+ "learning_rate": 5.9813521024335775e-05,
4731
+ "loss": 0.7269,
4732
+ "step": 27500
4733
+ },
4734
+ {
4735
+ "epoch": 2.11522190600723,
4736
+ "eval_loss": 0.7388279438018799,
4737
+ "eval_runtime": 17.9018,
4738
+ "eval_samples_per_second": 55.86,
4739
+ "eval_steps_per_second": 13.965,
4740
+ "step": 27500
4741
  }
4742
  ],
4743
  "logging_steps": 50,