rootxhacker commited on
Commit
d095362
·
verified ·
1 Parent(s): da06722

Training in progress, step 28500, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:62439bae41ea1998b90f6037dd9fa884cf659248f0c85d5c8a744390c2886fa9
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6600bba0d4ff6b96aebe142a8f1d29d3689bd6d93b2ebd674227ef088bff7b8
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a0db08bb0e64e6fdc76f068a4dce33c014fc080b283b9a64c9a60ab6193a7f49
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf9bcfbac04fd11bcd15980c9df2ea854394b3bb5d97d731829d75371fbaa955
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:370e87188f637f83ed8349bf7a8b60a845c5cbc7b0913ca617016b425f823961
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72afdb8f3d5d0bd15446a4f8cd0fbad5718bb8f7796245e8f6d72c43db0cdada
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:0f0206c699fd966569a4deff507474ca9114467664863e2a7c8efd89e088e4c4
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:25bf93d553915ff8c50a7931af03f2d7b533b6db51da15a573325147ba05e268
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:a80611879827bf00dd9a4f888e494a8a2af0eea4eada726997ec5489de20e821
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5bfb7a12fdede60278d2b32e52f50469e6e77b619720bcb0e4bd039e0a83e832
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:59377233a54e779461bcaa1b904cc8d8243d8ae8f5afd52f30216a544a19a619
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4e46f9024365cd773095a35799f9dd86ead6c135c47c788f2a21bedfef6883c
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 27750,
3
- "best_metric": 0.736056387424469,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-27500",
5
- "epoch": 2.1536804861164525,
6
  "eval_steps": 250,
7
- "global_step": 28000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -4824,6 +4824,92 @@
4824
  "eval_samples_per_second": 55.73,
4825
  "eval_steps_per_second": 13.933,
4826
  "step": 28000
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
4827
  }
4828
  ],
4829
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 28250,
3
+ "best_metric": 0.7313055396080017,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-fixed/checkpoint-27500",
5
+ "epoch": 2.192139066225675,
6
  "eval_steps": 250,
7
+ "global_step": 28500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
4824
  "eval_samples_per_second": 55.73,
4825
  "eval_steps_per_second": 13.933,
4826
  "step": 28000
4827
+ },
4828
+ {
4829
+ "epoch": 2.157526344127375,
4830
+ "grad_norm": 0.9337176084518433,
4831
+ "learning_rate": 5.6956600784354464e-05,
4832
+ "loss": 0.7844,
4833
+ "step": 28050
4834
+ },
4835
+ {
4836
+ "epoch": 2.1613722021382973,
4837
+ "grad_norm": 0.7867174744606018,
4838
+ "learning_rate": 5.669688076253798e-05,
4839
+ "loss": 0.7634,
4840
+ "step": 28100
4841
+ },
4842
+ {
4843
+ "epoch": 2.1652180601492192,
4844
+ "grad_norm": 0.6526890397071838,
4845
+ "learning_rate": 5.643716074072151e-05,
4846
+ "loss": 0.743,
4847
+ "step": 28150
4848
+ },
4849
+ {
4850
+ "epoch": 2.1690639181601417,
4851
+ "grad_norm": 1.1720079183578491,
4852
+ "learning_rate": 5.617744071890503e-05,
4853
+ "loss": 0.7165,
4854
+ "step": 28200
4855
+ },
4856
+ {
4857
+ "epoch": 2.1729097761710636,
4858
+ "grad_norm": 1.029062032699585,
4859
+ "learning_rate": 5.5917720697088535e-05,
4860
+ "loss": 0.6854,
4861
+ "step": 28250
4862
+ },
4863
+ {
4864
+ "epoch": 2.1729097761710636,
4865
+ "eval_loss": 0.7313055396080017,
4866
+ "eval_runtime": 18.0992,
4867
+ "eval_samples_per_second": 55.251,
4868
+ "eval_steps_per_second": 13.813,
4869
+ "step": 28250
4870
+ },
4871
+ {
4872
+ "epoch": 2.176755634181986,
4873
+ "grad_norm": 0.821443498134613,
4874
+ "learning_rate": 5.565800067527206e-05,
4875
+ "loss": 0.7209,
4876
+ "step": 28300
4877
+ },
4878
+ {
4879
+ "epoch": 2.1806014921929084,
4880
+ "grad_norm": 0.6121924519538879,
4881
+ "learning_rate": 5.539828065345558e-05,
4882
+ "loss": 0.7371,
4883
+ "step": 28350
4884
+ },
4885
+ {
4886
+ "epoch": 2.1844473502038304,
4887
+ "grad_norm": 0.8862821459770203,
4888
+ "learning_rate": 5.5138560631639094e-05,
4889
+ "loss": 0.684,
4890
+ "step": 28400
4891
+ },
4892
+ {
4893
+ "epoch": 2.188293208214753,
4894
+ "grad_norm": 0.8110325336456299,
4895
+ "learning_rate": 5.4878840609822614e-05,
4896
+ "loss": 0.6843,
4897
+ "step": 28450
4898
+ },
4899
+ {
4900
+ "epoch": 2.192139066225675,
4901
+ "grad_norm": 0.732751727104187,
4902
+ "learning_rate": 5.461912058800613e-05,
4903
+ "loss": 0.7229,
4904
+ "step": 28500
4905
+ },
4906
+ {
4907
+ "epoch": 2.192139066225675,
4908
+ "eval_loss": 0.7322584986686707,
4909
+ "eval_runtime": 18.025,
4910
+ "eval_samples_per_second": 55.478,
4911
+ "eval_steps_per_second": 13.87,
4912
+ "step": 28500
4913
  }
4914
  ],
4915
  "logging_steps": 50,