rootxhacker commited on
Commit
bee3664
·
verified ·
1 Parent(s): 9595322

Training in progress, step 33000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:865f4c0d25d6d9ced43edebb6692446dff7a3f64cbf389d00159f035d1a3d483
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dce2cfe7ef78c1b081a422071300fead0d75106053b5f049a42ada26761ae754
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:de2bea9ba1f10dc4ab6cd0955501f132a43d9bb40b579d36a5635beae8049ddb
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a31437fd444dcaf0935d9c64d6e3d1702f2bb5519ddb595a0202c4f2bd2a612f
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3f4caac1c7167e850a8b88a11106808943f263aa3a0910bacee3640474942357
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:763237292b314fde98770ac7b874a48945d2f1abca3b2c84598219bbffc7efd9
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:86b10c1c70cd0cab015622c2d710d6b5b113ab6f13d1dc44c1dfd2b187db17dd
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8bfd573f2544c60f45f4769693f9ca807bef468213a4a6127137e9e334ee28a
3
  size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:76592baa9e3b0e3d15e021e247d3cfa4915cd052c2c669b30b628ff835c5a245
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38e8022c7f3002679e6fa3f97f4fe89fb5c796e6e8d168c42ccf78f18e8bd32d
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:48d3294e846471781ea3f86dc01786f346883b49315c332c36d82663ab957ba6
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a609d4c8b7c9c250baf5aaeedbae25a95f3a4513a558852d1de4e86b5f18ff63
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": 32500,
3
  "best_metric": -30.467578887939453,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-progressive-attention/checkpoint-32500",
5
- "epoch": 2.4998077070994538,
6
  "eval_steps": 250,
7
- "global_step": 32500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -5598,6 +5598,92 @@
5598
  "eval_samples_per_second": 59.252,
5599
  "eval_steps_per_second": 14.813,
5600
  "step": 32500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5601
  }
5602
  ],
5603
  "logging_steps": 50,
 
2
  "best_global_step": 32500,
3
  "best_metric": -30.467578887939453,
4
  "best_model_checkpoint": "./ar-diffusion-checkpoints-progressive-attention/checkpoint-32500",
5
+ "epoch": 2.5382662872086765,
6
  "eval_steps": 250,
7
+ "global_step": 33000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
5598
  "eval_samples_per_second": 59.252,
5599
  "eval_steps_per_second": 14.813,
5600
  "step": 32500
5601
+ },
5602
+ {
5603
+ "epoch": 2.503653565110376,
5604
+ "grad_norm": 0.964199423789978,
5605
+ "learning_rate": 3.360257642261642e-05,
5606
+ "loss": -30.463,
5607
+ "step": 32550
5608
+ },
5609
+ {
5610
+ "epoch": 2.507499423121298,
5611
+ "grad_norm": 2.097522497177124,
5612
+ "learning_rate": 3.334285640079994e-05,
5613
+ "loss": -30.4637,
5614
+ "step": 32600
5615
+ },
5616
+ {
5617
+ "epoch": 2.5113452811322206,
5618
+ "grad_norm": 1.688252568244934,
5619
+ "learning_rate": 3.308313637898346e-05,
5620
+ "loss": -30.4634,
5621
+ "step": 32650
5622
+ },
5623
+ {
5624
+ "epoch": 2.515191139143143,
5625
+ "grad_norm": 1.733709454536438,
5626
+ "learning_rate": 3.282341635716697e-05,
5627
+ "loss": -30.4629,
5628
+ "step": 32700
5629
+ },
5630
+ {
5631
+ "epoch": 2.519036997154065,
5632
+ "grad_norm": 1.897979974746704,
5633
+ "learning_rate": 3.25636963353505e-05,
5634
+ "loss": -30.4629,
5635
+ "step": 32750
5636
+ },
5637
+ {
5638
+ "epoch": 2.519036997154065,
5639
+ "eval_loss": -30.46739387512207,
5640
+ "eval_runtime": 16.8323,
5641
+ "eval_samples_per_second": 59.41,
5642
+ "eval_steps_per_second": 14.852,
5643
+ "step": 32750
5644
+ },
5645
+ {
5646
+ "epoch": 2.5228828551649873,
5647
+ "grad_norm": 0.9445510506629944,
5648
+ "learning_rate": 3.230397631353401e-05,
5649
+ "loss": -30.4633,
5650
+ "step": 32800
5651
+ },
5652
+ {
5653
+ "epoch": 2.5267287131759097,
5654
+ "grad_norm": 1.7918905019760132,
5655
+ "learning_rate": 3.204425629171753e-05,
5656
+ "loss": -30.4636,
5657
+ "step": 32850
5658
+ },
5659
+ {
5660
+ "epoch": 2.5305745711868317,
5661
+ "grad_norm": 2.108637571334839,
5662
+ "learning_rate": 3.178453626990105e-05,
5663
+ "loss": -30.4635,
5664
+ "step": 32900
5665
+ },
5666
+ {
5667
+ "epoch": 2.534420429197754,
5668
+ "grad_norm": 1.0502158403396606,
5669
+ "learning_rate": 3.152481624808456e-05,
5670
+ "loss": -30.4638,
5671
+ "step": 32950
5672
+ },
5673
+ {
5674
+ "epoch": 2.5382662872086765,
5675
+ "grad_norm": 1.5265525579452515,
5676
+ "learning_rate": 3.126509622626809e-05,
5677
+ "loss": -30.4632,
5678
+ "step": 33000
5679
+ },
5680
+ {
5681
+ "epoch": 2.5382662872086765,
5682
+ "eval_loss": -30.46713638305664,
5683
+ "eval_runtime": 16.8812,
5684
+ "eval_samples_per_second": 59.237,
5685
+ "eval_steps_per_second": 14.809,
5686
+ "step": 33000
5687
  }
5688
  ],
5689
  "logging_steps": 50,