rootxhacker commited on
Commit
d123c3a
·
verified ·
1 Parent(s): 57a30a2

Training in progress, step 30000, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:07e30b1489833c4785165cc07964a7967e7f19514998619730c9034b8360f53c
3
  size 36730224
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9b68b51e8fff66c24bd9ee085ab44d3554951464da7ab022967415b754cf619
3
  size 36730224
last-checkpoint/ar_diffusion_info.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:46a0295e727a34db181fb27c30aad277d445122fca4864b255064b7ceb0d77ad
3
  size 1736
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:229d656242ed8712fdd306a0f42393369161471860d19a45511ec4ebba2eec8b
3
  size 1736
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:66bcf02fb2647726be3a605dd48a196698adb22cf814cf2a1eb3624247d8cb63
3
  size 73588346
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fc097ff8976ee4fc15d35ce0745b655d5cf5baab3d164ed0f5744f84b5086d15
3
  size 73588346
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e8bb6451763671a1f8ecb224e2e6bbe40912a0dfb77f3c38d04ffa7b817a7484
3
- size 14180
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:106cdbfaa2871ae8858cf090dc4670993314fc222b66209c733e45aaa0593c8b
3
+ size 14244
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:cf6a40561a300d2a4016646332c8a3a6bbfc4bae22d69367caebfd688033281d
3
  size 988
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c5e675752fddbcf16f4c1fa12af2560850af8a650e75d66360b1809b0c4855e
3
  size 988
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e0ca12f1afb31cdc8c30b1188ad677485603bdc5a7c9d468bf5797580871892e
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c42fd76c7d2355a8c5f5acae442ab359b95f2436abcae0b56f6b159f7226239
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 29500,
3
- "best_metric": -30.46525001525879,
4
- "best_model_checkpoint": "./ar-diffusion-checkpoints-progressive-attention/checkpoint-29500",
5
- "epoch": 2.26905622644412,
6
  "eval_steps": 250,
7
- "global_step": 29500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -5082,6 +5082,92 @@
5082
  "eval_samples_per_second": 59.326,
5083
  "eval_steps_per_second": 14.832,
5084
  "step": 29500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
5085
  }
5086
  ],
5087
  "logging_steps": 50,
 
1
  {
2
+ "best_global_step": 30000,
3
+ "best_metric": -30.46541976928711,
4
+ "best_model_checkpoint": "./ar-diffusion-checkpoints-progressive-attention/checkpoint-30000",
5
+ "epoch": 2.307514806553342,
6
  "eval_steps": 250,
7
+ "global_step": 30000,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
5082
  "eval_samples_per_second": 59.326,
5083
  "eval_steps_per_second": 14.832,
5084
  "step": 29500
5085
+ },
5086
+ {
5087
+ "epoch": 2.272902084455042,
5088
+ "grad_norm": 2.2537872791290283,
5089
+ "learning_rate": 4.918577773160533e-05,
5090
+ "loss": -30.4599,
5091
+ "step": 29550
5092
+ },
5093
+ {
5094
+ "epoch": 2.2767479424659642,
5095
+ "grad_norm": 1.9328151941299438,
5096
+ "learning_rate": 4.8926057709788844e-05,
5097
+ "loss": -30.4602,
5098
+ "step": 29600
5099
+ },
5100
+ {
5101
+ "epoch": 2.280593800476886,
5102
+ "grad_norm": 2.076399326324463,
5103
+ "learning_rate": 4.866633768797237e-05,
5104
+ "loss": -30.4607,
5105
+ "step": 29650
5106
+ },
5107
+ {
5108
+ "epoch": 2.2844396584878086,
5109
+ "grad_norm": 1.552717924118042,
5110
+ "learning_rate": 4.840661766615588e-05,
5111
+ "loss": -30.46,
5112
+ "step": 29700
5113
+ },
5114
+ {
5115
+ "epoch": 2.288285516498731,
5116
+ "grad_norm": 1.7150416374206543,
5117
+ "learning_rate": 4.81468976443394e-05,
5118
+ "loss": -30.4601,
5119
+ "step": 29750
5120
+ },
5121
+ {
5122
+ "epoch": 2.288285516498731,
5123
+ "eval_loss": -30.464597702026367,
5124
+ "eval_runtime": 16.899,
5125
+ "eval_samples_per_second": 59.175,
5126
+ "eval_steps_per_second": 14.794,
5127
+ "step": 29750
5128
+ },
5129
+ {
5130
+ "epoch": 2.292131374509653,
5131
+ "grad_norm": 2.387169122695923,
5132
+ "learning_rate": 4.788717762252292e-05,
5133
+ "loss": -30.4604,
5134
+ "step": 29800
5135
+ },
5136
+ {
5137
+ "epoch": 2.2959772325205754,
5138
+ "grad_norm": 2.8682591915130615,
5139
+ "learning_rate": 4.762745760070644e-05,
5140
+ "loss": -30.4607,
5141
+ "step": 29850
5142
+ },
5143
+ {
5144
+ "epoch": 2.299823090531498,
5145
+ "grad_norm": 2.2639787197113037,
5146
+ "learning_rate": 4.736773757888996e-05,
5147
+ "loss": -30.4605,
5148
+ "step": 29900
5149
+ },
5150
+ {
5151
+ "epoch": 2.3036689485424198,
5152
+ "grad_norm": 1.8516710996627808,
5153
+ "learning_rate": 4.7108017557073475e-05,
5154
+ "loss": -30.4601,
5155
+ "step": 29950
5156
+ },
5157
+ {
5158
+ "epoch": 2.307514806553342,
5159
+ "grad_norm": 2.0204548835754395,
5160
+ "learning_rate": 4.6848297535256994e-05,
5161
+ "loss": -30.4602,
5162
+ "step": 30000
5163
+ },
5164
+ {
5165
+ "epoch": 2.307514806553342,
5166
+ "eval_loss": -30.46541976928711,
5167
+ "eval_runtime": 16.9539,
5168
+ "eval_samples_per_second": 58.983,
5169
+ "eval_steps_per_second": 14.746,
5170
+ "step": 30000
5171
  }
5172
  ],
5173
  "logging_steps": 50,