dschauhan08 commited on
Commit
74ee484
·
verified ·
1 Parent(s): bbc4e5c

Training in progress, step 3192, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c9cd3ef2efeae29b51e25136882cfab90d7a71ca3c7ca103f17568a4ec621271
3
  size 44871152
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e963705c16b053b94ecc7fb1e65350d738a1a1ccc4d852b3b13c8e1132ed1152
3
  size 44871152
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:ea37f6d5ce2ec5e6702eeb02f71ddad7d49fa6746f7960a3cfbfbbb00ea91183
3
  size 23160933
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41b804648b78f6aba4b3c759b83d3b63afbcc2e9b23d01cff14205168d48d6da
3
  size 23160933
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:85f80ae50f55e38592bafea5bf235aff66d6b17a8507210f6e651d75ef82cc25
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e837c3df27ba5c150fca3ab0ea53bed8b6518dd15754087371a66bda5b1bffd
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2cd58a77fb7b7665f33ee01f886911abb1b6ea7a224aa5480aef1ff01347137c
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6637ca6b270447484bcdcef0a0495294e6184477f8a9ca4b540be4b8a24d109b
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 1.2727551960683936,
6
  "eval_steps": 500,
7
- "global_step": 3108,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -2178,6 +2178,69 @@
2178
  "learning_rate": 6.226075067602142e-05,
2179
  "loss": 0.4101614475250244,
2180
  "step": 3100
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2181
  }
2182
  ],
2183
  "logging_steps": 10,
@@ -2197,7 +2260,7 @@
2197
  "attributes": {}
2198
  }
2199
  },
2200
- "total_flos": 5.3931908410302874e+17,
2201
  "train_batch_size": 4,
2202
  "trial_name": null,
2203
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 1.307156752329272,
6
  "eval_steps": 500,
7
+ "global_step": 3192,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
2178
  "learning_rate": 6.226075067602142e-05,
2179
  "loss": 0.4101614475250244,
2180
  "step": 3100
2181
+ },
2182
+ {
2183
+ "epoch": 1.2735742807412715,
2184
+ "grad_norm": 0.19505725800991058,
2185
+ "learning_rate": 6.16474237297412e-05,
2186
+ "loss": 0.4245493412017822,
2187
+ "step": 3110
2188
+ },
2189
+ {
2190
+ "epoch": 1.277669704105662,
2191
+ "grad_norm": 0.2136741727590561,
2192
+ "learning_rate": 6.103578367020859e-05,
2193
+ "loss": 0.3775672435760498,
2194
+ "step": 3120
2195
+ },
2196
+ {
2197
+ "epoch": 1.2817651274700523,
2198
+ "grad_norm": 0.15684273838996887,
2199
+ "learning_rate": 6.042585739959319e-05,
2200
+ "loss": 0.4015648365020752,
2201
+ "step": 3130
2202
+ },
2203
+ {
2204
+ "epoch": 1.2858605508344425,
2205
+ "grad_norm": 0.19410577416419983,
2206
+ "learning_rate": 5.981767174468584e-05,
2207
+ "loss": 0.357032036781311,
2208
+ "step": 3140
2209
+ },
2210
+ {
2211
+ "epoch": 1.2899559741988327,
2212
+ "grad_norm": 0.22308309376239777,
2213
+ "learning_rate": 5.921125345571883e-05,
2214
+ "loss": 0.37316844463348386,
2215
+ "step": 3150
2216
+ },
2217
+ {
2218
+ "epoch": 1.294051397563223,
2219
+ "grad_norm": 0.19800947606563568,
2220
+ "learning_rate": 5.860662920518909e-05,
2221
+ "loss": 0.4194052219390869,
2222
+ "step": 3160
2223
+ },
2224
+ {
2225
+ "epoch": 1.2981468209276135,
2226
+ "grad_norm": 0.21715150773525238,
2227
+ "learning_rate": 5.8003825586685245e-05,
2228
+ "loss": 0.4099376678466797,
2229
+ "step": 3170
2230
+ },
2231
+ {
2232
+ "epoch": 1.3022422442920036,
2233
+ "grad_norm": 0.19309502840042114,
2234
+ "learning_rate": 5.740286911371786e-05,
2235
+ "loss": 0.4126273632049561,
2236
+ "step": 3180
2237
+ },
2238
+ {
2239
+ "epoch": 1.306337667656394,
2240
+ "grad_norm": 0.21837358176708221,
2241
+ "learning_rate": 5.6803786218553225e-05,
2242
+ "loss": 0.39436218738555906,
2243
+ "step": 3190
2244
  }
2245
  ],
2246
  "logging_steps": 10,
 
2260
  "attributes": {}
2261
  }
2262
  },
2263
+ "total_flos": 5.538904590800609e+17,
2264
  "train_batch_size": 4,
2265
  "trial_name": null,
2266
  "trial_params": null