Jayden Watts commited on
Commit
85153e7
·
verified ·
1 Parent(s): 0507b0b

Training in progress, step 1600, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3cde203de07c94321f404b467390aa4462b08af57f964af982ca0026ee674c5f
3
  size 35237104
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f32570245fc0f5f78747c1de78650be46a1ea3b8e729729e94bf24de0a0bfbc
3
  size 35237104
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:61fc6f4f10033236de6b35c3b0dc8eb4ae66ac1585aa6168a450441198fbb2be
3
  size 70668243
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09a745a2ac74049b033be5cbf534119d0c44c4d6546507e0be8150df70148ad1
3
  size 70668243
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3fc94c84524322ebd51cda43c9690237200523c4dd3dd246d0524b37a62c0a7a
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd148f566dd3c978e2c35bad1068345ff1646fb64d0652c912316b941bfb6fa3
3
  size 14645
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:555b991c201c24ca09a4cb1ca6783e2831260c942d84bd207916634e8ab3861c
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc729bd438ef943a7f288d289009e4e1f08da4e3a4b1aa9af9af0e106c622bb7
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -2,9 +2,9 @@
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
- "epoch": 2.1963369963369965,
6
  "eval_steps": 100,
7
- "global_step": 1500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -1178,6 +1178,84 @@
1178
  "eval_samples_per_second": 11.054,
1179
  "eval_steps_per_second": 5.527,
1180
  "step": 1500
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1181
  }
1182
  ],
1183
  "logging_steps": 10,
@@ -1197,7 +1275,7 @@
1197
  "attributes": {}
1198
  }
1199
  },
1200
- "total_flos": 6529071981158400.0,
1201
  "train_batch_size": 2,
1202
  "trial_name": null,
1203
  "trial_params": null
 
2
  "best_global_step": null,
3
  "best_metric": null,
4
  "best_model_checkpoint": null,
5
+ "epoch": 2.342857142857143,
6
  "eval_steps": 100,
7
+ "global_step": 1600,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
1178
  "eval_samples_per_second": 11.054,
1179
  "eval_steps_per_second": 5.527,
1180
  "step": 1500
1181
+ },
1182
+ {
1183
+ "epoch": 2.210989010989011,
1184
+ "grad_norm": 0.3285888731479645,
1185
+ "learning_rate": 3.4286108858335876e-05,
1186
+ "loss": 0.0151,
1187
+ "step": 1510
1188
+ },
1189
+ {
1190
+ "epoch": 2.2256410256410257,
1191
+ "grad_norm": 0.1767551451921463,
1192
+ "learning_rate": 3.3102607070085434e-05,
1193
+ "loss": 0.0134,
1194
+ "step": 1520
1195
+ },
1196
+ {
1197
+ "epoch": 2.2402930402930403,
1198
+ "grad_norm": 0.20652097463607788,
1199
+ "learning_rate": 3.193582789552536e-05,
1200
+ "loss": 0.0161,
1201
+ "step": 1530
1202
+ },
1203
+ {
1204
+ "epoch": 2.254945054945055,
1205
+ "grad_norm": 0.2954496741294861,
1206
+ "learning_rate": 3.078606299919655e-05,
1207
+ "loss": 0.0125,
1208
+ "step": 1540
1209
+ },
1210
+ {
1211
+ "epoch": 2.2695970695970695,
1212
+ "grad_norm": 0.16948480904102325,
1213
+ "learning_rate": 2.9653599792511565e-05,
1214
+ "loss": 0.0128,
1215
+ "step": 1550
1216
+ },
1217
+ {
1218
+ "epoch": 2.284249084249084,
1219
+ "grad_norm": 0.102840356528759,
1220
+ "learning_rate": 2.853872136190907e-05,
1221
+ "loss": 0.0134,
1222
+ "step": 1560
1223
+ },
1224
+ {
1225
+ "epoch": 2.2989010989010987,
1226
+ "grad_norm": 0.3079432249069214,
1227
+ "learning_rate": 2.744170639808973e-05,
1228
+ "loss": 0.0171,
1229
+ "step": 1570
1230
+ },
1231
+ {
1232
+ "epoch": 2.3135531135531133,
1233
+ "grad_norm": 0.27339795231819153,
1234
+ "learning_rate": 2.6362829126350662e-05,
1235
+ "loss": 0.0138,
1236
+ "step": 1580
1237
+ },
1238
+ {
1239
+ "epoch": 2.3282051282051284,
1240
+ "grad_norm": 0.31931355595588684,
1241
+ "learning_rate": 2.5302359238036233e-05,
1242
+ "loss": 0.0148,
1243
+ "step": 1590
1244
+ },
1245
+ {
1246
+ "epoch": 2.342857142857143,
1247
+ "grad_norm": 0.13978998363018036,
1248
+ "learning_rate": 2.4260561823122254e-05,
1249
+ "loss": 0.0132,
1250
+ "step": 1600
1251
+ },
1252
+ {
1253
+ "epoch": 2.342857142857143,
1254
+ "eval_loss": 0.021637454628944397,
1255
+ "eval_runtime": 4.5371,
1256
+ "eval_samples_per_second": 11.02,
1257
+ "eval_steps_per_second": 5.51,
1258
+ "step": 1600
1259
  }
1260
  ],
1261
  "logging_steps": 10,
 
1275
  "attributes": {}
1276
  }
1277
  },
1278
+ "total_flos": 6967642246663680.0,
1279
  "train_batch_size": 2,
1280
  "trial_name": null,
1281
  "trial_params": null