mtzig commited on
Commit
cdba2a9
·
verified ·
1 Parent(s): e9aa1cd

Training in progress, step 900, checkpoint

Browse files
last-checkpoint/optimizer_0/.metadata CHANGED
Binary files a/last-checkpoint/optimizer_0/.metadata and b/last-checkpoint/optimizer_0/.metadata differ
 
last-checkpoint/optimizer_0/__0_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:13c6a70f40405e1514ee690d2d726a2eda5a808e23b37141e1da7a8283e88cdf
3
  size 13934748
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f10781c11ffaf9ea683a2b9f148eb6193b387a9596cdc379a39b151cd96a6ed5
3
  size 13934748
last-checkpoint/optimizer_0/__1_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:77005f8b4684233cd23fddeff831b0d7e2ba62b3e49ad7a6cdea1eb4a2266062
3
  size 13999412
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcf3f3cdff38b04513f755ff5fe51279597bda35fbcaa4540464c148299a7f9e
3
  size 13999412
last-checkpoint/optimizer_0/__2_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:29098ecbbc98e2ef7a0cc07c296555201b1c17dca6827e0aa4cf057bea4a9f44
3
  size 13990904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1dc1a1054bf5e72ab6406fa75f22272a912c3f7bbd26beeb517e468dd796f561
3
  size 13990904
last-checkpoint/optimizer_0/__3_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:f652669b1e9274a8b5ae329032551769dfa863b129e44530c77af4bd3839fa88
3
  size 13990904
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b097daac12a3b8b7f8fcea6b0e0e5e800da493141828f17b047144768f29ae8f
3
  size 13990904
last-checkpoint/pytorch_model_fsdp_0/.metadata CHANGED
Binary files a/last-checkpoint/pytorch_model_fsdp_0/.metadata and b/last-checkpoint/pytorch_model_fsdp_0/.metadata differ
 
last-checkpoint/pytorch_model_fsdp_0/__0_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:16ba980f4f3d9b276084055bf854883cd8c20fff6dac637fe7d56a8f557c17bc
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1df521389c648fdcef151c1c1e25fab57cd32c9327cc1b006ccdb91fc6f5d67
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__1_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:02373d01a9b56c3ab4e93e681e07a39bbe2a3e309506f2577c5603847075a2d5
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae8fd1bc5f3874f74cbf8d19c56ced874b79d0ccd52ef55818ff2c390665de3c
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__2_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:76193e492b66f206f41d94e761d55e6caa9895ede10807dab878b119033c4ba4
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96fbe9720baae575304e11b03a17222867f50d6f3ebad7cd3cb637d5a5090a69
3
  size 6966784
last-checkpoint/pytorch_model_fsdp_0/__3_0.distcp CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:b4fa8b30a010a9033e33cf6f70de911ed412917cb3e71fef02176a307d0fa0db
3
  size 6966784
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa226dcc75cd45e2a65534f271d6d0332f19bf340356a6fcbb4abc05014edf1a
3
  size 6966784
last-checkpoint/rng_state_0.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:4f5f448f19b831b7c400641f7b6b4e0c34ca48f5591ef366c69f1b81cf80708e
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf5199703b02897f2e6dba9bbe7832a4cfd69f57db643f127248f75efd8407b4
3
  size 14960
last-checkpoint/rng_state_1.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1754427aaf72ee1d3c16166e944ab7191d6b9de8ecf0cbfa02abfb3be73c9e3c
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f62c44c56b2b450cc845f1235736c0f44aa7ba742b15a431a1981fb423cc4478
3
  size 14960
last-checkpoint/rng_state_2.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e8a09b07e23f077bec42858b2249cc45be4297d07e415b868653ab2077bf84f2
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d284546937b7cec049fbd19fe40bdfbb6cccd69f90c9dbe3362cce0f376dfb6
3
  size 14960
last-checkpoint/rng_state_3.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5e0a99091149f689ab6fee861f9feda216a8bd712b9090eced1630dd585cae9e
3
  size 14960
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59b063a39beefca37081a83deeee992f65df1869639ae07f04be730e3c0c93b0
3
  size 14960
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:e32d4de911f8fbacfa50c5d8b5d57dd58209aafb1f3c2bd72675b52ec971bf10
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c088b819c91734ec9375d4bee9cef712d419d6d66dfa44c6220ac51400b3e249
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.3792367859682389,
5
  "eval_steps": 20,
6
- "global_step": 800,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -6099,6 +6099,766 @@
6099
  "eval_samples_per_second": 5.351,
6100
  "eval_steps_per_second": 0.178,
6101
  "step": 800
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
6102
  }
6103
  ],
6104
  "logging_steps": 1,
@@ -6118,7 +6878,7 @@
6118
  "attributes": {}
6119
  }
6120
  },
6121
- "total_flos": 2.137990661972951e+17,
6122
  "train_batch_size": 8,
6123
  "trial_name": null,
6124
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 0.4266413842142688,
5
  "eval_steps": 20,
6
+ "global_step": 900,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
6099
  "eval_samples_per_second": 5.351,
6100
  "eval_steps_per_second": 0.178,
6101
  "step": 800
6102
+ },
6103
+ {
6104
+ "epoch": 0.3797108319506992,
6105
+ "grad_norm": 5.758953094482422,
6106
+ "learning_rate": 1.5598635898056754e-05,
6107
+ "loss": 0.1493,
6108
+ "step": 801
6109
+ },
6110
+ {
6111
+ "epoch": 0.3801848779331595,
6112
+ "grad_norm": 6.0659661293029785,
6113
+ "learning_rate": 1.5584913398801407e-05,
6114
+ "loss": 0.2677,
6115
+ "step": 802
6116
+ },
6117
+ {
6118
+ "epoch": 0.38065892391561984,
6119
+ "grad_norm": 5.709496974945068,
6120
+ "learning_rate": 1.557117559841013e-05,
6121
+ "loss": 0.1173,
6122
+ "step": 803
6123
+ },
6124
+ {
6125
+ "epoch": 0.3811329698980801,
6126
+ "grad_norm": 3.090986728668213,
6127
+ "learning_rate": 1.5557422534520742e-05,
6128
+ "loss": 0.1074,
6129
+ "step": 804
6130
+ },
6131
+ {
6132
+ "epoch": 0.3816070158805404,
6133
+ "grad_norm": 4.4366254806518555,
6134
+ "learning_rate": 1.5543654244812873e-05,
6135
+ "loss": 0.1772,
6136
+ "step": 805
6137
+ },
6138
+ {
6139
+ "epoch": 0.3820810618630007,
6140
+ "grad_norm": 4.978272914886475,
6141
+ "learning_rate": 1.5529870767007883e-05,
6142
+ "loss": 0.1848,
6143
+ "step": 806
6144
+ },
6145
+ {
6146
+ "epoch": 0.382555107845461,
6147
+ "grad_norm": 6.076455116271973,
6148
+ "learning_rate": 1.5516072138868726e-05,
6149
+ "loss": 0.1394,
6150
+ "step": 807
6151
+ },
6152
+ {
6153
+ "epoch": 0.3830291538279213,
6154
+ "grad_norm": 4.194643497467041,
6155
+ "learning_rate": 1.5502258398199873e-05,
6156
+ "loss": 0.1906,
6157
+ "step": 808
6158
+ },
6159
+ {
6160
+ "epoch": 0.3835031998103816,
6161
+ "grad_norm": 5.475553512573242,
6162
+ "learning_rate": 1.5488429582847194e-05,
6163
+ "loss": 0.1588,
6164
+ "step": 809
6165
+ },
6166
+ {
6167
+ "epoch": 0.3839772457928419,
6168
+ "grad_norm": 4.989933967590332,
6169
+ "learning_rate": 1.5474585730697866e-05,
6170
+ "loss": 0.2083,
6171
+ "step": 810
6172
+ },
6173
+ {
6174
+ "epoch": 0.3844512917753022,
6175
+ "grad_norm": 5.500510215759277,
6176
+ "learning_rate": 1.546072687968026e-05,
6177
+ "loss": 0.128,
6178
+ "step": 811
6179
+ },
6180
+ {
6181
+ "epoch": 0.3849253377577625,
6182
+ "grad_norm": 5.7488884925842285,
6183
+ "learning_rate": 1.5446853067763836e-05,
6184
+ "loss": 0.1925,
6185
+ "step": 812
6186
+ },
6187
+ {
6188
+ "epoch": 0.3853993837402228,
6189
+ "grad_norm": 5.636148929595947,
6190
+ "learning_rate": 1.5432964332959047e-05,
6191
+ "loss": 0.1603,
6192
+ "step": 813
6193
+ },
6194
+ {
6195
+ "epoch": 0.3858734297226831,
6196
+ "grad_norm": 4.349088191986084,
6197
+ "learning_rate": 1.5419060713317233e-05,
6198
+ "loss": 0.0912,
6199
+ "step": 814
6200
+ },
6201
+ {
6202
+ "epoch": 0.3863474757051434,
6203
+ "grad_norm": 5.55099630355835,
6204
+ "learning_rate": 1.5405142246930505e-05,
6205
+ "loss": 0.2131,
6206
+ "step": 815
6207
+ },
6208
+ {
6209
+ "epoch": 0.3868215216876037,
6210
+ "grad_norm": 5.109293460845947,
6211
+ "learning_rate": 1.539120897193166e-05,
6212
+ "loss": 0.1662,
6213
+ "step": 816
6214
+ },
6215
+ {
6216
+ "epoch": 0.387295567670064,
6217
+ "grad_norm": 5.997527122497559,
6218
+ "learning_rate": 1.537726092649406e-05,
6219
+ "loss": 0.1758,
6220
+ "step": 817
6221
+ },
6222
+ {
6223
+ "epoch": 0.38776961365252427,
6224
+ "grad_norm": 7.689452648162842,
6225
+ "learning_rate": 1.536329814883154e-05,
6226
+ "loss": 0.1838,
6227
+ "step": 818
6228
+ },
6229
+ {
6230
+ "epoch": 0.3882436596349846,
6231
+ "grad_norm": 4.673219203948975,
6232
+ "learning_rate": 1.5349320677198288e-05,
6233
+ "loss": 0.2374,
6234
+ "step": 819
6235
+ },
6236
+ {
6237
+ "epoch": 0.3887177056174449,
6238
+ "grad_norm": 5.657802104949951,
6239
+ "learning_rate": 1.533532854988876e-05,
6240
+ "loss": 0.2015,
6241
+ "step": 820
6242
+ },
6243
+ {
6244
+ "epoch": 0.3887177056174449,
6245
+ "eval_accuracy": 0.9911433172302737,
6246
+ "eval_f1": 0.9026548672566371,
6247
+ "eval_loss": 0.02378522790968418,
6248
+ "eval_precision": 0.8360655737704918,
6249
+ "eval_recall": 0.9807692307692307,
6250
+ "eval_runtime": 50.0097,
6251
+ "eval_samples_per_second": 5.419,
6252
+ "eval_steps_per_second": 0.18,
6253
+ "step": 820
6254
+ },
6255
+ {
6256
+ "epoch": 0.3891917515999052,
6257
+ "grad_norm": 5.630519390106201,
6258
+ "learning_rate": 1.532132180523756e-05,
6259
+ "loss": 0.1689,
6260
+ "step": 821
6261
+ },
6262
+ {
6263
+ "epoch": 0.38966579758236547,
6264
+ "grad_norm": 5.623863220214844,
6265
+ "learning_rate": 1.5307300481619334e-05,
6266
+ "loss": 0.1882,
6267
+ "step": 822
6268
+ },
6269
+ {
6270
+ "epoch": 0.3901398435648258,
6271
+ "grad_norm": 4.633841037750244,
6272
+ "learning_rate": 1.529326461744868e-05,
6273
+ "loss": 0.1186,
6274
+ "step": 823
6275
+ },
6276
+ {
6277
+ "epoch": 0.3906138895472861,
6278
+ "grad_norm": 3.7852747440338135,
6279
+ "learning_rate": 1.5279214251180034e-05,
6280
+ "loss": 0.14,
6281
+ "step": 824
6282
+ },
6283
+ {
6284
+ "epoch": 0.3910879355297464,
6285
+ "grad_norm": 7.2971510887146,
6286
+ "learning_rate": 1.5265149421307545e-05,
6287
+ "loss": 0.2072,
6288
+ "step": 825
6289
+ },
6290
+ {
6291
+ "epoch": 0.39156198151220667,
6292
+ "grad_norm": 4.57223653793335,
6293
+ "learning_rate": 1.525107016636501e-05,
6294
+ "loss": 0.1995,
6295
+ "step": 826
6296
+ },
6297
+ {
6298
+ "epoch": 0.392036027494667,
6299
+ "grad_norm": 3.6118946075439453,
6300
+ "learning_rate": 1.5236976524925743e-05,
6301
+ "loss": 0.1314,
6302
+ "step": 827
6303
+ },
6304
+ {
6305
+ "epoch": 0.3925100734771273,
6306
+ "grad_norm": 18.717708587646484,
6307
+ "learning_rate": 1.5222868535602455e-05,
6308
+ "loss": 0.2795,
6309
+ "step": 828
6310
+ },
6311
+ {
6312
+ "epoch": 0.39298411945958756,
6313
+ "grad_norm": 5.223725318908691,
6314
+ "learning_rate": 1.5208746237047196e-05,
6315
+ "loss": 0.167,
6316
+ "step": 829
6317
+ },
6318
+ {
6319
+ "epoch": 0.39345816544204787,
6320
+ "grad_norm": 6.281686782836914,
6321
+ "learning_rate": 1.5194609667951192e-05,
6322
+ "loss": 0.2476,
6323
+ "step": 830
6324
+ },
6325
+ {
6326
+ "epoch": 0.3939322114245082,
6327
+ "grad_norm": 5.123955249786377,
6328
+ "learning_rate": 1.5180458867044783e-05,
6329
+ "loss": 0.1243,
6330
+ "step": 831
6331
+ },
6332
+ {
6333
+ "epoch": 0.3944062574069685,
6334
+ "grad_norm": 5.037649631500244,
6335
+ "learning_rate": 1.5166293873097293e-05,
6336
+ "loss": 0.1332,
6337
+ "step": 832
6338
+ },
6339
+ {
6340
+ "epoch": 0.39488030338942876,
6341
+ "grad_norm": 7.415771961212158,
6342
+ "learning_rate": 1.5152114724916932e-05,
6343
+ "loss": 0.2292,
6344
+ "step": 833
6345
+ },
6346
+ {
6347
+ "epoch": 0.39535434937188907,
6348
+ "grad_norm": 4.953770637512207,
6349
+ "learning_rate": 1.5137921461350693e-05,
6350
+ "loss": 0.1386,
6351
+ "step": 834
6352
+ },
6353
+ {
6354
+ "epoch": 0.3958283953543494,
6355
+ "grad_norm": 4.328691482543945,
6356
+ "learning_rate": 1.512371412128424e-05,
6357
+ "loss": 0.1527,
6358
+ "step": 835
6359
+ },
6360
+ {
6361
+ "epoch": 0.3963024413368097,
6362
+ "grad_norm": 4.749328136444092,
6363
+ "learning_rate": 1.5109492743641791e-05,
6364
+ "loss": 0.1742,
6365
+ "step": 836
6366
+ },
6367
+ {
6368
+ "epoch": 0.39677648731926995,
6369
+ "grad_norm": 3.8692128658294678,
6370
+ "learning_rate": 1.509525736738604e-05,
6371
+ "loss": 0.179,
6372
+ "step": 837
6373
+ },
6374
+ {
6375
+ "epoch": 0.39725053330173027,
6376
+ "grad_norm": 4.17873477935791,
6377
+ "learning_rate": 1.5081008031518027e-05,
6378
+ "loss": 0.1642,
6379
+ "step": 838
6380
+ },
6381
+ {
6382
+ "epoch": 0.3977245792841906,
6383
+ "grad_norm": 3.9594457149505615,
6384
+ "learning_rate": 1.5066744775077036e-05,
6385
+ "loss": 0.1177,
6386
+ "step": 839
6387
+ },
6388
+ {
6389
+ "epoch": 0.39819862526665084,
6390
+ "grad_norm": 7.010453224182129,
6391
+ "learning_rate": 1.505246763714049e-05,
6392
+ "loss": 0.1752,
6393
+ "step": 840
6394
+ },
6395
+ {
6396
+ "epoch": 0.39819862526665084,
6397
+ "eval_accuracy": 0.9895330112721417,
6398
+ "eval_f1": 0.8888888888888888,
6399
+ "eval_loss": 0.025310639292001724,
6400
+ "eval_precision": 0.8,
6401
+ "eval_recall": 1.0,
6402
+ "eval_runtime": 49.9935,
6403
+ "eval_samples_per_second": 5.421,
6404
+ "eval_steps_per_second": 0.18,
6405
+ "step": 840
6406
+ },
6407
+ {
6408
+ "epoch": 0.39867267124911115,
6409
+ "grad_norm": 4.036323070526123,
6410
+ "learning_rate": 1.5038176656823844e-05,
6411
+ "loss": 0.0904,
6412
+ "step": 841
6413
+ },
6414
+ {
6415
+ "epoch": 0.39914671723157147,
6416
+ "grad_norm": 3.6895594596862793,
6417
+ "learning_rate": 1.5023871873280475e-05,
6418
+ "loss": 0.1252,
6419
+ "step": 842
6420
+ },
6421
+ {
6422
+ "epoch": 0.3996207632140318,
6423
+ "grad_norm": 10.439888000488281,
6424
+ "learning_rate": 1.5009553325701582e-05,
6425
+ "loss": 0.2124,
6426
+ "step": 843
6427
+ },
6428
+ {
6429
+ "epoch": 0.40009480919649204,
6430
+ "grad_norm": 4.229457378387451,
6431
+ "learning_rate": 1.499522105331607e-05,
6432
+ "loss": 0.1908,
6433
+ "step": 844
6434
+ },
6435
+ {
6436
+ "epoch": 0.40056885517895235,
6437
+ "grad_norm": 6.920833110809326,
6438
+ "learning_rate": 1.4980875095390447e-05,
6439
+ "loss": 0.2047,
6440
+ "step": 845
6441
+ },
6442
+ {
6443
+ "epoch": 0.40104290116141267,
6444
+ "grad_norm": 2.879361629486084,
6445
+ "learning_rate": 1.4966515491228717e-05,
6446
+ "loss": 0.1008,
6447
+ "step": 846
6448
+ },
6449
+ {
6450
+ "epoch": 0.401516947143873,
6451
+ "grad_norm": 5.6754631996154785,
6452
+ "learning_rate": 1.495214228017227e-05,
6453
+ "loss": 0.1698,
6454
+ "step": 847
6455
+ },
6456
+ {
6457
+ "epoch": 0.40199099312633324,
6458
+ "grad_norm": 4.049121379852295,
6459
+ "learning_rate": 1.4937755501599774e-05,
6460
+ "loss": 0.2256,
6461
+ "step": 848
6462
+ },
6463
+ {
6464
+ "epoch": 0.40246503910879355,
6465
+ "grad_norm": 5.170472145080566,
6466
+ "learning_rate": 1.4923355194927069e-05,
6467
+ "loss": 0.2448,
6468
+ "step": 849
6469
+ },
6470
+ {
6471
+ "epoch": 0.40293908509125387,
6472
+ "grad_norm": 4.938206195831299,
6473
+ "learning_rate": 1.490894139960706e-05,
6474
+ "loss": 0.2282,
6475
+ "step": 850
6476
+ },
6477
+ {
6478
+ "epoch": 0.4034131310737141,
6479
+ "grad_norm": 6.50287389755249,
6480
+ "learning_rate": 1.4894514155129605e-05,
6481
+ "loss": 0.1854,
6482
+ "step": 851
6483
+ },
6484
+ {
6485
+ "epoch": 0.40388717705617444,
6486
+ "grad_norm": 4.345598220825195,
6487
+ "learning_rate": 1.4880073501021407e-05,
6488
+ "loss": 0.1649,
6489
+ "step": 852
6490
+ },
6491
+ {
6492
+ "epoch": 0.40436122303863475,
6493
+ "grad_norm": 6.99996280670166,
6494
+ "learning_rate": 1.4865619476845914e-05,
6495
+ "loss": 0.2396,
6496
+ "step": 853
6497
+ },
6498
+ {
6499
+ "epoch": 0.40483526902109507,
6500
+ "grad_norm": 4.84694766998291,
6501
+ "learning_rate": 1.4851152122203198e-05,
6502
+ "loss": 0.1963,
6503
+ "step": 854
6504
+ },
6505
+ {
6506
+ "epoch": 0.4053093150035553,
6507
+ "grad_norm": 3.466024160385132,
6508
+ "learning_rate": 1.4836671476729862e-05,
6509
+ "loss": 0.1761,
6510
+ "step": 855
6511
+ },
6512
+ {
6513
+ "epoch": 0.40578336098601564,
6514
+ "grad_norm": 4.219127178192139,
6515
+ "learning_rate": 1.482217758009891e-05,
6516
+ "loss": 0.129,
6517
+ "step": 856
6518
+ },
6519
+ {
6520
+ "epoch": 0.40625740696847595,
6521
+ "grad_norm": 3.5250399112701416,
6522
+ "learning_rate": 1.4807670472019657e-05,
6523
+ "loss": 0.1151,
6524
+ "step": 857
6525
+ },
6526
+ {
6527
+ "epoch": 0.40673145295093627,
6528
+ "grad_norm": 4.0963053703308105,
6529
+ "learning_rate": 1.4793150192237615e-05,
6530
+ "loss": 0.1368,
6531
+ "step": 858
6532
+ },
6533
+ {
6534
+ "epoch": 0.4072054989333965,
6535
+ "grad_norm": 5.257630348205566,
6536
+ "learning_rate": 1.4778616780534383e-05,
6537
+ "loss": 0.1364,
6538
+ "step": 859
6539
+ },
6540
+ {
6541
+ "epoch": 0.40767954491585684,
6542
+ "grad_norm": 5.789881706237793,
6543
+ "learning_rate": 1.4764070276727528e-05,
6544
+ "loss": 0.212,
6545
+ "step": 860
6546
+ },
6547
+ {
6548
+ "epoch": 0.40767954491585684,
6549
+ "eval_accuracy": 0.9911433172302737,
6550
+ "eval_f1": 0.9009009009009009,
6551
+ "eval_loss": 0.02501463145017624,
6552
+ "eval_precision": 0.847457627118644,
6553
+ "eval_recall": 0.9615384615384616,
6554
+ "eval_runtime": 50.2315,
6555
+ "eval_samples_per_second": 5.395,
6556
+ "eval_steps_per_second": 0.179,
6557
+ "step": 860
6558
+ },
6559
+ {
6560
+ "epoch": 0.40815359089831715,
6561
+ "grad_norm": 5.214051246643066,
6562
+ "learning_rate": 1.4749510720670506e-05,
6563
+ "loss": 0.1629,
6564
+ "step": 861
6565
+ },
6566
+ {
6567
+ "epoch": 0.4086276368807774,
6568
+ "grad_norm": 5.269729137420654,
6569
+ "learning_rate": 1.473493815225251e-05,
6570
+ "loss": 0.2231,
6571
+ "step": 862
6572
+ },
6573
+ {
6574
+ "epoch": 0.4091016828632377,
6575
+ "grad_norm": 5.787201881408691,
6576
+ "learning_rate": 1.4720352611398394e-05,
6577
+ "loss": 0.237,
6578
+ "step": 863
6579
+ },
6580
+ {
6581
+ "epoch": 0.40957572884569804,
6582
+ "grad_norm": 3.796096086502075,
6583
+ "learning_rate": 1.4705754138068557e-05,
6584
+ "loss": 0.1696,
6585
+ "step": 864
6586
+ },
6587
+ {
6588
+ "epoch": 0.41004977482815835,
6589
+ "grad_norm": 4.975426197052002,
6590
+ "learning_rate": 1.4691142772258826e-05,
6591
+ "loss": 0.1847,
6592
+ "step": 865
6593
+ },
6594
+ {
6595
+ "epoch": 0.4105238208106186,
6596
+ "grad_norm": 3.5773916244506836,
6597
+ "learning_rate": 1.467651855400035e-05,
6598
+ "loss": 0.1927,
6599
+ "step": 866
6600
+ },
6601
+ {
6602
+ "epoch": 0.4109978667930789,
6603
+ "grad_norm": 3.7105495929718018,
6604
+ "learning_rate": 1.466188152335948e-05,
6605
+ "loss": 0.1435,
6606
+ "step": 867
6607
+ },
6608
+ {
6609
+ "epoch": 0.41147191277553924,
6610
+ "grad_norm": 5.359220027923584,
6611
+ "learning_rate": 1.4647231720437687e-05,
6612
+ "loss": 0.2145,
6613
+ "step": 868
6614
+ },
6615
+ {
6616
+ "epoch": 0.41194595875799955,
6617
+ "grad_norm": 3.0884811878204346,
6618
+ "learning_rate": 1.4632569185371424e-05,
6619
+ "loss": 0.1535,
6620
+ "step": 869
6621
+ },
6622
+ {
6623
+ "epoch": 0.4124200047404598,
6624
+ "grad_norm": 8.89234733581543,
6625
+ "learning_rate": 1.4617893958332025e-05,
6626
+ "loss": 0.1519,
6627
+ "step": 870
6628
+ },
6629
+ {
6630
+ "epoch": 0.4128940507229201,
6631
+ "grad_norm": 5.38965368270874,
6632
+ "learning_rate": 1.4603206079525607e-05,
6633
+ "loss": 0.1654,
6634
+ "step": 871
6635
+ },
6636
+ {
6637
+ "epoch": 0.41336809670538044,
6638
+ "grad_norm": 4.978879928588867,
6639
+ "learning_rate": 1.4588505589192936e-05,
6640
+ "loss": 0.1561,
6641
+ "step": 872
6642
+ },
6643
+ {
6644
+ "epoch": 0.4138421426878407,
6645
+ "grad_norm": 5.315103054046631,
6646
+ "learning_rate": 1.4573792527609343e-05,
6647
+ "loss": 0.2338,
6648
+ "step": 873
6649
+ },
6650
+ {
6651
+ "epoch": 0.414316188670301,
6652
+ "grad_norm": 3.3019869327545166,
6653
+ "learning_rate": 1.455906693508459e-05,
6654
+ "loss": 0.1383,
6655
+ "step": 874
6656
+ },
6657
+ {
6658
+ "epoch": 0.4147902346527613,
6659
+ "grad_norm": 5.54788875579834,
6660
+ "learning_rate": 1.4544328851962774e-05,
6661
+ "loss": 0.1859,
6662
+ "step": 875
6663
+ },
6664
+ {
6665
+ "epoch": 0.41526428063522164,
6666
+ "grad_norm": 4.469765663146973,
6667
+ "learning_rate": 1.452957831862222e-05,
6668
+ "loss": 0.1507,
6669
+ "step": 876
6670
+ },
6671
+ {
6672
+ "epoch": 0.4157383266176819,
6673
+ "grad_norm": 5.146998405456543,
6674
+ "learning_rate": 1.4514815375475351e-05,
6675
+ "loss": 0.1831,
6676
+ "step": 877
6677
+ },
6678
+ {
6679
+ "epoch": 0.4162123726001422,
6680
+ "grad_norm": 4.996446132659912,
6681
+ "learning_rate": 1.4500040062968597e-05,
6682
+ "loss": 0.1769,
6683
+ "step": 878
6684
+ },
6685
+ {
6686
+ "epoch": 0.4166864185826025,
6687
+ "grad_norm": 8.464068412780762,
6688
+ "learning_rate": 1.4485252421582274e-05,
6689
+ "loss": 0.3377,
6690
+ "step": 879
6691
+ },
6692
+ {
6693
+ "epoch": 0.41716046456506284,
6694
+ "grad_norm": 5.580779075622559,
6695
+ "learning_rate": 1.4470452491830477e-05,
6696
+ "loss": 0.1556,
6697
+ "step": 880
6698
+ },
6699
+ {
6700
+ "epoch": 0.41716046456506284,
6701
+ "eval_accuracy": 0.9927536231884058,
6702
+ "eval_f1": 0.9158878504672897,
6703
+ "eval_loss": 0.024685567244887352,
6704
+ "eval_precision": 0.8909090909090909,
6705
+ "eval_recall": 0.9423076923076923,
6706
+ "eval_runtime": 49.595,
6707
+ "eval_samples_per_second": 5.464,
6708
+ "eval_steps_per_second": 0.181,
6709
+ "step": 880
6710
+ },
6711
+ {
6712
+ "epoch": 0.4176345105475231,
6713
+ "grad_norm": 4.486780166625977,
6714
+ "learning_rate": 1.4455640314260972e-05,
6715
+ "loss": 0.1155,
6716
+ "step": 881
6717
+ },
6718
+ {
6719
+ "epoch": 0.4181085565299834,
6720
+ "grad_norm": 4.462590217590332,
6721
+ "learning_rate": 1.4440815929455072e-05,
6722
+ "loss": 0.2113,
6723
+ "step": 882
6724
+ },
6725
+ {
6726
+ "epoch": 0.4185826025124437,
6727
+ "grad_norm": 4.029243469238281,
6728
+ "learning_rate": 1.442597937802754e-05,
6729
+ "loss": 0.1435,
6730
+ "step": 883
6731
+ },
6732
+ {
6733
+ "epoch": 0.419056648494904,
6734
+ "grad_norm": 3.141965389251709,
6735
+ "learning_rate": 1.4411130700626467e-05,
6736
+ "loss": 0.117,
6737
+ "step": 884
6738
+ },
6739
+ {
6740
+ "epoch": 0.4195306944773643,
6741
+ "grad_norm": 4.770340919494629,
6742
+ "learning_rate": 1.4396269937933176e-05,
6743
+ "loss": 0.1502,
6744
+ "step": 885
6745
+ },
6746
+ {
6747
+ "epoch": 0.4200047404598246,
6748
+ "grad_norm": 6.025394916534424,
6749
+ "learning_rate": 1.4381397130662092e-05,
6750
+ "loss": 0.1583,
6751
+ "step": 886
6752
+ },
6753
+ {
6754
+ "epoch": 0.4204787864422849,
6755
+ "grad_norm": 4.995217800140381,
6756
+ "learning_rate": 1.4366512319560642e-05,
6757
+ "loss": 0.1963,
6758
+ "step": 887
6759
+ },
6760
+ {
6761
+ "epoch": 0.4209528324247452,
6762
+ "grad_norm": 5.447535037994385,
6763
+ "learning_rate": 1.4351615545409137e-05,
6764
+ "loss": 0.1628,
6765
+ "step": 888
6766
+ },
6767
+ {
6768
+ "epoch": 0.4214268784072055,
6769
+ "grad_norm": 5.995816230773926,
6770
+ "learning_rate": 1.433670684902066e-05,
6771
+ "loss": 0.157,
6772
+ "step": 889
6773
+ },
6774
+ {
6775
+ "epoch": 0.4219009243896658,
6776
+ "grad_norm": 5.347133159637451,
6777
+ "learning_rate": 1.4321786271240975e-05,
6778
+ "loss": 0.1771,
6779
+ "step": 890
6780
+ },
6781
+ {
6782
+ "epoch": 0.4223749703721261,
6783
+ "grad_norm": 9.27304458618164,
6784
+ "learning_rate": 1.4306853852948383e-05,
6785
+ "loss": 0.1654,
6786
+ "step": 891
6787
+ },
6788
+ {
6789
+ "epoch": 0.4228490163545864,
6790
+ "grad_norm": 4.350383758544922,
6791
+ "learning_rate": 1.4291909635053627e-05,
6792
+ "loss": 0.1535,
6793
+ "step": 892
6794
+ },
6795
+ {
6796
+ "epoch": 0.4233230623370467,
6797
+ "grad_norm": 2.4228219985961914,
6798
+ "learning_rate": 1.4276953658499775e-05,
6799
+ "loss": 0.0949,
6800
+ "step": 893
6801
+ },
6802
+ {
6803
+ "epoch": 0.423797108319507,
6804
+ "grad_norm": 6.395793914794922,
6805
+ "learning_rate": 1.4261985964262118e-05,
6806
+ "loss": 0.1808,
6807
+ "step": 894
6808
+ },
6809
+ {
6810
+ "epoch": 0.42427115430196727,
6811
+ "grad_norm": 3.162377119064331,
6812
+ "learning_rate": 1.4247006593348042e-05,
6813
+ "loss": 0.1139,
6814
+ "step": 895
6815
+ },
6816
+ {
6817
+ "epoch": 0.4247452002844276,
6818
+ "grad_norm": 8.321721076965332,
6819
+ "learning_rate": 1.4232015586796938e-05,
6820
+ "loss": 0.2048,
6821
+ "step": 896
6822
+ },
6823
+ {
6824
+ "epoch": 0.4252192462668879,
6825
+ "grad_norm": 2.381802797317505,
6826
+ "learning_rate": 1.4217012985680054e-05,
6827
+ "loss": 0.116,
6828
+ "step": 897
6829
+ },
6830
+ {
6831
+ "epoch": 0.4256932922493482,
6832
+ "grad_norm": 4.9117913246154785,
6833
+ "learning_rate": 1.4201998831100424e-05,
6834
+ "loss": 0.1995,
6835
+ "step": 898
6836
+ },
6837
+ {
6838
+ "epoch": 0.42616733823180847,
6839
+ "grad_norm": 3.578552484512329,
6840
+ "learning_rate": 1.4186973164192722e-05,
6841
+ "loss": 0.1651,
6842
+ "step": 899
6843
+ },
6844
+ {
6845
+ "epoch": 0.4266413842142688,
6846
+ "grad_norm": 3.712299108505249,
6847
+ "learning_rate": 1.417193602612317e-05,
6848
+ "loss": 0.1495,
6849
+ "step": 900
6850
+ },
6851
+ {
6852
+ "epoch": 0.4266413842142688,
6853
+ "eval_accuracy": 0.9919484702093397,
6854
+ "eval_f1": 0.9107142857142857,
6855
+ "eval_loss": 0.014072530902922153,
6856
+ "eval_precision": 0.85,
6857
+ "eval_recall": 0.9807692307692307,
6858
+ "eval_runtime": 49.6759,
6859
+ "eval_samples_per_second": 5.455,
6860
+ "eval_steps_per_second": 0.181,
6861
+ "step": 900
6862
  }
6863
  ],
6864
  "logging_steps": 1,
 
6878
  "attributes": {}
6879
  }
6880
  },
6881
+ "total_flos": 2.4024256691673498e+17,
6882
  "train_batch_size": 8,
6883
  "trial_name": null,
6884
  "trial_params": null