Hugging Face's logo

racheltong
/
BioLinkBERT-mimic-phi-ner

Token Classification
Transformers
Safetensors
bert
Generated from Trainer
Model card Files
xet
 Community
racheltong commited on
Commit
00515d8
·
verified ·
1 Parent(s): cd3bf6e

Training in progress, step 1500, checkpoint

Browse files
Files changed (6) hide show
  1. last-checkpoint/model.safetensors +1 -1
  2. last-checkpoint/optimizer.pt +1 -1
  3. last-checkpoint/rng_state.pth +1 -1
  4. last-checkpoint/scaler.pt +1 -1
  5. last-checkpoint/scheduler.pt +1 -1
  6. last-checkpoint/trainer_state.json +71 -6
last-checkpoint/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:42ca7040aac8f98ecb7bdda5799a027d8ce7a349a93cda48752c9ed4ee898327
3
  size 430662508
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3e461b37c0e7695ec0e84b99d1bce92839101c12a7372b184846942174aa8c85
3
  size 430662508
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:43d0fba30b6957d3e476c28ba8fdd7cc954e1beb1c277a2735f5f60459f61a76
3
  size 861448011
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:17fa163e6b90fd92ee3813c3016e025b0159fb139d898c9270bba1be5eb0d067
3
  size 861448011
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:15bb17886f7cec2d536bef21929ce908580bbb1abc598587bc8361099305d35d
3
  size 14645
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c97953d492de59171254f70e427f34d2ba68e41a65fcb5942362d685c5c44d7
3
  size 14645
last-checkpoint/scaler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:c206aa423efe69487805cc59f090bcc1d3a8c1ca17cd4e0b5db98d2ccfddba4d
3
  size 1383
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:611ff32c864facd79e64f51b84504aa06d2c386709642053ae4d009b05d73f00
3
  size 1383
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:967f4965eddf2e391857a1e0cfdfe3b90200d899d769ac77b1b79bc1dd261c63
3
  size 1465
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36f5f18d3db7ab1f21efd2766f61a66709b2c2a8186a4065ac37b620a5492ac7
3
  size 1465
last-checkpoint/trainer_state.json CHANGED
@@ -1,10 +1,10 @@
1
  {
2
- "best_global_step": 1200,
3
- "best_metric": 0.8718272654186286,
4
- "best_model_checkpoint": "/content/drive/MyDrive/my_works/Work/CSA/models/comparison/BioLinkBERT/checkpoints/checkpoint-1200",
5
- "epoch": 0.8078088185796028,
6
  "eval_steps": 300,
7
- "global_step": 1200,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
@@ -268,6 +268,71 @@
268
  "eval_samples_per_second": 313.263,
269
  "eval_steps_per_second": 9.845,
270
  "step": 1200
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
271
  }
272
  ],
273
  "logging_steps": 50,
@@ -287,7 +352,7 @@
287
  "attributes": {}
288
  }
289
  },
290
- "total_flos": 2508925118054400.0,
291
  "train_batch_size": 16,
292
  "trial_name": null,
293
  "trial_params": null
 
1
  {
2
+ "best_global_step": 1500,
3
+ "best_metric": 0.8969174290542509,
4
+ "best_model_checkpoint": "/content/drive/MyDrive/my_works/Work/CSA/models/comparison/BioLinkBERT/checkpoints/checkpoint-1500",
5
+ "epoch": 1.009424436216762,
6
  "eval_steps": 300,
7
+ "global_step": 1500,
8
  "is_hyper_param_search": false,
9
  "is_local_process_zero": true,
10
  "is_world_process_zero": true,
 
268
  "eval_samples_per_second": 313.263,
269
  "eval_steps_per_second": 9.845,
270
  "step": 1200
271
+ },
272
+ {
273
+ "epoch": 0.841467519353753,
274
+ "grad_norm": 1.0693780183792114,
275
+ "learning_rate": 1.4381130044522085e-05,
276
+ "loss": 0.07661555767059326,
277
+ "step": 1250
278
+ },
279
+ {
280
+ "epoch": 0.8751262201279031,
281
+ "grad_norm": 0.5668604373931885,
282
+ "learning_rate": 1.3845821334121763e-05,
283
+ "loss": 0.08981457710266114,
284
+ "step": 1300
285
+ },
286
+ {
287
+ "epoch": 0.9087849209020532,
288
+ "grad_norm": 1.5800708532333374,
289
+ "learning_rate": 1.3297245366135828e-05,
290
+ "loss": 0.09465420722961426,
291
+ "step": 1350
292
+ },
293
+ {
294
+ "epoch": 0.9424436216762033,
295
+ "grad_norm": 0.38985687494277954,
296
+ "learning_rate": 1.2737294609829035e-05,
297
+ "loss": 0.06762590408325195,
298
+ "step": 1400
299
+ },
300
+ {
301
+ "epoch": 0.9761023224503534,
302
+ "grad_norm": 74.76919555664062,
303
+ "learning_rate": 1.2167900775042729e-05,
304
+ "loss": 0.06915129661560059,
305
+ "step": 1450
306
+ },
307
+ {
308
+ "epoch": 1.009424436216762,
309
+ "grad_norm": 2.971571683883667,
310
+ "learning_rate": 1.159102814821079e-05,
311
+ "loss": 0.0754754114151001,
312
+ "step": 1500
313
+ },
314
+ {
315
+ "epoch": 1.009424436216762,
316
+ "eval_f1_ACCOUNT": 0.67,
317
+ "eval_f1_AGE_OVER_89": 0.0,
318
+ "eval_f1_DATE": 0.88,
319
+ "eval_f1_DEVICE_ID": 0.23,
320
+ "eval_f1_EMAIL": 0.0,
321
+ "eval_f1_LOCATION": 0.86,
322
+ "eval_f1_MRN": 0.67,
323
+ "eval_f1_NAME": 0.92,
324
+ "eval_f1_PHONE": 0.89,
325
+ "eval_f1_SSN": 0.15,
326
+ "eval_f1_URL": 0.0,
327
+ "eval_f1_macro": 0.8969174290542509,
328
+ "eval_f1_weighted": 0.8969174290542509,
329
+ "eval_loss": 0.021944420412182808,
330
+ "eval_precision": 0.859024444692488,
331
+ "eval_recall": 0.9383077298219946,
332
+ "eval_runtime": 15.0578,
333
+ "eval_samples_per_second": 350.781,
334
+ "eval_steps_per_second": 11.024,
335
+ "step": 1500
336
  }
337
  ],
338
  "logging_steps": 50,
 
352
  "attributes": {}
353
  }
354
  },
355
+ "total_flos": 3134980338918912.0,
356
  "train_batch_size": 16,
357
  "trial_name": null,
358
  "trial_params": null