{
  "best_metric": 0.8643187872085794,
  "best_model_checkpoint": "../out/bio/ner-scibert-qa4-querytype4-char-pattern3-subtext-dim50-new/checkpoints/checkpoint-29601",
  "epoch": 39.0,
  "global_step": 29601,
  "is_hyper_param_search": false,
  "is_local_process_zero": true,
  "is_world_process_zero": true,
  "log_history": [
    {
      "epoch": 0.6587615283267457,
      "learning_rate": 9.97804128238911e-06,
      "loss": 0.037110485076904294,
      "step": 500
    },
    {
      "epoch": 1.0,
      "eval_loss": 0.011046583764255047,
      "eval_micro_f1": 0.7884588313085232,
      "step": 759
    },
    {
      "epoch": 1.3175230566534915,
      "learning_rate": 9.956082564778218e-06,
      "loss": 0.01054325771331787,
      "step": 1000
    },
    {
      "epoch": 1.9762845849802373,
      "learning_rate": 9.934123847167326e-06,
      "loss": 0.007474568367004395,
      "step": 1500
    },
    {
      "epoch": 2.0,
      "eval_loss": 0.010235792025923729,
      "eval_micro_f1": 0.8130828840406419,
      "step": 1518
    },
    {
      "epoch": 2.635046113306983,
      "learning_rate": 9.912165129556434e-06,
      "loss": 0.004817815780639648,
      "step": 2000
    },
    {
      "epoch": 3.0,
      "eval_loss": 0.010428558103740215,
      "eval_micro_f1": 0.8344238970819677,
      "step": 2277
    },
    {
      "epoch": 3.2938076416337285,
      "learning_rate": 9.890206411945543e-06,
      "loss": 0.004297223091125488,
      "step": 2500
    },
    {
      "epoch": 3.9525691699604746,
      "learning_rate": 9.868247694334652e-06,
      "loss": 0.00321596097946167,
      "step": 3000
    },
    {
      "epoch": 4.0,
      "eval_loss": 0.011789126321673393,
      "eval_micro_f1": 0.8403736228094328,
      "step": 3036
    },
    {
      "epoch": 4.61133069828722,
      "learning_rate": 9.84628897672376e-06,
      "loss": 0.00230128288269043,
      "step": 3500
    },
    {
      "epoch": 5.0,
      "eval_loss": 0.012464746832847595,
      "eval_micro_f1": 0.837059846869405,
      "step": 3795
    },
    {
      "epoch": 5.270092226613966,
      "learning_rate": 9.824330259112868e-06,
      "loss": 0.0020059123039245608,
      "step": 4000
    },
    {
      "epoch": 5.928853754940711,
      "learning_rate": 9.802371541501977e-06,
      "loss": 0.0016852006912231445,
      "step": 4500
    },
    {
      "epoch": 6.0,
      "eval_loss": 0.013810090720653534,
      "eval_micro_f1": 0.8396595969605289,
      "step": 4554
    },
    {
      "epoch": 6.587615283267457,
      "learning_rate": 9.780412823891085e-06,
      "loss": 0.001301923632621765,
      "step": 5000
    },
    {
      "epoch": 7.0,
      "eval_loss": 0.01601485349237919,
      "eval_micro_f1": 0.8524957931061408,
      "step": 5313
    },
    {
      "epoch": 7.246376811594203,
      "learning_rate": 9.758454106280194e-06,
      "loss": 0.0010347318649291991,
      "step": 5500
    },
    {
      "epoch": 7.905138339920948,
      "learning_rate": 9.736495388669303e-06,
      "loss": 0.0009287782907485962,
      "step": 6000
    },
    {
      "epoch": 8.0,
      "eval_loss": 0.019377898424863815,
      "eval_micro_f1": 0.8397115912912296,
      "step": 6072
    },
    {
      "epoch": 8.563899868247695,
      "learning_rate": 9.714536671058412e-06,
      "loss": 0.0007228772044181824,
      "step": 6500
    },
    {
      "epoch": 9.0,
      "eval_loss": 0.01860038936138153,
      "eval_micro_f1": 0.8470322848517083,
      "step": 6831
    },
    {
      "epoch": 9.22266139657444,
      "learning_rate": 9.692577953447519e-06,
      "loss": 0.0006817178130149841,
      "step": 7000
    },
    {
      "epoch": 9.881422924901186,
      "learning_rate": 9.670619235836628e-06,
      "loss": 0.000784088134765625,
      "step": 7500
    },
    {
      "epoch": 10.0,
      "eval_loss": 0.017025897279381752,
      "eval_micro_f1": 0.8547868618338511,
      "step": 7590
    },
    {
      "epoch": 10.540184453227932,
      "learning_rate": 9.648660518225737e-06,
      "loss": 0.0006126079559326172,
      "step": 8000
    },
    {
      "epoch": 11.0,
      "eval_loss": 0.01750860922038555,
      "eval_micro_f1": 0.8490513387855172,
      "step": 8349
    },
    {
      "epoch": 11.198945981554678,
      "learning_rate": 9.626701800614845e-06,
      "loss": 0.0005611885190010071,
      "step": 8500
    },
    {
      "epoch": 11.857707509881424,
      "learning_rate": 9.604743083003954e-06,
      "loss": 0.0005836631059646607,
      "step": 9000
    },
    {
      "epoch": 12.0,
      "eval_loss": 0.017635338008403778,
      "eval_micro_f1": 0.8532005684902128,
      "step": 9108
    },
    {
      "epoch": 12.516469038208168,
      "learning_rate": 9.582784365393061e-06,
      "loss": 0.0004462006688117981,
      "step": 9500
    },
    {
      "epoch": 13.0,
      "eval_loss": 0.01813138835132122,
      "eval_micro_f1": 0.848467809452106,
      "step": 9867
    },
    {
      "epoch": 13.175230566534914,
      "learning_rate": 9.56082564778217e-06,
      "loss": 0.0004592849016189575,
      "step": 10000
    },
    {
      "epoch": 13.83399209486166,
      "learning_rate": 9.538866930171279e-06,
      "loss": 0.00033676078915596006,
      "step": 10500
    },
    {
      "epoch": 14.0,
      "eval_loss": 0.018653256818652153,
      "eval_micro_f1": 0.8516164681375102,
      "step": 10626
    },
    {
      "epoch": 14.492753623188406,
      "learning_rate": 9.516908212560388e-06,
      "loss": 0.0003650049865245819,
      "step": 11000
    },
    {
      "epoch": 15.0,
      "eval_loss": 0.019014721736311913,
      "eval_micro_f1": 0.8508441462836741,
      "step": 11385
    },
    {
      "epoch": 15.151515151515152,
      "learning_rate": 9.494949494949497e-06,
      "loss": 0.00036732107400894165,
      "step": 11500
    },
    {
      "epoch": 15.810276679841897,
      "learning_rate": 9.472990777338604e-06,
      "loss": 0.000251627117395401,
      "step": 12000
    },
    {
      "epoch": 16.0,
      "eval_loss": 0.019610272720456123,
      "eval_micro_f1": 0.8487043739773622,
      "step": 12144
    },
    {
      "epoch": 16.469038208168644,
      "learning_rate": 9.451032059727712e-06,
      "loss": 0.0005120611190795898,
      "step": 12500
    },
    {
      "epoch": 17.0,
      "eval_loss": 0.018985049799084663,
      "eval_micro_f1": 0.8462077662179299,
      "step": 12903
    },
    {
      "epoch": 17.12779973649539,
      "learning_rate": 9.429073342116821e-06,
      "loss": 0.00031096377968788146,
      "step": 13000
    },
    {
      "epoch": 17.786561264822133,
      "learning_rate": 9.40711462450593e-06,
      "loss": 0.00019182461500167846,
      "step": 13500
    },
    {
      "epoch": 18.0,
      "eval_loss": 0.01964498870074749,
      "eval_micro_f1": 0.8557531957198969,
      "step": 13662
    },
    {
      "epoch": 18.44532279314888,
      "learning_rate": 9.385155906895039e-06,
      "loss": 0.00024452657997608187,
      "step": 14000
    },
    {
      "epoch": 19.0,
      "eval_loss": 0.021180404350161552,
      "eval_micro_f1": 0.8577108770917136,
      "step": 14421
    },
    {
      "epoch": 19.104084321475625,
      "learning_rate": 9.363197189284146e-06,
      "loss": 0.0002680089771747589,
      "step": 14500
    },
    {
      "epoch": 19.76284584980237,
      "learning_rate": 9.341238471673255e-06,
      "loss": 0.0002937615513801575,
      "step": 15000
    },
    {
      "epoch": 20.0,
      "eval_loss": 0.020903080701828003,
      "eval_micro_f1": 0.8581900192349345,
      "step": 15180
    },
    {
      "epoch": 20.421607378129117,
      "learning_rate": 9.319279754062364e-06,
      "loss": 0.00018737909197807313,
      "step": 15500
    },
    {
      "epoch": 21.0,
      "eval_loss": 0.021407702937722206,
      "eval_micro_f1": 0.8597197164416296,
      "step": 15939
    },
    {
      "epoch": 21.080368906455863,
      "learning_rate": 9.297321036451472e-06,
      "loss": 0.0001290062665939331,
      "step": 16000
    },
    {
      "epoch": 21.73913043478261,
      "learning_rate": 9.275362318840581e-06,
      "loss": 0.0001307707875967026,
      "step": 16500
    },
    {
      "epoch": 22.0,
      "eval_loss": 0.02195800468325615,
      "eval_micro_f1": 0.8524727572533776,
      "step": 16698
    },
    {
      "epoch": 22.397891963109355,
      "learning_rate": 9.253403601229688e-06,
      "loss": 0.00023717455565929412,
      "step": 17000
    },
    {
      "epoch": 23.0,
      "eval_loss": 0.022745156660676003,
      "eval_micro_f1": 0.8558443397926969,
      "step": 17457
    },
    {
      "epoch": 23.0566534914361,
      "learning_rate": 9.231444883618797e-06,
      "loss": 0.00017341481149196625,
      "step": 17500
    },
    {
      "epoch": 23.715415019762847,
      "learning_rate": 9.209486166007906e-06,
      "loss": 0.00025756615400314333,
      "step": 18000
    },
    {
      "epoch": 24.0,
      "eval_loss": 0.02122940495610237,
      "eval_micro_f1": 0.8519865691696683,
      "step": 18216
    },
    {
      "epoch": 24.37417654808959,
      "learning_rate": 9.187527448397015e-06,
      "loss": 0.0001464369297027588,
      "step": 18500
    },
    {
      "epoch": 25.0,
      "eval_loss": 0.02185015007853508,
      "eval_micro_f1": 0.8496085697511283,
      "step": 18975
    },
    {
      "epoch": 25.032938076416336,
      "learning_rate": 9.165568730786123e-06,
      "loss": 0.0001510075181722641,
      "step": 19000
    },
    {
      "epoch": 25.691699604743082,
      "learning_rate": 9.143610013175232e-06,
      "loss": 0.00016037344932556152,
      "step": 19500
    },
    {
      "epoch": 26.0,
      "eval_loss": 0.022148123010993004,
      "eval_micro_f1": 0.8574194435600588,
      "step": 19734
    },
    {
      "epoch": 26.350461133069828,
      "learning_rate": 9.12165129556434e-06,
      "loss": 0.000233057901263237,
      "step": 20000
    },
    {
      "epoch": 27.0,
      "eval_loss": 0.022844456136226654,
      "eval_micro_f1": 0.8623087616694572,
      "step": 20493
    },
    {
      "epoch": 27.009222661396574,
      "learning_rate": 9.099692577953448e-06,
      "loss": 0.00011244810372591019,
      "step": 20500
    },
    {
      "epoch": 27.66798418972332,
      "learning_rate": 9.077733860342557e-06,
      "loss": 0.00013506200909614563,
      "step": 21000
    },
    {
      "epoch": 28.0,
      "eval_loss": 0.022953923791646957,
      "eval_micro_f1": 0.8545429086416555,
      "step": 21252
    },
    {
      "epoch": 28.326745718050066,
      "learning_rate": 9.055775142731666e-06,
      "loss": 0.00026963132619857785,
      "step": 21500
    },
    {
      "epoch": 28.985507246376812,
      "learning_rate": 9.033816425120775e-06,
      "loss": 0.00014831958711147307,
      "step": 22000
    },
    {
      "epoch": 29.0,
      "eval_loss": 0.023488974198698997,
      "eval_micro_f1": 0.8477237043668356,
      "step": 22011
    },
    {
      "epoch": 29.64426877470356,
      "learning_rate": 9.011857707509882e-06,
      "loss": 0.0001335151344537735,
      "step": 22500
    },
    {
      "epoch": 30.0,
      "eval_loss": 0.019763289019465446,
      "eval_micro_f1": 0.8529330757872978,
      "step": 22770
    },
    {
      "epoch": 30.303030303030305,
      "learning_rate": 8.98989898989899e-06,
      "loss": 0.00023964977264404297,
      "step": 23000
    },
    {
      "epoch": 30.961791831357047,
      "learning_rate": 8.9679402722881e-06,
      "loss": 0.00018574166297912598,
      "step": 23500
    },
    {
      "epoch": 31.0,
      "eval_loss": 0.02139969728887081,
      "eval_micro_f1": 0.8617217410970216,
      "step": 23529
    },
    {
      "epoch": 31.620553359683793,
      "learning_rate": 8.945981554677208e-06,
      "loss": 7.593867182731629e-05,
      "step": 24000
    },
    {
      "epoch": 32.0,
      "eval_loss": 0.027622610330581665,
      "eval_micro_f1": 0.8440183166154224,
      "step": 24288
    },
    {
      "epoch": 32.27931488801054,
      "learning_rate": 8.924022837066317e-06,
      "loss": 6.25964105129242e-05,
      "step": 24500
    },
    {
      "epoch": 32.93807641633729,
      "learning_rate": 8.902064119455424e-06,
      "loss": 9.8123200237751e-05,
      "step": 25000
    },
    {
      "epoch": 33.0,
      "eval_loss": 0.025167174637317657,
      "eval_micro_f1": 0.8521543222259202,
      "step": 25047
    },
    {
      "epoch": 33.59683794466403,
      "learning_rate": 8.880105401844533e-06,
      "loss": 0.00018300886452198028,
      "step": 25500
    },
    {
      "epoch": 34.0,
      "eval_loss": 0.023568451404571533,
      "eval_micro_f1": 0.851057944458968,
      "step": 25806
    },
    {
      "epoch": 34.25559947299078,
      "learning_rate": 8.858146684233642e-06,
      "loss": 0.00012137698382139205,
      "step": 26000
    },
    {
      "epoch": 34.91436100131752,
      "learning_rate": 8.83618796662275e-06,
      "loss": 0.00019975709915161132,
      "step": 26500
    },
    {
      "epoch": 35.0,
      "eval_loss": 0.022091668099164963,
      "eval_micro_f1": 0.8548590655495029,
      "step": 26565
    },
    {
      "epoch": 35.573122529644266,
      "learning_rate": 8.81422924901186e-06,
      "loss": 0.00012561745941638947,
      "step": 27000
    },
    {
      "epoch": 36.0,
      "eval_loss": 0.02340899035334587,
      "eval_micro_f1": 0.8555708385644274,
      "step": 27324
    },
    {
      "epoch": 36.231884057971016,
      "learning_rate": 8.792270531400966e-06,
      "loss": 0.000144828662276268,
      "step": 27500
    },
    {
      "epoch": 36.89064558629776,
      "learning_rate": 8.770311813790075e-06,
      "loss": 7.70660936832428e-05,
      "step": 28000
    },
    {
      "epoch": 37.0,
      "eval_loss": 0.022807367146015167,
      "eval_micro_f1": 0.8562674089705398,
      "step": 28083
    },
    {
      "epoch": 37.54940711462451,
      "learning_rate": 8.748353096179184e-06,
      "loss": 8.054495602846145e-05,
      "step": 28500
    },
    {
      "epoch": 38.0,
      "eval_loss": 0.021150145679712296,
      "eval_micro_f1": 0.8554654733605974,
      "step": 28842
    },
    {
      "epoch": 38.20816864295125,
      "learning_rate": 8.726394378568293e-06,
      "loss": 0.00011904157698154449,
      "step": 29000
    },
    {
      "epoch": 38.866930171278,
      "learning_rate": 8.704435660957402e-06,
      "loss": 0.00016540713608264923,
      "step": 29500
    },
    {
      "epoch": 39.0,
      "eval_loss": 0.021935490891337395,
      "eval_micro_f1": 0.8643187872085794,
      "step": 29601
    }
  ],
  "max_steps": 227700,
  "num_train_epochs": 300,
  "total_flos": 125343142215754368,
  "trial_name": null,
  "trial_params": null
}