| { |
| "best_metric": 0.8643187872085794, |
| "best_model_checkpoint": "../out/bio/ner-scibert-qa4-querytype4-char-pattern3-subtext-dim50-new/checkpoints/checkpoint-29601", |
| "epoch": 39.0, |
| "global_step": 29601, |
| "is_hyper_param_search": false, |
| "is_local_process_zero": true, |
| "is_world_process_zero": true, |
| "log_history": [ |
| { |
| "epoch": 0.6587615283267457, |
| "learning_rate": 9.97804128238911e-06, |
| "loss": 0.037110485076904294, |
| "step": 500 |
| }, |
| { |
| "epoch": 1.0, |
| "eval_loss": 0.011046583764255047, |
| "eval_micro_f1": 0.7884588313085232, |
| "step": 759 |
| }, |
| { |
| "epoch": 1.3175230566534915, |
| "learning_rate": 9.956082564778218e-06, |
| "loss": 0.01054325771331787, |
| "step": 1000 |
| }, |
| { |
| "epoch": 1.9762845849802373, |
| "learning_rate": 9.934123847167326e-06, |
| "loss": 0.007474568367004395, |
| "step": 1500 |
| }, |
| { |
| "epoch": 2.0, |
| "eval_loss": 0.010235792025923729, |
| "eval_micro_f1": 0.8130828840406419, |
| "step": 1518 |
| }, |
| { |
| "epoch": 2.635046113306983, |
| "learning_rate": 9.912165129556434e-06, |
| "loss": 0.004817815780639648, |
| "step": 2000 |
| }, |
| { |
| "epoch": 3.0, |
| "eval_loss": 0.010428558103740215, |
| "eval_micro_f1": 0.8344238970819677, |
| "step": 2277 |
| }, |
| { |
| "epoch": 3.2938076416337285, |
| "learning_rate": 9.890206411945543e-06, |
| "loss": 0.004297223091125488, |
| "step": 2500 |
| }, |
| { |
| "epoch": 3.9525691699604746, |
| "learning_rate": 9.868247694334652e-06, |
| "loss": 0.00321596097946167, |
| "step": 3000 |
| }, |
| { |
| "epoch": 4.0, |
| "eval_loss": 0.011789126321673393, |
| "eval_micro_f1": 0.8403736228094328, |
| "step": 3036 |
| }, |
| { |
| "epoch": 4.61133069828722, |
| "learning_rate": 9.84628897672376e-06, |
| "loss": 0.00230128288269043, |
| "step": 3500 |
| }, |
| { |
| "epoch": 5.0, |
| "eval_loss": 0.012464746832847595, |
| "eval_micro_f1": 0.837059846869405, |
| "step": 3795 |
| }, |
| { |
| "epoch": 5.270092226613966, |
| "learning_rate": 9.824330259112868e-06, |
| "loss": 0.0020059123039245608, |
| "step": 4000 |
| }, |
| { |
| "epoch": 5.928853754940711, |
| "learning_rate": 9.802371541501977e-06, |
| "loss": 0.0016852006912231445, |
| "step": 4500 |
| }, |
| { |
| "epoch": 6.0, |
| "eval_loss": 0.013810090720653534, |
| "eval_micro_f1": 0.8396595969605289, |
| "step": 4554 |
| }, |
| { |
| "epoch": 6.587615283267457, |
| "learning_rate": 9.780412823891085e-06, |
| "loss": 0.001301923632621765, |
| "step": 5000 |
| }, |
| { |
| "epoch": 7.0, |
| "eval_loss": 0.01601485349237919, |
| "eval_micro_f1": 0.8524957931061408, |
| "step": 5313 |
| }, |
| { |
| "epoch": 7.246376811594203, |
| "learning_rate": 9.758454106280194e-06, |
| "loss": 0.0010347318649291991, |
| "step": 5500 |
| }, |
| { |
| "epoch": 7.905138339920948, |
| "learning_rate": 9.736495388669303e-06, |
| "loss": 0.0009287782907485962, |
| "step": 6000 |
| }, |
| { |
| "epoch": 8.0, |
| "eval_loss": 0.019377898424863815, |
| "eval_micro_f1": 0.8397115912912296, |
| "step": 6072 |
| }, |
| { |
| "epoch": 8.563899868247695, |
| "learning_rate": 9.714536671058412e-06, |
| "loss": 0.0007228772044181824, |
| "step": 6500 |
| }, |
| { |
| "epoch": 9.0, |
| "eval_loss": 0.01860038936138153, |
| "eval_micro_f1": 0.8470322848517083, |
| "step": 6831 |
| }, |
| { |
| "epoch": 9.22266139657444, |
| "learning_rate": 9.692577953447519e-06, |
| "loss": 0.0006817178130149841, |
| "step": 7000 |
| }, |
| { |
| "epoch": 9.881422924901186, |
| "learning_rate": 9.670619235836628e-06, |
| "loss": 0.000784088134765625, |
| "step": 7500 |
| }, |
| { |
| "epoch": 10.0, |
| "eval_loss": 0.017025897279381752, |
| "eval_micro_f1": 0.8547868618338511, |
| "step": 7590 |
| }, |
| { |
| "epoch": 10.540184453227932, |
| "learning_rate": 9.648660518225737e-06, |
| "loss": 0.0006126079559326172, |
| "step": 8000 |
| }, |
| { |
| "epoch": 11.0, |
| "eval_loss": 0.01750860922038555, |
| "eval_micro_f1": 0.8490513387855172, |
| "step": 8349 |
| }, |
| { |
| "epoch": 11.198945981554678, |
| "learning_rate": 9.626701800614845e-06, |
| "loss": 0.0005611885190010071, |
| "step": 8500 |
| }, |
| { |
| "epoch": 11.857707509881424, |
| "learning_rate": 9.604743083003954e-06, |
| "loss": 0.0005836631059646607, |
| "step": 9000 |
| }, |
| { |
| "epoch": 12.0, |
| "eval_loss": 0.017635338008403778, |
| "eval_micro_f1": 0.8532005684902128, |
| "step": 9108 |
| }, |
| { |
| "epoch": 12.516469038208168, |
| "learning_rate": 9.582784365393061e-06, |
| "loss": 0.0004462006688117981, |
| "step": 9500 |
| }, |
| { |
| "epoch": 13.0, |
| "eval_loss": 0.01813138835132122, |
| "eval_micro_f1": 0.848467809452106, |
| "step": 9867 |
| }, |
| { |
| "epoch": 13.175230566534914, |
| "learning_rate": 9.56082564778217e-06, |
| "loss": 0.0004592849016189575, |
| "step": 10000 |
| }, |
| { |
| "epoch": 13.83399209486166, |
| "learning_rate": 9.538866930171279e-06, |
| "loss": 0.00033676078915596006, |
| "step": 10500 |
| }, |
| { |
| "epoch": 14.0, |
| "eval_loss": 0.018653256818652153, |
| "eval_micro_f1": 0.8516164681375102, |
| "step": 10626 |
| }, |
| { |
| "epoch": 14.492753623188406, |
| "learning_rate": 9.516908212560388e-06, |
| "loss": 0.0003650049865245819, |
| "step": 11000 |
| }, |
| { |
| "epoch": 15.0, |
| "eval_loss": 0.019014721736311913, |
| "eval_micro_f1": 0.8508441462836741, |
| "step": 11385 |
| }, |
| { |
| "epoch": 15.151515151515152, |
| "learning_rate": 9.494949494949497e-06, |
| "loss": 0.00036732107400894165, |
| "step": 11500 |
| }, |
| { |
| "epoch": 15.810276679841897, |
| "learning_rate": 9.472990777338604e-06, |
| "loss": 0.000251627117395401, |
| "step": 12000 |
| }, |
| { |
| "epoch": 16.0, |
| "eval_loss": 0.019610272720456123, |
| "eval_micro_f1": 0.8487043739773622, |
| "step": 12144 |
| }, |
| { |
| "epoch": 16.469038208168644, |
| "learning_rate": 9.451032059727712e-06, |
| "loss": 0.0005120611190795898, |
| "step": 12500 |
| }, |
| { |
| "epoch": 17.0, |
| "eval_loss": 0.018985049799084663, |
| "eval_micro_f1": 0.8462077662179299, |
| "step": 12903 |
| }, |
| { |
| "epoch": 17.12779973649539, |
| "learning_rate": 9.429073342116821e-06, |
| "loss": 0.00031096377968788146, |
| "step": 13000 |
| }, |
| { |
| "epoch": 17.786561264822133, |
| "learning_rate": 9.40711462450593e-06, |
| "loss": 0.00019182461500167846, |
| "step": 13500 |
| }, |
| { |
| "epoch": 18.0, |
| "eval_loss": 0.01964498870074749, |
| "eval_micro_f1": 0.8557531957198969, |
| "step": 13662 |
| }, |
| { |
| "epoch": 18.44532279314888, |
| "learning_rate": 9.385155906895039e-06, |
| "loss": 0.00024452657997608187, |
| "step": 14000 |
| }, |
| { |
| "epoch": 19.0, |
| "eval_loss": 0.021180404350161552, |
| "eval_micro_f1": 0.8577108770917136, |
| "step": 14421 |
| }, |
| { |
| "epoch": 19.104084321475625, |
| "learning_rate": 9.363197189284146e-06, |
| "loss": 0.0002680089771747589, |
| "step": 14500 |
| }, |
| { |
| "epoch": 19.76284584980237, |
| "learning_rate": 9.341238471673255e-06, |
| "loss": 0.0002937615513801575, |
| "step": 15000 |
| }, |
| { |
| "epoch": 20.0, |
| "eval_loss": 0.020903080701828003, |
| "eval_micro_f1": 0.8581900192349345, |
| "step": 15180 |
| }, |
| { |
| "epoch": 20.421607378129117, |
| "learning_rate": 9.319279754062364e-06, |
| "loss": 0.00018737909197807313, |
| "step": 15500 |
| }, |
| { |
| "epoch": 21.0, |
| "eval_loss": 0.021407702937722206, |
| "eval_micro_f1": 0.8597197164416296, |
| "step": 15939 |
| }, |
| { |
| "epoch": 21.080368906455863, |
| "learning_rate": 9.297321036451472e-06, |
| "loss": 0.0001290062665939331, |
| "step": 16000 |
| }, |
| { |
| "epoch": 21.73913043478261, |
| "learning_rate": 9.275362318840581e-06, |
| "loss": 0.0001307707875967026, |
| "step": 16500 |
| }, |
| { |
| "epoch": 22.0, |
| "eval_loss": 0.02195800468325615, |
| "eval_micro_f1": 0.8524727572533776, |
| "step": 16698 |
| }, |
| { |
| "epoch": 22.397891963109355, |
| "learning_rate": 9.253403601229688e-06, |
| "loss": 0.00023717455565929412, |
| "step": 17000 |
| }, |
| { |
| "epoch": 23.0, |
| "eval_loss": 0.022745156660676003, |
| "eval_micro_f1": 0.8558443397926969, |
| "step": 17457 |
| }, |
| { |
| "epoch": 23.0566534914361, |
| "learning_rate": 9.231444883618797e-06, |
| "loss": 0.00017341481149196625, |
| "step": 17500 |
| }, |
| { |
| "epoch": 23.715415019762847, |
| "learning_rate": 9.209486166007906e-06, |
| "loss": 0.00025756615400314333, |
| "step": 18000 |
| }, |
| { |
| "epoch": 24.0, |
| "eval_loss": 0.02122940495610237, |
| "eval_micro_f1": 0.8519865691696683, |
| "step": 18216 |
| }, |
| { |
| "epoch": 24.37417654808959, |
| "learning_rate": 9.187527448397015e-06, |
| "loss": 0.0001464369297027588, |
| "step": 18500 |
| }, |
| { |
| "epoch": 25.0, |
| "eval_loss": 0.02185015007853508, |
| "eval_micro_f1": 0.8496085697511283, |
| "step": 18975 |
| }, |
| { |
| "epoch": 25.032938076416336, |
| "learning_rate": 9.165568730786123e-06, |
| "loss": 0.0001510075181722641, |
| "step": 19000 |
| }, |
| { |
| "epoch": 25.691699604743082, |
| "learning_rate": 9.143610013175232e-06, |
| "loss": 0.00016037344932556152, |
| "step": 19500 |
| }, |
| { |
| "epoch": 26.0, |
| "eval_loss": 0.022148123010993004, |
| "eval_micro_f1": 0.8574194435600588, |
| "step": 19734 |
| }, |
| { |
| "epoch": 26.350461133069828, |
| "learning_rate": 9.12165129556434e-06, |
| "loss": 0.000233057901263237, |
| "step": 20000 |
| }, |
| { |
| "epoch": 27.0, |
| "eval_loss": 0.022844456136226654, |
| "eval_micro_f1": 0.8623087616694572, |
| "step": 20493 |
| }, |
| { |
| "epoch": 27.009222661396574, |
| "learning_rate": 9.099692577953448e-06, |
| "loss": 0.00011244810372591019, |
| "step": 20500 |
| }, |
| { |
| "epoch": 27.66798418972332, |
| "learning_rate": 9.077733860342557e-06, |
| "loss": 0.00013506200909614563, |
| "step": 21000 |
| }, |
| { |
| "epoch": 28.0, |
| "eval_loss": 0.022953923791646957, |
| "eval_micro_f1": 0.8545429086416555, |
| "step": 21252 |
| }, |
| { |
| "epoch": 28.326745718050066, |
| "learning_rate": 9.055775142731666e-06, |
| "loss": 0.00026963132619857785, |
| "step": 21500 |
| }, |
| { |
| "epoch": 28.985507246376812, |
| "learning_rate": 9.033816425120775e-06, |
| "loss": 0.00014831958711147307, |
| "step": 22000 |
| }, |
| { |
| "epoch": 29.0, |
| "eval_loss": 0.023488974198698997, |
| "eval_micro_f1": 0.8477237043668356, |
| "step": 22011 |
| }, |
| { |
| "epoch": 29.64426877470356, |
| "learning_rate": 9.011857707509882e-06, |
| "loss": 0.0001335151344537735, |
| "step": 22500 |
| }, |
| { |
| "epoch": 30.0, |
| "eval_loss": 0.019763289019465446, |
| "eval_micro_f1": 0.8529330757872978, |
| "step": 22770 |
| }, |
| { |
| "epoch": 30.303030303030305, |
| "learning_rate": 8.98989898989899e-06, |
| "loss": 0.00023964977264404297, |
| "step": 23000 |
| }, |
| { |
| "epoch": 30.961791831357047, |
| "learning_rate": 8.9679402722881e-06, |
| "loss": 0.00018574166297912598, |
| "step": 23500 |
| }, |
| { |
| "epoch": 31.0, |
| "eval_loss": 0.02139969728887081, |
| "eval_micro_f1": 0.8617217410970216, |
| "step": 23529 |
| }, |
| { |
| "epoch": 31.620553359683793, |
| "learning_rate": 8.945981554677208e-06, |
| "loss": 7.593867182731629e-05, |
| "step": 24000 |
| }, |
| { |
| "epoch": 32.0, |
| "eval_loss": 0.027622610330581665, |
| "eval_micro_f1": 0.8440183166154224, |
| "step": 24288 |
| }, |
| { |
| "epoch": 32.27931488801054, |
| "learning_rate": 8.924022837066317e-06, |
| "loss": 6.25964105129242e-05, |
| "step": 24500 |
| }, |
| { |
| "epoch": 32.93807641633729, |
| "learning_rate": 8.902064119455424e-06, |
| "loss": 9.8123200237751e-05, |
| "step": 25000 |
| }, |
| { |
| "epoch": 33.0, |
| "eval_loss": 0.025167174637317657, |
| "eval_micro_f1": 0.8521543222259202, |
| "step": 25047 |
| }, |
| { |
| "epoch": 33.59683794466403, |
| "learning_rate": 8.880105401844533e-06, |
| "loss": 0.00018300886452198028, |
| "step": 25500 |
| }, |
| { |
| "epoch": 34.0, |
| "eval_loss": 0.023568451404571533, |
| "eval_micro_f1": 0.851057944458968, |
| "step": 25806 |
| }, |
| { |
| "epoch": 34.25559947299078, |
| "learning_rate": 8.858146684233642e-06, |
| "loss": 0.00012137698382139205, |
| "step": 26000 |
| }, |
| { |
| "epoch": 34.91436100131752, |
| "learning_rate": 8.83618796662275e-06, |
| "loss": 0.00019975709915161132, |
| "step": 26500 |
| }, |
| { |
| "epoch": 35.0, |
| "eval_loss": 0.022091668099164963, |
| "eval_micro_f1": 0.8548590655495029, |
| "step": 26565 |
| }, |
| { |
| "epoch": 35.573122529644266, |
| "learning_rate": 8.81422924901186e-06, |
| "loss": 0.00012561745941638947, |
| "step": 27000 |
| }, |
| { |
| "epoch": 36.0, |
| "eval_loss": 0.02340899035334587, |
| "eval_micro_f1": 0.8555708385644274, |
| "step": 27324 |
| }, |
| { |
| "epoch": 36.231884057971016, |
| "learning_rate": 8.792270531400966e-06, |
| "loss": 0.000144828662276268, |
| "step": 27500 |
| }, |
| { |
| "epoch": 36.89064558629776, |
| "learning_rate": 8.770311813790075e-06, |
| "loss": 7.70660936832428e-05, |
| "step": 28000 |
| }, |
| { |
| "epoch": 37.0, |
| "eval_loss": 0.022807367146015167, |
| "eval_micro_f1": 0.8562674089705398, |
| "step": 28083 |
| }, |
| { |
| "epoch": 37.54940711462451, |
| "learning_rate": 8.748353096179184e-06, |
| "loss": 8.054495602846145e-05, |
| "step": 28500 |
| }, |
| { |
| "epoch": 38.0, |
| "eval_loss": 0.021150145679712296, |
| "eval_micro_f1": 0.8554654733605974, |
| "step": 28842 |
| }, |
| { |
| "epoch": 38.20816864295125, |
| "learning_rate": 8.726394378568293e-06, |
| "loss": 0.00011904157698154449, |
| "step": 29000 |
| }, |
| { |
| "epoch": 38.866930171278, |
| "learning_rate": 8.704435660957402e-06, |
| "loss": 0.00016540713608264923, |
| "step": 29500 |
| }, |
| { |
| "epoch": 39.0, |
| "eval_loss": 0.021935490891337395, |
| "eval_micro_f1": 0.8643187872085794, |
| "step": 29601 |
| } |
| ], |
| "max_steps": 227700, |
| "num_train_epochs": 300, |
| "total_flos": 125343142215754368, |
| "trial_name": null, |
| "trial_params": null |
| } |
|
|
