| { |
| "threshold": 0.91, |
| "objective": "macro_f1", |
| "value_on_val": 0.9037, |
| "default_threshold": 0.5, |
| "default_value_on_val": 0.8658, |
| "improvement": 0.0379, |
| "chosen_on": "validation split, never test", |
| "curve": [ |
| { |
| "threshold": 0.02, |
| "macro_f1": 0.1503, |
| "any_label_recall": 1.0, |
| "any_label_fpr": 0.1051 |
| }, |
| { |
| "threshold": 0.03, |
| "macro_f1": 0.1631, |
| "any_label_recall": 1.0, |
| "any_label_fpr": 0.0813 |
| }, |
| { |
| "threshold": 0.04, |
| "macro_f1": 0.2075, |
| "any_label_recall": 1.0, |
| "any_label_fpr": 0.0747 |
| }, |
| { |
| "threshold": 0.05, |
| "macro_f1": 0.2941, |
| "any_label_recall": 0.9993, |
| "any_label_fpr": 0.0701 |
| }, |
| { |
| "threshold": 0.06, |
| "macro_f1": 0.3936, |
| "any_label_recall": 0.9993, |
| "any_label_fpr": 0.0628 |
| }, |
| { |
| "threshold": 0.07, |
| "macro_f1": 0.4777, |
| "any_label_recall": 0.9993, |
| "any_label_fpr": 0.0588 |
| }, |
| { |
| "threshold": 0.08, |
| "macro_f1": 0.5395, |
| "any_label_recall": 0.9993, |
| "any_label_fpr": 0.0582 |
| }, |
| { |
| "threshold": 0.09, |
| "macro_f1": 0.5885, |
| "any_label_recall": 0.9993, |
| "any_label_fpr": 0.0562 |
| }, |
| { |
| "threshold": 0.1, |
| "macro_f1": 0.6306, |
| "any_label_recall": 0.9993, |
| "any_label_fpr": 0.0549 |
| }, |
| { |
| "threshold": 0.11, |
| "macro_f1": 0.6592, |
| "any_label_recall": 0.9993, |
| "any_label_fpr": 0.0549 |
| }, |
| { |
| "threshold": 0.12, |
| "macro_f1": 0.6812, |
| "any_label_recall": 0.9993, |
| "any_label_fpr": 0.0535 |
| }, |
| { |
| "threshold": 0.13, |
| "macro_f1": 0.7026, |
| "any_label_recall": 0.9993, |
| "any_label_fpr": 0.0529 |
| }, |
| { |
| "threshold": 0.14, |
| "macro_f1": 0.7188, |
| "any_label_recall": 0.9993, |
| "any_label_fpr": 0.0516 |
| }, |
| { |
| "threshold": 0.15, |
| "macro_f1": 0.7321, |
| "any_label_recall": 0.9993, |
| "any_label_fpr": 0.0516 |
| }, |
| { |
| "threshold": 0.16, |
| "macro_f1": 0.7422, |
| "any_label_recall": 0.9993, |
| "any_label_fpr": 0.0502 |
| }, |
| { |
| "threshold": 0.17, |
| "macro_f1": 0.7524, |
| "any_label_recall": 0.9993, |
| "any_label_fpr": 0.0489 |
| }, |
| { |
| "threshold": 0.18, |
| "macro_f1": 0.7614, |
| "any_label_recall": 0.9993, |
| "any_label_fpr": 0.0489 |
| }, |
| { |
| "threshold": 0.19, |
| "macro_f1": 0.7698, |
| "any_label_recall": 0.9993, |
| "any_label_fpr": 0.0476 |
| }, |
| { |
| "threshold": 0.2, |
| "macro_f1": 0.7787, |
| "any_label_recall": 0.9993, |
| "any_label_fpr": 0.0469 |
| }, |
| { |
| "threshold": 0.21, |
| "macro_f1": 0.7856, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0463 |
| }, |
| { |
| "threshold": 0.22, |
| "macro_f1": 0.7921, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0463 |
| }, |
| { |
| "threshold": 0.23, |
| "macro_f1": 0.7957, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0463 |
| }, |
| { |
| "threshold": 0.24, |
| "macro_f1": 0.8001, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0456 |
| }, |
| { |
| "threshold": 0.25, |
| "macro_f1": 0.8041, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0456 |
| }, |
| { |
| "threshold": 0.26, |
| "macro_f1": 0.8076, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0449 |
| }, |
| { |
| "threshold": 0.27, |
| "macro_f1": 0.8114, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0443 |
| }, |
| { |
| "threshold": 0.28, |
| "macro_f1": 0.8158, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0443 |
| }, |
| { |
| "threshold": 0.29, |
| "macro_f1": 0.8198, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.043 |
| }, |
| { |
| "threshold": 0.3, |
| "macro_f1": 0.8237, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.043 |
| }, |
| { |
| "threshold": 0.31, |
| "macro_f1": 0.8281, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.043 |
| }, |
| { |
| "threshold": 0.32, |
| "macro_f1": 0.8308, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0423 |
| }, |
| { |
| "threshold": 0.33, |
| "macro_f1": 0.8345, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0423 |
| }, |
| { |
| "threshold": 0.34, |
| "macro_f1": 0.836, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0416 |
| }, |
| { |
| "threshold": 0.35, |
| "macro_f1": 0.8386, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0416 |
| }, |
| { |
| "threshold": 0.36, |
| "macro_f1": 0.8408, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0416 |
| }, |
| { |
| "threshold": 0.37, |
| "macro_f1": 0.8434, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0403 |
| }, |
| { |
| "threshold": 0.38, |
| "macro_f1": 0.846, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0403 |
| }, |
| { |
| "threshold": 0.39, |
| "macro_f1": 0.849, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0403 |
| }, |
| { |
| "threshold": 0.4, |
| "macro_f1": 0.8504, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0397 |
| }, |
| { |
| "threshold": 0.41, |
| "macro_f1": 0.8522, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0383 |
| }, |
| { |
| "threshold": 0.42, |
| "macro_f1": 0.8547, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0377 |
| }, |
| { |
| "threshold": 0.43, |
| "macro_f1": 0.856, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0377 |
| }, |
| { |
| "threshold": 0.44, |
| "macro_f1": 0.8583, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0377 |
| }, |
| { |
| "threshold": 0.45, |
| "macro_f1": 0.8603, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0377 |
| }, |
| { |
| "threshold": 0.46, |
| "macro_f1": 0.8623, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0377 |
| }, |
| { |
| "threshold": 0.47, |
| "macro_f1": 0.8636, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0377 |
| }, |
| { |
| "threshold": 0.48, |
| "macro_f1": 0.8648, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0377 |
| }, |
| { |
| "threshold": 0.49, |
| "macro_f1": 0.8662, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0377 |
| }, |
| { |
| "threshold": 0.5, |
| "macro_f1": 0.8658, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.037 |
| }, |
| { |
| "threshold": 0.51, |
| "macro_f1": 0.8676, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.037 |
| }, |
| { |
| "threshold": 0.52, |
| "macro_f1": 0.8699, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.037 |
| }, |
| { |
| "threshold": 0.53, |
| "macro_f1": 0.8708, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.037 |
| }, |
| { |
| "threshold": 0.54, |
| "macro_f1": 0.8738, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.037 |
| }, |
| { |
| "threshold": 0.55, |
| "macro_f1": 0.8748, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.037 |
| }, |
| { |
| "threshold": 0.56, |
| "macro_f1": 0.877, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0364 |
| }, |
| { |
| "threshold": 0.57, |
| "macro_f1": 0.8779, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0364 |
| }, |
| { |
| "threshold": 0.58, |
| "macro_f1": 0.8785, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0357 |
| }, |
| { |
| "threshold": 0.59, |
| "macro_f1": 0.8805, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.035 |
| }, |
| { |
| "threshold": 0.6, |
| "macro_f1": 0.882, |
| "any_label_recall": 0.9987, |
| "any_label_fpr": 0.0337 |
| }, |
| { |
| "threshold": 0.61, |
| "macro_f1": 0.8823, |
| "any_label_recall": 0.998, |
| "any_label_fpr": 0.033 |
| }, |
| { |
| "threshold": 0.62, |
| "macro_f1": 0.8833, |
| "any_label_recall": 0.998, |
| "any_label_fpr": 0.033 |
| }, |
| { |
| "threshold": 0.63, |
| "macro_f1": 0.8837, |
| "any_label_recall": 0.9974, |
| "any_label_fpr": 0.033 |
| }, |
| { |
| "threshold": 0.64, |
| "macro_f1": 0.8845, |
| "any_label_recall": 0.9974, |
| "any_label_fpr": 0.033 |
| }, |
| { |
| "threshold": 0.65, |
| "macro_f1": 0.8838, |
| "any_label_recall": 0.9974, |
| "any_label_fpr": 0.033 |
| }, |
| { |
| "threshold": 0.66, |
| "macro_f1": 0.8844, |
| "any_label_recall": 0.9974, |
| "any_label_fpr": 0.033 |
| }, |
| { |
| "threshold": 0.67, |
| "macro_f1": 0.8853, |
| "any_label_recall": 0.9974, |
| "any_label_fpr": 0.0324 |
| }, |
| { |
| "threshold": 0.68, |
| "macro_f1": 0.8877, |
| "any_label_recall": 0.9974, |
| "any_label_fpr": 0.0317 |
| }, |
| { |
| "threshold": 0.69, |
| "macro_f1": 0.8889, |
| "any_label_recall": 0.9974, |
| "any_label_fpr": 0.0304 |
| }, |
| { |
| "threshold": 0.7, |
| "macro_f1": 0.8894, |
| "any_label_recall": 0.9974, |
| "any_label_fpr": 0.0304 |
| }, |
| { |
| "threshold": 0.71, |
| "macro_f1": 0.8901, |
| "any_label_recall": 0.9974, |
| "any_label_fpr": 0.0297 |
| }, |
| { |
| "threshold": 0.72, |
| "macro_f1": 0.8908, |
| "any_label_recall": 0.9974, |
| "any_label_fpr": 0.0291 |
| }, |
| { |
| "threshold": 0.73, |
| "macro_f1": 0.8924, |
| "any_label_recall": 0.9974, |
| "any_label_fpr": 0.0291 |
| }, |
| { |
| "threshold": 0.74, |
| "macro_f1": 0.8931, |
| "any_label_recall": 0.9974, |
| "any_label_fpr": 0.0291 |
| }, |
| { |
| "threshold": 0.75, |
| "macro_f1": 0.8943, |
| "any_label_recall": 0.9974, |
| "any_label_fpr": 0.0284 |
| }, |
| { |
| "threshold": 0.76, |
| "macro_f1": 0.8962, |
| "any_label_recall": 0.9974, |
| "any_label_fpr": 0.0284 |
| }, |
| { |
| "threshold": 0.77, |
| "macro_f1": 0.8973, |
| "any_label_recall": 0.9967, |
| "any_label_fpr": 0.0278 |
| }, |
| { |
| "threshold": 0.78, |
| "macro_f1": 0.8977, |
| "any_label_recall": 0.9961, |
| "any_label_fpr": 0.0278 |
| }, |
| { |
| "threshold": 0.79, |
| "macro_f1": 0.8986, |
| "any_label_recall": 0.9954, |
| "any_label_fpr": 0.0271 |
| }, |
| { |
| "threshold": 0.8, |
| "macro_f1": 0.8999, |
| "any_label_recall": 0.9954, |
| "any_label_fpr": 0.0271 |
| }, |
| { |
| "threshold": 0.81, |
| "macro_f1": 0.8997, |
| "any_label_recall": 0.9948, |
| "any_label_fpr": 0.0271 |
| }, |
| { |
| "threshold": 0.82, |
| "macro_f1": 0.8996, |
| "any_label_recall": 0.9935, |
| "any_label_fpr": 0.0264 |
| }, |
| { |
| "threshold": 0.83, |
| "macro_f1": 0.8996, |
| "any_label_recall": 0.9928, |
| "any_label_fpr": 0.0258 |
| }, |
| { |
| "threshold": 0.84, |
| "macro_f1": 0.8996, |
| "any_label_recall": 0.9915, |
| "any_label_fpr": 0.0258 |
| }, |
| { |
| "threshold": 0.85, |
| "macro_f1": 0.8989, |
| "any_label_recall": 0.9902, |
| "any_label_fpr": 0.0251 |
| }, |
| { |
| "threshold": 0.86, |
| "macro_f1": 0.8995, |
| "any_label_recall": 0.9863, |
| "any_label_fpr": 0.0251 |
| }, |
| { |
| "threshold": 0.87, |
| "macro_f1": 0.9, |
| "any_label_recall": 0.9831, |
| "any_label_fpr": 0.0245 |
| }, |
| { |
| "threshold": 0.88, |
| "macro_f1": 0.9004, |
| "any_label_recall": 0.9804, |
| "any_label_fpr": 0.0245 |
| }, |
| { |
| "threshold": 0.89, |
| "macro_f1": 0.9018, |
| "any_label_recall": 0.9785, |
| "any_label_fpr": 0.0231 |
| }, |
| { |
| "threshold": 0.9, |
| "macro_f1": 0.9032, |
| "any_label_recall": 0.9759, |
| "any_label_fpr": 0.0212 |
| }, |
| { |
| "threshold": 0.91, |
| "macro_f1": 0.9037, |
| "any_label_recall": 0.9687, |
| "any_label_fpr": 0.0185 |
| }, |
| { |
| "threshold": 0.92, |
| "macro_f1": 0.9027, |
| "any_label_recall": 0.9583, |
| "any_label_fpr": 0.0165 |
| }, |
| { |
| "threshold": 0.93, |
| "macro_f1": 0.8994, |
| "any_label_recall": 0.9472, |
| "any_label_fpr": 0.0152 |
| }, |
| { |
| "threshold": 0.94, |
| "macro_f1": 0.8972, |
| "any_label_recall": 0.9329, |
| "any_label_fpr": 0.0126 |
| }, |
| { |
| "threshold": 0.95, |
| "macro_f1": 0.8979, |
| "any_label_recall": 0.914, |
| "any_label_fpr": 0.0106 |
| } |
| ], |
| "notes": [], |
| "note": "**This threshold is not a tuned parameter, and the shipped policy default stays at 0.84.** Three runs against this corpus, two seed replicates and this retrain, read 0.69, 0.83 and 0.81, and the validation curve is flat across the whole range that matters: macro F1 moves from 0.9288 at 0.50 to a peak of 0.9372 at 0.81, a spread of 0.0084 over 45 points of threshold. 0.84 reads 0.9369 on the same curve, indistinguishable from the calibrated value. 0.84 is the reviewed value shipped before this retrain and is unchanged by it." |
| } |
|
|
