testing-auto-training-model / threshold.json
svercoutere's picture
Upload fine-tuned codelist classifier with model card
128a8d3 verified
Raw History Blame Contribute Delete
4.25 kB
{
"global_threshold": 0.8,
"global_macro_f1": 0.8644174845920067,
"per_label_thresholds": {
"global": 0.8,
"A1.1": 0.7675,
"A1.2": 0.8325,
"A1.7": 0.735,
"A2": 0.67
},
"per_label_calibration": [
{
"label": "A1.1",
"validation_positives": 144,
"raw_best_threshold": 0.75,
"raw_best_f1": 0.847457627118644,
"applied_threshold": 0.7675,
"threshold_source": "regularized label optimum"
},
{
"label": "A1.2",
"validation_positives": 83,
"raw_best_threshold": 0.85,
"raw_best_f1": 0.8518518518518519,
"applied_threshold": 0.8325,
"threshold_source": "regularized label optimum"
},
{
"label": "A1.7",
"validation_positives": 382,
"raw_best_threshold": 0.7,
"raw_best_f1": 0.9018087855297158,
"applied_threshold": 0.735,
"threshold_source": "regularized label optimum"
},
{
"label": "A2",
"validation_positives": 115,
"raw_best_threshold": 0.6,
"raw_best_f1": 0.8744588744588745,
"applied_threshold": 0.67,
"threshold_source": "regularized label optimum"
}
],
"sweep_results": [
{
"threshold": 0.1,
"macro_f1": 0.7515569231131196,
"micro_f1": 0.7835862844294548,
"subset_accuracy": 0.7806949806949807
},
{
"threshold": 0.15,
"macro_f1": 0.7762546031831709,
"micro_f1": 0.808187134502924,
"subset_accuracy": 0.8046332046332046
},
{
"threshold": 0.2,
"macro_f1": 0.8002226872008985,
"micro_f1": 0.827710843373494,
"subset_accuracy": 0.8247104247104247
},
{
"threshold": 0.25,
"macro_f1": 0.8118210163750739,
"micro_f1": 0.8366093366093366,
"subset_accuracy": 0.8332046332046332
},
{
"threshold": 0.3,
"macro_f1": 0.8185412058814951,
"micro_f1": 0.8422360248447205,
"subset_accuracy": 0.8378378378378378
},
{
"threshold": 0.35,
"macro_f1": 0.8326520577257259,
"micro_f1": 0.8517110266159695,
"subset_accuracy": 0.8478764478764479
},
{
"threshold": 0.4,
"macro_f1": 0.8353800739966335,
"micro_f1": 0.8545918367346939,
"subset_accuracy": 0.8517374517374517
},
{
"threshold": 0.45,
"macro_f1": 0.8452791877051197,
"micro_f1": 0.8619354838709677,
"subset_accuracy": 0.8571428571428571
},
{
"threshold": 0.5,
"macro_f1": 0.8475986455632065,
"micro_f1": 0.8629242819843342,
"subset_accuracy": 0.8594594594594595
},
{
"threshold": 0.55,
"macro_f1": 0.8512215997962636,
"micro_f1": 0.866754617414248,
"subset_accuracy": 0.864092664092664
},
{
"threshold": 0.6,
"macro_f1": 0.8562382793658799,
"micro_f1": 0.8723404255319149,
"subset_accuracy": 0.8702702702702703
},
{
"threshold": 0.65,
"macro_f1": 0.8603036980157802,
"micro_f1": 0.8753351206434317,
"subset_accuracy": 0.8733590733590734
},
{
"threshold": 0.7,
"macro_f1": 0.8562911291427694,
"micro_f1": 0.8732203389830508,
"subset_accuracy": 0.8733590733590734
},
{
"threshold": 0.75,
"macro_f1": 0.8614491834560704,
"micro_f1": 0.8759424263193969,
"subset_accuracy": 0.8764478764478765
},
{
"threshold": 0.8,
"macro_f1": 0.8644174845920067,
"micro_f1": 0.8765603328710125,
"subset_accuracy": 0.8787644787644787
},
{
"threshold": 0.85,
"macro_f1": 0.8630538109383392,
"micro_f1": 0.8757894736842106,
"subset_accuracy": 0.8795366795366796
},
{
"threshold": 0.9,
"macro_f1": 0.855909024306387,
"micro_f1": 0.871244635193133,
"subset_accuracy": 0.877992277992278
}
],
"validation_metrics": {
"macro_f1": 0.8667662484001216,
"micro_f1": 0.8783505154639175,
"weighted_f1": 0.8783675104128487,
"macro_precision": 0.8649335750621998,
"macro_recall": 0.8688599940013487,
"micro_precision": 0.8741450068399452,
"micro_recall": 0.8825966850828729,
"subset_accuracy": 0.8803088803088803,
"hamming_loss": 0.03416988416988417
}
}