{
"experiments": [
{
"C": 2,
"accuracy_at_0.5": 0.972027972027972,
"accuracy_at_tau": 0.972027972027972,
"classifier": "logreg",
"conversion_exact": true,
"dataset": "breast_cancer",
"delta_0.5": 0.0,
"ece": 0.032081276164243465,
"f1_at_0.5": 0.9775280898876404,
"f1_at_converted_0.5": 0.9775280898876404,
"f1_at_tau": 0.9775280898876404,
"f1_at_tau_val": 0.994413407821229,
"f1_val_at_0.5": 0.9887640449438202,
"kind": "binary",
"n_test": 143,
"n_train": 284,
"support_positive": 90,
"tau": 0.4818890118886161
},
{
"C": 2,
"accuracy_at_0.5": 0.9440559440559441,
"accuracy_at_tau": 0.9370629370629371,
"classifier": "random_forest",
"conversion_exact": true,
"dataset": "breast_cancer",
"delta_0.5": 0.0,
"ece": 0.04585081585081583,
"f1_at_0.5": 0.9550561797752809,
"f1_at_converted_0.5": 0.9491525423728814,
"f1_at_tau": 0.9491525423728814,
"f1_at_tau_val": 0.9714285714285714,
"f1_val_at_0.5": 0.9550561797752809,
"kind": "binary",
"n_test": 143,
"n_train": 284,
"support_positive": 90,
"tau": 0.54
},
{
"C": 2,
"accuracy_at_0.5": 0.951048951048951,
"accuracy_at_tau": 0.951048951048951,
"classifier": "hist_gb",
"conversion_exact": true,
"dataset": "breast_cancer",
"delta_0.5": 0.0,
"ece": 0.02789548009403652,
"f1_at_0.5": 0.9608938547486033,
"f1_at_converted_0.5": 0.9608938547486033,
"f1_at_tau": 0.9608938547486033,
"f1_at_tau_val": 0.9832402234636871,
"f1_val_at_0.5": 0.9832402234636871,
"kind": "binary",
"n_test": 143,
"n_train": 284,
"support_positive": 90,
"tau": 0.528047999191515
},
{
"C": 2,
"accuracy_at_0.5": 0.9370629370629371,
"accuracy_at_tau": 0.9300699300699301,
"classifier": "gaussian_nb",
"conversion_exact": true,
"dataset": "breast_cancer",
"delta_0.5": 0.0,
"ece": 0.06548181916549933,
"f1_at_0.5": 0.9497206703910615,
"f1_at_converted_0.5": 0.9425287356321839,
"f1_at_tau": 0.9425287356321839,
"f1_at_tau_val": 0.9655172413793104,
"f1_val_at_0.5": 0.9392265193370166,
"kind": "binary",
"n_test": 143,
"n_train": 284,
"support_positive": 90,
"tau": 0.9984020798385944
},
{
"C": 2,
"accuracy_at_0.5": 0.965034965034965,
"accuracy_at_tau": 0.951048951048951,
"classifier": "knn",
"conversion_exact": true,
"dataset": "breast_cancer",
"delta_0.5": 0.0,
"ece": 0.043987915569621505,
"f1_at_0.5": 0.9726775956284153,
"f1_at_converted_0.5": 0.96,
"f1_at_tau": 0.96,
"f1_at_tau_val": 0.9723756906077348,
"f1_val_at_0.5": 0.967391304347826,
"kind": "binary",
"n_test": 143,
"n_train": 284,
"support_positive": 90,
"tau": 0.6654906520725036
},
{
"C": 3,
"argmax_agreement": 0.9111111111111111,
"argmax_converted_f1": 0.8879210220673636,
"argmax_f1": 0.9764982373678026,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 1.0,
"f1_at_converted_0.5": 0.8888888888888888,
"f1_at_tau": 0.8888888888888888,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 0.967741935483871,
"prevalence_test": 0.3333333333333333,
"tau": 0.8593556187210311
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 1.0,
"f1_at_converted_0.5": 0.9473684210526315,
"f1_at_tau": 0.9473684210526315,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 0.9696969696969697,
"prevalence_test": 0.4,
"tau": 0.26844413431572095
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 0.9565217391304348,
"f1_at_converted_0.5": 0.8571428571428571,
"f1_at_tau": 0.8571428571428571,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 1.0,
"prevalence_test": 0.26666666666666666,
"tau": 0.8848952108529998
}
],
"classifier": "logreg",
"conversion_exact": true,
"dataset": "wine",
"delta_0.5": 0.022222222222222223,
"ece": 0.06375598243918726,
"kind": "multiclass",
"macro_f1_at_0.5": 0.9855072463768115,
"macro_f1_at_converted_0.5": 0.8978000556947925,
"macro_f1_at_tau": 0.8978000556947925,
"macro_f1_at_tau_val": 1.0,
"macro_f1_val_at_0.5": 0.9791463017269469,
"n_tau_not_0.5": 3,
"n_test": 45,
"n_train": 89,
"tau_max": 0.8848952108529998,
"tau_min": 0.26844413431572095,
"tau_spread": 0.6164510765372788
},
{
"C": 3,
"argmax_agreement": 1.0,
"argmax_converted_f1": 0.9794967381174278,
"argmax_f1": 0.9794967381174278,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 0.9655172413793104,
"f1_at_converted_0.5": 0.9655172413793104,
"f1_at_tau": 0.9655172413793104,
"f1_at_tau_val": 0.967741935483871,
"f1_val_at_0.5": 0.967741935483871,
"prevalence_test": 0.3333333333333333,
"tau": 0.5333333333333333
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 0.972972972972973,
"f1_at_converted_0.5": 0.972972972972973,
"f1_at_tau": 0.972972972972973,
"f1_at_tau_val": 0.9714285714285714,
"f1_val_at_0.5": 0.9696969696969697,
"prevalence_test": 0.4,
"tau": 0.4066666666666667
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 1.0,
"f1_at_converted_0.5": 0.9565217391304348,
"f1_at_tau": 0.9565217391304348,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 1.0,
"prevalence_test": 0.26666666666666666,
"tau": 0.6333333333333333
}
],
"classifier": "random_forest",
"conversion_exact": true,
"dataset": "wine",
"delta_0.5": 0.0,
"ece": 0.1369629629629629,
"kind": "multiclass",
"macro_f1_at_0.5": 0.9794967381174278,
"macro_f1_at_converted_0.5": 0.9650039844942393,
"macro_f1_at_tau": 0.9650039844942393,
"macro_f1_at_tau_val": 0.9797235023041475,
"macro_f1_val_at_0.5": 0.9791463017269469,
"n_tau_not_0.5": 3,
"n_test": 45,
"n_train": 89,
"tau_max": 0.6333333333333333,
"tau_min": 0.4066666666666667,
"tau_spread": 0.22666666666666663
},
{
"C": 3,
"argmax_agreement": 0.9333333333333333,
"argmax_converted_f1": 0.881188673955705,
"argmax_f1": 0.9564691338541257,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 0.9655172413793104,
"f1_at_converted_0.5": 0.9655172413793104,
"f1_at_tau": 0.9655172413793104,
"f1_at_tau_val": 0.967741935483871,
"f1_val_at_0.5": 0.9333333333333333,
"prevalence_test": 0.3333333333333333,
"tau": 0.13878642160615498
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 0.9473684210526315,
"f1_at_converted_0.5": 0.9,
"f1_at_tau": 0.9,
"f1_at_tau_val": 0.9714285714285714,
"f1_val_at_0.5": 0.9411764705882353,
"prevalence_test": 0.4,
"tau": 0.0489442680191094
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 0.9565217391304348,
"f1_at_converted_0.5": 0.8,
"f1_at_tau": 0.8,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 1.0,
"prevalence_test": 0.26666666666666666,
"tau": 0.9973930101201472
}
],
"classifier": "hist_gb",
"conversion_exact": true,
"dataset": "wine",
"delta_0.5": 0.0,
"ece": 0.035175868932785105,
"kind": "multiclass",
"macro_f1_at_0.5": 0.9564691338541257,
"macro_f1_at_converted_0.5": 0.8885057471264369,
"macro_f1_at_tau": 0.8885057471264369,
"macro_f1_at_tau_val": 0.9797235023041475,
"macro_f1_val_at_0.5": 0.9581699346405229,
"n_tau_not_0.5": 3,
"n_test": 45,
"n_train": 89,
"tau_max": 0.9973930101201472,
"tau_min": 0.0489442680191094,
"tau_spread": 0.9484487421010378
},
{
"C": 3,
"argmax_agreement": 0.9777777777777777,
"argmax_converted_f1": 0.9566538952745849,
"argmax_f1": 0.9337009423216319,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 0.9655172413793104,
"f1_at_converted_0.5": 0.9285714285714286,
"f1_at_tau": 0.9285714285714286,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 1.0,
"prevalence_test": 0.3333333333333333,
"tau": 0.9989526320631731
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 0.918918918918919,
"f1_at_converted_0.5": 0.8823529411764706,
"f1_at_tau": 0.8823529411764706,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 1.0,
"prevalence_test": 0.4,
"tau": 0.9986811796774245
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 0.9166666666666666,
"f1_at_converted_0.5": 0.9090909090909091,
"f1_at_tau": 0.9090909090909091,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 1.0,
"prevalence_test": 0.26666666666666666,
"tau": 0.9957131209127658
}
],
"classifier": "gaussian_nb",
"conversion_exact": true,
"dataset": "wine",
"delta_0.5": 0.0,
"ece": 0.056173025292997954,
"kind": "multiclass",
"macro_f1_at_0.5": 0.9337009423216319,
"macro_f1_at_converted_0.5": 0.906671759612936,
"macro_f1_at_tau": 0.906671759612936,
"macro_f1_at_tau_val": 1.0,
"macro_f1_val_at_0.5": 1.0,
"n_tau_not_0.5": 3,
"n_test": 45,
"n_train": 89,
"tau_max": 0.9989526320631731,
"tau_min": 0.9957131209127658,
"tau_spread": 0.003239511150407326
},
{
"C": 3,
"argmax_agreement": 0.9111111111111111,
"argmax_converted_f1": 0.9125541125541127,
"argmax_f1": 1.0,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 1.0,
"f1_at_converted_0.5": 0.9285714285714286,
"f1_at_tau": 0.9285714285714286,
"f1_at_tau_val": 0.967741935483871,
"f1_val_at_0.5": 0.9090909090909091,
"prevalence_test": 0.3333333333333333,
"tau": 0.8163284596315215
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 1.0,
"f1_at_converted_0.5": 0.972972972972973,
"f1_at_tau": 0.972972972972973,
"f1_at_tau_val": 0.9696969696969697,
"f1_val_at_0.5": 0.9032258064516129,
"prevalence_test": 0.4,
"tau": 0.3206850595890928
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 1.0,
"f1_at_converted_0.5": 0.9090909090909091,
"f1_at_tau": 0.9090909090909091,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 1.0,
"prevalence_test": 0.26666666666666666,
"tau": 0.8246417041785133
}
],
"classifier": "knn",
"conversion_exact": true,
"dataset": "wine",
"delta_0.5": 0.0,
"ece": 0.12285313952811296,
"kind": "multiclass",
"macro_f1_at_0.5": 1.0,
"macro_f1_at_converted_0.5": 0.936878436878437,
"macro_f1_at_tau": 0.936878436878437,
"macro_f1_at_tau_val": 0.9791463017269469,
"macro_f1_val_at_0.5": 0.9374389051808407,
"n_tau_not_0.5": 3,
"n_test": 45,
"n_train": 89,
"tau_max": 0.8246417041785133,
"tau_min": 0.3206850595890928,
"tau_spread": 0.5039566445894206
},
{
"C": 3,
"argmax_agreement": 0.9473684210526315,
"argmax_converted_f1": 0.9194847020933977,
"argmax_f1": 0.9199999999999999,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 1.0,
"f1_at_converted_0.5": 1.0,
"f1_at_tau": 1.0,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 1.0,
"prevalence_test": 0.34210526315789475,
"tau": 0.8892922383729835
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 0.88,
"f1_at_converted_0.5": 0.7619047619047619,
"f1_at_tau": 0.7619047619047619,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 0.96,
"prevalence_test": 0.34210526315789475,
"tau": 0.6823306773888167
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 0.88,
"f1_at_converted_0.5": 0.88,
"f1_at_tau": 0.88,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 0.96,
"prevalence_test": 0.3157894736842105,
"tau": 0.40774374003834013
}
],
"classifier": "logreg",
"conversion_exact": true,
"dataset": "iris",
"delta_0.5": 0.0,
"ece": 0.17272083706888378,
"kind": "multiclass",
"macro_f1_at_0.5": 0.9199999999999999,
"macro_f1_at_converted_0.5": 0.8806349206349205,
"macro_f1_at_tau": 0.8806349206349205,
"macro_f1_at_tau_val": 1.0,
"macro_f1_val_at_0.5": 0.9733333333333333,
"n_tau_not_0.5": 3,
"n_test": 38,
"n_train": 75,
"tau_max": 0.8892922383729835,
"tau_min": 0.40774374003834013,
"tau_spread": 0.4815484983346434
},
{
"C": 3,
"argmax_agreement": 0.8421052631578947,
"argmax_converted_f1": 0.8333333333333334,
"argmax_f1": 0.8931623931623932,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 1.0,
"f1_at_converted_0.5": 1.0,
"f1_at_tau": 1.0,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 1.0,
"prevalence_test": 0.34210526315789475,
"tau": 0.96
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 0.8461538461538461,
"f1_at_converted_0.5": 0.5555555555555556,
"f1_at_tau": 0.5555555555555556,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 0.96,
"prevalence_test": 0.34210526315789475,
"tau": 0.9766666666666667
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 0.8333333333333334,
"f1_at_converted_0.5": 0.8461538461538461,
"f1_at_tau": 0.8461538461538461,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 0.96,
"prevalence_test": 0.3157894736842105,
"tau": 0.2833333333333333
}
],
"classifier": "random_forest",
"conversion_exact": true,
"dataset": "iris",
"delta_0.5": 0.0,
"ece": 0.07728070175438584,
"kind": "multiclass",
"macro_f1_at_0.5": 0.8931623931623932,
"macro_f1_at_converted_0.5": 0.8005698005698005,
"macro_f1_at_tau": 0.8005698005698005,
"macro_f1_at_tau_val": 1.0,
"macro_f1_val_at_0.5": 0.9733333333333333,
"n_tau_not_0.5": 3,
"n_test": 38,
"n_train": 75,
"tau_max": 0.9766666666666667,
"tau_min": 0.2833333333333333,
"tau_spread": 0.6933333333333334
},
{
"C": 3,
"argmax_agreement": 0.8947368421052632,
"argmax_converted_f1": 0.8917748917748919,
"argmax_f1": 0.8931623931623932,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 1.0,
"f1_at_converted_0.5": 1.0,
"f1_at_tau": 1.0,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 1.0,
"prevalence_test": 0.34210526315789475,
"tau": 0.9998573579574902
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 0.8461538461538461,
"f1_at_converted_0.5": 0.8181818181818182,
"f1_at_tau": 0.8181818181818182,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 0.96,
"prevalence_test": 0.34210526315789475,
"tau": 0.9984336160623088
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 0.8333333333333334,
"f1_at_converted_0.5": 0.88,
"f1_at_tau": 0.88,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 0.96,
"prevalence_test": 0.3157894736842105,
"tau": 0.013961327314660531
}
],
"classifier": "hist_gb",
"conversion_exact": true,
"dataset": "iris",
"delta_0.5": 0.0,
"ece": 0.1034724004983999,
"kind": "multiclass",
"macro_f1_at_0.5": 0.8931623931623932,
"macro_f1_at_converted_0.5": 0.8993939393939394,
"macro_f1_at_tau": 0.8993939393939394,
"macro_f1_at_tau_val": 1.0,
"macro_f1_val_at_0.5": 0.9733333333333333,
"n_tau_not_0.5": 3,
"n_test": 38,
"n_train": 75,
"tau_max": 0.9998573579574902,
"tau_min": 0.013961327314660531,
"tau_spread": 0.9858960306428297
},
{
"C": 3,
"argmax_agreement": 1.0,
"argmax_converted_f1": 0.9199999999999999,
"argmax_f1": 0.9199999999999999,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 1.0,
"f1_at_converted_0.5": 1.0,
"f1_at_tau": 1.0,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 1.0,
"prevalence_test": 0.34210526315789475,
"tau": 0.99999999793652
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 0.88,
"f1_at_converted_0.5": 0.8695652173913043,
"f1_at_tau": 0.8695652173913043,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 0.96,
"prevalence_test": 0.34210526315789475,
"tau": 0.7535043727823559
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 0.88,
"f1_at_converted_0.5": 0.88,
"f1_at_tau": 0.88,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 0.96,
"prevalence_test": 0.3157894736842105,
"tau": 0.30400407066549295
}
],
"classifier": "gaussian_nb",
"conversion_exact": true,
"dataset": "iris",
"delta_0.5": 0.0,
"ece": 0.056237980125358834,
"kind": "multiclass",
"macro_f1_at_0.5": 0.9199999999999999,
"macro_f1_at_converted_0.5": 0.9165217391304347,
"macro_f1_at_tau": 0.9165217391304347,
"macro_f1_at_tau_val": 1.0,
"macro_f1_val_at_0.5": 0.9733333333333333,
"n_tau_not_0.5": 3,
"n_test": 38,
"n_train": 75,
"tau_max": 0.99999999793652,
"tau_min": 0.30400407066549295,
"tau_spread": 0.695995927271027
},
{
"C": 3,
"argmax_agreement": 0.9210526315789473,
"argmax_converted_f1": 0.8658078368223295,
"argmax_f1": 0.9465811965811967,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 1.0,
"f1_at_converted_0.5": 1.0,
"f1_at_tau": 1.0,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 1.0,
"prevalence_test": 0.34210526315789475,
"tau": 0.999999999
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 0.9230769230769231,
"f1_at_converted_0.5": 0.782608695652174,
"f1_at_tau": 0.782608695652174,
"f1_at_tau_val": 0.96,
"f1_val_at_0.5": 0.96,
"prevalence_test": 0.34210526315789475,
"tau": 0.6261749428445398
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 0.9166666666666666,
"f1_at_converted_0.5": 0.7857142857142857,
"f1_at_tau": 0.7857142857142857,
"f1_at_tau_val": 0.9629629629629629,
"f1_val_at_0.5": 0.96,
"prevalence_test": 0.3157894736842105,
"tau": 0.3728513050539251
}
],
"classifier": "knn",
"conversion_exact": true,
"dataset": "iris",
"delta_0.5": 0.0,
"ece": 0.10346305382328119,
"kind": "multiclass",
"macro_f1_at_0.5": 0.9465811965811967,
"macro_f1_at_converted_0.5": 0.8561076604554865,
"macro_f1_at_tau": 0.8561076604554865,
"macro_f1_at_tau_val": 0.974320987654321,
"macro_f1_val_at_0.5": 0.9733333333333333,
"n_tau_not_0.5": 3,
"n_test": 38,
"n_train": 75,
"tau_max": 0.999999999,
"tau_min": 0.3728513050539251,
"tau_spread": 0.6271486939460749
},
{
"C": 10,
"argmax_agreement": 0.9777777777777777,
"argmax_converted_f1": 0.9561003851539048,
"argmax_f1": 0.9646722032297197,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 1.0,
"f1_at_converted_0.5": 1.0,
"f1_at_tau": 1.0,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 1.0,
"prevalence_test": 0.09777777777777778,
"tau": 0.7637433971676828
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 0.9347826086956522,
"f1_at_converted_0.5": 0.9230769230769231,
"f1_at_tau": 0.9230769230769231,
"f1_at_tau_val": 0.967741935483871,
"f1_val_at_0.5": 0.9375,
"prevalence_test": 0.10222222222222223,
"tau": 0.6369469838204765
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 0.9885057471264368,
"f1_at_converted_0.5": 0.9767441860465116,
"f1_at_tau": 0.9767441860465116,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 0.9887640449438202,
"prevalence_test": 0.09777777777777778,
"tau": 0.631084662141728
},
{
"class": "3",
"exact": true,
"f1_at_0.5": 0.9425287356321839,
"f1_at_converted_0.5": 0.9565217391304348,
"f1_at_tau": 0.9565217391304348,
"f1_at_tau_val": 0.9574468085106383,
"f1_val_at_0.5": 0.9545454545454546,
"prevalence_test": 0.10222222222222223,
"tau": 0.28180186970445675
},
{
"class": "4",
"exact": true,
"f1_at_0.5": 0.9555555555555556,
"f1_at_converted_0.5": 0.9555555555555556,
"f1_at_tau": 0.9555555555555556,
"f1_at_tau_val": 0.9887640449438202,
"f1_val_at_0.5": 0.9772727272727273,
"prevalence_test": 0.10222222222222223,
"tau": 0.450808462560144
},
{
"class": "5",
"exact": true,
"f1_at_0.5": 0.9555555555555556,
"f1_at_converted_0.5": 0.967741935483871,
"f1_at_tau": 0.967741935483871,
"f1_at_tau_val": 0.9777777777777777,
"f1_val_at_0.5": 0.9302325581395349,
"prevalence_test": 0.10222222222222223,
"tau": 0.4001708548622834
},
{
"class": "6",
"exact": true,
"f1_at_0.5": 0.9545454545454546,
"f1_at_converted_0.5": 0.9473684210526315,
"f1_at_tau": 0.9473684210526315,
"f1_at_tau_val": 0.967032967032967,
"f1_val_at_0.5": 0.9545454545454546,
"prevalence_test": 0.10222222222222223,
"tau": 0.07478068991596362
},
{
"class": "7",
"exact": true,
"f1_at_0.5": 0.9777777777777777,
"f1_at_converted_0.5": 0.9655172413793104,
"f1_at_tau": 0.9655172413793104,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 1.0,
"prevalence_test": 0.09777777777777778,
"tau": 0.8163425380011746
},
{
"class": "8",
"exact": true,
"f1_at_0.5": 0.9411764705882353,
"f1_at_converted_0.5": 0.9230769230769231,
"f1_at_tau": 0.9230769230769231,
"f1_at_tau_val": 0.9333333333333333,
"f1_val_at_0.5": 0.9047619047619048,
"prevalence_test": 0.09555555555555556,
"tau": 0.30518955916077595
},
{
"class": "9",
"exact": true,
"f1_at_0.5": 0.9555555555555556,
"f1_at_converted_0.5": 0.9555555555555556,
"f1_at_tau": 0.9555555555555556,
"f1_at_tau_val": 0.9772727272727273,
"f1_val_at_0.5": 0.9574468085106383,
"prevalence_test": 0.1,
"tau": 0.5959164734624797
}
],
"classifier": "logreg",
"conversion_exact": true,
"dataset": "digits",
"delta_0.5": 0.028888888888888888,
"ece": 0.033427166890949725,
"kind": "multiclass",
"macro_f1_at_0.5": 0.9605983461032407,
"macro_f1_at_converted_0.5": 0.9571158480357717,
"macro_f1_at_tau": 0.9571158480357717,
"macro_f1_at_tau_val": 0.9769369594355135,
"macro_f1_val_at_0.5": 0.9605068952719537,
"n_tau_not_0.5": 10,
"n_test": 450,
"n_train": 898,
"tau_max": 0.8163425380011746,
"tau_min": 0.07478068991596362,
"tau_spread": 0.741561848085211
},
{
"C": 10,
"argmax_agreement": 0.9733333333333334,
"argmax_converted_f1": 0.9626056490302581,
"argmax_f1": 0.977832763376799,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 1.0,
"f1_at_converted_0.5": 0.9887640449438202,
"f1_at_tau": 0.9887640449438202,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 0.9772727272727273,
"prevalence_test": 0.09777777777777778,
"tau": 0.34
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 0.9195402298850575,
"f1_at_converted_0.5": 0.9555555555555556,
"f1_at_tau": 0.9555555555555556,
"f1_at_tau_val": 0.9887640449438202,
"f1_val_at_0.5": 0.9655172413793104,
"prevalence_test": 0.10222222222222223,
"tau": 0.44666666666666666
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 0.9523809523809523,
"f1_at_converted_0.5": 0.9887640449438202,
"f1_at_tau": 0.9887640449438202,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 0.9,
"prevalence_test": 0.09777777777777778,
"tau": 0.24666666666666667
},
{
"class": "3",
"exact": true,
"f1_at_0.5": 0.8641975308641975,
"f1_at_converted_0.5": 0.9662921348314607,
"f1_at_tau": 0.9662921348314607,
"f1_at_tau_val": 0.9787234042553191,
"f1_val_at_0.5": 0.8780487804878049,
"prevalence_test": 0.10222222222222223,
"tau": 0.26666666666666666
},
{
"class": "4",
"exact": true,
"f1_at_0.5": 0.9425287356321839,
"f1_at_converted_0.5": 0.9425287356321839,
"f1_at_tau": 0.9425287356321839,
"f1_at_tau_val": 0.9772727272727273,
"f1_val_at_0.5": 0.9772727272727273,
"prevalence_test": 0.10222222222222223,
"tau": 0.53
},
{
"class": "5",
"exact": true,
"f1_at_0.5": 0.9047619047619048,
"f1_at_converted_0.5": 0.967741935483871,
"f1_at_tau": 0.967741935483871,
"f1_at_tau_val": 0.9887640449438202,
"f1_val_at_0.5": 0.8461538461538461,
"prevalence_test": 0.10222222222222223,
"tau": 0.24666666666666667
},
{
"class": "6",
"exact": true,
"f1_at_0.5": 0.9545454545454546,
"f1_at_converted_0.5": 0.9777777777777777,
"f1_at_tau": 0.9777777777777777,
"f1_at_tau_val": 0.9777777777777777,
"f1_val_at_0.5": 0.9534883720930233,
"prevalence_test": 0.10222222222222223,
"tau": 0.2633333333333333
},
{
"class": "7",
"exact": true,
"f1_at_0.5": 0.9647058823529412,
"f1_at_converted_0.5": 0.9885057471264368,
"f1_at_tau": 0.9885057471264368,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 0.9411764705882353,
"prevalence_test": 0.09777777777777778,
"tau": 0.38333333333333336
},
{
"class": "8",
"exact": true,
"f1_at_0.5": 0.8378378378378378,
"f1_at_converted_0.5": 0.9761904761904762,
"f1_at_tau": 0.9761904761904762,
"f1_at_tau_val": 0.9195402298850575,
"f1_val_at_0.5": 0.8108108108108109,
"prevalence_test": 0.09555555555555556,
"tau": 0.31333333333333335
},
{
"class": "9",
"exact": true,
"f1_at_0.5": 0.8888888888888888,
"f1_at_converted_0.5": 0.946236559139785,
"f1_at_tau": 0.946236559139785,
"f1_at_tau_val": 0.9565217391304348,
"f1_val_at_0.5": 0.8607594936708861,
"prevalence_test": 0.1,
"tau": 0.2833333333333333
}
],
"classifier": "random_forest",
"conversion_exact": true,
"dataset": "digits",
"delta_0.5": 0.13555555555555557,
"ece": 0.24059259259259258,
"kind": "multiclass",
"macro_f1_at_0.5": 0.922938741714942,
"macro_f1_at_converted_0.5": 0.9698357011625187,
"macro_f1_at_tau": 0.9698357011625187,
"macro_f1_at_tau_val": 0.9787363968208957,
"macro_f1_val_at_0.5": 0.911050046972937,
"n_tau_not_0.5": 10,
"n_test": 450,
"n_train": 898,
"tau_max": 0.53,
"tau_min": 0.24666666666666667,
"tau_spread": 0.2833333333333333
},
{
"C": 10,
"argmax_agreement": 0.9822222222222222,
"argmax_converted_f1": 0.9565494115731749,
"argmax_f1": 0.9691395804554785,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 1.0,
"f1_at_converted_0.5": 1.0,
"f1_at_tau": 1.0,
"f1_at_tau_val": 0.989010989010989,
"f1_val_at_0.5": 0.9777777777777777,
"prevalence_test": 0.09777777777777778,
"tau": 0.4919462449175872
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 0.945054945054945,
"f1_at_converted_0.5": 0.9318181818181818,
"f1_at_tau": 0.9318181818181818,
"f1_at_tau_val": 0.989010989010989,
"f1_val_at_0.5": 0.9782608695652174,
"prevalence_test": 0.10222222222222223,
"tau": 0.9119665295035754
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 1.0,
"f1_at_converted_0.5": 0.9647058823529412,
"f1_at_tau": 0.9647058823529412,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 1.0,
"prevalence_test": 0.09777777777777778,
"tau": 0.9835059392543949
},
{
"class": "3",
"exact": true,
"f1_at_0.5": 0.967032967032967,
"f1_at_converted_0.5": 0.9318181818181818,
"f1_at_tau": 0.9318181818181818,
"f1_at_tau_val": 0.989010989010989,
"f1_val_at_0.5": 0.9782608695652174,
"prevalence_test": 0.10222222222222223,
"tau": 0.8834087199468411
},
{
"class": "4",
"exact": true,
"f1_at_0.5": 0.946236559139785,
"f1_at_converted_0.5": 0.946236559139785,
"f1_at_tau": 0.946236559139785,
"f1_at_tau_val": 0.9887640449438202,
"f1_val_at_0.5": 0.9777777777777777,
"prevalence_test": 0.10222222222222223,
"tau": 0.5694879237003698
},
{
"class": "5",
"exact": true,
"f1_at_0.5": 0.967032967032967,
"f1_at_converted_0.5": 0.967032967032967,
"f1_at_tau": 0.967032967032967,
"f1_at_tau_val": 0.9887640449438202,
"f1_val_at_0.5": 0.9772727272727273,
"prevalence_test": 0.10222222222222223,
"tau": 0.32716659029183637
},
{
"class": "6",
"exact": true,
"f1_at_0.5": 0.967032967032967,
"f1_at_converted_0.5": 0.967032967032967,
"f1_at_tau": 0.967032967032967,
"f1_at_tau_val": 0.9662921348314607,
"f1_val_at_0.5": 0.9662921348314607,
"prevalence_test": 0.10222222222222223,
"tau": 0.5650340032771947
},
{
"class": "7",
"exact": true,
"f1_at_0.5": 0.9777777777777777,
"f1_at_converted_0.5": 0.9887640449438202,
"f1_at_tau": 0.9887640449438202,
"f1_at_tau_val": 0.989010989010989,
"f1_val_at_0.5": 0.989010989010989,
"prevalence_test": 0.09777777777777778,
"tau": 0.9787519145131037
},
{
"class": "8",
"exact": true,
"f1_at_0.5": 0.9761904761904762,
"f1_at_converted_0.5": 0.9761904761904762,
"f1_at_tau": 0.9761904761904762,
"f1_at_tau_val": 0.9411764705882353,
"f1_val_at_0.5": 0.9411764705882353,
"prevalence_test": 0.09555555555555556,
"tau": 0.6358626475223514
},
{
"class": "9",
"exact": true,
"f1_at_0.5": 0.9565217391304348,
"f1_at_converted_0.5": 0.9565217391304348,
"f1_at_tau": 0.9565217391304348,
"f1_at_tau_val": 0.9887640449438202,
"f1_val_at_0.5": 0.9772727272727273,
"prevalence_test": 0.1,
"tau": 0.4968059022897374
}
],
"classifier": "hist_gb",
"conversion_exact": true,
"dataset": "digits",
"delta_0.5": 0.0022222222222222222,
"ece": 0.026379925257899773,
"kind": "multiclass",
"macro_f1_at_0.5": 0.9702880398392321,
"macro_f1_at_converted_0.5": 0.9630120999459756,
"macro_f1_at_tau": 0.9630120999459756,
"macro_f1_at_tau_val": 0.9829804696295114,
"macro_f1_val_at_0.5": 0.976310234366213,
"n_tau_not_0.5": 10,
"n_test": 450,
"n_train": 898,
"tau_max": 0.9835059392543949,
"tau_min": 0.32716659029183637,
"tau_spread": 0.6563393489625585
},
{
"C": 10,
"argmax_agreement": 0.9488888888888889,
"argmax_converted_f1": 0.8419199671749235,
"argmax_f1": 0.8348730694946405,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 0.9772727272727273,
"f1_at_converted_0.5": 0.9767441860465116,
"f1_at_tau": 0.9767441860465116,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 1.0,
"prevalence_test": 0.09777777777777778,
"tau": 0.9999999605924658
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 0.8,
"f1_at_converted_0.5": 0.8085106382978723,
"f1_at_tau": 0.8085106382978723,
"f1_at_tau_val": 0.8222222222222222,
"f1_val_at_0.5": 0.7878787878787878,
"prevalence_test": 0.10222222222222223,
"tau": 0.9968113279252918
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 0.5882352941176471,
"f1_at_converted_0.5": 0.8,
"f1_at_tau": 0.8,
"f1_at_tau_val": 0.8571428571428571,
"f1_val_at_0.5": 0.6060606060606061,
"prevalence_test": 0.09777777777777778,
"tau": 1e-09
},
{
"class": "3",
"exact": true,
"f1_at_0.5": 0.8395061728395061,
"f1_at_converted_0.5": 0.8604651162790697,
"f1_at_tau": 0.8604651162790697,
"f1_at_tau_val": 0.8314606741573034,
"f1_val_at_0.5": 0.7906976744186046,
"prevalence_test": 0.10222222222222223,
"tau": 0.005318040361072442
},
{
"class": "4",
"exact": true,
"f1_at_0.5": 0.945054945054945,
"f1_at_converted_0.5": 0.9555555555555556,
"f1_at_tau": 0.9555555555555556,
"f1_at_tau_val": 0.8941176470588236,
"f1_val_at_0.5": 0.8941176470588236,
"prevalence_test": 0.10222222222222223,
"tau": 0.5925799070378013
},
{
"class": "5",
"exact": true,
"f1_at_0.5": 0.8837209302325582,
"f1_at_converted_0.5": 0.8837209302325582,
"f1_at_tau": 0.8837209302325582,
"f1_at_tau_val": 0.9411764705882353,
"f1_val_at_0.5": 0.8888888888888888,
"prevalence_test": 0.10222222222222223,
"tau": 0.04876196176942969
},
{
"class": "6",
"exact": true,
"f1_at_0.5": 0.9545454545454546,
"f1_at_converted_0.5": 0.9545454545454546,
"f1_at_tau": 0.9545454545454546,
"f1_at_tau_val": 0.9887640449438202,
"f1_val_at_0.5": 0.9777777777777777,
"prevalence_test": 0.10222222222222223,
"tau": 0.999999999
},
{
"class": "7",
"exact": true,
"f1_at_0.5": 0.8775510204081632,
"f1_at_converted_0.5": 0.9318181818181818,
"f1_at_tau": 0.9318181818181818,
"f1_at_tau_val": 0.9375,
"f1_val_at_0.5": 0.8823529411764706,
"prevalence_test": 0.09777777777777778,
"tau": 0.9999999792791672
},
{
"class": "8",
"exact": true,
"f1_at_0.5": 0.6779661016949152,
"f1_at_converted_0.5": 0.7017543859649122,
"f1_at_tau": 0.7017543859649122,
"f1_at_tau_val": 0.6722689075630253,
"f1_val_at_0.5": 0.6666666666666666,
"prevalence_test": 0.09555555555555556,
"tau": 0.9128854324978679
},
{
"class": "9",
"exact": true,
"f1_at_0.5": 0.8048780487804879,
"f1_at_converted_0.5": 0.8125,
"f1_at_tau": 0.8125,
"f1_at_tau_val": 0.7608695652173914,
"f1_val_at_0.5": 0.7105263157894737,
"prevalence_test": 0.1,
"tau": 7.039734817395039e-08
}
],
"classifier": "gaussian_nb",
"conversion_exact": true,
"dataset": "digits",
"delta_0.5": 0.0,
"ece": 0.1559906353236595,
"kind": "multiclass",
"macro_f1_at_0.5": 0.8348730694946405,
"macro_f1_at_converted_0.5": 0.8685614448740117,
"macro_f1_at_tau": 0.8685614448740117,
"macro_f1_at_tau_val": 0.8705522388893678,
"macro_f1_val_at_0.5": 0.82049673057161,
"n_tau_not_0.5": 10,
"n_test": 450,
"n_train": 898,
"tau_max": 0.999999999,
"tau_min": 1e-09,
"tau_spread": 0.9999999980000001
},
{
"C": 10,
"argmax_agreement": 0.9444444444444444,
"argmax_converted_f1": 0.9340665593460935,
"argmax_f1": 0.95556891186241,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 0.9887640449438202,
"f1_at_converted_0.5": 0.9885057471264368,
"f1_at_tau": 0.9885057471264368,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 1.0,
"prevalence_test": 0.09777777777777778,
"tau": 0.9394966341032985
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 0.9263157894736842,
"f1_at_converted_0.5": 0.896551724137931,
"f1_at_tau": 0.896551724137931,
"f1_at_tau_val": 0.9662921348314607,
"f1_val_at_0.5": 0.9263157894736842,
"prevalence_test": 0.10222222222222223,
"tau": 0.7471402559659761
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 0.9767441860465116,
"f1_at_converted_0.5": 0.9263157894736842,
"f1_at_tau": 0.9263157894736842,
"f1_at_tau_val": 0.9565217391304348,
"f1_val_at_0.5": 0.8888888888888888,
"prevalence_test": 0.09777777777777778,
"tau": 0.14299053869142503
},
{
"class": "3",
"exact": true,
"f1_at_0.5": 0.9047619047619048,
"f1_at_converted_0.5": 0.9047619047619048,
"f1_at_tau": 0.9047619047619048,
"f1_at_tau_val": 0.9565217391304348,
"f1_val_at_0.5": 0.945054945054945,
"prevalence_test": 0.10222222222222223,
"tau": 0.4861992722757769
},
{
"class": "4",
"exact": true,
"f1_at_0.5": 0.967032967032967,
"f1_at_converted_0.5": 0.9473684210526315,
"f1_at_tau": 0.9473684210526315,
"f1_at_tau_val": 0.9777777777777777,
"f1_val_at_0.5": 0.9655172413793104,
"prevalence_test": 0.10222222222222223,
"tau": 0.195620692325624
},
{
"class": "5",
"exact": true,
"f1_at_0.5": 0.9347826086956522,
"f1_at_converted_0.5": 0.9473684210526315,
"f1_at_tau": 0.9473684210526315,
"f1_at_tau_val": 0.9887640449438202,
"f1_val_at_0.5": 0.9534883720930233,
"prevalence_test": 0.10222222222222223,
"tau": 0.28283393167537313
},
{
"class": "6",
"exact": true,
"f1_at_0.5": 0.9782608695652174,
"f1_at_converted_0.5": 0.9787234042553191,
"f1_at_tau": 0.9787234042553191,
"f1_at_tau_val": 0.989010989010989,
"f1_val_at_0.5": 0.9777777777777777,
"prevalence_test": 0.10222222222222223,
"tau": 0.34292639237943257
},
{
"class": "7",
"exact": true,
"f1_at_0.5": 0.9545454545454546,
"f1_at_converted_0.5": 0.9647058823529412,
"f1_at_tau": 0.9647058823529412,
"f1_at_tau_val": 1.0,
"f1_val_at_0.5": 0.989010989010989,
"prevalence_test": 0.09777777777777778,
"tau": 0.5972069206693758
},
{
"class": "8",
"exact": true,
"f1_at_0.5": 0.926829268292683,
"f1_at_converted_0.5": 0.925,
"f1_at_tau": 0.925,
"f1_at_tau_val": 0.8395061728395061,
"f1_val_at_0.5": 0.8235294117647058,
"prevalence_test": 0.09555555555555556,
"tau": 0.5831307319289039
},
{
"class": "9",
"exact": true,
"f1_at_0.5": 0.9047619047619048,
"f1_at_converted_0.5": 0.9111111111111111,
"f1_at_tau": 0.9111111111111111,
"f1_at_tau_val": 0.9213483146067416,
"f1_val_at_0.5": 0.8809523809523809,
"prevalence_test": 0.1,
"tau": 0.404307578907595
}
],
"classifier": "knn",
"conversion_exact": true,
"dataset": "digits",
"delta_0.5": 0.03777777777777778,
"ece": 0.06890329563217716,
"kind": "multiclass",
"macro_f1_at_0.5": 0.9462798998119801,
"macro_f1_at_converted_0.5": 0.9390412405324593,
"macro_f1_at_tau": 0.9390412405324593,
"macro_f1_at_tau_val": 0.9595742912271167,
"macro_f1_val_at_0.5": 0.9350535796395706,
"n_tau_not_0.5": 10,
"n_test": 450,
"n_train": 898,
"tau_max": 0.9394966341032985,
"tau_min": 0.14299053869142503,
"tau_spread": 0.7965060954118734
},
{
"C": 5,
"argmax_agreement": 0.944,
"argmax_converted_f1": 0.7371828883162657,
"argmax_f1": 0.7536825827455236,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 0.7466666666666667,
"f1_at_converted_0.5": 0.7507163323782235,
"f1_at_tau": 0.7507163323782235,
"f1_at_tau_val": 0.7449856733524355,
"f1_val_at_0.5": 0.7023411371237458,
"prevalence_test": 0.2,
"tau": 0.30434835572487023
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 0.6735395189003437,
"f1_at_converted_0.5": 0.7151898734177216,
"f1_at_tau": 0.7151898734177216,
"f1_at_tau_val": 0.7474747474747475,
"f1_val_at_0.5": 0.6861313868613139,
"prevalence_test": 0.196,
"tau": 0.3770981999361028
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 0.7642857142857142,
"f1_at_converted_0.5": 0.7329545454545454,
"f1_at_tau": 0.7329545454545454,
"f1_at_tau_val": 0.7885714285714286,
"f1_val_at_0.5": 0.7793103448275862,
"prevalence_test": 0.20266666666666666,
"tau": 0.22041980805935404
},
{
"class": "3",
"exact": true,
"f1_at_0.5": 0.7534246575342466,
"f1_at_converted_0.5": 0.78,
"f1_at_tau": 0.78,
"f1_at_tau_val": 0.8,
"f1_val_at_0.5": 0.7762237762237763,
"prevalence_test": 0.20133333333333334,
"tau": 0.4524588752923362
},
{
"class": "4",
"exact": true,
"f1_at_0.5": 0.7453874538745388,
"f1_at_converted_0.5": 0.7545787545787546,
"f1_at_tau": 0.7545787545787546,
"f1_at_tau_val": 0.8456375838926175,
"f1_val_at_0.5": 0.8338983050847457,
"prevalence_test": 0.2,
"tau": 0.4870717234068479
}
],
"classifier": "logreg",
"conversion_exact": true,
"dataset": "synthetic_5",
"delta_0.5": 0.088,
"ece": 0.03899697889620764,
"kind": "multiclass",
"macro_f1_at_0.5": 0.736660802252302,
"macro_f1_at_converted_0.5": 0.7466879011658489,
"macro_f1_at_tau": 0.7466879011658489,
"macro_f1_at_tau_val": 0.7853338866582458,
"macro_f1_val_at_0.5": 0.7555809900242336,
"n_tau_not_0.5": 5,
"n_test": 750,
"n_train": 1500,
"tau_max": 0.4870717234068479,
"tau_min": 0.22041980805935404,
"tau_spread": 0.2666519153474939
},
{
"C": 5,
"argmax_agreement": 0.9666666666666667,
"argmax_converted_f1": 0.8523953339330509,
"argmax_f1": 0.8600488986574613,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 0.8122605363984674,
"f1_at_converted_0.5": 0.8589743589743589,
"f1_at_tau": 0.8589743589743589,
"f1_at_tau_val": 0.8598130841121495,
"f1_val_at_0.5": 0.776,
"prevalence_test": 0.2,
"tau": 0.33
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 0.7720588235294118,
"f1_at_converted_0.5": 0.8288288288288288,
"f1_at_tau": 0.8288288288288288,
"f1_at_tau_val": 0.8817891373801917,
"f1_val_at_0.5": 0.752,
"prevalence_test": 0.196,
"tau": 0.31
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 0.749003984063745,
"f1_at_converted_0.5": 0.8626198083067093,
"f1_at_tau": 0.8626198083067093,
"f1_at_tau_val": 0.8881789137380192,
"f1_val_at_0.5": 0.7816091954022989,
"prevalence_test": 0.20266666666666666,
"tau": 0.30333333333333334
},
{
"class": "3",
"exact": true,
"f1_at_0.5": 0.8212927756653993,
"f1_at_converted_0.5": 0.8551236749116607,
"f1_at_tau": 0.8551236749116607,
"f1_at_tau_val": 0.8541666666666666,
"f1_val_at_0.5": 0.8252788104089219,
"prevalence_test": 0.20133333333333334,
"tau": 0.4266666666666667
},
{
"class": "4",
"exact": true,
"f1_at_0.5": 0.76,
"f1_at_converted_0.5": 0.8214285714285714,
"f1_at_tau": 0.8214285714285714,
"f1_at_tau_val": 0.8904109589041096,
"f1_val_at_0.5": 0.8602941176470589,
"prevalence_test": 0.2,
"tau": 0.38
}
],
"classifier": "random_forest",
"conversion_exact": true,
"dataset": "synthetic_5",
"delta_0.5": 0.27066666666666667,
"ece": 0.25472444444444436,
"kind": "multiclass",
"macro_f1_at_0.5": 0.7829232239314047,
"macro_f1_at_converted_0.5": 0.8453950484900258,
"macro_f1_at_tau": 0.8453950484900258,
"macro_f1_at_tau_val": 0.8748717521602274,
"macro_f1_val_at_0.5": 0.7990364246916559,
"n_tau_not_0.5": 5,
"n_test": 750,
"n_train": 1500,
"tau_max": 0.4266666666666667,
"tau_min": 0.30333333333333334,
"tau_spread": 0.12333333333333335
},
{
"C": 5,
"argmax_agreement": 0.976,
"argmax_converted_f1": 0.8838258730662757,
"argmax_f1": 0.8761127750326556,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 0.8810289389067524,
"f1_at_converted_0.5": 0.8810289389067524,
"f1_at_tau": 0.8810289389067524,
"f1_at_tau_val": 0.8741721854304636,
"f1_val_at_0.5": 0.8741721854304636,
"prevalence_test": 0.2,
"tau": 0.5109319727490861
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 0.8637873754152824,
"f1_at_converted_0.5": 0.8904109589041096,
"f1_at_tau": 0.8904109589041096,
"f1_at_tau_val": 0.888135593220339,
"f1_val_at_0.5": 0.8837209302325582,
"prevalence_test": 0.196,
"tau": 0.7038238657952364
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 0.8888888888888888,
"f1_at_converted_0.5": 0.8961038961038961,
"f1_at_tau": 0.8961038961038961,
"f1_at_tau_val": 0.8945686900958466,
"f1_val_at_0.5": 0.8837209302325582,
"prevalence_test": 0.20266666666666666,
"tau": 0.19410526295641053
},
{
"class": "3",
"exact": true,
"f1_at_0.5": 0.8896551724137931,
"f1_at_converted_0.5": 0.8980891719745223,
"f1_at_tau": 0.8980891719745223,
"f1_at_tau_val": 0.8932038834951457,
"f1_val_at_0.5": 0.863013698630137,
"prevalence_test": 0.20133333333333334,
"tau": 0.14290557148175914
},
{
"class": "4",
"exact": true,
"f1_at_0.5": 0.8639455782312925,
"f1_at_converted_0.5": 0.8639455782312925,
"f1_at_tau": 0.8639455782312925,
"f1_at_tau_val": 0.9261744966442953,
"f1_val_at_0.5": 0.9261744966442953,
"prevalence_test": 0.2,
"tau": 0.5170029981179126
}
],
"classifier": "hist_gb",
"conversion_exact": true,
"dataset": "synthetic_5",
"delta_0.5": 0.009333333333333334,
"ece": 0.07013977815190325,
"kind": "multiclass",
"macro_f1_at_0.5": 0.8774611907712018,
"macro_f1_at_converted_0.5": 0.8859157088241145,
"macro_f1_at_tau": 0.8859157088241145,
"macro_f1_at_tau_val": 0.8952509697772181,
"macro_f1_val_at_0.5": 0.8861604482340024,
"n_tau_not_0.5": 5,
"n_test": 750,
"n_train": 1500,
"tau_max": 0.7038238657952364,
"tau_min": 0.14290557148175914,
"tau_spread": 0.5609182943134772
},
{
"C": 5,
"argmax_agreement": 0.9586666666666667,
"argmax_converted_f1": 0.7344797579064519,
"argmax_f1": 0.734936796511351,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 0.7090301003344481,
"f1_at_converted_0.5": 0.6810810810810811,
"f1_at_tau": 0.6810810810810811,
"f1_at_tau_val": 0.6984126984126984,
"f1_val_at_0.5": 0.6710097719869706,
"prevalence_test": 0.2,
"tau": 0.25109477267003905
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 0.6170212765957447,
"f1_at_converted_0.5": 0.6684636118598383,
"f1_at_tau": 0.6684636118598383,
"f1_at_tau_val": 0.6938775510204082,
"f1_val_at_0.5": 0.6076923076923076,
"prevalence_test": 0.196,
"tau": 0.19225049643385594
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 0.7665505226480837,
"f1_at_converted_0.5": 0.759075907590759,
"f1_at_tau": 0.759075907590759,
"f1_at_tau_val": 0.8,
"f1_val_at_0.5": 0.7847222222222222,
"prevalence_test": 0.20266666666666666,
"tau": 0.39563938248957903
},
{
"class": "3",
"exact": true,
"f1_at_0.5": 0.7671232876712328,
"f1_at_converted_0.5": 0.7909967845659164,
"f1_at_tau": 0.7909967845659164,
"f1_at_tau_val": 0.7935483870967742,
"f1_val_at_0.5": 0.7728813559322034,
"prevalence_test": 0.20133333333333334,
"tau": 0.3963590041810703
},
{
"class": "4",
"exact": true,
"f1_at_0.5": 0.7555555555555555,
"f1_at_converted_0.5": 0.7681159420289855,
"f1_at_tau": 0.7681159420289855,
"f1_at_tau_val": 0.8378378378378378,
"f1_val_at_0.5": 0.8275862068965517,
"prevalence_test": 0.2,
"tau": 0.45303978652046883
}
],
"classifier": "gaussian_nb",
"conversion_exact": true,
"dataset": "synthetic_5",
"delta_0.5": 0.09333333333333334,
"ece": 0.06203393273860604,
"kind": "multiclass",
"macro_f1_at_0.5": 0.723056148561013,
"macro_f1_at_converted_0.5": 0.733546665425316,
"macro_f1_at_tau": 0.733546665425316,
"macro_f1_at_tau_val": 0.7647352948735437,
"macro_f1_val_at_0.5": 0.7327783729460512,
"n_tau_not_0.5": 5,
"n_test": 750,
"n_train": 1500,
"tau_max": 0.45303978652046883,
"tau_min": 0.19225049643385594,
"tau_spread": 0.2607892900866129
},
{
"C": 5,
"argmax_agreement": 0.996,
"argmax_converted_f1": 0.8242047742734936,
"argmax_f1": 0.8241955845147715,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 0.7734375,
"f1_at_converted_0.5": 0.8131147540983606,
"f1_at_tau": 0.8131147540983606,
"f1_at_tau_val": 0.8160535117056856,
"f1_val_at_0.5": 0.749034749034749,
"prevalence_test": 0.2,
"tau": 0.3976695933471001
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 0.7364341085271318,
"f1_at_converted_0.5": 0.803921568627451,
"f1_at_tau": 0.803921568627451,
"f1_at_tau_val": 0.8417508417508418,
"f1_val_at_0.5": 0.7747035573122529,
"prevalence_test": 0.196,
"tau": 0.3978032355590551
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 0.7878787878787878,
"f1_at_converted_0.5": 0.8178694158075601,
"f1_at_tau": 0.8178694158075601,
"f1_at_tau_val": 0.8494983277591973,
"f1_val_at_0.5": 0.7878787878787878,
"prevalence_test": 0.20266666666666666,
"tau": 0.40061576366917545
},
{
"class": "3",
"exact": true,
"f1_at_0.5": 0.7829457364341085,
"f1_at_converted_0.5": 0.8086642599277978,
"f1_at_tau": 0.8086642599277978,
"f1_at_tau_val": 0.8395904436860068,
"f1_val_at_0.5": 0.7744360902255639,
"prevalence_test": 0.20133333333333334,
"tau": 0.39886789851399185
},
{
"class": "4",
"exact": true,
"f1_at_0.5": 0.8467153284671532,
"f1_at_converted_0.5": 0.8484848484848485,
"f1_at_tau": 0.8484848484848485,
"f1_at_tau_val": 0.8664495114006515,
"f1_val_at_0.5": 0.8561643835616438,
"prevalence_test": 0.2,
"tau": 0.4090586346396482
}
],
"classifier": "knn",
"conversion_exact": true,
"dataset": "synthetic_5",
"delta_0.5": 0.25333333333333335,
"ece": 0.1799716053721612,
"kind": "multiclass",
"macro_f1_at_0.5": 0.7854822922614362,
"macro_f1_at_converted_0.5": 0.8184109693892037,
"macro_f1_at_tau": 0.8184109693892037,
"macro_f1_at_tau_val": 0.8426685272604766,
"macro_f1_val_at_0.5": 0.7884435136025996,
"n_tau_not_0.5": 5,
"n_test": 750,
"n_train": 1500,
"tau_max": 0.4090586346396482,
"tau_min": 0.3976695933471001,
"tau_spread": 0.011389041292548086
},
{
"C": 20,
"argmax_agreement": 0.852,
"argmax_converted_f1": 0.38501029691375016,
"argmax_f1": 0.3850075780889229,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 0.3235294117647059,
"f1_at_converted_0.5": 0.45977011494252873,
"f1_at_tau": 0.45977011494252873,
"f1_at_tau_val": 0.48936170212765956,
"f1_val_at_0.5": 0.32432432432432434,
"prevalence_test": 0.051,
"tau": 0.3389896790960488
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 0.3684210526315789,
"f1_at_converted_0.5": 0.4827586206896552,
"f1_at_tau": 0.4827586206896552,
"f1_at_tau_val": 0.4444444444444444,
"f1_val_at_0.5": 0.3225806451612903,
"prevalence_test": 0.05,
"tau": 0.2535174513633615
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 0.19047619047619047,
"f1_at_converted_0.5": 0.2857142857142857,
"f1_at_tau": 0.2857142857142857,
"f1_at_tau_val": 0.36538461538461536,
"f1_val_at_0.5": 0.2028985507246377,
"prevalence_test": 0.051,
"tau": 0.3053946060498088
},
{
"class": "3",
"exact": true,
"f1_at_0.5": 0.26666666666666666,
"f1_at_converted_0.5": 0.35294117647058826,
"f1_at_tau": 0.35294117647058826,
"f1_at_tau_val": 0.43478260869565216,
"f1_val_at_0.5": 0.24242424242424243,
"prevalence_test": 0.05,
"tau": 0.21307914851913187
},
{
"class": "4",
"exact": true,
"f1_at_0.5": 0.2857142857142857,
"f1_at_converted_0.5": 0.3157894736842105,
"f1_at_tau": 0.3157894736842105,
"f1_at_tau_val": 0.5238095238095238,
"f1_val_at_0.5": 0.3582089552238806,
"prevalence_test": 0.049,
"tau": 0.3361635400515603
},
{
"class": "5",
"exact": true,
"f1_at_0.5": 0.17142857142857143,
"f1_at_converted_0.5": 0.352,
"f1_at_tau": 0.352,
"f1_at_tau_val": 0.41818181818181815,
"f1_val_at_0.5": 0.2153846153846154,
"prevalence_test": 0.05,
"tau": 0.21769924503495658
},
{
"class": "6",
"exact": true,
"f1_at_0.5": 0.16666666666666666,
"f1_at_converted_0.5": 0.35036496350364965,
"f1_at_tau": 0.35036496350364965,
"f1_at_tau_val": 0.4,
"f1_val_at_0.5": 0.13559322033898305,
"prevalence_test": 0.05,
"tau": 0.16165758449223874
},
{
"class": "7",
"exact": true,
"f1_at_0.5": 0.23880597014925373,
"f1_at_converted_0.5": 0.3870967741935484,
"f1_at_tau": 0.3870967741935484,
"f1_at_tau_val": 0.49572649572649574,
"f1_val_at_0.5": 0.24615384615384617,
"prevalence_test": 0.05,
"tau": 0.18631462049328457
},
{
"class": "8",
"exact": true,
"f1_at_0.5": 0.19672131147540983,
"f1_at_converted_0.5": 0.3787878787878788,
"f1_at_tau": 0.3787878787878788,
"f1_at_tau_val": 0.4444444444444444,
"f1_val_at_0.5": 0.25,
"prevalence_test": 0.049,
"tau": 0.1614831913367193
},
{
"class": "9",
"exact": true,
"f1_at_0.5": 0.21875,
"f1_at_converted_0.5": 0.2857142857142857,
"f1_at_tau": 0.2857142857142857,
"f1_at_tau_val": 0.30857142857142855,
"f1_val_at_0.5": 0.16129032258064516,
"prevalence_test": 0.051,
"tau": 0.11122911485268006
},
{
"class": "10",
"exact": true,
"f1_at_0.5": 0.345679012345679,
"f1_at_converted_0.5": 0.3917525773195876,
"f1_at_tau": 0.3917525773195876,
"f1_at_tau_val": 0.5918367346938775,
"f1_val_at_0.5": 0.5454545454545454,
"prevalence_test": 0.05,
"tau": 0.28651353903754023
},
{
"class": "11",
"exact": true,
"f1_at_0.5": 0.35294117647058826,
"f1_at_converted_0.5": 0.37894736842105264,
"f1_at_tau": 0.37894736842105264,
"f1_at_tau_val": 0.4489795918367347,
"f1_val_at_0.5": 0.2153846153846154,
"prevalence_test": 0.051,
"tau": 0.2869503944187256
},
{
"class": "12",
"exact": true,
"f1_at_0.5": 0.23333333333333334,
"f1_at_converted_0.5": 0.40963855421686746,
"f1_at_tau": 0.40963855421686746,
"f1_at_tau_val": 0.5531914893617021,
"f1_val_at_0.5": 0.4,
"prevalence_test": 0.049,
"tau": 0.3117286620562342
},
{
"class": "13",
"exact": true,
"f1_at_0.5": 0.26229508196721313,
"f1_at_converted_0.5": 0.38,
"f1_at_tau": 0.38,
"f1_at_tau_val": 0.3058823529411765,
"f1_val_at_0.5": 0.2033898305084746,
"prevalence_test": 0.051,
"tau": 0.2633744080096314
},
{
"class": "14",
"exact": true,
"f1_at_0.5": 0.1724137931034483,
"f1_at_converted_0.5": 0.2962962962962963,
"f1_at_tau": 0.2962962962962963,
"f1_at_tau_val": 0.4358974358974359,
"f1_val_at_0.5": 0.17857142857142858,
"prevalence_test": 0.05,
"tau": 0.27943710544192213
},
{
"class": "15",
"exact": true,
"f1_at_0.5": 0.2597402597402597,
"f1_at_converted_0.5": 0.45528455284552843,
"f1_at_tau": 0.45528455284552843,
"f1_at_tau_val": 0.49523809523809526,
"f1_val_at_0.5": 0.3076923076923077,
"prevalence_test": 0.05,
"tau": 0.22864940649553994
},
{
"class": "16",
"exact": true,
"f1_at_0.5": 0.4057971014492754,
"f1_at_converted_0.5": 0.5617977528089888,
"f1_at_tau": 0.5617977528089888,
"f1_at_tau_val": 0.5647058823529412,
"f1_val_at_0.5": 0.463768115942029,
"prevalence_test": 0.049,
"tau": 0.34213509631359373
},
{
"class": "17",
"exact": true,
"f1_at_0.5": 0.2891566265060241,
"f1_at_converted_0.5": 0.39285714285714285,
"f1_at_tau": 0.39285714285714285,
"f1_at_tau_val": 0.4778761061946903,
"f1_val_at_0.5": 0.2318840579710145,
"prevalence_test": 0.049,
"tau": 0.2447302017824379
},
{
"class": "18",
"exact": true,
"f1_at_0.5": 0.37333333333333335,
"f1_at_converted_0.5": 0.4444444444444444,
"f1_at_tau": 0.4444444444444444,
"f1_at_tau_val": 0.5052631578947369,
"f1_val_at_0.5": 0.3582089552238806,
"prevalence_test": 0.05,
"tau": 0.2428430116273582
},
{
"class": "19",
"exact": true,
"f1_at_0.5": 0.21875,
"f1_at_converted_0.5": 0.30952380952380953,
"f1_at_tau": 0.30952380952380953,
"f1_at_tau_val": 0.47619047619047616,
"f1_val_at_0.5": 0.4,
"prevalence_test": 0.05,
"tau": 0.31195351507321045
}
],
"classifier": "logreg",
"conversion_exact": true,
"dataset": "synthetic_20",
"delta_0.5": 0.652,
"ece": 0.07879002715806643,
"kind": "multiclass",
"macro_f1_at_0.5": 0.2670309922611242,
"macro_f1_at_converted_0.5": 0.38357400362171745,
"macro_f1_at_tau": 0.38357400362171745,
"macro_f1_at_tau_val": 0.4589884201993974,
"macro_f1_val_at_0.5": 0.2881606289532381,
"n_tau_not_0.5": 20,
"n_test": 1000,
"n_train": 2000,
"tau_max": 0.34213509631359373,
"tau_min": 0.11122911485268006,
"tau_spread": 0.23090598146091368
},
{
"C": 20,
"argmax_agreement": 0.872,
"argmax_converted_f1": 0.558457192027021,
"argmax_f1": 0.5495346846151682,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 0.0,
"f1_at_converted_0.5": 0.5957446808510638,
"f1_at_tau": 0.5957446808510638,
"f1_at_tau_val": 0.6138613861386139,
"f1_val_at_0.5": 0.0,
"prevalence_test": 0.051,
"tau": 0.15666666666666668
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 0.0,
"f1_at_converted_0.5": 0.6326530612244898,
"f1_at_tau": 0.6326530612244898,
"f1_at_tau_val": 0.6526315789473685,
"f1_val_at_0.5": 0.0,
"prevalence_test": 0.05,
"tau": 0.16333333333333333
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 0.0,
"f1_at_converted_0.5": 0.5862068965517241,
"f1_at_tau": 0.5862068965517241,
"f1_at_tau_val": 0.5565217391304348,
"f1_val_at_0.5": 0.0,
"prevalence_test": 0.051,
"tau": 0.13666666666666666
},
{
"class": "3",
"exact": true,
"f1_at_0.5": 0.0392156862745098,
"f1_at_converted_0.5": 0.47368421052631576,
"f1_at_tau": 0.47368421052631576,
"f1_at_tau_val": 0.5952380952380952,
"f1_val_at_0.5": 0.0,
"prevalence_test": 0.05,
"tau": 0.18666666666666668
},
{
"class": "4",
"exact": true,
"f1_at_0.5": 0.0,
"f1_at_converted_0.5": 0.4888888888888889,
"f1_at_tau": 0.4888888888888889,
"f1_at_tau_val": 0.6067415730337079,
"f1_val_at_0.5": 0.0,
"prevalence_test": 0.049,
"tau": 0.15666666666666668
},
{
"class": "5",
"exact": true,
"f1_at_0.5": 0.0,
"f1_at_converted_0.5": 0.5555555555555556,
"f1_at_tau": 0.5555555555555556,
"f1_at_tau_val": 0.6,
"f1_val_at_0.5": 0.0,
"prevalence_test": 0.05,
"tau": 0.14333333333333334
},
{
"class": "6",
"exact": true,
"f1_at_0.5": 0.0,
"f1_at_converted_0.5": 0.5263157894736842,
"f1_at_tau": 0.5263157894736842,
"f1_at_tau_val": 0.6105263157894737,
"f1_val_at_0.5": 0.0,
"prevalence_test": 0.05,
"tau": 0.14333333333333334
},
{
"class": "7",
"exact": true,
"f1_at_0.5": 0.0,
"f1_at_converted_0.5": 0.584070796460177,
"f1_at_tau": 0.584070796460177,
"f1_at_tau_val": 0.6086956521739131,
"f1_val_at_0.5": 0.0,
"prevalence_test": 0.05,
"tau": 0.11666666666666667
},
{
"class": "8",
"exact": true,
"f1_at_0.5": 0.0,
"f1_at_converted_0.5": 0.6304347826086957,
"f1_at_tau": 0.6304347826086957,
"f1_at_tau_val": 0.6601941747572816,
"f1_val_at_0.5": 0.0,
"prevalence_test": 0.049,
"tau": 0.14333333333333334
},
{
"class": "9",
"exact": true,
"f1_at_0.5": 0.0,
"f1_at_converted_0.5": 0.4126984126984127,
"f1_at_tau": 0.4126984126984127,
"f1_at_tau_val": 0.4482758620689655,
"f1_val_at_0.5": 0.0,
"prevalence_test": 0.051,
"tau": 0.13
},
{
"class": "10",
"exact": true,
"f1_at_0.5": 0.0,
"f1_at_converted_0.5": 0.5116279069767442,
"f1_at_tau": 0.5116279069767442,
"f1_at_tau_val": 0.6804123711340206,
"f1_val_at_0.5": 0.11320754716981132,
"prevalence_test": 0.05,
"tau": 0.15
},
{
"class": "11",
"exact": true,
"f1_at_0.5": 0.0,
"f1_at_converted_0.5": 0.5208333333333334,
"f1_at_tau": 0.5208333333333334,
"f1_at_tau_val": 0.5957446808510638,
"f1_val_at_0.5": 0.0,
"prevalence_test": 0.051,
"tau": 0.15
},
{
"class": "12",
"exact": true,
"f1_at_0.5": 0.0,
"f1_at_converted_0.5": 0.5909090909090909,
"f1_at_tau": 0.5909090909090909,
"f1_at_tau_val": 0.6595744680851063,
"f1_val_at_0.5": 0.0,
"prevalence_test": 0.049,
"tau": 0.14666666666666667
},
{
"class": "13",
"exact": true,
"f1_at_0.5": 0.0,
"f1_at_converted_0.5": 0.5,
"f1_at_tau": 0.5,
"f1_at_tau_val": 0.5161290322580645,
"f1_val_at_0.5": 0.0,
"prevalence_test": 0.051,
"tau": 0.13
},
{
"class": "14",
"exact": true,
"f1_at_0.5": 0.0,
"f1_at_converted_0.5": 0.4230769230769231,
"f1_at_tau": 0.4230769230769231,
"f1_at_tau_val": 0.49557522123893805,
"f1_val_at_0.5": 0.0,
"prevalence_test": 0.05,
"tau": 0.13333333333333333
},
{
"class": "15",
"exact": true,
"f1_at_0.5": 0.0,
"f1_at_converted_0.5": 0.5,
"f1_at_tau": 0.5,
"f1_at_tau_val": 0.5679012345679012,
"f1_val_at_0.5": 0.0,
"prevalence_test": 0.05,
"tau": 0.16666666666666666
},
{
"class": "16",
"exact": true,
"f1_at_0.5": 0.04,
"f1_at_converted_0.5": 0.5510204081632653,
"f1_at_tau": 0.5510204081632653,
"f1_at_tau_val": 0.6526315789473685,
"f1_val_at_0.5": 0.11320754716981132,
"prevalence_test": 0.049,
"tau": 0.15
},
{
"class": "17",
"exact": true,
"f1_at_0.5": 0.0,
"f1_at_converted_0.5": 0.5858585858585859,
"f1_at_tau": 0.5858585858585859,
"f1_at_tau_val": 0.6521739130434783,
"f1_val_at_0.5": 0.0,
"prevalence_test": 0.049,
"tau": 0.16333333333333333
},
{
"class": "18",
"exact": true,
"f1_at_0.5": 0.0,
"f1_at_converted_0.5": 0.5542168674698795,
"f1_at_tau": 0.5542168674698795,
"f1_at_tau_val": 0.6896551724137931,
"f1_val_at_0.5": 0.0,
"prevalence_test": 0.05,
"tau": 0.16333333333333333
},
{
"class": "19",
"exact": true,
"f1_at_0.5": 0.0,
"f1_at_converted_0.5": 0.6067415730337079,
"f1_at_tau": 0.6067415730337079,
"f1_at_tau_val": 0.6292134831460674,
"f1_val_at_0.5": 0.0392156862745098,
"prevalence_test": 0.05,
"tau": 0.15333333333333332
}
],
"classifier": "random_forest",
"conversion_exact": true,
"dataset": "synthetic_20",
"delta_0.5": 0.998,
"ece": 0.34331999999999985,
"kind": "multiclass",
"macro_f1_at_0.5": 0.00396078431372549,
"macro_f1_at_converted_0.5": 0.5415268881830269,
"macro_f1_at_tau": 0.5415268881830269,
"macro_f1_at_tau_val": 0.6045848766481827,
"macro_f1_val_at_0.5": 0.013281539030706623,
"n_tau_not_0.5": 20,
"n_test": 1000,
"n_train": 2000,
"tau_max": 0.18666666666666668,
"tau_min": 0.11666666666666667,
"tau_spread": 0.07
},
{
"C": 20,
"argmax_agreement": 0.898,
"argmax_converted_f1": 0.5126324049874434,
"argmax_f1": 0.5220864519305713,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 0.5274725274725275,
"f1_at_converted_0.5": 0.5274725274725275,
"f1_at_tau": 0.5274725274725275,
"f1_at_tau_val": 0.6526315789473685,
"f1_val_at_0.5": 0.6,
"prevalence_test": 0.051,
"tau": 0.42731325693254735
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 0.5686274509803921,
"f1_at_converted_0.5": 0.5688073394495413,
"f1_at_tau": 0.5688073394495413,
"f1_at_tau_val": 0.594059405940594,
"f1_val_at_0.5": 0.574468085106383,
"prevalence_test": 0.05,
"tau": 0.43149452010505474
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 0.4791666666666667,
"f1_at_converted_0.5": 0.5357142857142857,
"f1_at_tau": 0.5357142857142857,
"f1_at_tau_val": 0.5454545454545454,
"f1_val_at_0.5": 0.42696629213483145,
"prevalence_test": 0.051,
"tau": 0.28333418798554494
},
{
"class": "3",
"exact": true,
"f1_at_0.5": 0.4943820224719101,
"f1_at_converted_0.5": 0.47368421052631576,
"f1_at_tau": 0.47368421052631576,
"f1_at_tau_val": 0.5981308411214953,
"f1_val_at_0.5": 0.5773195876288659,
"prevalence_test": 0.05,
"tau": 0.24547275853485362
},
{
"class": "4",
"exact": true,
"f1_at_0.5": 0.5217391304347826,
"f1_at_converted_0.5": 0.5,
"f1_at_tau": 0.5,
"f1_at_tau_val": 0.574468085106383,
"f1_val_at_0.5": 0.5625,
"prevalence_test": 0.049,
"tau": 0.5376900312842465
},
{
"class": "5",
"exact": true,
"f1_at_0.5": 0.4772727272727273,
"f1_at_converted_0.5": 0.5272727272727272,
"f1_at_tau": 0.5272727272727272,
"f1_at_tau_val": 0.5765765765765766,
"f1_val_at_0.5": 0.4835164835164835,
"prevalence_test": 0.05,
"tau": 0.26023969318756435
},
{
"class": "6",
"exact": true,
"f1_at_0.5": 0.4819277108433735,
"f1_at_converted_0.5": 0.52,
"f1_at_tau": 0.52,
"f1_at_tau_val": 0.5607476635514018,
"f1_val_at_0.5": 0.5106382978723404,
"prevalence_test": 0.05,
"tau": 0.28684706224959194
},
{
"class": "7",
"exact": true,
"f1_at_0.5": 0.5853658536585366,
"f1_at_converted_0.5": 0.5833333333333334,
"f1_at_tau": 0.5833333333333334,
"f1_at_tau_val": 0.6274509803921569,
"f1_val_at_0.5": 0.5777777777777777,
"prevalence_test": 0.05,
"tau": 0.3444550641914562
},
{
"class": "8",
"exact": true,
"f1_at_0.5": 0.4810126582278481,
"f1_at_converted_0.5": 0.5,
"f1_at_tau": 0.5,
"f1_at_tau_val": 0.5571428571428572,
"f1_val_at_0.5": 0.5306122448979592,
"prevalence_test": 0.049,
"tau": 0.12642907927032537
},
{
"class": "9",
"exact": true,
"f1_at_0.5": 0.4329896907216495,
"f1_at_converted_0.5": 0.42990654205607476,
"f1_at_tau": 0.42990654205607476,
"f1_at_tau_val": 0.4631578947368421,
"f1_val_at_0.5": 0.4418604651162791,
"prevalence_test": 0.051,
"tau": 0.3768697994726221
},
{
"class": "10",
"exact": true,
"f1_at_0.5": 0.49411764705882355,
"f1_at_converted_0.5": 0.4666666666666667,
"f1_at_tau": 0.4666666666666667,
"f1_at_tau_val": 0.6530612244897959,
"f1_val_at_0.5": 0.6086956521739131,
"prevalence_test": 0.05,
"tau": 0.3783962532684746
},
{
"class": "11",
"exact": true,
"f1_at_0.5": 0.5,
"f1_at_converted_0.5": 0.5132743362831859,
"f1_at_tau": 0.5132743362831859,
"f1_at_tau_val": 0.5,
"f1_val_at_0.5": 0.4367816091954023,
"prevalence_test": 0.051,
"tau": 0.1951157539288309
},
{
"class": "12",
"exact": true,
"f1_at_0.5": 0.6428571428571429,
"f1_at_converted_0.5": 0.627906976744186,
"f1_at_tau": 0.627906976744186,
"f1_at_tau_val": 0.6526315789473685,
"f1_val_at_0.5": 0.6451612903225806,
"prevalence_test": 0.049,
"tau": 0.44441275856449813
},
{
"class": "13",
"exact": true,
"f1_at_0.5": 0.45652173913043476,
"f1_at_converted_0.5": 0.49523809523809526,
"f1_at_tau": 0.49523809523809526,
"f1_at_tau_val": 0.48936170212765956,
"f1_val_at_0.5": 0.39473684210526316,
"prevalence_test": 0.051,
"tau": 0.3225772490793933
},
{
"class": "14",
"exact": true,
"f1_at_0.5": 0.5,
"f1_at_converted_0.5": 0.5544554455445545,
"f1_at_tau": 0.5544554455445545,
"f1_at_tau_val": 0.45161290322580644,
"f1_val_at_0.5": 0.4,
"prevalence_test": 0.05,
"tau": 0.35773636077937254
},
{
"class": "15",
"exact": true,
"f1_at_0.5": 0.5436893203883495,
"f1_at_converted_0.5": 0.5576923076923077,
"f1_at_tau": 0.5576923076923077,
"f1_at_tau_val": 0.6966292134831461,
"f1_val_at_0.5": 0.6666666666666666,
"prevalence_test": 0.05,
"tau": 0.44853146347395445
},
{
"class": "16",
"exact": true,
"f1_at_0.5": 0.5360824742268041,
"f1_at_converted_0.5": 0.5333333333333333,
"f1_at_tau": 0.5333333333333333,
"f1_at_tau_val": 0.6451612903225806,
"f1_val_at_0.5": 0.6122448979591837,
"prevalence_test": 0.049,
"tau": 0.6352272739723329
},
{
"class": "17",
"exact": true,
"f1_at_0.5": 0.4791666666666667,
"f1_at_converted_0.5": 0.5178571428571429,
"f1_at_tau": 0.5178571428571429,
"f1_at_tau_val": 0.6170212765957447,
"f1_val_at_0.5": 0.5882352941176471,
"prevalence_test": 0.049,
"tau": 0.2513953816657897
},
{
"class": "18",
"exact": true,
"f1_at_0.5": 0.575,
"f1_at_converted_0.5": 0.5660377358490566,
"f1_at_tau": 0.5660377358490566,
"f1_at_tau_val": 0.6504065040650406,
"f1_val_at_0.5": 0.6021505376344086,
"prevalence_test": 0.05,
"tau": 0.17390910030852447
},
{
"class": "19",
"exact": true,
"f1_at_0.5": 0.4523809523809524,
"f1_at_converted_0.5": 0.4,
"f1_at_tau": 0.4,
"f1_at_tau_val": 0.6233766233766234,
"f1_val_at_0.5": 0.5681818181818182,
"prevalence_test": 0.05,
"tau": 0.8251662094504604
}
],
"classifier": "hist_gb",
"conversion_exact": true,
"dataset": "synthetic_20",
"delta_0.5": 0.2,
"ece": 0.22825334619045595,
"kind": "multiclass",
"macro_f1_at_0.5": 0.5114886190729793,
"macro_f1_at_converted_0.5": 0.5199326503016667,
"macro_f1_at_tau": 0.5199326503016667,
"macro_f1_at_tau_val": 0.5864541372801992,
"macro_f1_val_at_0.5": 0.54042569212039,
"n_tau_not_0.5": 20,
"n_test": 1000,
"n_train": 2000,
"tau_max": 0.8251662094504604,
"tau_min": 0.12642907927032537,
"tau_spread": 0.6987371301801351
},
{
"C": 20,
"argmax_agreement": 0.806,
"argmax_converted_f1": 0.379261532393283,
"argmax_f1": 0.3973404162140831,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 0.3783783783783784,
"f1_at_converted_0.5": 0.45652173913043476,
"f1_at_tau": 0.45652173913043476,
"f1_at_tau_val": 0.4864864864864865,
"f1_val_at_0.5": 0.3950617283950617,
"prevalence_test": 0.051,
"tau": 0.3487057385790447
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 0.4470588235294118,
"f1_at_converted_0.5": 0.49206349206349204,
"f1_at_tau": 0.49206349206349204,
"f1_at_tau_val": 0.49122807017543857,
"f1_val_at_0.5": 0.37142857142857144,
"prevalence_test": 0.05,
"tau": 0.2433356870848775
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 0.45454545454545453,
"f1_at_converted_0.5": 0.43564356435643564,
"f1_at_tau": 0.43564356435643564,
"f1_at_tau_val": 0.4,
"f1_val_at_0.5": 0.32967032967032966,
"prevalence_test": 0.051,
"tau": 0.4025049207021262
},
{
"class": "3",
"exact": true,
"f1_at_0.5": 0.35443037974683544,
"f1_at_converted_0.5": 0.31007751937984496,
"f1_at_tau": 0.31007751937984496,
"f1_at_tau_val": 0.4566929133858268,
"f1_val_at_0.5": 0.3037974683544304,
"prevalence_test": 0.05,
"tau": 0.20730394273917208
},
{
"class": "4",
"exact": true,
"f1_at_0.5": 0.25,
"f1_at_converted_0.5": 0.36585365853658536,
"f1_at_tau": 0.36585365853658536,
"f1_at_tau_val": 0.4666666666666667,
"f1_val_at_0.5": 0.26666666666666666,
"prevalence_test": 0.049,
"tau": 0.3420323609968119
},
{
"class": "5",
"exact": true,
"f1_at_0.5": 0.15151515151515152,
"f1_at_converted_0.5": 0.36633663366336633,
"f1_at_tau": 0.36633663366336633,
"f1_at_tau_val": 0.37,
"f1_val_at_0.5": 0.24615384615384617,
"prevalence_test": 0.05,
"tau": 0.08200899180639881
},
{
"class": "6",
"exact": true,
"f1_at_0.5": 0.3055555555555556,
"f1_at_converted_0.5": 0.35064935064935066,
"f1_at_tau": 0.35064935064935066,
"f1_at_tau_val": 0.4195804195804196,
"f1_val_at_0.5": 0.2647058823529412,
"prevalence_test": 0.05,
"tau": 0.13876664507702083
},
{
"class": "7",
"exact": true,
"f1_at_0.5": 0.32786885245901637,
"f1_at_converted_0.5": 0.4691358024691358,
"f1_at_tau": 0.4691358024691358,
"f1_at_tau_val": 0.46808510638297873,
"f1_val_at_0.5": 0.3561643835616438,
"prevalence_test": 0.05,
"tau": 0.32085247647018816
},
{
"class": "8",
"exact": true,
"f1_at_0.5": 0.23529411764705882,
"f1_at_converted_0.5": 0.41818181818181815,
"f1_at_tau": 0.41818181818181815,
"f1_at_tau_val": 0.4144144144144144,
"f1_val_at_0.5": 0.34782608695652173,
"prevalence_test": 0.049,
"tau": 0.21807300145277916
},
{
"class": "9",
"exact": true,
"f1_at_0.5": 0.32098765432098764,
"f1_at_converted_0.5": 0.3076923076923077,
"f1_at_tau": 0.3076923076923077,
"f1_at_tau_val": 0.30927835051546393,
"f1_val_at_0.5": 0.21176470588235294,
"prevalence_test": 0.051,
"tau": 0.38662674390678775
},
{
"class": "10",
"exact": true,
"f1_at_0.5": 0.34210526315789475,
"f1_at_converted_0.5": 0.35714285714285715,
"f1_at_tau": 0.35714285714285715,
"f1_at_tau_val": 0.6170212765957447,
"f1_val_at_0.5": 0.5909090909090909,
"prevalence_test": 0.05,
"tau": 0.4166792027554767
},
{
"class": "11",
"exact": true,
"f1_at_0.5": 0.3188405797101449,
"f1_at_converted_0.5": 0.27751196172248804,
"f1_at_tau": 0.27751196172248804,
"f1_at_tau_val": 0.4021164021164021,
"f1_val_at_0.5": 0.125,
"prevalence_test": 0.051,
"tau": 0.05970084781967565
},
{
"class": "12",
"exact": true,
"f1_at_0.5": 0.3939393939393939,
"f1_at_converted_0.5": 0.46,
"f1_at_tau": 0.46,
"f1_at_tau_val": 0.5048543689320388,
"f1_val_at_0.5": 0.4225352112676056,
"prevalence_test": 0.049,
"tau": 0.22191551831984624
},
{
"class": "13",
"exact": true,
"f1_at_0.5": 0.4155844155844156,
"f1_at_converted_0.5": 0.4094488188976378,
"f1_at_tau": 0.4094488188976378,
"f1_at_tau_val": 0.3888888888888889,
"f1_val_at_0.5": 0.35294117647058826,
"prevalence_test": 0.051,
"tau": 0.1868586753770037
},
{
"class": "14",
"exact": true,
"f1_at_0.5": 0.21875,
"f1_at_converted_0.5": 0.2558139534883721,
"f1_at_tau": 0.2558139534883721,
"f1_at_tau_val": 0.4523809523809524,
"f1_val_at_0.5": 0.37681159420289856,
"prevalence_test": 0.05,
"tau": 0.337252763333771
},
{
"class": "15",
"exact": true,
"f1_at_0.5": 0.4,
"f1_at_converted_0.5": 0.4578313253012048,
"f1_at_tau": 0.4578313253012048,
"f1_at_tau_val": 0.5432098765432098,
"f1_val_at_0.5": 0.5,
"prevalence_test": 0.05,
"tau": 0.4164879662574421
},
{
"class": "16",
"exact": true,
"f1_at_0.5": 0.5416666666666666,
"f1_at_converted_0.5": 0.5242718446601942,
"f1_at_tau": 0.5242718446601942,
"f1_at_tau_val": 0.5161290322580645,
"f1_val_at_0.5": 0.45569620253164556,
"prevalence_test": 0.049,
"tau": 0.4176968719149728
},
{
"class": "17",
"exact": true,
"f1_at_0.5": 0.2564102564102564,
"f1_at_converted_0.5": 0.3838383838383838,
"f1_at_tau": 0.3838383838383838,
"f1_at_tau_val": 0.46938775510204084,
"f1_val_at_0.5": 0.32432432432432434,
"prevalence_test": 0.049,
"tau": 0.32557888871609714
},
{
"class": "18",
"exact": true,
"f1_at_0.5": 0.4266666666666667,
"f1_at_converted_0.5": 0.4144144144144144,
"f1_at_tau": 0.4144144144144144,
"f1_at_tau_val": 0.5309734513274337,
"f1_val_at_0.5": 0.2857142857142857,
"prevalence_test": 0.05,
"tau": 0.1796428924012725
},
{
"class": "19",
"exact": true,
"f1_at_0.5": 0.3076923076923077,
"f1_at_converted_0.5": 0.3853211009174312,
"f1_at_tau": 0.3853211009174312,
"f1_at_tau_val": 0.4576271186440678,
"f1_val_at_0.5": 0.3855421686746988,
"prevalence_test": 0.05,
"tau": 0.2553961620022152
}
],
"classifier": "gaussian_nb",
"conversion_exact": true,
"dataset": "synthetic_20",
"delta_0.5": 0.508,
"ece": 0.1433619879426347,
"kind": "multiclass",
"macro_f1_at_0.5": 0.3423644958762798,
"macro_f1_at_converted_0.5": 0.39488752732528776,
"macro_f1_at_tau": 0.39488752732528776,
"macro_f1_at_tau_val": 0.4582510775198269,
"macro_f1_val_at_0.5": 0.3456356861758752,
"n_tau_not_0.5": 20,
"n_test": 1000,
"n_train": 2000,
"tau_max": 0.4176968719149728,
"tau_min": 0.05970084781967565,
"tau_spread": 0.3579960240952971
},
{
"C": 20,
"argmax_agreement": 0.769,
"argmax_converted_f1": 0.4183688063175507,
"argmax_f1": 0.451184328231618,
"class_rows": [
{
"class": "0",
"exact": true,
"f1_at_0.5": 0.0,
"f1_at_converted_0.5": 0.5517241379310345,
"f1_at_tau": 0.5517241379310345,
"f1_at_tau_val": 0.4489795918367347,
"f1_val_at_0.5": 0.03773584905660377,
"prevalence_test": 0.051,
"tau": 0.20444662409856887
},
{
"class": "1",
"exact": true,
"f1_at_0.5": 0.11320754716981132,
"f1_at_converted_0.5": 0.5148514851485149,
"f1_at_tau": 0.5148514851485149,
"f1_at_tau_val": 0.5416666666666666,
"f1_val_at_0.5": 0.04,
"prevalence_test": 0.05,
"tau": 0.19959711522228962
},
{
"class": "2",
"exact": true,
"f1_at_0.5": 0.14545454545454545,
"f1_at_converted_0.5": 0.4520547945205479,
"f1_at_tau": 0.4520547945205479,
"f1_at_tau_val": 0.42857142857142855,
"f1_val_at_0.5": 0.03773584905660377,
"prevalence_test": 0.051,
"tau": 0.1389423558279127
},
{
"class": "3",
"exact": true,
"f1_at_0.5": 0.0,
"f1_at_converted_0.5": 0.3076923076923077,
"f1_at_tau": 0.3076923076923077,
"f1_at_tau_val": 0.5121951219512195,
"f1_val_at_0.5": 0.07547169811320754,
"prevalence_test": 0.05,
"tau": 0.2574541048895793
},
{
"class": "4",
"exact": true,
"f1_at_0.5": 0.04,
"f1_at_converted_0.5": 0.4318181818181818,
"f1_at_tau": 0.4318181818181818,
"f1_at_tau_val": 0.5052631578947369,
"f1_val_at_0.5": 0.04,
"prevalence_test": 0.049,
"tau": 0.20196724581890627
},
{
"class": "5",
"exact": true,
"f1_at_0.5": 0.0,
"f1_at_converted_0.5": 0.43243243243243246,
"f1_at_tau": 0.43243243243243246,
"f1_at_tau_val": 0.46956521739130436,
"f1_val_at_0.5": 0.0,
"prevalence_test": 0.05,
"tau": 0.19773125645336856
},
{
"class": "6",
"exact": true,
"f1_at_0.5": 0.0392156862745098,
"f1_at_converted_0.5": 0.4634146341463415,
"f1_at_tau": 0.4634146341463415,
"f1_at_tau_val": 0.45652173913043476,
"f1_val_at_0.5": 0.0,
"prevalence_test": 0.05,
"tau": 0.20591328468241465
},
{
"class": "7",
"exact": true,
"f1_at_0.5": 0.11320754716981132,
"f1_at_converted_0.5": 0.3384615384615385,
"f1_at_tau": 0.3384615384615385,
"f1_at_tau_val": 0.56,
"f1_val_at_0.5": 0.038461538461538464,
"prevalence_test": 0.05,
"tau": 0.2667227941747324
},
{
"class": "8",
"exact": true,
"f1_at_0.5": 0.0,
"f1_at_converted_0.5": 0.47619047619047616,
"f1_at_tau": 0.47619047619047616,
"f1_at_tau_val": 0.5,
"f1_val_at_0.5": 0.0,
"prevalence_test": 0.049,
"tau": 0.20586749584493036
},
{
"class": "9",
"exact": true,
"f1_at_0.5": 0.038461538461538464,
"f1_at_converted_0.5": 0.33663366336633666,
"f1_at_tau": 0.33663366336633666,
"f1_at_tau_val": 0.34710743801652894,
"f1_val_at_0.5": 0.0,
"prevalence_test": 0.051,
"tau": 0.19916647269250734
},
{
"class": "10",
"exact": true,
"f1_at_0.5": 0.21428571428571427,
"f1_at_converted_0.5": 0.47058823529411764,
"f1_at_tau": 0.47058823529411764,
"f1_at_tau_val": 0.6976744186046512,
"f1_val_at_0.5": 0.14814814814814814,
"prevalence_test": 0.05,
"tau": 0.20140881899316965
},
{
"class": "11",
"exact": true,
"f1_at_0.5": 0.07547169811320754,
"f1_at_converted_0.5": 0.4065040650406504,
"f1_at_tau": 0.4065040650406504,
"f1_at_tau_val": 0.4406779661016949,
"f1_val_at_0.5": 0.038461538461538464,
"prevalence_test": 0.051,
"tau": 0.13856447557389673
},
{
"class": "12",
"exact": true,
"f1_at_0.5": 0.0,
"f1_at_converted_0.5": 0.5423728813559322,
"f1_at_tau": 0.5423728813559322,
"f1_at_tau_val": 0.5396825396825397,
"f1_val_at_0.5": 0.1111111111111111,
"prevalence_test": 0.049,
"tau": 0.1410598551716199
},
{
"class": "13",
"exact": true,
"f1_at_0.5": 0.038461538461538464,
"f1_at_converted_0.5": 0.3614457831325301,
"f1_at_tau": 0.3614457831325301,
"f1_at_tau_val": 0.5066666666666667,
"f1_val_at_0.5": 0.0392156862745098,
"prevalence_test": 0.051,
"tau": 0.21725216547504597
},
{
"class": "14",
"exact": true,
"f1_at_0.5": 0.0392156862745098,
"f1_at_converted_0.5": 0.391304347826087,
"f1_at_tau": 0.391304347826087,
"f1_at_tau_val": 0.42696629213483145,
"f1_val_at_0.5": 0.0,
"prevalence_test": 0.05,
"tau": 0.2642633091294554
},
{
"class": "15",
"exact": true,
"f1_at_0.5": 0.07547169811320754,
"f1_at_converted_0.5": 0.367816091954023,
"f1_at_tau": 0.367816091954023,
"f1_at_tau_val": 0.5185185185185185,
"f1_val_at_0.5": 0.0,
"prevalence_test": 0.05,
"tau": 0.2099123723715754
},
{
"class": "16",
"exact": true,
"f1_at_0.5": 0.1509433962264151,
"f1_at_converted_0.5": 0.44,
"f1_at_tau": 0.44,
"f1_at_tau_val": 0.5098039215686274,
"f1_val_at_0.5": 0.14814814814814814,
"prevalence_test": 0.049,
"tau": 0.20553366005502102
},
{
"class": "17",
"exact": true,
"f1_at_0.5": 0.1509433962264151,
"f1_at_converted_0.5": 0.47692307692307695,
"f1_at_tau": 0.47692307692307695,
"f1_at_tau_val": 0.512396694214876,
"f1_val_at_0.5": 0.0392156862745098,
"prevalence_test": 0.049,
"tau": 0.13651591018813117
},
{
"class": "18",
"exact": true,
"f1_at_0.5": 0.11320754716981132,
"f1_at_converted_0.5": 0.45454545454545453,
"f1_at_tau": 0.45454545454545453,
"f1_at_tau_val": 0.43564356435643564,
"f1_val_at_0.5": 0.038461538461538464,
"prevalence_test": 0.05,
"tau": 0.2052987901581712
},
{
"class": "19",
"exact": true,
"f1_at_0.5": 0.24561403508771928,
"f1_at_converted_0.5": 0.44680851063829785,
"f1_at_tau": 0.44680851063829785,
"f1_at_tau_val": 0.5348837209302325,
"f1_val_at_0.5": 0.14814814814814814,
"prevalence_test": 0.05,
"tau": 0.20115056407106344
}
],
"classifier": "knn",
"conversion_exact": true,
"dataset": "synthetic_20",
"delta_0.5": 0.953,
"ece": 0.1747316347475685,
"kind": "multiclass",
"macro_f1_at_0.5": 0.07965807872443773,
"macro_f1_at_converted_0.5": 0.43317910492089406,
"macro_f1_at_tau": 0.43317910492089406,
"macro_f1_at_tau_val": 0.4946392332119064,
"macro_f1_val_at_0.5": 0.049015746985780276,
"n_tau_not_0.5": 20,
"n_test": 1000,
"n_train": 2000,
"tau_max": 0.2667227941747324,
"tau_min": 0.13651591018813117,
"tau_spread": 0.1302068839866012
}
]
}
{
"experiments": [
{
"C": 2,
"accuracy_at_0.5": 0.972027972027972,
"accuracy_at_tau": 0.972027972027972,
"classifier": "logreg",
"conversion_exact": true,
"dataset": "breast_cancer",
"delta_0.5": 0.0,
"ece": 0.032081276164243465,
"f1_at_0.5": 0.9775280898876404,
"f1_at_converted_0.5": 0.9775280898876404,
"f1_at_tau": 0.9775280898876404,
"f1_at_tau_val": 0.994413407821229,
"f1_val_at_0.5": 0.9887640449438202,
"kind": "binary",
"n_test": 143,
"n_train": 284,
"support_positive": 90,
"tau": 0.4818890118886161
},
{
"C": 2,
"accuracy_at_0.5": 0.9440559440559441,
"accuracy_at_tau": 0.9370629370629371,
"classifier": "random_forest",
"conversion_exact": true,
"dataset": "breast_cancer",
"delta_0.5": 0.0,
"ece": 0.04585081585081583,
"f1_at_0.5": 0.9550561797752809,
"f1_at_converted_0.5": 0.9491525423728814,
"f1_at_tau": 0.9491525423728814,
"f1_at_tau_val": 0.9714285714285714,
"f1_val_at_0.5": 0.9550561797752809,
"kind": "binary",
"n_test": 143,
"n_train": 284,
"support_positive": 90,
"tau": 0.54
},
{
"C": 2,
"accuracy_at_0.5": 0.951048951048951,
"accuracy_at_tau": 0.951048951048951,
"classifier": "hist_gb",
"conversion_exact": true,
"dataset": "breast_cancer",
"delta_0.5": 0.0,
"ece": 0.02789548009403652,
"f1_at_0.5": 0.9608938547486033,
"f1_at_converted_0.5": 0.9608938547486033,
"f1_at_tau": 0.9608938547486033,
"f1_at_tau_val": 0.9832402234636871,
"f1_val_at_0.5": 0.9832402234636871,
"kind": "binary",
"n_test": 143,
"n_train": 284,
"support_positive": 90,
"tau": 0.528047999191515
},
{
"C": 2,
"accuracy_at_0.5": 0.9370629370629371,
"accuracy_at_tau": 0.9300699300699301,
"classifier": "gaussian_nb",
"conversion_exact": true,
"dataset": "breast_cancer",
"delta_0.5": 0.0,
"ece": 0.06548181916549933,
"f1_at_0.5": 0.9497206703910615,
"f1_at_converted_0.5": 0.9425287356321839,
"f1_at_tau": 0.9425287356321839,
"f1_at_tau_val": 0.9655172413793104,
"f1_val_at_0.5": 0.9392265193370166,
"kind": "binary",
"n_test": 143,
"n_train": 284,
"support_positive": 90,
"tau": 0.9984020798385944
},
{
"C": 2,
"accuracy_at_0.5": 0.965034965034965,
"accuracy_at_tau": 0.951048951048951,
"classifier": "knn",
"conversion_exact": true,
"dataset": "breast_cancer",
"delta_0.5": 0.0,
"ece": 0.043987915569621505,
"f1_at_0.5": 0.9726775956284153,
"f1_at_converted_0.5": 0.96,
"f1_at_tau": 0.96,
"f1_at_tau_val": 0.9723756906077348,
"f1_val_at_0.5": 0.967391304347826,
"kind": "binary",
"n_test": 143,
"n_train": 284,
"support_positive": 90,
Xet Storage Details
- Size:
- 97.6 kB
- Xet hash:
- f112fe2c8556b6c8a3181ad036993aa507df5e0a9905ce4d75ca5de21e603ee6
·
Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.