n,evaluation_weight_sum,effective_sample_size,positive_rate,threshold,accuracy,balanced_accuracy,precision,recall,specificity,negative_predictive_value,mcc,f1_macro,alert_count,alert_share,true_negative,false_positive,false_negative,true_positive,brier,ece,roc_auc,pr_auc,model,model_family,training_balance_mode,selected_calibration_method,calibration_selection_brier,calibration_selection_log_loss,calibration_method_candidates_completed,calibration_method_failures,validation_threshold,validation_weighted_error_cost,is_proposed_pace_architecture,validation_selection_rank,validation_cost_tie_group_size,selection_tie_break_rule,selected_on_primary_validation_objective 192,192.0,192.0,0.21875,0.5,0.7864583333333334,0.6319047619047619,0.5172413793103449,0.35714285714285715,0.9066666666666666,0.8343558282208589,0.304556549579163,0.6457723979660712,29,0.15104166666666666,136.0,14.0,27.0,15.0,0.15617480591586372,0.07823760055852294,0.744920634920635,0.4377390719231052,LightGBM_Unweighted,LightGBM,unweighted_natural_prevalence,sigmoid,0.15617480591586372,0.4798808065590463,2,[],0.18413703819805452,94.0,False,1,1,"lowest validation cost; threshold ties choose the highest threshold (lowest alert share); model ties then use highest AP, lowest Brier, and alphabetical name",True 192,192.0,192.0,0.21875,0.5,0.8020833333333334,0.6590476190476191,0.5666666666666667,0.40476190476190477,0.9133333333333333,0.845679012345679,0.36216736040534453,0.6752136752136753,30,0.15625,137.0,13.0,25.0,17.0,0.1505598980894374,0.1073413013806345,0.753968253968254,0.4763557579842879,PACE_Proposed,PACE_Proposed,ensemble_of_development_selected_variants,isotonic,0.1505598980894374,0.5206843925204533,2,[],0.22682374024878768,95.0,True,2,1,"lowest validation cost; threshold ties choose the highest threshold (lowest alert share); model ties then use highest AP, lowest Brier, and alphabetical name",False 192,192.0,192.0,0.21875,0.5,0.796875,0.6471428571428571,0.5517241379310345,0.38095238095238093,0.9133333333333333,0.8404907975460123,0.33973997768939124,0.6630517931872385,29,0.15104166666666666,137.0,13.0,26.0,16.0,0.14544193657274437,0.04818281599257537,0.7561904761904761,0.5068125800878094,CatBoost_Unweighted,CatBoost,unweighted_natural_prevalence,sigmoid,0.14544193657274437,0.4563620390839209,2,[],0.18357069160652448,98.0,False,3,1,"lowest validation cost; threshold ties choose the highest threshold (lowest alert share); model ties then use highest AP, lowest Brier, and alphabetical name",False 192,192.0,192.0,0.21875,0.5,0.7708333333333334,0.5961904761904762,0.46153846153846156,0.2857142857142857,0.9066666666666666,0.8192771084337349,0.23242970290961337,0.6068503350707372,26,0.13541666666666666,136.0,14.0,30.0,12.0,0.1505577797810214,0.062201546107280084,0.7373015873015873,0.4584422034509623,Random_Forest_Unweighted,Random_Forest,unweighted_natural_prevalence,sigmoid,0.1505577797810214,0.46614095848259546,2,[],0.27742241938337947,106.0,False,4,1,"lowest validation cost; threshold ties choose the highest threshold (lowest alert share); model ties then use highest AP, lowest Brier, and alphabetical name",False 192,192.0,192.0,0.21875,0.5,0.7760416666666666,0.5480952380952381,0.46153846153846156,0.14285714285714285,0.9533333333333334,0.7988826815642458,0.15827202458147038,0.5437413650179608,13,0.06770833333333333,143.0,7.0,36.0,6.0,0.15353397855036136,0.05887421621997732,0.7211111111111111,0.450221132106621,Extra_Trees_Unweighted,Extra_Trees,unweighted_natural_prevalence,sigmoid,0.15353397855036136,0.4766880125804945,2,[],0.2911463280719015,110.0,False,5,1,"lowest validation cost; threshold ties choose the highest threshold (lowest alert share); model ties then use highest AP, lowest Brier, and alphabetical name",False