{ "optimal_threshold": 0.52, "metrics_at_optimal": { "macro_f1": 0.8424550946343257, "precision_empirical": 0.8652173913043478, "recall_empirical": 0.8903803131991052, "cohens_kappa": 0.6850120837885882, "auc_roc": 0.926189689421649, "brier_score": 0.10669299161390036, "ece": 0.025483645560704808 }, "plateau": { "low": 0.51, "high": 0.64, "tolerance": 0.005 }, "sweep": [ { "threshold": 0.01, "macro_f1": 0.37610433319310055 }, { "threshold": 0.02, "macro_f1": 0.38531464163841905 }, { "threshold": 0.03, "macro_f1": 0.4592089502842125 }, { "threshold": 0.04, "macro_f1": 0.5567151957238163 }, { "threshold": 0.05, "macro_f1": 0.6027858306346836 }, { "threshold": 0.06, "macro_f1": 0.6514908101066377 }, { "threshold": 0.07, "macro_f1": 0.6799879890028588 }, { "threshold": 0.08, "macro_f1": 0.6929363445045371 }, { "threshold": 0.09, "macro_f1": 0.7027090892801147 }, { "threshold": 0.1, "macro_f1": 0.7118194820134938 }, { "threshold": 0.11, "macro_f1": 0.7203503656718393 }, { "threshold": 0.12, "macro_f1": 0.7281042081579957 }, { "threshold": 0.13, "macro_f1": 0.7396079910516868 }, { "threshold": 0.14, "macro_f1": 0.746053986292341 }, { "threshold": 0.15, "macro_f1": 0.7549236207043164 }, { "threshold": 0.16, "macro_f1": 0.7645713041793096 }, { "threshold": 0.17, "macro_f1": 0.7731324985968155 }, { "threshold": 0.18, "macro_f1": 0.7779418741557662 }, { "threshold": 0.19, "macro_f1": 0.7818027117383871 }, { "threshold": 0.2, "macro_f1": 0.79007889423177 }, { "threshold": 0.21, "macro_f1": 0.7934053698539332 }, { "threshold": 0.22, "macro_f1": 0.7982113257959971 }, { "threshold": 0.23, "macro_f1": 0.8020929143945864 }, { "threshold": 0.24, "macro_f1": 0.8074459166564429 }, { "threshold": 0.25, "macro_f1": 0.8117084662276375 }, { "threshold": 0.26, "macro_f1": 0.816304608274344 }, { "threshold": 0.27, "macro_f1": 0.815334386199356 }, { "threshold": 0.28, "macro_f1": 0.8188542297597415 }, { "threshold": 0.29, "macro_f1": 0.8193618983192803 }, { "threshold": 0.3, "macro_f1": 0.8201873050992842 }, { "threshold": 0.31, "macro_f1": 0.8223100886652288 }, { "threshold": 0.32, "macro_f1": 0.8237449979686047 }, { "threshold": 0.33, "macro_f1": 0.8272857792074886 }, { "threshold": 0.34, "macro_f1": 0.8280932339408639 }, { "threshold": 0.35, "macro_f1": 0.8294672922610579 }, { "threshold": 0.36, "macro_f1": 0.8281442857192169 }, { "threshold": 0.37, "macro_f1": 0.8286984265549511 }, { "threshold": 0.38, "macro_f1": 0.8273779967614128 }, { "threshold": 0.39, "macro_f1": 0.8292382961313352 }, { "threshold": 0.4, "macro_f1": 0.8295029532013114 }, { "threshold": 0.41, "macro_f1": 0.8306813302626956 }, { "threshold": 0.42, "macro_f1": 0.8332888053807286 }, { "threshold": 0.43, "macro_f1": 0.8344351894998447 }, { "threshold": 0.44, "macro_f1": 0.8362278407439698 }, { "threshold": 0.45, "macro_f1": 0.8342490031657742 }, { "threshold": 0.46, "macro_f1": 0.8329313016591362 }, { "threshold": 0.47, "macro_f1": 0.8353685612788633 }, { "threshold": 0.48, "macro_f1": 0.8350467957987066 }, { "threshold": 0.49, "macro_f1": 0.8368021766950047 }, { "threshold": 0.5, "macro_f1": 0.8370164645491722 }, { "threshold": 0.51, "macro_f1": 0.8408328637741823 }, { "threshold": 0.52, "macro_f1": 0.8424550946343257 }, { "threshold": 0.53, "macro_f1": 0.8423817955213246 }, { "threshold": 0.54, "macro_f1": 0.8420996592844974 }, { "threshold": 0.55, "macro_f1": 0.839651954200906 }, { "threshold": 0.56, "macro_f1": 0.839531361852628 }, { "threshold": 0.57, "macro_f1": 0.8411894714744323 }, { "threshold": 0.58, "macro_f1": 0.8400428992710233 }, { "threshold": 0.59, "macro_f1": 0.841843654761284 }, { "threshold": 0.6, "macro_f1": 0.8414207244321379 }, { "threshold": 0.61, "macro_f1": 0.8416488704057548 }, { "threshold": 0.62, "macro_f1": 0.8411407134019557 }, { "threshold": 0.63, "macro_f1": 0.8387325011842839 }, { "threshold": 0.64, "macro_f1": 0.8384260811263828 }, { "threshold": 0.65, "macro_f1": 0.8352137186065854 }, { "threshold": 0.66, "macro_f1": 0.8341013161773068 }, { "threshold": 0.67, "macro_f1": 0.833701252965599 }, { "threshold": 0.68, "macro_f1": 0.8305458831736638 }, { "threshold": 0.69, "macro_f1": 0.8294719808925051 }, { "threshold": 0.7, "macro_f1": 0.8276185907489069 }, { "threshold": 0.71, "macro_f1": 0.8230284985779047 }, { "threshold": 0.72, "macro_f1": 0.8231917521369292 }, { "threshold": 0.73, "macro_f1": 0.8220361543444847 }, { "threshold": 0.74, "macro_f1": 0.81749200984534 }, { "threshold": 0.75, "macro_f1": 0.8143523938310514 }, { "threshold": 0.76, "macro_f1": 0.8091414679678101 }, { "threshold": 0.77, "macro_f1": 0.8020323597609591 }, { "threshold": 0.78, "macro_f1": 0.7921874179818105 }, { "threshold": 0.79, "macro_f1": 0.790369385439808 }, { "threshold": 0.8, "macro_f1": 0.789159217836364 }, { "threshold": 0.81, "macro_f1": 0.7846099000488533 }, { "threshold": 0.82, "macro_f1": 0.7780066383207187 }, { "threshold": 0.83, "macro_f1": 0.7700004502634041 }, { "threshold": 0.84, "macro_f1": 0.7626302310692044 }, { "threshold": 0.85, "macro_f1": 0.7579213676519467 }, { "threshold": 0.86, "macro_f1": 0.7497290061040152 }, { "threshold": 0.87, "macro_f1": 0.740826773660334 }, { "threshold": 0.88, "macro_f1": 0.7276467390239378 }, { "threshold": 0.89, "macro_f1": 0.7099417620543043 }, { "threshold": 0.9, "macro_f1": 0.6834619125630637 }, { "threshold": 0.91, "macro_f1": 0.6546573519627412 }, { "threshold": 0.92, "macro_f1": 0.6203523098035796 }, { "threshold": 0.93, "macro_f1": 0.5810734463276837 }, { "threshold": 0.94, "macro_f1": 0.5358078317510062 }, { "threshold": 0.95, "macro_f1": 0.48493000694632493 }, { "threshold": 0.96, "macro_f1": 0.42369101100659123 }, { "threshold": 0.97, "macro_f1": 0.347284774581509 }, { "threshold": 0.98, "macro_f1": 0.2917586318167151 }, { "threshold": 0.99, "macro_f1": 0.2842664092664093 } ], "n_models": 30, "n_sentences": 1483, "source": { "phase1_oof_dir": "outputs/phase1_broad", "strategy_tables": "outputs/phase1_broad/strategy_tables.json", "gold_path": "data/gold_combined_broad.csv", "seeds": [ 42, 123, 456, 789, 1024 ], "git_commit": "effe633a832ae2f126f8d63b426583559c3316d1", "created": "2026-09-20T14:04:55+00:00" } }