| { |
| "optimal_threshold": 0.52, |
| "metrics_at_optimal": { |
| "macro_f1": 0.8424550946343257, |
| "precision_empirical": 0.8652173913043478, |
| "recall_empirical": 0.8903803131991052, |
| "cohens_kappa": 0.6850120837885882, |
| "auc_roc": 0.926189689421649, |
| "brier_score": 0.10669299161390036, |
| "ece": 0.025483645560704808 |
| }, |
| "plateau": { |
| "low": 0.51, |
| "high": 0.64, |
| "tolerance": 0.005 |
| }, |
| "sweep": [ |
| { |
| "threshold": 0.01, |
| "macro_f1": 0.37610433319310055 |
| }, |
| { |
| "threshold": 0.02, |
| "macro_f1": 0.38531464163841905 |
| }, |
| { |
| "threshold": 0.03, |
| "macro_f1": 0.4592089502842125 |
| }, |
| { |
| "threshold": 0.04, |
| "macro_f1": 0.5567151957238163 |
| }, |
| { |
| "threshold": 0.05, |
| "macro_f1": 0.6027858306346836 |
| }, |
| { |
| "threshold": 0.06, |
| "macro_f1": 0.6514908101066377 |
| }, |
| { |
| "threshold": 0.07, |
| "macro_f1": 0.6799879890028588 |
| }, |
| { |
| "threshold": 0.08, |
| "macro_f1": 0.6929363445045371 |
| }, |
| { |
| "threshold": 0.09, |
| "macro_f1": 0.7027090892801147 |
| }, |
| { |
| "threshold": 0.1, |
| "macro_f1": 0.7118194820134938 |
| }, |
| { |
| "threshold": 0.11, |
| "macro_f1": 0.7203503656718393 |
| }, |
| { |
| "threshold": 0.12, |
| "macro_f1": 0.7281042081579957 |
| }, |
| { |
| "threshold": 0.13, |
| "macro_f1": 0.7396079910516868 |
| }, |
| { |
| "threshold": 0.14, |
| "macro_f1": 0.746053986292341 |
| }, |
| { |
| "threshold": 0.15, |
| "macro_f1": 0.7549236207043164 |
| }, |
| { |
| "threshold": 0.16, |
| "macro_f1": 0.7645713041793096 |
| }, |
| { |
| "threshold": 0.17, |
| "macro_f1": 0.7731324985968155 |
| }, |
| { |
| "threshold": 0.18, |
| "macro_f1": 0.7779418741557662 |
| }, |
| { |
| "threshold": 0.19, |
| "macro_f1": 0.7818027117383871 |
| }, |
| { |
| "threshold": 0.2, |
| "macro_f1": 0.79007889423177 |
| }, |
| { |
| "threshold": 0.21, |
| "macro_f1": 0.7934053698539332 |
| }, |
| { |
| "threshold": 0.22, |
| "macro_f1": 0.7982113257959971 |
| }, |
| { |
| "threshold": 0.23, |
| "macro_f1": 0.8020929143945864 |
| }, |
| { |
| "threshold": 0.24, |
| "macro_f1": 0.8074459166564429 |
| }, |
| { |
| "threshold": 0.25, |
| "macro_f1": 0.8117084662276375 |
| }, |
| { |
| "threshold": 0.26, |
| "macro_f1": 0.816304608274344 |
| }, |
| { |
| "threshold": 0.27, |
| "macro_f1": 0.815334386199356 |
| }, |
| { |
| "threshold": 0.28, |
| "macro_f1": 0.8188542297597415 |
| }, |
| { |
| "threshold": 0.29, |
| "macro_f1": 0.8193618983192803 |
| }, |
| { |
| "threshold": 0.3, |
| "macro_f1": 0.8201873050992842 |
| }, |
| { |
| "threshold": 0.31, |
| "macro_f1": 0.8223100886652288 |
| }, |
| { |
| "threshold": 0.32, |
| "macro_f1": 0.8237449979686047 |
| }, |
| { |
| "threshold": 0.33, |
| "macro_f1": 0.8272857792074886 |
| }, |
| { |
| "threshold": 0.34, |
| "macro_f1": 0.8280932339408639 |
| }, |
| { |
| "threshold": 0.35, |
| "macro_f1": 0.8294672922610579 |
| }, |
| { |
| "threshold": 0.36, |
| "macro_f1": 0.8281442857192169 |
| }, |
| { |
| "threshold": 0.37, |
| "macro_f1": 0.8286984265549511 |
| }, |
| { |
| "threshold": 0.38, |
| "macro_f1": 0.8273779967614128 |
| }, |
| { |
| "threshold": 0.39, |
| "macro_f1": 0.8292382961313352 |
| }, |
| { |
| "threshold": 0.4, |
| "macro_f1": 0.8295029532013114 |
| }, |
| { |
| "threshold": 0.41, |
| "macro_f1": 0.8306813302626956 |
| }, |
| { |
| "threshold": 0.42, |
| "macro_f1": 0.8332888053807286 |
| }, |
| { |
| "threshold": 0.43, |
| "macro_f1": 0.8344351894998447 |
| }, |
| { |
| "threshold": 0.44, |
| "macro_f1": 0.8362278407439698 |
| }, |
| { |
| "threshold": 0.45, |
| "macro_f1": 0.8342490031657742 |
| }, |
| { |
| "threshold": 0.46, |
| "macro_f1": 0.8329313016591362 |
| }, |
| { |
| "threshold": 0.47, |
| "macro_f1": 0.8353685612788633 |
| }, |
| { |
| "threshold": 0.48, |
| "macro_f1": 0.8350467957987066 |
| }, |
| { |
| "threshold": 0.49, |
| "macro_f1": 0.8368021766950047 |
| }, |
| { |
| "threshold": 0.5, |
| "macro_f1": 0.8370164645491722 |
| }, |
| { |
| "threshold": 0.51, |
| "macro_f1": 0.8408328637741823 |
| }, |
| { |
| "threshold": 0.52, |
| "macro_f1": 0.8424550946343257 |
| }, |
| { |
| "threshold": 0.53, |
| "macro_f1": 0.8423817955213246 |
| }, |
| { |
| "threshold": 0.54, |
| "macro_f1": 0.8420996592844974 |
| }, |
| { |
| "threshold": 0.55, |
| "macro_f1": 0.839651954200906 |
| }, |
| { |
| "threshold": 0.56, |
| "macro_f1": 0.839531361852628 |
| }, |
| { |
| "threshold": 0.57, |
| "macro_f1": 0.8411894714744323 |
| }, |
| { |
| "threshold": 0.58, |
| "macro_f1": 0.8400428992710233 |
| }, |
| { |
| "threshold": 0.59, |
| "macro_f1": 0.841843654761284 |
| }, |
| { |
| "threshold": 0.6, |
| "macro_f1": 0.8414207244321379 |
| }, |
| { |
| "threshold": 0.61, |
| "macro_f1": 0.8416488704057548 |
| }, |
| { |
| "threshold": 0.62, |
| "macro_f1": 0.8411407134019557 |
| }, |
| { |
| "threshold": 0.63, |
| "macro_f1": 0.8387325011842839 |
| }, |
| { |
| "threshold": 0.64, |
| "macro_f1": 0.8384260811263828 |
| }, |
| { |
| "threshold": 0.65, |
| "macro_f1": 0.8352137186065854 |
| }, |
| { |
| "threshold": 0.66, |
| "macro_f1": 0.8341013161773068 |
| }, |
| { |
| "threshold": 0.67, |
| "macro_f1": 0.833701252965599 |
| }, |
| { |
| "threshold": 0.68, |
| "macro_f1": 0.8305458831736638 |
| }, |
| { |
| "threshold": 0.69, |
| "macro_f1": 0.8294719808925051 |
| }, |
| { |
| "threshold": 0.7, |
| "macro_f1": 0.8276185907489069 |
| }, |
| { |
| "threshold": 0.71, |
| "macro_f1": 0.8230284985779047 |
| }, |
| { |
| "threshold": 0.72, |
| "macro_f1": 0.8231917521369292 |
| }, |
| { |
| "threshold": 0.73, |
| "macro_f1": 0.8220361543444847 |
| }, |
| { |
| "threshold": 0.74, |
| "macro_f1": 0.81749200984534 |
| }, |
| { |
| "threshold": 0.75, |
| "macro_f1": 0.8143523938310514 |
| }, |
| { |
| "threshold": 0.76, |
| "macro_f1": 0.8091414679678101 |
| }, |
| { |
| "threshold": 0.77, |
| "macro_f1": 0.8020323597609591 |
| }, |
| { |
| "threshold": 0.78, |
| "macro_f1": 0.7921874179818105 |
| }, |
| { |
| "threshold": 0.79, |
| "macro_f1": 0.790369385439808 |
| }, |
| { |
| "threshold": 0.8, |
| "macro_f1": 0.789159217836364 |
| }, |
| { |
| "threshold": 0.81, |
| "macro_f1": 0.7846099000488533 |
| }, |
| { |
| "threshold": 0.82, |
| "macro_f1": 0.7780066383207187 |
| }, |
| { |
| "threshold": 0.83, |
| "macro_f1": 0.7700004502634041 |
| }, |
| { |
| "threshold": 0.84, |
| "macro_f1": 0.7626302310692044 |
| }, |
| { |
| "threshold": 0.85, |
| "macro_f1": 0.7579213676519467 |
| }, |
| { |
| "threshold": 0.86, |
| "macro_f1": 0.7497290061040152 |
| }, |
| { |
| "threshold": 0.87, |
| "macro_f1": 0.740826773660334 |
| }, |
| { |
| "threshold": 0.88, |
| "macro_f1": 0.7276467390239378 |
| }, |
| { |
| "threshold": 0.89, |
| "macro_f1": 0.7099417620543043 |
| }, |
| { |
| "threshold": 0.9, |
| "macro_f1": 0.6834619125630637 |
| }, |
| { |
| "threshold": 0.91, |
| "macro_f1": 0.6546573519627412 |
| }, |
| { |
| "threshold": 0.92, |
| "macro_f1": 0.6203523098035796 |
| }, |
| { |
| "threshold": 0.93, |
| "macro_f1": 0.5810734463276837 |
| }, |
| { |
| "threshold": 0.94, |
| "macro_f1": 0.5358078317510062 |
| }, |
| { |
| "threshold": 0.95, |
| "macro_f1": 0.48493000694632493 |
| }, |
| { |
| "threshold": 0.96, |
| "macro_f1": 0.42369101100659123 |
| }, |
| { |
| "threshold": 0.97, |
| "macro_f1": 0.347284774581509 |
| }, |
| { |
| "threshold": 0.98, |
| "macro_f1": 0.2917586318167151 |
| }, |
| { |
| "threshold": 0.99, |
| "macro_f1": 0.2842664092664093 |
| } |
| ], |
| "n_models": 30, |
| "n_sentences": 1483, |
| "source": { |
| "phase1_oof_dir": "outputs/phase1_broad", |
| "strategy_tables": "outputs/phase1_broad/strategy_tables.json", |
| "gold_path": "data/gold_combined_broad.csv", |
| "seeds": [ |
| 42, |
| 123, |
| 456, |
| 789, |
| 1024 |
| ], |
| "git_commit": "effe633a832ae2f126f8d63b426583559c3316d1", |
| "created": "2026-09-20T14:04:55+00:00" |
| } |
| } |
