| { |
| "f1_window": 0.04, |
| "calibration_role": "ntdb/artifacts/experiments/routing_joint_v3_mmbert_static_actionable_benefit_seed42/split_indices/probability_calibration.npy", |
| "policy_selection_role": "ntdb/artifacts/experiments/routing_joint_v3_mmbert_static_actionable_benefit_seed42/split_indices/policy_selection.npy", |
| "evaluation_role": "unified_validation", |
| "modes": { |
| "l2_only": { |
| "aggregation": "max", |
| "f1_window": 0.04, |
| "calibration_operating_points": { |
| "best_f1": { |
| "document_risk_margin_threshold": -0.9776157913729548, |
| "macro_f1": 0.7736784202980337, |
| "fpr": 0.28846153846153844, |
| "fnr": 0.05627705627705628, |
| "tp": 218, |
| "fp": 30, |
| "tn": 74, |
| "fn": 13 |
| }, |
| "best_fpr_in_f1": { |
| "document_risk_margin_threshold": 0.38240621984004974, |
| "macro_f1": 0.7522394642414904, |
| "fpr": 0.14423076923076922, |
| "fnr": 0.17316017316017315, |
| "tp": 191, |
| "fp": 15, |
| "tn": 89, |
| "fn": 40 |
| }, |
| "best_fnr_in_f1": { |
| "document_risk_margin_threshold": -0.9958261963911355, |
| "macro_f1": 0.7393551718368689, |
| "fpr": 0.4326923076923077, |
| "fnr": 0.03896103896103896, |
| "tp": 222, |
| "fp": 45, |
| "tn": 59, |
| "fn": 9 |
| } |
| }, |
| "sweep_threshold_count": 337, |
| "policy_selection": { |
| "best_f1": { |
| "document_risk_margin_threshold": -0.9776157913729548, |
| "macro_f1": 0.7736784202980337, |
| "fpr": 0.28846153846153844, |
| "fnr": 0.05627705627705628, |
| "tp": 218, |
| "fp": 30, |
| "tn": 74, |
| "fn": 13, |
| "evaluation_metrics": { |
| "macro_f1": 0.7293190887928167, |
| "fpr": 0.36538461538461536, |
| "fnr": 0.07327586206896551, |
| "tp": 215, |
| "fp": 38, |
| "tn": 66, |
| "fn": 17 |
| } |
| }, |
| "best_fpr_in_f1": { |
| "document_risk_margin_threshold": 0.38240621984004974, |
| "macro_f1": 0.7522394642414904, |
| "fpr": 0.14423076923076922, |
| "fnr": 0.17316017316017315, |
| "tp": 191, |
| "fp": 15, |
| "tn": 89, |
| "fn": 40, |
| "evaluation_metrics": { |
| "macro_f1": 0.7532577189908589, |
| "fpr": 0.16346153846153846, |
| "fnr": 0.21982758620689655, |
| "tp": 181, |
| "fp": 17, |
| "tn": 87, |
| "fn": 51 |
| } |
| }, |
| "best_fnr_in_f1": { |
| "document_risk_margin_threshold": -0.9958261963911355, |
| "macro_f1": 0.7393551718368689, |
| "fpr": 0.4326923076923077, |
| "fnr": 0.03896103896103896, |
| "tp": 222, |
| "fp": 45, |
| "tn": 59, |
| "fn": 9, |
| "evaluation_metrics": { |
| "macro_f1": 0.7071852920549851, |
| "fpr": 0.4519230769230769, |
| "fnr": 0.05172413793103448, |
| "tp": 220, |
| "fp": 47, |
| "tn": 57, |
| "fn": 12 |
| } |
| } |
| }, |
| "evaluation": { |
| "unified_validation": { |
| "best_f1": { |
| "document_risk_margin_threshold": -0.9776157913729548, |
| "macro_f1": 0.7736784202980337, |
| "fpr": 0.28846153846153844, |
| "fnr": 0.05627705627705628, |
| "tp": 218, |
| "fp": 30, |
| "tn": 74, |
| "fn": 13, |
| "evaluation_metrics": { |
| "macro_f1": 0.7563200679963783, |
| "fpr": 0.35947712418300654, |
| "fnr": 0.07807570977917981, |
| "tp": 1169, |
| "fp": 220, |
| "tn": 392, |
| "fn": 99 |
| } |
| }, |
| "best_fpr_in_f1": { |
| "document_risk_margin_threshold": 0.38240621984004974, |
| "macro_f1": 0.7522394642414904, |
| "fpr": 0.14423076923076922, |
| "fnr": 0.17316017316017315, |
| "tp": 191, |
| "fp": 15, |
| "tn": 89, |
| "fn": 40, |
| "evaluation_metrics": { |
| "macro_f1": 0.7689902712116136, |
| "fpr": 0.17973856209150327, |
| "fnr": 0.1892744479495268, |
| "tp": 1028, |
| "fp": 110, |
| "tn": 502, |
| "fn": 240 |
| } |
| }, |
| "best_fnr_in_f1": { |
| "document_risk_margin_threshold": -0.9958261963911355, |
| "macro_f1": 0.7393551718368689, |
| "fpr": 0.4326923076923077, |
| "fnr": 0.03896103896103896, |
| "tp": 222, |
| "fp": 45, |
| "tn": 59, |
| "fn": 9, |
| "evaluation_metrics": { |
| "macro_f1": 0.7359094556827233, |
| "fpr": 0.4673202614379085, |
| "fnr": 0.0473186119873817, |
| "tp": 1208, |
| "fp": 286, |
| "tn": 326, |
| "fn": 60 |
| } |
| } |
| } |
| }, |
| "operating_points": { |
| "best_f1": { |
| "threshold": -0.9776157913729548, |
| "threshold_semantics": "best_non_default_class_score_minus_default_class_score", |
| "metrics": { |
| "document_risk_margin_threshold": -0.9776157913729548, |
| "macro_f1": 0.7736784202980337, |
| "fpr": 0.28846153846153844, |
| "fnr": 0.05627705627705628, |
| "tp": 218, |
| "fp": 30, |
| "tn": 74, |
| "fn": 13 |
| }, |
| "policy_selection_metrics": { |
| "macro_f1": 0.7293190887928167, |
| "fpr": 0.36538461538461536, |
| "fnr": 0.07327586206896551, |
| "tp": 215, |
| "fp": 38, |
| "tn": 66, |
| "fn": 17 |
| }, |
| "evaluation_metrics": { |
| "unified_validation": { |
| "macro_f1": 0.7563200679963783, |
| "fpr": 0.35947712418300654, |
| "fnr": 0.07807570977917981, |
| "tp": 1169, |
| "fp": 220, |
| "tn": 392, |
| "fn": 99 |
| } |
| } |
| }, |
| "best_fpr_in_f1": { |
| "threshold": 0.38240621984004974, |
| "threshold_semantics": "best_non_default_class_score_minus_default_class_score", |
| "metrics": { |
| "document_risk_margin_threshold": 0.38240621984004974, |
| "macro_f1": 0.7522394642414904, |
| "fpr": 0.14423076923076922, |
| "fnr": 0.17316017316017315, |
| "tp": 191, |
| "fp": 15, |
| "tn": 89, |
| "fn": 40 |
| }, |
| "policy_selection_metrics": { |
| "macro_f1": 0.7532577189908589, |
| "fpr": 0.16346153846153846, |
| "fnr": 0.21982758620689655, |
| "tp": 181, |
| "fp": 17, |
| "tn": 87, |
| "fn": 51 |
| }, |
| "evaluation_metrics": { |
| "unified_validation": { |
| "macro_f1": 0.7689902712116136, |
| "fpr": 0.17973856209150327, |
| "fnr": 0.1892744479495268, |
| "tp": 1028, |
| "fp": 110, |
| "tn": 502, |
| "fn": 240 |
| } |
| } |
| }, |
| "best_fnr_in_f1": { |
| "threshold": -0.9958261963911355, |
| "threshold_semantics": "best_non_default_class_score_minus_default_class_score", |
| "metrics": { |
| "document_risk_margin_threshold": -0.9958261963911355, |
| "macro_f1": 0.7393551718368689, |
| "fpr": 0.4326923076923077, |
| "fnr": 0.03896103896103896, |
| "tp": 222, |
| "fp": 45, |
| "tn": 59, |
| "fn": 9 |
| }, |
| "policy_selection_metrics": { |
| "macro_f1": 0.7071852920549851, |
| "fpr": 0.4519230769230769, |
| "fnr": 0.05172413793103448, |
| "tp": 220, |
| "fp": 47, |
| "tn": 57, |
| "fn": 12 |
| }, |
| "evaluation_metrics": { |
| "unified_validation": { |
| "macro_f1": 0.7359094556827233, |
| "fpr": 0.4673202614379085, |
| "fnr": 0.0473186119873817, |
| "tp": 1208, |
| "fp": 286, |
| "tn": 326, |
| "fn": 60 |
| } |
| } |
| } |
| } |
| }, |
| "l3_only": { |
| "aggregation": "max", |
| "f1_window": 0.04, |
| "calibration_operating_points": { |
| "best_f1": { |
| "document_risk_margin_threshold": -0.13476252555847168, |
| "macro_f1": 0.9841403339027968, |
| "fpr": 0.019230769230769232, |
| "fnr": 0.0, |
| "tp": 231, |
| "fp": 2, |
| "tn": 102, |
| "fn": 0 |
| }, |
| "best_fpr_in_f1": { |
| "document_risk_margin_threshold": 0.31495702266693115, |
| "macro_f1": 0.9798308999503854, |
| "fpr": 0.0, |
| "fnr": 0.025974025974025976, |
| "tp": 225, |
| "fp": 0, |
| "tn": 104, |
| "fn": 6 |
| }, |
| "best_fnr_in_f1": { |
| "document_risk_margin_threshold": -0.13476252555847168, |
| "macro_f1": 0.9841403339027968, |
| "fpr": 0.019230769230769232, |
| "fnr": 0.0, |
| "tp": 231, |
| "fp": 2, |
| "tn": 102, |
| "fn": 0 |
| } |
| }, |
| "sweep_threshold_count": 337, |
| "policy_selection": { |
| "best_f1": { |
| "document_risk_margin_threshold": -0.13476252555847168, |
| "macro_f1": 0.9841403339027968, |
| "fpr": 0.019230769230769232, |
| "fnr": 0.0, |
| "tp": 231, |
| "fp": 2, |
| "tn": 102, |
| "fn": 0, |
| "evaluation_metrics": { |
| "macro_f1": 0.9970136144049189, |
| "fpr": 0.009615384615384616, |
| "fnr": 0.0, |
| "tp": 232, |
| "fp": 1, |
| "tn": 103, |
| "fn": 0 |
| } |
| }, |
| "best_fpr_in_f1": { |
| "document_risk_margin_threshold": 0.31495702266693115, |
| "macro_f1": 0.9798308999503854, |
| "fpr": 0.0, |
| "fnr": 0.025974025974025976, |
| "tp": 225, |
| "fp": 0, |
| "tn": 104, |
| "fn": 6, |
| "evaluation_metrics": { |
| "macro_f1": 0.9786755075124012, |
| "fpr": 0.0, |
| "fnr": 0.034482758620689655, |
| "tp": 224, |
| "fp": 0, |
| "tn": 104, |
| "fn": 8 |
| } |
| }, |
| "best_fnr_in_f1": { |
| "document_risk_margin_threshold": -0.13476252555847168, |
| "macro_f1": 0.9841403339027968, |
| "fpr": 0.019230769230769232, |
| "fnr": 0.0, |
| "tp": 231, |
| "fp": 2, |
| "tn": 102, |
| "fn": 0, |
| "evaluation_metrics": { |
| "macro_f1": 0.9970136144049189, |
| "fpr": 0.009615384615384616, |
| "fnr": 0.0, |
| "tp": 232, |
| "fp": 1, |
| "tn": 103, |
| "fn": 0 |
| } |
| } |
| }, |
| "evaluation": { |
| "unified_validation": { |
| "best_f1": { |
| "document_risk_margin_threshold": -0.13476252555847168, |
| "macro_f1": 0.9841403339027968, |
| "fpr": 0.019230769230769232, |
| "fnr": 0.0, |
| "tp": 231, |
| "fp": 2, |
| "tn": 102, |
| "fn": 0, |
| "evaluation_metrics": { |
| "macro_f1": 0.929221185069775, |
| "fpr": 0.07679738562091504, |
| "fnr": 0.04258675078864353, |
| "tp": 1214, |
| "fp": 47, |
| "tn": 565, |
| "fn": 54 |
| } |
| }, |
| "best_fpr_in_f1": { |
| "document_risk_margin_threshold": 0.31495702266693115, |
| "macro_f1": 0.9798308999503854, |
| "fpr": 0.0, |
| "fnr": 0.025974025974025976, |
| "tp": 225, |
| "fp": 0, |
| "tn": 104, |
| "fn": 6, |
| "evaluation_metrics": { |
| "macro_f1": 0.922069102861841, |
| "fpr": 0.04738562091503268, |
| "fnr": 0.0749211356466877, |
| "tp": 1173, |
| "fp": 29, |
| "tn": 583, |
| "fn": 95 |
| } |
| }, |
| "best_fnr_in_f1": { |
| "document_risk_margin_threshold": -0.13476252555847168, |
| "macro_f1": 0.9841403339027968, |
| "fpr": 0.019230769230769232, |
| "fnr": 0.0, |
| "tp": 231, |
| "fp": 2, |
| "tn": 102, |
| "fn": 0, |
| "evaluation_metrics": { |
| "macro_f1": 0.929221185069775, |
| "fpr": 0.07679738562091504, |
| "fnr": 0.04258675078864353, |
| "tp": 1214, |
| "fp": 47, |
| "tn": 565, |
| "fn": 54 |
| } |
| } |
| } |
| }, |
| "operating_points": { |
| "best_f1": { |
| "threshold": -0.13476252555847168, |
| "threshold_semantics": "best_non_default_class_score_minus_default_class_score", |
| "metrics": { |
| "document_risk_margin_threshold": -0.13476252555847168, |
| "macro_f1": 0.9841403339027968, |
| "fpr": 0.019230769230769232, |
| "fnr": 0.0, |
| "tp": 231, |
| "fp": 2, |
| "tn": 102, |
| "fn": 0 |
| }, |
| "policy_selection_metrics": { |
| "macro_f1": 0.9970136144049189, |
| "fpr": 0.009615384615384616, |
| "fnr": 0.0, |
| "tp": 232, |
| "fp": 1, |
| "tn": 103, |
| "fn": 0 |
| }, |
| "evaluation_metrics": { |
| "unified_validation": { |
| "macro_f1": 0.929221185069775, |
| "fpr": 0.07679738562091504, |
| "fnr": 0.04258675078864353, |
| "tp": 1214, |
| "fp": 47, |
| "tn": 565, |
| "fn": 54 |
| } |
| } |
| }, |
| "best_fpr_in_f1": { |
| "threshold": 0.31495702266693115, |
| "threshold_semantics": "best_non_default_class_score_minus_default_class_score", |
| "metrics": { |
| "document_risk_margin_threshold": 0.31495702266693115, |
| "macro_f1": 0.9798308999503854, |
| "fpr": 0.0, |
| "fnr": 0.025974025974025976, |
| "tp": 225, |
| "fp": 0, |
| "tn": 104, |
| "fn": 6 |
| }, |
| "policy_selection_metrics": { |
| "macro_f1": 0.9786755075124012, |
| "fpr": 0.0, |
| "fnr": 0.034482758620689655, |
| "tp": 224, |
| "fp": 0, |
| "tn": 104, |
| "fn": 8 |
| }, |
| "evaluation_metrics": { |
| "unified_validation": { |
| "macro_f1": 0.922069102861841, |
| "fpr": 0.04738562091503268, |
| "fnr": 0.0749211356466877, |
| "tp": 1173, |
| "fp": 29, |
| "tn": 583, |
| "fn": 95 |
| } |
| } |
| }, |
| "best_fnr_in_f1": { |
| "threshold": -0.13476252555847168, |
| "threshold_semantics": "best_non_default_class_score_minus_default_class_score", |
| "metrics": { |
| "document_risk_margin_threshold": -0.13476252555847168, |
| "macro_f1": 0.9841403339027968, |
| "fpr": 0.019230769230769232, |
| "fnr": 0.0, |
| "tp": 231, |
| "fp": 2, |
| "tn": 102, |
| "fn": 0 |
| }, |
| "policy_selection_metrics": { |
| "macro_f1": 0.9970136144049189, |
| "fpr": 0.009615384615384616, |
| "fnr": 0.0, |
| "tp": 232, |
| "fp": 1, |
| "tn": 103, |
| "fn": 0 |
| }, |
| "evaluation_metrics": { |
| "unified_validation": { |
| "macro_f1": 0.929221185069775, |
| "fpr": 0.07679738562091504, |
| "fnr": 0.04258675078864353, |
| "tp": 1214, |
| "fp": 47, |
| "tn": 565, |
| "fn": 54 |
| } |
| } |
| } |
| } |
| }, |
| "union_l2_l3": { |
| "aggregation": "max", |
| "f1_window": 0.04, |
| "calibration_operating_points": { |
| "best_f1": { |
| "document_risk_margin_threshold": -0.7704736590385437, |
| "macro_f1": 0.8881845323533561, |
| "fpr": 0.10576923076923077, |
| "fnr": 0.06060606060606061, |
| "tp": 217, |
| "fp": 11, |
| "tn": 93, |
| "fn": 14 |
| }, |
| "best_fpr_in_f1": { |
| "document_risk_margin_threshold": 0.6007874235510826, |
| "macro_f1": 0.8734210789256979, |
| "fpr": 0.08653846153846154, |
| "fnr": 0.10822510822510822, |
| "tp": 206, |
| "fp": 9, |
| "tn": 95, |
| "fn": 25 |
| }, |
| "best_fnr_in_f1": { |
| "document_risk_margin_threshold": -0.9776157913729548, |
| "macro_f1": 0.8594848792230071, |
| "fpr": 0.23076923076923078, |
| "fnr": 0.05194805194805195, |
| "tp": 219, |
| "fp": 24, |
| "tn": 80, |
| "fn": 12 |
| } |
| }, |
| "sweep_threshold_count": 337, |
| "policy_selection": { |
| "best_f1": { |
| "document_risk_margin_threshold": -0.7704736590385437, |
| "macro_f1": 0.8881845323533561, |
| "fpr": 0.10576923076923077, |
| "fnr": 0.06060606060606061, |
| "tp": 217, |
| "fp": 11, |
| "tn": 93, |
| "fn": 14, |
| "evaluation_metrics": { |
| "macro_f1": 0.8991596445533936, |
| "fpr": 0.10576923076923077, |
| "fnr": 0.07327586206896551, |
| "tp": 215, |
| "fp": 11, |
| "tn": 93, |
| "fn": 17 |
| } |
| }, |
| "best_fpr_in_f1": { |
| "document_risk_margin_threshold": 0.6007874235510826, |
| "macro_f1": 0.8734210789256979, |
| "fpr": 0.08653846153846154, |
| "fnr": 0.10822510822510822, |
| "tp": 206, |
| "fp": 9, |
| "tn": 95, |
| "fn": 25, |
| "evaluation_metrics": { |
| "macro_f1": 0.8932623821471027, |
| "fpr": 0.07692307692307693, |
| "fnr": 0.11206896551724138, |
| "tp": 206, |
| "fp": 8, |
| "tn": 96, |
| "fn": 26 |
| } |
| }, |
| "best_fnr_in_f1": { |
| "document_risk_margin_threshold": -0.9776157913729548, |
| "macro_f1": 0.8594848792230071, |
| "fpr": 0.23076923076923078, |
| "fnr": 0.05194805194805195, |
| "tp": 219, |
| "fp": 24, |
| "tn": 80, |
| "fn": 12, |
| "evaluation_metrics": { |
| "macro_f1": 0.8441721159673253, |
| "fpr": 0.3076923076923077, |
| "fnr": 0.06465517241379311, |
| "tp": 217, |
| "fp": 32, |
| "tn": 72, |
| "fn": 15 |
| } |
| } |
| }, |
| "evaluation": { |
| "unified_validation": { |
| "best_f1": { |
| "document_risk_margin_threshold": -0.7704736590385437, |
| "macro_f1": 0.8881845323533561, |
| "fpr": 0.10576923076923077, |
| "fnr": 0.06060606060606061, |
| "tp": 217, |
| "fp": 11, |
| "tn": 93, |
| "fn": 14, |
| "evaluation_metrics": { |
| "macro_f1": 0.8418848849143761, |
| "fpr": 0.2107843137254902, |
| "fnr": 0.07570977917981073, |
| "tp": 1172, |
| "fp": 129, |
| "tn": 483, |
| "fn": 96 |
| } |
| }, |
| "best_fpr_in_f1": { |
| "document_risk_margin_threshold": 0.6007874235510826, |
| "macro_f1": 0.8734210789256979, |
| "fpr": 0.08653846153846154, |
| "fnr": 0.10822510822510822, |
| "tp": 206, |
| "fp": 9, |
| "tn": 95, |
| "fn": 25, |
| "evaluation_metrics": { |
| "macro_f1": 0.8351503663007138, |
| "fpr": 0.1323529411764706, |
| "fnr": 0.13958990536277602, |
| "tp": 1091, |
| "fp": 81, |
| "tn": 531, |
| "fn": 177 |
| } |
| }, |
| "best_fnr_in_f1": { |
| "document_risk_margin_threshold": -0.9776157913729548, |
| "macro_f1": 0.8594848792230071, |
| "fpr": 0.23076923076923078, |
| "fnr": 0.05194805194805195, |
| "tp": 219, |
| "fp": 24, |
| "tn": 80, |
| "fn": 12, |
| "evaluation_metrics": { |
| "macro_f1": 0.8076357183011587, |
| "fpr": 0.3464052287581699, |
| "fnr": 0.0638801261829653, |
| "tp": 1187, |
| "fp": 212, |
| "tn": 400, |
| "fn": 81 |
| } |
| } |
| } |
| }, |
| "union_routing": { |
| "promoter": "factorized_actionable", |
| "promoter_threshold": 0.20513465149941823, |
| "calibration_target_promotion_rate": 0.25 |
| }, |
| "operating_points": { |
| "best_f1": { |
| "threshold": -0.7704736590385437, |
| "threshold_semantics": "best_non_default_class_score_minus_default_class_score", |
| "metrics": { |
| "document_risk_margin_threshold": -0.7704736590385437, |
| "macro_f1": 0.8881845323533561, |
| "fpr": 0.10576923076923077, |
| "fnr": 0.06060606060606061, |
| "tp": 217, |
| "fp": 11, |
| "tn": 93, |
| "fn": 14 |
| }, |
| "policy_selection_metrics": { |
| "macro_f1": 0.8991596445533936, |
| "fpr": 0.10576923076923077, |
| "fnr": 0.07327586206896551, |
| "tp": 215, |
| "fp": 11, |
| "tn": 93, |
| "fn": 17 |
| }, |
| "evaluation_metrics": { |
| "unified_validation": { |
| "macro_f1": 0.8418848849143761, |
| "fpr": 0.2107843137254902, |
| "fnr": 0.07570977917981073, |
| "tp": 1172, |
| "fp": 129, |
| "tn": 483, |
| "fn": 96 |
| } |
| } |
| }, |
| "best_fpr_in_f1": { |
| "threshold": 0.6007874235510826, |
| "threshold_semantics": "best_non_default_class_score_minus_default_class_score", |
| "metrics": { |
| "document_risk_margin_threshold": 0.6007874235510826, |
| "macro_f1": 0.8734210789256979, |
| "fpr": 0.08653846153846154, |
| "fnr": 0.10822510822510822, |
| "tp": 206, |
| "fp": 9, |
| "tn": 95, |
| "fn": 25 |
| }, |
| "policy_selection_metrics": { |
| "macro_f1": 0.8932623821471027, |
| "fpr": 0.07692307692307693, |
| "fnr": 0.11206896551724138, |
| "tp": 206, |
| "fp": 8, |
| "tn": 96, |
| "fn": 26 |
| }, |
| "evaluation_metrics": { |
| "unified_validation": { |
| "macro_f1": 0.8351503663007138, |
| "fpr": 0.1323529411764706, |
| "fnr": 0.13958990536277602, |
| "tp": 1091, |
| "fp": 81, |
| "tn": 531, |
| "fn": 177 |
| } |
| } |
| }, |
| "best_fnr_in_f1": { |
| "threshold": -0.9776157913729548, |
| "threshold_semantics": "best_non_default_class_score_minus_default_class_score", |
| "metrics": { |
| "document_risk_margin_threshold": -0.9776157913729548, |
| "macro_f1": 0.8594848792230071, |
| "fpr": 0.23076923076923078, |
| "fnr": 0.05194805194805195, |
| "tp": 219, |
| "fp": 24, |
| "tn": 80, |
| "fn": 12 |
| }, |
| "policy_selection_metrics": { |
| "macro_f1": 0.8441721159673253, |
| "fpr": 0.3076923076923077, |
| "fnr": 0.06465517241379311, |
| "tp": 217, |
| "fp": 32, |
| "tn": 72, |
| "fn": 15 |
| }, |
| "evaluation_metrics": { |
| "unified_validation": { |
| "macro_f1": 0.8076357183011587, |
| "fpr": 0.3464052287581699, |
| "fnr": 0.0638801261829653, |
| "tp": 1187, |
| "fp": 212, |
| "tn": 400, |
| "fn": 81 |
| } |
| } |
| } |
| } |
| } |
| } |
| } |
|
|
