| { |
| "version": "threshold_policy_calibration_v4_conservative", |
| "model": "townboy/kpfbert-ner", |
| "calibration_data": "private synthetic calibration set (3,960 documents)", |
| "matching": "BIO prediction converted to character offsets; exact label/start/end matching; confidence=min token probability", |
| "confidence": "minimum token probability in predicted entity span", |
| "policy_summary": { |
| "initial_mode": "Only labels with zero V4 FP and >=10 TP at confidence >=0.999 may auto-accept; all other NER candidates route to SLLM", |
| "future_mode": "middle band => SLLM; below low may be discarded only when future_discard_below_low_allowed=true; high-risk labels never discard below low", |
| "important_limit": "Gold entities with no NER candidate (FN) cannot be recovered by candidate-level thresholds; document-level fallback is required.", |
| "low_rule": "floor(max(0.60, min(0.85, TP confidence p01)), 3 decimals)", |
| "high_rule": "auto enabled only if V4 raw FP=0, V4 TP>=100, and confidence>=0.999 band has >=10 TP and 0 FP", |
| "precision_targets": { |
| "high": 0.995, |
| "medium": 0.985, |
| "low": 0.98 |
| }, |
| "conservative_reason": "The broader empirical precision policy reached only 0.9825 auto precision on diagnostic holdout V2, below its 0.995 target" |
| }, |
| "high_risk_labels": [ |
| "ACCOUNT_NUMBER", |
| "ADDRESS", |
| "ALIEN_NUMBER", |
| "CARD_NUMBER", |
| "EMAIL", |
| "PASSPORTNUM", |
| "PHONE", |
| "RRN" |
| ], |
| "medium_risk_labels": [ |
| "BIRTHDATE", |
| "CITY", |
| "DRIVER_LICENSE", |
| "EMPLOYEE_ID", |
| "IP_ADDRESS", |
| "MEMBER_ID", |
| "NAME", |
| "NATIONALITY", |
| "NICKNAME", |
| "PARTICIPANT_ID", |
| "SCHOOL", |
| "USER_ID", |
| "WORKPLACE", |
| "ZIPCODE" |
| ], |
| "labels": { |
| "ACCOUNT_NUMBER": { |
| "risk_tier": "high", |
| "low": 0.6, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.995, |
| "calibration": { |
| "gold": 150, |
| "tp": 141, |
| "fp": 28, |
| "fn": 9, |
| "raw_precision": 0.834319526627219, |
| "raw_recall": 0.94, |
| "raw_f1": 0.8840125391849529, |
| "tp_p01": 0.5279600262641907, |
| "tp_p05": 0.7730298042297363, |
| "fp_p95": 0.9650364160537719, |
| "fp_p99": 0.989805857539177, |
| "tp_below_low": 3, |
| "tp_below_low_rate": 0.02127659574468085, |
| "fp_below_low": 14, |
| "auto_band": { |
| "tp": 83, |
| "fp": 0, |
| "precision": 1.0, |
| "coverage": 0.5886524822695035, |
| "wilson95_lower": 0.9557631365612794 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 169, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 83, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 86, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "ADDRESS": { |
| "risk_tier": "high", |
| "low": 0.85, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.995, |
| "calibration": { |
| "gold": 100, |
| "tp": 98, |
| "fp": 5, |
| "fn": 2, |
| "raw_precision": 0.9514563106796117, |
| "raw_recall": 0.98, |
| "raw_f1": 0.9655172413793104, |
| "tp_p01": 0.989485747218132, |
| "tp_p05": 0.99609954059124, |
| "fp_p95": 0.9989572048187256, |
| "fp_p99": 0.999220905303955, |
| "tp_below_low": 0, |
| "tp_below_low_rate": 0.0, |
| "fp_below_low": 1, |
| "auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "wilson95_lower": null |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 103, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 103, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "AGE": { |
| "risk_tier": "low", |
| "low": 0.85, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "DISCARD_ALLOWED" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": true, |
| "precision_target": 0.98, |
| "calibration": { |
| "gold": 100, |
| "tp": 100, |
| "fp": 33, |
| "fn": 0, |
| "raw_precision": 0.7518796992481203, |
| "raw_recall": 1.0, |
| "raw_f1": 0.8583690987124464, |
| "tp_p01": 0.9887144988775254, |
| "tp_p05": 0.9955841392278671, |
| "fp_p95": 0.14105110466480253, |
| "fp_p99": 0.15072334706783294, |
| "tp_below_low": 0, |
| "tp_below_low_rate": 0.0, |
| "fp_below_low": 33, |
| "auto_band": { |
| "tp": 99, |
| "fp": 0, |
| "precision": 1.0, |
| "coverage": 0.99, |
| "wilson95_lower": 0.9626454664260378 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 133, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 99, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 1, |
| "discarded_candidates": 33, |
| "discarded_tp": 0, |
| "discarded_fp": 33 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "ALIEN_NUMBER": { |
| "risk_tier": "high", |
| "low": 0.618, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.995, |
| "calibration": { |
| "gold": 150, |
| "tp": 143, |
| "fp": 68, |
| "fn": 7, |
| "raw_precision": 0.6777251184834123, |
| "raw_recall": 0.9533333333333334, |
| "raw_f1": 0.7922437673130195, |
| "tp_p01": 0.6181560385227203, |
| "tp_p05": 0.7406675696372986, |
| "fp_p95": 0.9107672691345214, |
| "fp_p99": 0.9874289107322693, |
| "tp_below_low": 2, |
| "tp_below_low_rate": 0.013986013986013986, |
| "fp_below_low": 42, |
| "auto_band": { |
| "tp": 78, |
| "fp": 0, |
| "precision": 1.0, |
| "coverage": 0.5454545454545454, |
| "wilson95_lower": 0.9530605462258802 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 211, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 78, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 133, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "BIRTHDATE": { |
| "risk_tier": "medium", |
| "low": 0.85, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.985, |
| "calibration": { |
| "gold": 100, |
| "tp": 99, |
| "fp": 7, |
| "fn": 1, |
| "raw_precision": 0.9339622641509434, |
| "raw_recall": 0.99, |
| "raw_f1": 0.9611650485436893, |
| "tp_p01": 0.9531525158882141, |
| "tp_p05": 0.9944851279258728, |
| "fp_p95": 0.8616051375865935, |
| "fp_p99": 0.8743154466152191, |
| "tp_below_low": 0, |
| "tp_below_low_rate": 0.0, |
| "fp_below_low": 6, |
| "auto_band": { |
| "tp": 98, |
| "fp": 0, |
| "precision": 1.0, |
| "coverage": 0.98989898989899, |
| "wilson95_lower": 0.9622786759045421 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 106, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 98, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 8, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "BLOOD_TYPE": { |
| "risk_tier": "low", |
| "low": 0.6, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.98, |
| "calibration": { |
| "gold": 100, |
| "tp": 81, |
| "fp": 115, |
| "fn": 19, |
| "raw_precision": 0.413265306122449, |
| "raw_recall": 0.81, |
| "raw_f1": 0.5472972972972974, |
| "tp_p01": 0.5110871195793152, |
| "tp_p05": 0.89145827293396, |
| "fp_p95": 0.9984909772872924, |
| "fp_p99": 0.9990045022964478, |
| "tp_below_low": 2, |
| "tp_below_low_rate": 0.024691358024691357, |
| "fp_below_low": 22, |
| "auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "wilson95_lower": null |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 196, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 196, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "CARD_NUMBER": { |
| "risk_tier": "high", |
| "low": 0.756, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.995, |
| "calibration": { |
| "gold": 150, |
| "tp": 149, |
| "fp": 6, |
| "fn": 1, |
| "raw_precision": 0.9612903225806452, |
| "raw_recall": 0.9933333333333333, |
| "raw_f1": 0.9770491803278689, |
| "tp_p01": 0.7564220571517944, |
| "tp_p05": 0.944215738773346, |
| "fp_p95": 0.6197407692670822, |
| "fp_p99": 0.6254905790090561, |
| "tp_below_low": 2, |
| "tp_below_low_rate": 0.013422818791946308, |
| "fp_below_low": 6, |
| "auto_band": { |
| "tp": 143, |
| "fp": 0, |
| "precision": 1.0, |
| "coverage": 0.959731543624161, |
| "wilson95_lower": 0.9738384762900977 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 155, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 143, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 12, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "CITY": { |
| "risk_tier": "medium", |
| "low": 0.84, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.985, |
| "calibration": { |
| "gold": 150, |
| "tp": 149, |
| "fp": 3, |
| "fn": 1, |
| "raw_precision": 0.9802631578947368, |
| "raw_recall": 0.9933333333333333, |
| "raw_f1": 0.9867549668874172, |
| "tp_p01": 0.8406903600692749, |
| "tp_p05": 0.9489035844802857, |
| "fp_p95": 0.8427393794059753, |
| "fp_p99": 0.8552059245109558, |
| "tp_below_low": 2, |
| "tp_below_low_rate": 0.013422818791946308, |
| "fp_below_low": 2, |
| "auto_band": { |
| "tp": 146, |
| "fp": 0, |
| "precision": 1.0, |
| "coverage": 0.9798657718120806, |
| "wilson95_lower": 0.9743622598797664 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 152, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 146, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 6, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "DEPARTMENT": { |
| "risk_tier": "low", |
| "low": 0.85, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.98, |
| "calibration": { |
| "gold": 100, |
| "tp": 99, |
| "fp": 2, |
| "fn": 1, |
| "raw_precision": 0.9801980198019802, |
| "raw_recall": 0.99, |
| "raw_f1": 0.9850746268656716, |
| "tp_p01": 0.9717840254306793, |
| "tp_p05": 0.9864128172397614, |
| "fp_p95": 0.46165389120578765, |
| "fp_p99": 0.46920298397541044, |
| "tp_below_low": 1, |
| "tp_below_low_rate": 0.010101010101010102, |
| "fp_below_low": 2, |
| "auto_band": { |
| "tp": 97, |
| "fp": 0, |
| "precision": 1.0, |
| "coverage": 0.9797979797979798, |
| "wilson95_lower": 0.9619046107955446 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 101, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 97, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 4, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "DRIVER_LICENSE": { |
| "risk_tier": "medium", |
| "low": 0.6, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.985, |
| "calibration": { |
| "gold": 100, |
| "tp": 94, |
| "fp": 55, |
| "fn": 6, |
| "raw_precision": 0.6308724832214765, |
| "raw_recall": 0.94, |
| "raw_f1": 0.7550200803212851, |
| "tp_p01": 0.5541346728801727, |
| "tp_p05": 0.673829996585846, |
| "fp_p95": 0.9832729935646057, |
| "fp_p99": 0.9893621695041657, |
| "tp_below_low": 2, |
| "tp_below_low_rate": 0.02127659574468085, |
| "fp_below_low": 11, |
| "auto_band": { |
| "tp": 43, |
| "fp": 0, |
| "precision": 1.0, |
| "coverage": 0.4574468085106383, |
| "wilson95_lower": 0.9179874299767727 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 149, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 43, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 106, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "EMAIL": { |
| "risk_tier": "high", |
| "low": 0.85, |
| "high": 0.999, |
| "routing": { |
| "confidence_gte_high": "NER_ACCEPT", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": true, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.995, |
| "calibration": { |
| "gold": 100, |
| "tp": 100, |
| "fp": 0, |
| "fn": 0, |
| "raw_precision": 1.0, |
| "raw_recall": 1.0, |
| "raw_f1": 1.0, |
| "tp_p01": 0.9912993973493576, |
| "tp_p05": 0.9992368340492248, |
| "fp_p95": null, |
| "fp_p99": null, |
| "tp_below_low": 0, |
| "tp_below_low_rate": 0.0, |
| "fp_below_low": 0, |
| "auto_band": { |
| "tp": 99, |
| "fp": 0, |
| "precision": 1.0, |
| "coverage": 0.99, |
| "wilson95_lower": 0.9626454664260378 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 96, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 4, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 99, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 1, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 96, |
| "fp": 0, |
| "precision": 1.0, |
| "coverage": 0.96, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "EMPLOYEE_ID": { |
| "risk_tier": "medium", |
| "low": 0.85, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.985, |
| "calibration": { |
| "gold": 141, |
| "tp": 129, |
| "fp": 144, |
| "fn": 12, |
| "raw_precision": 0.4725274725274725, |
| "raw_recall": 0.9148936170212766, |
| "raw_f1": 0.6231884057971014, |
| "tp_p01": 0.8613667511940002, |
| "tp_p05": 0.966871702671051, |
| "fp_p95": 0.9300328224897384, |
| "fp_p99": 0.9805235266685486, |
| "tp_below_low": 2, |
| "tp_below_low_rate": 0.015503875968992248, |
| "fp_below_low": 129, |
| "auto_band": { |
| "tp": 112, |
| "fp": 1, |
| "precision": 0.9911504424778761, |
| "coverage": 0.8682170542635659, |
| "wilson95_lower": 0.9515679439394749 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 273, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 112, |
| "auto_accept_fp": 1, |
| "sllm_candidates": 160, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "GENDER": { |
| "risk_tier": "low", |
| "low": 0.85, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "DISCARD_ALLOWED" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": true, |
| "precision_target": 0.98, |
| "calibration": { |
| "gold": 100, |
| "tp": 100, |
| "fp": 69, |
| "fn": 0, |
| "raw_precision": 0.591715976331361, |
| "raw_recall": 1.0, |
| "raw_f1": 0.7434944237918216, |
| "tp_p01": 0.997779933810234, |
| "tp_p05": 0.9981514066457748, |
| "fp_p95": 0.9962255835533143, |
| "fp_p99": 0.9973360109329223, |
| "tp_below_low": 0, |
| "tp_below_low_rate": 0.0, |
| "fp_below_low": 1, |
| "auto_band": { |
| "tp": 97, |
| "fp": 0, |
| "precision": 1.0, |
| "coverage": 0.97, |
| "wilson95_lower": 0.9619046107955446 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 169, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 97, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 71, |
| "discarded_candidates": 1, |
| "discarded_tp": 0, |
| "discarded_fp": 1 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "HEIGHT": { |
| "risk_tier": "low", |
| "low": 0.85, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "DISCARD_ALLOWED" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": true, |
| "precision_target": 0.98, |
| "calibration": { |
| "gold": 100, |
| "tp": 100, |
| "fp": 70, |
| "fn": 0, |
| "raw_precision": 0.5882352941176471, |
| "raw_recall": 1.0, |
| "raw_f1": 0.7407407407407407, |
| "tp_p01": 0.9012879550457001, |
| "tp_p05": 0.9939749002456665, |
| "fp_p95": 0.999596643447876, |
| "fp_p99": 0.9996490907669067, |
| "tp_below_low": 1, |
| "tp_below_low_rate": 0.01, |
| "fp_below_low": 3, |
| "auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "wilson95_lower": null |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 170, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 166, |
| "discarded_candidates": 4, |
| "discarded_tp": 1, |
| "discarded_fp": 3 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "IP_ADDRESS": { |
| "risk_tier": "medium", |
| "low": 0.85, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.985, |
| "calibration": { |
| "gold": 100, |
| "tp": 99, |
| "fp": 58, |
| "fn": 1, |
| "raw_precision": 0.6305732484076433, |
| "raw_recall": 0.99, |
| "raw_f1": 0.7704280155642024, |
| "tp_p01": 0.9597602045536041, |
| "tp_p05": 0.982790744304657, |
| "fp_p95": 0.9981081038713455, |
| "fp_p99": 0.9983216363191605, |
| "tp_below_low": 0, |
| "tp_below_low_rate": 0.0, |
| "fp_below_low": 38, |
| "auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "wilson95_lower": null |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 157, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 157, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "MAJOR": { |
| "risk_tier": "low", |
| "low": 0.85, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.98, |
| "calibration": { |
| "gold": 100, |
| "tp": 99, |
| "fp": 58, |
| "fn": 1, |
| "raw_precision": 0.6305732484076433, |
| "raw_recall": 0.99, |
| "raw_f1": 0.7704280155642024, |
| "tp_p01": 0.9984672820568085, |
| "tp_p05": 0.9990727007389069, |
| "fp_p95": 0.9110401004552842, |
| "fp_p99": 0.9904469752311706, |
| "tp_below_low": 0, |
| "tp_below_low_rate": 0.0, |
| "fp_below_low": 52, |
| "auto_band": { |
| "tp": 94, |
| "fp": 1, |
| "precision": 0.9894736842105263, |
| "coverage": 0.9494949494949495, |
| "wilson95_lower": 0.9427599067633495 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 157, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 94, |
| "auto_accept_fp": 1, |
| "sllm_candidates": 62, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "MEMBER_ID": { |
| "risk_tier": "medium", |
| "low": 0.6, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.985, |
| "calibration": { |
| "gold": 142, |
| "tp": 129, |
| "fp": 25, |
| "fn": 13, |
| "raw_precision": 0.8376623376623377, |
| "raw_recall": 0.9084507042253521, |
| "raw_f1": 0.8716216216216216, |
| "tp_p01": 0.5225646281242371, |
| "tp_p05": 0.667635440826416, |
| "fp_p95": 0.7362570047378539, |
| "fp_p99": 0.767651801109314, |
| "tp_below_low": 4, |
| "tp_below_low_rate": 0.031007751937984496, |
| "fp_below_low": 19, |
| "auto_band": { |
| "tp": 108, |
| "fp": 0, |
| "precision": 1.0, |
| "coverage": 0.8372093023255814, |
| "wilson95_lower": 0.9656514212958325 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 154, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 108, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 46, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "NAME": { |
| "risk_tier": "medium", |
| "low": 0.85, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "DISCARD_ALLOWED" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": true, |
| "precision_target": 0.985, |
| "calibration": { |
| "gold": 150, |
| "tp": 145, |
| "fp": 41, |
| "fn": 5, |
| "raw_precision": 0.7795698924731183, |
| "raw_recall": 0.9666666666666667, |
| "raw_f1": 0.8630952380952382, |
| "tp_p01": 0.9945324158668518, |
| "tp_p05": 0.9993756294250488, |
| "fp_p95": 0.9911686182022095, |
| "fp_p99": 0.9998230695724487, |
| "tp_below_low": 0, |
| "tp_below_low_rate": 0.0, |
| "fp_below_low": 31, |
| "auto_band": { |
| "tp": 142, |
| "fp": 2, |
| "precision": 0.9861111111111112, |
| "coverage": 0.9793103448275862, |
| "wilson95_lower": 0.9507765031823722 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 186, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 142, |
| "auto_accept_fp": 2, |
| "sllm_candidates": 11, |
| "discarded_candidates": 31, |
| "discarded_tp": 0, |
| "discarded_fp": 31 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "NATIONALITY": { |
| "risk_tier": "medium", |
| "low": 0.85, |
| "high": 0.999, |
| "routing": { |
| "confidence_gte_high": "NER_ACCEPT", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "DISCARD_ALLOWED" |
| }, |
| "auto_accept_enabled": true, |
| "future_discard_below_low_allowed": true, |
| "precision_target": 0.985, |
| "calibration": { |
| "gold": 100, |
| "tp": 100, |
| "fp": 0, |
| "fn": 0, |
| "raw_precision": 1.0, |
| "raw_recall": 1.0, |
| "raw_f1": 1.0, |
| "tp_p01": 0.9452904033660889, |
| "tp_p05": 0.9855882167816162, |
| "fp_p95": null, |
| "fp_p99": null, |
| "tp_below_low": 0, |
| "tp_below_low_rate": 0.0, |
| "fp_below_low": 0, |
| "auto_band": { |
| "tp": 99, |
| "fp": 0, |
| "precision": 1.0, |
| "coverage": 0.99, |
| "wilson95_lower": 0.9626454664260378 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 55, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 45, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 99, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 1, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 55, |
| "fp": 0, |
| "precision": 1.0, |
| "coverage": 0.55, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "NICKNAME": { |
| "risk_tier": "medium", |
| "low": 0.6, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.985, |
| "calibration": { |
| "gold": 150, |
| "tp": 108, |
| "fp": 49, |
| "fn": 42, |
| "raw_precision": 0.6878980891719745, |
| "raw_recall": 0.72, |
| "raw_f1": 0.7035830618892508, |
| "tp_p01": 0.3101186007261276, |
| "tp_p05": 0.5216924011707306, |
| "fp_p95": 0.9062089681625366, |
| "fp_p99": 0.9348918509483337, |
| "tp_below_low": 11, |
| "tp_below_low_rate": 0.10185185185185185, |
| "fp_below_low": 27, |
| "auto_band": { |
| "tp": 67, |
| "fp": 1, |
| "precision": 0.9852941176470589, |
| "coverage": 0.6203703703703703, |
| "wilson95_lower": 0.9212883963845385 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 157, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 67, |
| "auto_accept_fp": 1, |
| "sllm_candidates": 89, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "PARTICIPANT_ID": { |
| "risk_tier": "medium", |
| "low": 0.767, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.985, |
| "calibration": { |
| "gold": 167, |
| "tp": 167, |
| "fp": 32, |
| "fn": 0, |
| "raw_precision": 0.8391959798994975, |
| "raw_recall": 1.0, |
| "raw_f1": 0.912568306010929, |
| "tp_p01": 0.7675521767139435, |
| "tp_p05": 0.9619539082050323, |
| "fp_p95": 0.7085889995098114, |
| "fp_p99": 0.8777799898386005, |
| "tp_below_low": 2, |
| "tp_below_low_rate": 0.011976047904191617, |
| "fp_below_low": 31, |
| "auto_band": { |
| "tp": 163, |
| "fp": 1, |
| "precision": 0.9939024390243902, |
| "coverage": 0.9760479041916168, |
| "wilson95_lower": 0.96627290966789 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 199, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 163, |
| "auto_accept_fp": 1, |
| "sllm_candidates": 35, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "PASSPORTNUM": { |
| "risk_tier": "high", |
| "low": 0.85, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.995, |
| "calibration": { |
| "gold": 100, |
| "tp": 100, |
| "fp": 1, |
| "fn": 0, |
| "raw_precision": 0.9900990099009901, |
| "raw_recall": 1.0, |
| "raw_f1": 0.9950248756218906, |
| "tp_p01": 0.9489431154727936, |
| "tp_p05": 0.9940242916345596, |
| "fp_p95": 0.2736428380012512, |
| "fp_p99": 0.2736428380012512, |
| "tp_below_low": 0, |
| "tp_below_low_rate": 0.0, |
| "fp_below_low": 1, |
| "auto_band": { |
| "tp": 99, |
| "fp": 0, |
| "precision": 1.0, |
| "coverage": 0.99, |
| "wilson95_lower": 0.9626454664260378 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 101, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 99, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 2, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "PHONE": { |
| "risk_tier": "high", |
| "low": 0.85, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.995, |
| "calibration": { |
| "gold": 100, |
| "tp": 100, |
| "fp": 36, |
| "fn": 0, |
| "raw_precision": 0.7352941176470589, |
| "raw_recall": 1.0, |
| "raw_f1": 0.8474576271186441, |
| "tp_p01": 0.998772698044777, |
| "tp_p05": 0.9992198914289475, |
| "fp_p95": 0.999710351228714, |
| "fp_p99": 0.9997318983078003, |
| "tp_below_low": 0, |
| "tp_below_low_rate": 0.0, |
| "fp_below_low": 3, |
| "auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "wilson95_lower": null |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 136, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 136, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "POSITION": { |
| "risk_tier": "low", |
| "low": 0.85, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.98, |
| "calibration": { |
| "gold": 100, |
| "tp": 99, |
| "fp": 67, |
| "fn": 1, |
| "raw_precision": 0.5963855421686747, |
| "raw_recall": 0.99, |
| "raw_f1": 0.744360902255639, |
| "tp_p01": 0.9948600542545318, |
| "tp_p05": 0.9964091539382935, |
| "fp_p95": 0.823778027296066, |
| "fp_p99": 0.9691383326053622, |
| "tp_below_low": 0, |
| "tp_below_low_rate": 0.0, |
| "fp_below_low": 63, |
| "auto_band": { |
| "tp": 98, |
| "fp": 1, |
| "precision": 0.98989898989899, |
| "coverage": 0.98989898989899, |
| "wilson95_lower": 0.9449833445859679 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 166, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 98, |
| "auto_accept_fp": 1, |
| "sllm_candidates": 67, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "RELIGION": { |
| "risk_tier": "low", |
| "low": 0.85, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.98, |
| "calibration": { |
| "gold": 100, |
| "tp": 86, |
| "fp": 2, |
| "fn": 14, |
| "raw_precision": 0.9772727272727273, |
| "raw_recall": 0.86, |
| "raw_f1": 0.9148936170212766, |
| "tp_p01": 0.9803977280855178, |
| "tp_p05": 0.995708242058754, |
| "fp_p95": 0.759431891143322, |
| "fp_p99": 0.7808207139372826, |
| "tp_below_low": 0, |
| "tp_below_low_rate": 0.0, |
| "fp_below_low": 2, |
| "auto_band": { |
| "tp": 85, |
| "fp": 0, |
| "precision": 1.0, |
| "coverage": 0.9883720930232558, |
| "wilson95_lower": 0.9567589957857581 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 88, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 85, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 3, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "RRN": { |
| "risk_tier": "high", |
| "low": 0.6, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.995, |
| "calibration": { |
| "gold": 150, |
| "tp": 143, |
| "fp": 38, |
| "fn": 7, |
| "raw_precision": 0.7900552486187845, |
| "raw_recall": 0.9533333333333334, |
| "raw_f1": 0.8640483383685801, |
| "tp_p01": 0.5228946423530578, |
| "tp_p05": 0.6324706554412842, |
| "fp_p95": 0.9942778915166854, |
| "fp_p99": 0.9948081791400909, |
| "tp_below_low": 7, |
| "tp_below_low_rate": 0.04895104895104895, |
| "fp_below_low": 27, |
| "auto_band": { |
| "tp": 16, |
| "fp": 0, |
| "precision": 1.0, |
| "coverage": 0.11188811188811189, |
| "wilson95_lower": 0.8063865817272801 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 181, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 16, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 165, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "SCHOOL": { |
| "risk_tier": "medium", |
| "low": 0.85, |
| "high": 0.999, |
| "routing": { |
| "confidence_gte_high": "NER_ACCEPT", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "DISCARD_ALLOWED" |
| }, |
| "auto_accept_enabled": true, |
| "future_discard_below_low_allowed": true, |
| "precision_target": 0.985, |
| "calibration": { |
| "gold": 150, |
| "tp": 150, |
| "fp": 0, |
| "fn": 0, |
| "raw_precision": 1.0, |
| "raw_recall": 1.0, |
| "raw_f1": 1.0, |
| "tp_p01": 0.9522248715162278, |
| "tp_p05": 0.9985177725553513, |
| "fp_p95": null, |
| "fp_p99": null, |
| "tp_below_low": 1, |
| "tp_below_low_rate": 0.006666666666666667, |
| "fp_below_low": 0, |
| "auto_band": { |
| "tp": 148, |
| "fp": 0, |
| "precision": 1.0, |
| "coverage": 0.9866666666666667, |
| "wilson95_lower": 0.9746999504747053 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 140, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 10, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 148, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 1, |
| "discarded_candidates": 1, |
| "discarded_tp": 1, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 140, |
| "fp": 0, |
| "precision": 1.0, |
| "coverage": 0.9333333333333333, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "URL": { |
| "risk_tier": "low", |
| "low": 0.85, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.98, |
| "calibration": { |
| "gold": 100, |
| "tp": 98, |
| "fp": 2, |
| "fn": 2, |
| "raw_precision": 0.98, |
| "raw_recall": 0.98, |
| "raw_f1": 0.98, |
| "tp_p01": 0.9914001291990281, |
| "tp_p05": 0.9963382810354233, |
| "fp_p95": 0.687697473168373, |
| "fp_p99": 0.6878114348649979, |
| "tp_below_low": 0, |
| "tp_below_low_rate": 0.0, |
| "fp_below_low": 2, |
| "auto_band": { |
| "tp": 97, |
| "fp": 0, |
| "precision": 1.0, |
| "coverage": 0.9897959183673469, |
| "wilson95_lower": 0.9619046107955446 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 100, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 97, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 3, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "USER_ID": { |
| "risk_tier": "medium", |
| "low": 0.6, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.985, |
| "calibration": { |
| "gold": 150, |
| "tp": 130, |
| "fp": 33, |
| "fn": 20, |
| "raw_precision": 0.7975460122699386, |
| "raw_recall": 0.8666666666666667, |
| "raw_f1": 0.8306709265175719, |
| "tp_p01": 0.5202785676717758, |
| "tp_p05": 0.5842449188232421, |
| "fp_p95": 0.9988666892051696, |
| "fp_p99": 0.9989911603927613, |
| "tp_below_low": 8, |
| "tp_below_low_rate": 0.06153846153846154, |
| "fp_below_low": 12, |
| "auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "wilson95_lower": null |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 163, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 163, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "VEHICLE_NUMBER": { |
| "risk_tier": "low", |
| "low": 0.85, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "DISCARD_ALLOWED" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": true, |
| "precision_target": 0.98, |
| "calibration": { |
| "gold": 100, |
| "tp": 100, |
| "fp": 14, |
| "fn": 0, |
| "raw_precision": 0.8771929824561403, |
| "raw_recall": 1.0, |
| "raw_f1": 0.9345794392523363, |
| "tp_p01": 0.8903139638900757, |
| "tp_p05": 0.9633320719003677, |
| "fp_p95": 0.6182366847991942, |
| "fp_p99": 0.6471676158905029, |
| "tp_below_low": 1, |
| "tp_below_low_rate": 0.01, |
| "fp_below_low": 14, |
| "auto_band": { |
| "tp": 98, |
| "fp": 0, |
| "precision": 1.0, |
| "coverage": 0.98, |
| "wilson95_lower": 0.9622786759045421 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 114, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 98, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 1, |
| "discarded_candidates": 15, |
| "discarded_tp": 1, |
| "discarded_fp": 14 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "WEIGHT": { |
| "risk_tier": "low", |
| "low": 0.85, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "DISCARD_ALLOWED" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": true, |
| "precision_target": 0.98, |
| "calibration": { |
| "gold": 100, |
| "tp": 100, |
| "fp": 67, |
| "fn": 0, |
| "raw_precision": 0.5988023952095808, |
| "raw_recall": 1.0, |
| "raw_f1": 0.7490636704119851, |
| "tp_p01": 0.9072790610790252, |
| "tp_p05": 0.9640769720077514, |
| "fp_p95": 0.9937423467636108, |
| "fp_p99": 0.9955686962604522, |
| "tp_below_low": 0, |
| "tp_below_low_rate": 0.0, |
| "fp_below_low": 0, |
| "auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "wilson95_lower": null |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 167, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 167, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "WORKPLACE": { |
| "risk_tier": "medium", |
| "low": 0.6, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.985, |
| "calibration": { |
| "gold": 150, |
| "tp": 144, |
| "fp": 15, |
| "fn": 6, |
| "raw_precision": 0.9056603773584906, |
| "raw_recall": 0.96, |
| "raw_f1": 0.9320388349514563, |
| "tp_p01": 0.09967849016189576, |
| "tp_p05": 0.2041497603058815, |
| "fp_p95": 0.9814407646656036, |
| "fp_p99": 0.9889926397800446, |
| "tp_below_low": 32, |
| "tp_below_low_rate": 0.2222222222222222, |
| "fp_below_low": 5, |
| "auto_band": { |
| "tp": 36, |
| "fp": 0, |
| "precision": 1.0, |
| "coverage": 0.25, |
| "wilson95_lower": 0.9035781695514236 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 159, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 36, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 123, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| }, |
| "ZIPCODE": { |
| "risk_tier": "medium", |
| "low": 0.85, |
| "high": 1.0, |
| "routing": { |
| "confidence_gte_high": "SLLM", |
| "low_lte_confidence_lt_high": "SLLM", |
| "confidence_lt_low_initial": "SLLM", |
| "confidence_lt_low_future": "SLLM" |
| }, |
| "auto_accept_enabled": false, |
| "future_discard_below_low_allowed": false, |
| "precision_target": 0.985, |
| "calibration": { |
| "gold": 100, |
| "tp": 97, |
| "fp": 35, |
| "fn": 3, |
| "raw_precision": 0.7348484848484849, |
| "raw_recall": 0.97, |
| "raw_f1": 0.8362068965517241, |
| "tp_p01": 0.9186700534820557, |
| "tp_p05": 0.9623782634735107, |
| "fp_p95": 0.9835636913776398, |
| "fp_p99": 0.9953167736530304, |
| "tp_below_low": 1, |
| "tp_below_low_rate": 0.010309278350515464, |
| "fp_below_low": 24, |
| "auto_band": { |
| "tp": 68, |
| "fp": 1, |
| "precision": 0.9855072463768116, |
| "coverage": 0.7010309278350515, |
| "wilson95_lower": 0.9223669266494263 |
| } |
| }, |
| "routing_counts_initial": { |
| "auto_accept_tp": 0, |
| "auto_accept_fp": 0, |
| "sllm_candidates": 132, |
| "discarded_candidates": 0 |
| }, |
| "routing_counts_future": { |
| "auto_accept_tp": 68, |
| "auto_accept_fp": 1, |
| "sllm_candidates": 63, |
| "discarded_candidates": 0, |
| "discarded_tp": 0, |
| "discarded_fp": 0 |
| }, |
| "conservative_auto_band": { |
| "tp": 0, |
| "fp": 0, |
| "precision": null, |
| "coverage": 0.0, |
| "rule": "V4 raw FP=0, V4 TP>=100, confidence>=0.999 TP>=10, confidence>=0.999 FP=0" |
| } |
| } |
| }, |
| "routing_totals_initial": { |
| "auto_tp": 291, |
| "auto_fp": 0, |
| "sllm_candidates": 4663, |
| "discarded_candidates": 0, |
| "unrecovered_gold_fn": 174, |
| "auto_precision": 1.0 |
| }, |
| "routing_totals_future": { |
| "auto_tp": 2513, |
| "auto_fp": 8, |
| "sllm_candidates": 2348, |
| "discarded_candidates": 85, |
| "unrecovered_gold_fn": 174, |
| "auto_precision": 0.9968266560888537 |
| }, |
| "auto_enabled_labels": [ |
| "EMAIL", |
| "NATIONALITY", |
| "SCHOOL" |
| ] |
| } |
|
|
