BrewSLM export 37: sensitive-data span tagger, run #143 (deberta-v3-base, 30 types)
d1ddca2 verified | { | |
| "version": 1, | |
| "score": "mean over a span's tokens of P(B-type) + P(I-type)", | |
| "default_min_score": 0.0, | |
| "recall_bias": 0.0, | |
| "per_type": { | |
| "address": 0.9, | |
| "api_key": 0.0, | |
| "bank_account": 0.6, | |
| "card_expiry": 0.0, | |
| "credit_card": 0.7, | |
| "customer_id": 0.7, | |
| "cvv": 0.6, | |
| "date_of_birth": 0.8, | |
| "device_id": 0.9, | |
| "diagnosis": 0.0, | |
| "email": 0.0, | |
| "employee_id": 0.9, | |
| "health_plan_id": 0.5, | |
| "iban": 0.9, | |
| "ip_address": 0.0, | |
| "licence_number": 0.0, | |
| "license_plate": 0.0, | |
| "medical_record_number": 0.8, | |
| "medication": 0.0, | |
| "national_id": 0.7, | |
| "passport": 0.0, | |
| "person_name": 0.0, | |
| "phone": 0.7, | |
| "provider_name": 0.9, | |
| "routing_number": 0.0, | |
| "tax_id": 0.0, | |
| "ticket_id": 0.9, | |
| "transaction_id": 0.6, | |
| "username": 0.0, | |
| "visit_date": 0.9 | |
| }, | |
| "recall_floors": {}, | |
| "tuned": { | |
| "split": "val", | |
| "rows": 202, | |
| "at": "2026-10-17T15:09:36.228497+00:00", | |
| "micro_f1_before": 0.9288, | |
| "micro_f1_after": 0.9467, | |
| "micro_before": { | |
| "precision": 0.9114, | |
| "recall": 0.9468, | |
| "f1": 0.9288 | |
| }, | |
| "micro_after": { | |
| "precision": 0.9481, | |
| "recall": 0.9454, | |
| "f1": 0.9467 | |
| }, | |
| "recall_bias": 0.0, | |
| "recall_bias_suggestion": null, | |
| "floors": {}, | |
| "report": { | |
| "address": { | |
| "threshold": 0.9, | |
| "f1_before": 0.8873, | |
| "f1_after": 0.9065, | |
| "precision_before": 0.8514, | |
| "precision_after": 0.8873, | |
| "recall_before": 0.9265, | |
| "recall_after": 0.9265, | |
| "support": 68, | |
| "predicted": 74, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "api_key": { | |
| "threshold": 0.0, | |
| "f1_before": 1.0, | |
| "f1_after": 1.0, | |
| "precision_before": 1.0, | |
| "precision_after": 1.0, | |
| "recall_before": 1.0, | |
| "recall_after": 1.0, | |
| "support": 4, | |
| "predicted": 4, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "bank_account": { | |
| "threshold": 0.6, | |
| "f1_before": 0.8829, | |
| "f1_after": 0.9333, | |
| "precision_before": 0.8033, | |
| "precision_after": 0.8909, | |
| "recall_before": 0.98, | |
| "recall_after": 0.98, | |
| "support": 50, | |
| "predicted": 61, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "card_expiry": { | |
| "threshold": 0.0, | |
| "f1_before": 1.0, | |
| "f1_after": 1.0, | |
| "precision_before": 1.0, | |
| "precision_after": 1.0, | |
| "recall_before": 1.0, | |
| "recall_after": 1.0, | |
| "support": 28, | |
| "predicted": 28, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "credit_card": { | |
| "threshold": 0.7, | |
| "f1_before": 0.9103, | |
| "f1_after": 0.9342, | |
| "precision_before": 0.8987, | |
| "precision_after": 0.9467, | |
| "recall_before": 0.9221, | |
| "recall_after": 0.9221, | |
| "support": 77, | |
| "predicted": 79, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "customer_id": { | |
| "threshold": 0.7, | |
| "f1_before": 0.9434, | |
| "f1_after": 0.9804, | |
| "precision_before": 0.8929, | |
| "precision_after": 0.9615, | |
| "recall_before": 1.0, | |
| "recall_after": 1.0, | |
| "support": 25, | |
| "predicted": 28, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "cvv": { | |
| "threshold": 0.6, | |
| "f1_before": 0.9333, | |
| "f1_after": 0.9655, | |
| "precision_before": 0.9333, | |
| "precision_after": 1.0, | |
| "recall_before": 0.9333, | |
| "recall_after": 0.9333, | |
| "support": 15, | |
| "predicted": 15, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "date_of_birth": { | |
| "threshold": 0.8, | |
| "f1_before": 0.8842, | |
| "f1_after": 0.9333, | |
| "precision_before": 0.875, | |
| "precision_after": 0.9767, | |
| "recall_before": 0.8936, | |
| "recall_after": 0.8936, | |
| "support": 47, | |
| "predicted": 48, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "device_id": { | |
| "threshold": 0.9, | |
| "f1_before": 0.9, | |
| "f1_after": 0.9474, | |
| "precision_before": 0.9, | |
| "precision_after": 1.0, | |
| "recall_before": 0.9, | |
| "recall_after": 0.9, | |
| "support": 10, | |
| "predicted": 10, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "diagnosis": { | |
| "threshold": 0.0, | |
| "f1_before": 0.8667, | |
| "f1_after": 0.8667, | |
| "precision_before": 0.8667, | |
| "precision_after": 0.8667, | |
| "recall_before": 0.8667, | |
| "recall_after": 0.8667, | |
| "support": 30, | |
| "predicted": 30, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "email": { | |
| "threshold": 0.0, | |
| "f1_before": 0.9756, | |
| "f1_after": 0.9756, | |
| "precision_before": 0.9756, | |
| "precision_after": 0.9756, | |
| "recall_before": 0.9756, | |
| "recall_after": 0.9756, | |
| "support": 41, | |
| "predicted": 41, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "employee_id": { | |
| "threshold": 0.9, | |
| "f1_before": 0.9688, | |
| "f1_after": 0.9947, | |
| "precision_before": 0.949, | |
| "precision_after": 1.0, | |
| "recall_before": 0.9894, | |
| "recall_after": 0.9894, | |
| "support": 94, | |
| "predicted": 98, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "health_plan_id": { | |
| "threshold": 0.5, | |
| "f1_before": 0.96, | |
| "f1_after": 0.9796, | |
| "precision_before": 0.96, | |
| "precision_after": 1.0, | |
| "recall_before": 0.96, | |
| "recall_after": 0.96, | |
| "support": 25, | |
| "predicted": 25, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "iban": { | |
| "threshold": 0.9, | |
| "f1_before": 0.9259, | |
| "f1_after": 0.9434, | |
| "precision_before": 0.8929, | |
| "precision_after": 0.9259, | |
| "recall_before": 0.9615, | |
| "recall_after": 0.9615, | |
| "support": 26, | |
| "predicted": 28, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "ip_address": { | |
| "threshold": 0.0, | |
| "f1_before": 1.0, | |
| "f1_after": 1.0, | |
| "precision_before": 1.0, | |
| "precision_after": 1.0, | |
| "recall_before": 1.0, | |
| "recall_after": 1.0, | |
| "support": 5, | |
| "predicted": 5, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "licence_number": { | |
| "threshold": 0.0, | |
| "f1_before": 1.0, | |
| "f1_after": 1.0, | |
| "precision_before": 1.0, | |
| "precision_after": 1.0, | |
| "recall_before": 1.0, | |
| "recall_after": 1.0, | |
| "support": 2, | |
| "predicted": 2, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "license_plate": { | |
| "threshold": 0.0, | |
| "f1_before": 0.9686, | |
| "f1_after": 0.9686, | |
| "precision_before": 0.9625, | |
| "precision_after": 0.9625, | |
| "recall_before": 0.9747, | |
| "recall_after": 0.9747, | |
| "support": 79, | |
| "predicted": 80, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "medical_record_number": { | |
| "threshold": 0.8, | |
| "f1_before": 0.907, | |
| "f1_after": 0.9398, | |
| "precision_before": 0.8864, | |
| "precision_after": 0.9512, | |
| "recall_before": 0.9286, | |
| "recall_after": 0.9286, | |
| "support": 42, | |
| "predicted": 44, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "medication": { | |
| "threshold": 0.0, | |
| "f1_before": 0.8824, | |
| "f1_after": 0.8824, | |
| "precision_before": 0.8824, | |
| "precision_after": 0.8824, | |
| "recall_before": 0.8824, | |
| "recall_after": 0.8824, | |
| "support": 17, | |
| "predicted": 17, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "national_id": { | |
| "threshold": 0.7, | |
| "f1_before": 0.878, | |
| "f1_after": 0.9474, | |
| "precision_before": 0.8182, | |
| "precision_after": 0.9474, | |
| "recall_before": 0.9474, | |
| "recall_after": 0.9474, | |
| "support": 19, | |
| "predicted": 22, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "passport": { | |
| "threshold": 0.0, | |
| "f1_before": 0.9333, | |
| "f1_after": 0.9333, | |
| "precision_before": 0.875, | |
| "precision_after": 0.875, | |
| "recall_before": 1.0, | |
| "recall_after": 1.0, | |
| "support": 7, | |
| "predicted": 8, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "person_name": { | |
| "threshold": 0.0, | |
| "f1_before": 0.9711, | |
| "f1_after": 0.9711, | |
| "precision_before": 0.9627, | |
| "precision_after": 0.9627, | |
| "recall_before": 0.9797, | |
| "recall_after": 0.9797, | |
| "support": 395, | |
| "predicted": 402, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "phone": { | |
| "threshold": 0.7, | |
| "f1_before": 0.8649, | |
| "f1_after": 0.9057, | |
| "precision_before": 0.8727, | |
| "precision_after": 0.96, | |
| "recall_before": 0.8571, | |
| "recall_after": 0.8571, | |
| "support": 56, | |
| "predicted": 55, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "provider_name": { | |
| "threshold": 0.9, | |
| "f1_before": 0.8556, | |
| "f1_after": 0.8994, | |
| "precision_before": 0.8191, | |
| "precision_after": 0.9157, | |
| "recall_before": 0.8953, | |
| "recall_after": 0.8837, | |
| "support": 86, | |
| "predicted": 94, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "routing_number": { | |
| "threshold": 0.0, | |
| "f1_before": 1.0, | |
| "f1_after": 1.0, | |
| "precision_before": 1.0, | |
| "precision_after": 1.0, | |
| "recall_before": 1.0, | |
| "recall_after": 1.0, | |
| "support": 20, | |
| "predicted": 20, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "tax_id": { | |
| "threshold": 0.0, | |
| "f1_before": 0.0, | |
| "f1_after": 0.0, | |
| "precision_before": null, | |
| "precision_after": null, | |
| "recall_before": null, | |
| "recall_after": null, | |
| "support": 0, | |
| "predicted": 0, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "ticket_id": { | |
| "threshold": 0.9, | |
| "f1_before": 0.8706, | |
| "f1_after": 0.8916, | |
| "precision_before": 0.925, | |
| "precision_after": 0.9737, | |
| "recall_before": 0.8222, | |
| "recall_after": 0.8222, | |
| "support": 45, | |
| "predicted": 40, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "transaction_id": { | |
| "threshold": 0.6, | |
| "f1_before": 0.8525, | |
| "f1_after": 0.8814, | |
| "precision_before": 0.8125, | |
| "precision_after": 0.8667, | |
| "recall_before": 0.8966, | |
| "recall_after": 0.8966, | |
| "support": 29, | |
| "predicted": 32, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "username": { | |
| "threshold": 0.0, | |
| "f1_before": 0.963, | |
| "f1_after": 0.963, | |
| "precision_before": 0.9286, | |
| "precision_after": 0.9286, | |
| "recall_before": 1.0, | |
| "recall_after": 1.0, | |
| "support": 13, | |
| "predicted": 14, | |
| "floor": null, | |
| "floor_status": null | |
| }, | |
| "visit_date": { | |
| "threshold": 0.9, | |
| "f1_before": 0.8571, | |
| "f1_after": 0.8649, | |
| "precision_before": 0.8049, | |
| "precision_after": 0.8421, | |
| "recall_before": 0.9167, | |
| "recall_after": 0.8889, | |
| "support": 36, | |
| "predicted": 41, | |
| "floor": null, | |
| "floor_status": null | |
| } | |
| } | |
| } | |
| } |