{
  "test_file": "C:\\git\\poc\\hf-pii-phi-identifier\\prepared-training-data\\test.jsonl",
  "tier_filter": null,
  "rows_by_tier": {
    "held_out_same_generator": 8201,
    "external_human_annotated": 127
  },
  "rule_supported_types": [
    "EMAIL_ADDRESS",
    "IP_ADDRESS",
    "PAYMENT_CARD_NUMBER",
    "PHONE_NUMBER",
    "TAX_ID",
    "URL"
  ],
  "gated_types": [
    "EMAIL_ADDRESS",
    "IP_ADDRESS",
    "PAYMENT_CARD_NUMBER",
    "PHONE_NUMBER",
    "TAX_ID"
  ],
  "micro_over_supported_types": {
    "precision": 0.9753,
    "recall": 0.5888,
    "f1": 0.7343
  },
  "gate_micro_excluding_experimental": {
    "precision": 0.9764,
    "recall": 0.5888,
    "f1": 0.7346
  },
  "per_type": {
    "AGE": {
      "tp": 0,
      "fp": 0,
      "fn": 2991,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "rule_supported": false,
      "tier": "model_trained"
    },
    "CITY": {
      "tp": 0,
      "fp": 0,
      "fn": 4146,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "rule_supported": false,
      "tier": "model_trained"
    },
    "DATE_TIME": {
      "tp": 0,
      "fp": 0,
      "fn": 9592,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "rule_supported": false,
      "tier": "model_trained"
    },
    "DRIVER_LICENSE_NUMBER": {
      "tp": 0,
      "fp": 0,
      "fn": 1662,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "rule_supported": false,
      "tier": "model_trained"
    },
    "EMAIL_ADDRESS": {
      "tp": 4258,
      "fp": 56,
      "fn": 142,
      "precision": 0.987,
      "recall": 0.9677,
      "f1": 0.9773,
      "rule_supported": true,
      "tier": "model_trained"
    },
    "GOVERNMENT_ID": {
      "tp": 0,
      "fp": 0,
      "fn": 3439,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "rule_supported": false,
      "tier": "model_trained"
    },
    "IP_ADDRESS": {
      "tp": 0,
      "fp": 2,
      "fn": 0,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "rule_supported": true,
      "tier": "rule_only"
    },
    "PASSPORT_NUMBER": {
      "tp": 0,
      "fp": 0,
      "fn": 1260,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "rule_supported": false,
      "tier": "model_trained"
    },
    "PAYMENT_CARD_NUMBER": {
      "tp": 132,
      "fp": 6,
      "fn": 1762,
      "precision": 0.9565,
      "recall": 0.0697,
      "f1": 0.1299,
      "rule_supported": true,
      "tier": "model_trained"
    },
    "PERSON_NAME": {
      "tp": 0,
      "fp": 0,
      "fn": 8810,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "rule_supported": false,
      "tier": "model_trained"
    },
    "PHONE_NUMBER": {
      "tp": 2202,
      "fp": 95,
      "fn": 1159,
      "precision": 0.9586,
      "recall": 0.6552,
      "f1": 0.7784,
      "rule_supported": true,
      "tier": "model_trained"
    },
    "POSTAL_CODE": {
      "tp": 0,
      "fp": 0,
      "fn": 2566,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "rule_supported": false,
      "tier": "model_trained"
    },
    "STREET_ADDRESS": {
      "tp": 0,
      "fp": 0,
      "fn": 3909,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "rule_supported": false,
      "tier": "model_trained"
    },
    "TAX_ID": {
      "tp": 0,
      "fp": 0,
      "fn": 1540,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "rule_supported": true,
      "tier": "model_trained"
    },
    "URL": {
      "tp": 1,
      "fp": 8,
      "fn": 1,
      "precision": 0.1111,
      "recall": 0.5,
      "f1": 0.1818,
      "rule_supported": true,
      "tier": "experimental"
    },
    "USERNAME": {
      "tp": 0,
      "fp": 0,
      "fn": 8,
      "precision": 0.0,
      "recall": 0.0,
      "f1": 0.0,
      "rule_supported": false,
      "tier": "experimental"
    }
  },
  "false_positive_examples": {
    "EMAIL_ADDRESS": [
      "\u8bf7\u5404\u4f4d\u540c\u4e8b\u5c06\u53cd\u9988\u8868\u53d1\u9001\u81f3LI41@gmail.com",
      "\u8054\u7cfb\u90ae\u7bb1\u4e3a\u5fe0@aol.com",
      "\u90ae\u7bb1LV@protonmail.com"
    ],
    "PHONE_NUMBER": [
      "8063-781-5710",
      "03 11440",
      "120-0044"
    ],
    "PAYMENT_CARD_NUMBER": [
      "5640366405299991",
      "561027-1819915",
      "451117-2991020"
    ],
    "URL": [
      "www.example.com",
      "https://claim.example.com",
      "https://hr.example.com"
    ],
    "IP_ADDRESS": [
      "192.168.1.1",
      "68.16.58.16"
    ]
  }
}