{ "system": "finetuned", "adapter": "adapters/A5", "test_set": "partA_validation", "n": 2000, "exact": { "micro_p": 0.9393236869453994, "micro_r": 0.9429419789744001, "micro_f1": 0.9411293552262715, "macro_p": 0.9336343962550581, "macro_r": 0.9370090423379074, "macro_f1": 0.9351292721143039, "tp": 11750, "fp": 759, "fn": 711 }, "overlap_iou50": { "micro_p": 0.9448397154049085, "micro_r": 0.9484792552764626, "micro_f1": 0.9466559871846215, "macro_p": 0.9400979687954989, "macro_r": 0.9434636564736218, "macro_f1": 0.9415877876885433, "tp": 11819, "fp": 690, "fn": 642 }, "per_class": { "TIME": { "p": 0.9606903163950143, "r": 0.9699903194578896, "f1": 0.9653179190751445, "support": 1033, "exact_p": 0.9530201342281879, "exact_r": 0.9622458857696031, "exact_f1": 0.9576107899807322 }, "USERNAME": { "p": 0.95, "r": 0.9540889526542324, "f1": 0.9520400858983536, "support": 697, "exact_p": 0.95, "exact_r": 0.9540889526542324, "exact_f1": 0.9520400858983536 }, "EMAIL": { "p": 0.9813374805598756, "r": 0.9828660436137072, "f1": 0.9821011673151752, "support": 642, "exact_p": 0.9782270606531882, "exact_r": 0.9797507788161994, "exact_f1": 0.9789883268482491 }, "SOCIALNUMBER": { "p": 0.9336569579288025, "r": 0.9648829431438127, "f1": 0.9490131578947368, "support": 598, "exact_p": 0.9320388349514563, "exact_r": 0.9632107023411371, "exact_f1": 0.9473684210526315 }, "IDCARD": { "p": 0.9282371294851794, "r": 0.8814814814814815, "f1": 0.9042553191489363, "support": 675, "exact_p": 0.9282371294851794, "exact_r": 0.8814814814814815, "exact_f1": 0.9042553191489363 }, "LASTNAME1": { "p": 0.8910714285714286, "r": 0.8863232682060391, "f1": 0.8886910062333037, "support": 563, "exact_p": 0.8857142857142857, "exact_r": 0.8809946714031972, "exact_f1": 0.8833481745325021 }, "PASSPORT": { "p": 0.8616144975288303, "r": 0.9596330275229358, "f1": 0.907986111111111, "support": 545, "exact_p": 0.8616144975288303, "exact_r": 0.9596330275229358, "exact_f1": 0.907986111111111 }, "DRIVERLICENSE": { "p": 0.9468085106382979, "r": 0.8914858096828047, "f1": 0.9183147033533965, "support": 599, "exact_p": 0.9379432624113475, "exact_r": 0.8831385642737897, "exact_f1": 0.9097162510748066 }, "BOD": { "p": 0.9673321234119783, "r": 0.970856102003643, "f1": 0.9690909090909092, "support": 549, "exact_p": 0.9546279491833031, "exact_r": 0.9581056466302368, "exact_f1": 0.9563636363636363 }, "IP": { "p": 0.9846449136276392, "r": 0.9903474903474904, "f1": 0.9874879692011549, "support": 518, "exact_p": 0.980806142034549, "exact_r": 0.9864864864864865, "exact_f1": 0.983638113570741 } }, "leak_rate": 0.040365941738223256, "aligned_leak_rate": 0.011636305272450045, "over_masking_rate": 0.003040531231918001, "well_formed_rate": 0.9835, "counts": { "gold_values": 12461, "leaked_gold_values": 503, "aligned_leaked_gold_occurrences": 145, "non_pii_characters": 725860, "changed_non_pii_characters": 2207, "well_formed_outputs": 1967 } }