| { |
| "system": "finetuned", |
| "adapter": "adapters/A5", |
| "test_set": "partA_validation", |
| "n": 2000, |
| "exact": { |
| "micro_p": 0.9393236869453994, |
| "micro_r": 0.9429419789744001, |
| "micro_f1": 0.9411293552262715, |
| "macro_p": 0.9336343962550581, |
| "macro_r": 0.9370090423379074, |
| "macro_f1": 0.9351292721143039, |
| "tp": 11750, |
| "fp": 759, |
| "fn": 711 |
| }, |
| "overlap_iou50": { |
| "micro_p": 0.9448397154049085, |
| "micro_r": 0.9484792552764626, |
| "micro_f1": 0.9466559871846215, |
| "macro_p": 0.9400979687954989, |
| "macro_r": 0.9434636564736218, |
| "macro_f1": 0.9415877876885433, |
| "tp": 11819, |
| "fp": 690, |
| "fn": 642 |
| }, |
| "per_class": { |
| "TIME": { |
| "p": 0.9606903163950143, |
| "r": 0.9699903194578896, |
| "f1": 0.9653179190751445, |
| "support": 1033, |
| "exact_p": 0.9530201342281879, |
| "exact_r": 0.9622458857696031, |
| "exact_f1": 0.9576107899807322 |
| }, |
| "USERNAME": { |
| "p": 0.95, |
| "r": 0.9540889526542324, |
| "f1": 0.9520400858983536, |
| "support": 697, |
| "exact_p": 0.95, |
| "exact_r": 0.9540889526542324, |
| "exact_f1": 0.9520400858983536 |
| }, |
| "EMAIL": { |
| "p": 0.9813374805598756, |
| "r": 0.9828660436137072, |
| "f1": 0.9821011673151752, |
| "support": 642, |
| "exact_p": 0.9782270606531882, |
| "exact_r": 0.9797507788161994, |
| "exact_f1": 0.9789883268482491 |
| }, |
| "SOCIALNUMBER": { |
| "p": 0.9336569579288025, |
| "r": 0.9648829431438127, |
| "f1": 0.9490131578947368, |
| "support": 598, |
| "exact_p": 0.9320388349514563, |
| "exact_r": 0.9632107023411371, |
| "exact_f1": 0.9473684210526315 |
| }, |
| "IDCARD": { |
| "p": 0.9282371294851794, |
| "r": 0.8814814814814815, |
| "f1": 0.9042553191489363, |
| "support": 675, |
| "exact_p": 0.9282371294851794, |
| "exact_r": 0.8814814814814815, |
| "exact_f1": 0.9042553191489363 |
| }, |
| "LASTNAME1": { |
| "p": 0.8910714285714286, |
| "r": 0.8863232682060391, |
| "f1": 0.8886910062333037, |
| "support": 563, |
| "exact_p": 0.8857142857142857, |
| "exact_r": 0.8809946714031972, |
| "exact_f1": 0.8833481745325021 |
| }, |
| "PASSPORT": { |
| "p": 0.8616144975288303, |
| "r": 0.9596330275229358, |
| "f1": 0.907986111111111, |
| "support": 545, |
| "exact_p": 0.8616144975288303, |
| "exact_r": 0.9596330275229358, |
| "exact_f1": 0.907986111111111 |
| }, |
| "DRIVERLICENSE": { |
| "p": 0.9468085106382979, |
| "r": 0.8914858096828047, |
| "f1": 0.9183147033533965, |
| "support": 599, |
| "exact_p": 0.9379432624113475, |
| "exact_r": 0.8831385642737897, |
| "exact_f1": 0.9097162510748066 |
| }, |
| "BOD": { |
| "p": 0.9673321234119783, |
| "r": 0.970856102003643, |
| "f1": 0.9690909090909092, |
| "support": 549, |
| "exact_p": 0.9546279491833031, |
| "exact_r": 0.9581056466302368, |
| "exact_f1": 0.9563636363636363 |
| }, |
| "IP": { |
| "p": 0.9846449136276392, |
| "r": 0.9903474903474904, |
| "f1": 0.9874879692011549, |
| "support": 518, |
| "exact_p": 0.980806142034549, |
| "exact_r": 0.9864864864864865, |
| "exact_f1": 0.983638113570741 |
| } |
| }, |
| "leak_rate": 0.040365941738223256, |
| "aligned_leak_rate": 0.011636305272450045, |
| "over_masking_rate": 0.003040531231918001, |
| "well_formed_rate": 0.9835, |
| "counts": { |
| "gold_values": 12461, |
| "leaked_gold_values": 503, |
| "aligned_leaked_gold_occurrences": 145, |
| "non_pii_characters": 725860, |
| "changed_non_pii_characters": 2207, |
| "well_formed_outputs": 1967 |
| } |
| } |
|
|
