| { |
| "system": "finetuned", |
| "adapter": "adapters/A4", |
| "test_set": "partA_validation", |
| "n": 2000, |
| "exact": { |
| "micro_p": 0.946882773008104, |
| "micro_r": 0.947034748415055, |
| "micro_f1": 0.9469587546140266, |
| "macro_p": 0.9413037548573998, |
| "macro_r": 0.9383483998442353, |
| "macro_f1": 0.9395865076372387, |
| "tp": 11801, |
| "fp": 662, |
| "fn": 660 |
| }, |
| "overlap_iou50": { |
| "micro_p": 0.9509748856615582, |
| "micro_r": 0.9511275178557098, |
| "micro_f1": 0.9510511956347296, |
| "macro_p": 0.9460439196371637, |
| "macro_r": 0.9430622431329948, |
| "macro_f1": 0.944312858801687, |
| "tp": 11852, |
| "fp": 611, |
| "fn": 609 |
| }, |
| "per_class": { |
| "TIME": { |
| "p": 0.9739382239382239, |
| "r": 0.9767666989351403, |
| "f1": 0.9753504108264861, |
| "support": 1033, |
| "exact_p": 0.9700772200772201, |
| "exact_r": 0.972894482090997, |
| "exact_f1": 0.97148380860319 |
| }, |
| "USERNAME": { |
| "p": 0.9624819624819625, |
| "r": 0.9569583931133429, |
| "f1": 0.9597122302158273, |
| "support": 697, |
| "exact_p": 0.9624819624819625, |
| "exact_r": 0.9569583931133429, |
| "exact_f1": 0.9597122302158273 |
| }, |
| "EMAIL": { |
| "p": 0.9859594383775351, |
| "r": 0.9844236760124611, |
| "f1": 0.9851909586905689, |
| "support": 642, |
| "exact_p": 0.982839313572543, |
| "exact_r": 0.9813084112149533, |
| "exact_f1": 0.9820732657833202 |
| }, |
| "SOCIALNUMBER": { |
| "p": 0.945273631840796, |
| "r": 0.9531772575250836, |
| "f1": 0.9492089925062448, |
| "support": 598, |
| "exact_p": 0.9436152570480929, |
| "exact_r": 0.9515050167224081, |
| "exact_f1": 0.9475437135720235 |
| }, |
| "IDCARD": { |
| "p": 0.9404388714733543, |
| "r": 0.8888888888888888, |
| "f1": 0.913937547600914, |
| "support": 675, |
| "exact_p": 0.9404388714733543, |
| "exact_r": 0.8888888888888888, |
| "exact_f1": 0.913937547600914 |
| }, |
| "LASTNAME1": { |
| "p": 0.8857142857142857, |
| "r": 0.8809946714031972, |
| "f1": 0.8833481745325021, |
| "support": 563, |
| "exact_p": 0.8785714285714286, |
| "exact_r": 0.8738898756660746, |
| "exact_f1": 0.8762243989314337 |
| }, |
| "PASSPORT": { |
| "p": 0.8828382838283828, |
| "r": 0.981651376146789, |
| "f1": 0.9296264118158124, |
| "support": 545, |
| "exact_p": 0.8828382838283828, |
| "exact_r": 0.981651376146789, |
| "exact_f1": 0.9296264118158124 |
| }, |
| "DRIVERLICENSE": { |
| "p": 0.9480286738351255, |
| "r": 0.8831385642737897, |
| "f1": 0.9144338807260156, |
| "support": 599, |
| "exact_p": 0.942652329749104, |
| "exact_r": 0.8781302170283807, |
| "exact_f1": 0.9092480553154711 |
| }, |
| "BOD": { |
| "p": 0.9655797101449275, |
| "r": 0.970856102003643, |
| "f1": 0.9682107175295186, |
| "support": 549, |
| "exact_p": 0.9528985507246377, |
| "exact_r": 0.9581056466302368, |
| "exact_f1": 0.9554950045413261 |
| }, |
| "IP": { |
| "p": 0.9826589595375722, |
| "r": 0.9845559845559846, |
| "f1": 0.9836065573770492, |
| "support": 518, |
| "exact_p": 0.9788053949903661, |
| "exact_r": 0.9806949806949807, |
| "exact_f1": 0.9797492767598843 |
| } |
| }, |
| "leak_rate": 0.03956343792633015, |
| "aligned_leak_rate": 0.010833801460556937, |
| "over_masking_rate": 0.0022731656242250572, |
| "well_formed_rate": 0.9875, |
| "counts": { |
| "gold_values": 12461, |
| "leaked_gold_values": 493, |
| "aligned_leaked_gold_occurrences": 135, |
| "non_pii_characters": 725860, |
| "changed_non_pii_characters": 1650, |
| "well_formed_outputs": 1975 |
| } |
| } |
|
|
