{ "system": "finetuned", "adapter": "adapters/A4", "test_set": "partA_validation", "n": 2000, "exact": { "micro_p": 0.946882773008104, "micro_r": 0.947034748415055, "micro_f1": 0.9469587546140266, "macro_p": 0.9413037548573998, "macro_r": 0.9383483998442353, "macro_f1": 0.9395865076372387, "tp": 11801, "fp": 662, "fn": 660 }, "overlap_iou50": { "micro_p": 0.9509748856615582, "micro_r": 0.9511275178557098, "micro_f1": 0.9510511956347296, "macro_p": 0.9460439196371637, "macro_r": 0.9430622431329948, "macro_f1": 0.944312858801687, "tp": 11852, "fp": 611, "fn": 609 }, "per_class": { "TIME": { "p": 0.9739382239382239, "r": 0.9767666989351403, "f1": 0.9753504108264861, "support": 1033, "exact_p": 0.9700772200772201, "exact_r": 0.972894482090997, "exact_f1": 0.97148380860319 }, "USERNAME": { "p": 0.9624819624819625, "r": 0.9569583931133429, "f1": 0.9597122302158273, "support": 697, "exact_p": 0.9624819624819625, "exact_r": 0.9569583931133429, "exact_f1": 0.9597122302158273 }, "EMAIL": { "p": 0.9859594383775351, "r": 0.9844236760124611, "f1": 0.9851909586905689, "support": 642, "exact_p": 0.982839313572543, "exact_r": 0.9813084112149533, "exact_f1": 0.9820732657833202 }, "SOCIALNUMBER": { "p": 0.945273631840796, "r": 0.9531772575250836, "f1": 0.9492089925062448, "support": 598, "exact_p": 0.9436152570480929, "exact_r": 0.9515050167224081, "exact_f1": 0.9475437135720235 }, "IDCARD": { "p": 0.9404388714733543, "r": 0.8888888888888888, "f1": 0.913937547600914, "support": 675, "exact_p": 0.9404388714733543, "exact_r": 0.8888888888888888, "exact_f1": 0.913937547600914 }, "LASTNAME1": { "p": 0.8857142857142857, "r": 0.8809946714031972, "f1": 0.8833481745325021, "support": 563, "exact_p": 0.8785714285714286, "exact_r": 0.8738898756660746, "exact_f1": 0.8762243989314337 }, "PASSPORT": { "p": 0.8828382838283828, "r": 0.981651376146789, "f1": 0.9296264118158124, "support": 545, "exact_p": 0.8828382838283828, "exact_r": 0.981651376146789, "exact_f1": 0.9296264118158124 }, "DRIVERLICENSE": { "p": 0.9480286738351255, "r": 0.8831385642737897, "f1": 0.9144338807260156, "support": 599, "exact_p": 0.942652329749104, "exact_r": 0.8781302170283807, "exact_f1": 0.9092480553154711 }, "BOD": { "p": 0.9655797101449275, "r": 0.970856102003643, "f1": 0.9682107175295186, "support": 549, "exact_p": 0.9528985507246377, "exact_r": 0.9581056466302368, "exact_f1": 0.9554950045413261 }, "IP": { "p": 0.9826589595375722, "r": 0.9845559845559846, "f1": 0.9836065573770492, "support": 518, "exact_p": 0.9788053949903661, "exact_r": 0.9806949806949807, "exact_f1": 0.9797492767598843 } }, "leak_rate": 0.03956343792633015, "aligned_leak_rate": 0.010833801460556937, "over_masking_rate": 0.0022731656242250572, "well_formed_rate": 0.9875, "counts": { "gold_values": 12461, "leaked_gold_values": 493, "aligned_leaked_gold_occurrences": 135, "non_pii_characters": 725860, "changed_non_pii_characters": 1650, "well_formed_outputs": 1975 } }