{ "system": "finetuned", "adapter": "adapters/A6", "test_set": "partA_validation", "n": 2000, "exact": { "micro_p": 0.9473135525260625, "micro_r": 0.9479977529893266, "micro_f1": 0.9476555292607597, "macro_p": 0.9409643625893492, "macro_r": 0.9372584397413672, "macro_f1": 0.9387879233577086, "tp": 11813, "fp": 657, "fn": 648 }, "overlap_iou50": { "micro_p": 0.9506816359262229, "micro_r": 0.9513682689992777, "micro_f1": 0.9510248285267338, "macro_p": 0.9457370104692204, "macro_r": 0.9420283591327134, "macro_f1": 0.9435588054247817, "tp": 11855, "fp": 615, "fn": 606 }, "per_class": { "TIME": { "p": 0.9663461538461539, "r": 0.972894482090997, "f1": 0.9696092619392186, "support": 1033, "exact_p": 0.9625, "exact_r": 0.9690222652468539, "exact_f1": 0.9657501205981669 }, "USERNAME": { "p": 0.9595959595959596, "r": 0.9540889526542324, "f1": 0.9568345323741008, "support": 697, "exact_p": 0.9595959595959596, "exact_r": 0.9540889526542324, "exact_f1": 0.9568345323741008 }, "EMAIL": { "p": 0.9814241486068112, "r": 0.9875389408099688, "f1": 0.984472049689441, "support": 642, "exact_p": 0.978328173374613, "exact_r": 0.9844236760124611, "exact_f1": 0.9813664596273293 }, "SOCIALNUMBER": { "p": 0.9530201342281879, "r": 0.9498327759197325, "f1": 0.9514237855946399, "support": 598, "exact_p": 0.9513422818791947, "exact_r": 0.9481605351170569, "exact_f1": 0.949748743718593 }, "IDCARD": { "p": 0.8981077147016011, "r": 0.914074074074074, "f1": 0.9060205580029368, "support": 675, "exact_p": 0.8922852983988355, "exact_r": 0.9081481481481481, "exact_f1": 0.9001468428781203 }, "LASTNAME1": { "p": 0.9018181818181819, "r": 0.8809946714031972, "f1": 0.8912848158131177, "support": 563, "exact_p": 0.8945454545454545, "exact_r": 0.8738898756660746, "exact_f1": 0.8840970350404312 }, "PASSPORT": { "p": 0.8917089678510999, "r": 0.9669724770642202, "f1": 0.9278169014084509, "support": 545, "exact_p": 0.8917089678510999, "exact_r": 0.9669724770642202, "exact_f1": 0.9278169014084509 }, "DRIVERLICENSE": { "p": 0.9698681732580038, "r": 0.8597662771285476, "f1": 0.9115044247787611, "support": 599, "exact_p": 0.9698681732580038, "exact_r": 0.8597662771285476, "exact_f1": 0.9115044247787611 }, "BOD": { "p": 0.9834254143646409, "r": 0.9726775956284153, "f1": 0.978021978021978, "support": 549, "exact_p": 0.9797421731123389, "exact_r": 0.9690346083788707, "exact_f1": 0.9743589743589743 }, "IP": { "p": 0.9826923076923076, "r": 0.9864864864864865, "f1": 0.9845857418111754, "support": 518, "exact_p": 0.9807692307692307, "exact_r": 0.9845559845559846, "exact_f1": 0.9826589595375722 } }, "leak_rate": 0.03940293716395153, "aligned_leak_rate": 0.010753551079367627, "over_masking_rate": 0.0024605295787066377, "well_formed_rate": 0.9875, "counts": { "gold_values": 12461, "leaked_gold_values": 491, "aligned_leaked_gold_occurrences": 134, "non_pii_characters": 725860, "changed_non_pii_characters": 1786, "well_formed_outputs": 1975 } }