| { |
| "system": "finetuned", |
| "adapter": "adapters/A6", |
| "test_set": "partA_validation", |
| "n": 2000, |
| "exact": { |
| "micro_p": 0.9473135525260625, |
| "micro_r": 0.9479977529893266, |
| "micro_f1": 0.9476555292607597, |
| "macro_p": 0.9409643625893492, |
| "macro_r": 0.9372584397413672, |
| "macro_f1": 0.9387879233577086, |
| "tp": 11813, |
| "fp": 657, |
| "fn": 648 |
| }, |
| "overlap_iou50": { |
| "micro_p": 0.9506816359262229, |
| "micro_r": 0.9513682689992777, |
| "micro_f1": 0.9510248285267338, |
| "macro_p": 0.9457370104692204, |
| "macro_r": 0.9420283591327134, |
| "macro_f1": 0.9435588054247817, |
| "tp": 11855, |
| "fp": 615, |
| "fn": 606 |
| }, |
| "per_class": { |
| "TIME": { |
| "p": 0.9663461538461539, |
| "r": 0.972894482090997, |
| "f1": 0.9696092619392186, |
| "support": 1033, |
| "exact_p": 0.9625, |
| "exact_r": 0.9690222652468539, |
| "exact_f1": 0.9657501205981669 |
| }, |
| "USERNAME": { |
| "p": 0.9595959595959596, |
| "r": 0.9540889526542324, |
| "f1": 0.9568345323741008, |
| "support": 697, |
| "exact_p": 0.9595959595959596, |
| "exact_r": 0.9540889526542324, |
| "exact_f1": 0.9568345323741008 |
| }, |
| "EMAIL": { |
| "p": 0.9814241486068112, |
| "r": 0.9875389408099688, |
| "f1": 0.984472049689441, |
| "support": 642, |
| "exact_p": 0.978328173374613, |
| "exact_r": 0.9844236760124611, |
| "exact_f1": 0.9813664596273293 |
| }, |
| "SOCIALNUMBER": { |
| "p": 0.9530201342281879, |
| "r": 0.9498327759197325, |
| "f1": 0.9514237855946399, |
| "support": 598, |
| "exact_p": 0.9513422818791947, |
| "exact_r": 0.9481605351170569, |
| "exact_f1": 0.949748743718593 |
| }, |
| "IDCARD": { |
| "p": 0.8981077147016011, |
| "r": 0.914074074074074, |
| "f1": 0.9060205580029368, |
| "support": 675, |
| "exact_p": 0.8922852983988355, |
| "exact_r": 0.9081481481481481, |
| "exact_f1": 0.9001468428781203 |
| }, |
| "LASTNAME1": { |
| "p": 0.9018181818181819, |
| "r": 0.8809946714031972, |
| "f1": 0.8912848158131177, |
| "support": 563, |
| "exact_p": 0.8945454545454545, |
| "exact_r": 0.8738898756660746, |
| "exact_f1": 0.8840970350404312 |
| }, |
| "PASSPORT": { |
| "p": 0.8917089678510999, |
| "r": 0.9669724770642202, |
| "f1": 0.9278169014084509, |
| "support": 545, |
| "exact_p": 0.8917089678510999, |
| "exact_r": 0.9669724770642202, |
| "exact_f1": 0.9278169014084509 |
| }, |
| "DRIVERLICENSE": { |
| "p": 0.9698681732580038, |
| "r": 0.8597662771285476, |
| "f1": 0.9115044247787611, |
| "support": 599, |
| "exact_p": 0.9698681732580038, |
| "exact_r": 0.8597662771285476, |
| "exact_f1": 0.9115044247787611 |
| }, |
| "BOD": { |
| "p": 0.9834254143646409, |
| "r": 0.9726775956284153, |
| "f1": 0.978021978021978, |
| "support": 549, |
| "exact_p": 0.9797421731123389, |
| "exact_r": 0.9690346083788707, |
| "exact_f1": 0.9743589743589743 |
| }, |
| "IP": { |
| "p": 0.9826923076923076, |
| "r": 0.9864864864864865, |
| "f1": 0.9845857418111754, |
| "support": 518, |
| "exact_p": 0.9807692307692307, |
| "exact_r": 0.9845559845559846, |
| "exact_f1": 0.9826589595375722 |
| } |
| }, |
| "leak_rate": 0.03940293716395153, |
| "aligned_leak_rate": 0.010753551079367627, |
| "over_masking_rate": 0.0024605295787066377, |
| "well_formed_rate": 0.9875, |
| "counts": { |
| "gold_values": 12461, |
| "leaked_gold_values": 491, |
| "aligned_leaked_gold_occurrences": 134, |
| "non_pii_characters": 725860, |
| "changed_non_pii_characters": 1786, |
| "well_formed_outputs": 1975 |
| } |
| } |
|
|
