| { |
| "system": "finetuned", |
| "adapter": "adapters/A3", |
| "test_set": "partA_validation", |
| "n": 2000, |
| "exact": { |
| "micro_p": 0.9430283659608469, |
| "micro_r": 0.9471149987962443, |
| "micro_f1": 0.945067264573991, |
| "macro_p": 0.935276043027249, |
| "macro_r": 0.9388158842364303, |
| "macro_f1": 0.9368767827656818, |
| "tp": 11802, |
| "fp": 713, |
| "fn": 659 |
| }, |
| "overlap_iou50": { |
| "micro_p": 0.9466240511386337, |
| "micro_r": 0.9507262659497633, |
| "micro_f1": 0.9486707238949392, |
| "macro_p": 0.940069532431562, |
| "macro_r": 0.943614449641548, |
| "macro_f1": 0.9416725938109847, |
| "tp": 11847, |
| "fp": 668, |
| "fn": 614 |
| }, |
| "per_class": { |
| "TIME": { |
| "p": 0.9645254074784276, |
| "r": 0.9738625363020329, |
| "f1": 0.9691714836223506, |
| "support": 1033, |
| "exact_p": 0.9635666347075743, |
| "exact_r": 0.972894482090997, |
| "exact_f1": 0.9682080924855492 |
| }, |
| "USERNAME": { |
| "p": 0.9538904899135446, |
| "r": 0.9497847919655668, |
| "f1": 0.9518332135154565, |
| "support": 697, |
| "exact_p": 0.9538904899135446, |
| "exact_r": 0.9497847919655668, |
| "exact_f1": 0.9518332135154565 |
| }, |
| "EMAIL": { |
| "p": 0.9693251533742331, |
| "r": 0.9844236760124611, |
| "f1": 0.9768160741885625, |
| "support": 642, |
| "exact_p": 0.9662576687116564, |
| "exact_r": 0.9813084112149533, |
| "exact_f1": 0.9737248840803708 |
| }, |
| "SOCIALNUMBER": { |
| "p": 0.934640522875817, |
| "r": 0.9565217391304348, |
| "f1": 0.9454545454545454, |
| "support": 598, |
| "exact_p": 0.9330065359477124, |
| "exact_r": 0.9548494983277592, |
| "exact_f1": 0.943801652892562 |
| }, |
| "IDCARD": { |
| "p": 0.9380804953560371, |
| "r": 0.8977777777777778, |
| "f1": 0.9174867524602573, |
| "support": 675, |
| "exact_p": 0.9380804953560371, |
| "exact_r": 0.8977777777777778, |
| "exact_f1": 0.9174867524602573 |
| }, |
| "LASTNAME1": { |
| "p": 0.8726003490401396, |
| "r": 0.8880994671403197, |
| "f1": 0.880281690140845, |
| "support": 563, |
| "exact_p": 0.8656195462478184, |
| "exact_r": 0.8809946714031972, |
| "exact_f1": 0.8732394366197184 |
| }, |
| "PASSPORT": { |
| "p": 0.8745874587458746, |
| "r": 0.9724770642201835, |
| "f1": 0.9209383145091227, |
| "support": 545, |
| "exact_p": 0.8745874587458746, |
| "exact_r": 0.9724770642201835, |
| "exact_f1": 0.9209383145091227 |
| }, |
| "DRIVERLICENSE": { |
| "p": 0.9611992945326279, |
| "r": 0.9098497495826378, |
| "f1": 0.934819897084048, |
| "support": 599, |
| "exact_p": 0.9611992945326279, |
| "exact_r": 0.9098497495826378, |
| "exact_f1": 0.934819897084048 |
| }, |
| "BOD": { |
| "p": 0.9816849816849816, |
| "r": 0.97632058287796, |
| "f1": 0.9789954337899542, |
| "support": 549, |
| "exact_p": 0.978021978021978, |
| "exact_r": 0.9726775956284153, |
| "exact_f1": 0.9753424657534248 |
| }, |
| "IP": { |
| "p": 0.9865900383141762, |
| "r": 0.9942084942084942, |
| "f1": 0.9903846153846154, |
| "support": 518, |
| "exact_p": 0.9808429118773946, |
| "exact_r": 0.9884169884169884, |
| "exact_f1": 0.9846153846153846 |
| } |
| }, |
| "leak_rate": 0.040205440975844636, |
| "aligned_leak_rate": 0.011395554128882112, |
| "over_masking_rate": 0.0027815281183699338, |
| "well_formed_rate": 0.9865, |
| "counts": { |
| "gold_values": 12461, |
| "leaked_gold_values": 501, |
| "aligned_leaked_gold_occurrences": 142, |
| "non_pii_characters": 725860, |
| "changed_non_pii_characters": 2019, |
| "well_formed_outputs": 1973 |
| } |
| } |
|
|
