{ "system": "finetuned", "adapter": "adapters/A3", "test_set": "partA_validation", "n": 2000, "exact": { "micro_p": 0.9430283659608469, "micro_r": 0.9471149987962443, "micro_f1": 0.945067264573991, "macro_p": 0.935276043027249, "macro_r": 0.9388158842364303, "macro_f1": 0.9368767827656818, "tp": 11802, "fp": 713, "fn": 659 }, "overlap_iou50": { "micro_p": 0.9466240511386337, "micro_r": 0.9507262659497633, "micro_f1": 0.9486707238949392, "macro_p": 0.940069532431562, "macro_r": 0.943614449641548, "macro_f1": 0.9416725938109847, "tp": 11847, "fp": 668, "fn": 614 }, "per_class": { "TIME": { "p": 0.9645254074784276, "r": 0.9738625363020329, "f1": 0.9691714836223506, "support": 1033, "exact_p": 0.9635666347075743, "exact_r": 0.972894482090997, "exact_f1": 0.9682080924855492 }, "USERNAME": { "p": 0.9538904899135446, "r": 0.9497847919655668, "f1": 0.9518332135154565, "support": 697, "exact_p": 0.9538904899135446, "exact_r": 0.9497847919655668, "exact_f1": 0.9518332135154565 }, "EMAIL": { "p": 0.9693251533742331, "r": 0.9844236760124611, "f1": 0.9768160741885625, "support": 642, "exact_p": 0.9662576687116564, "exact_r": 0.9813084112149533, "exact_f1": 0.9737248840803708 }, "SOCIALNUMBER": { "p": 0.934640522875817, "r": 0.9565217391304348, "f1": 0.9454545454545454, "support": 598, "exact_p": 0.9330065359477124, "exact_r": 0.9548494983277592, "exact_f1": 0.943801652892562 }, "IDCARD": { "p": 0.9380804953560371, "r": 0.8977777777777778, "f1": 0.9174867524602573, "support": 675, "exact_p": 0.9380804953560371, "exact_r": 0.8977777777777778, "exact_f1": 0.9174867524602573 }, "LASTNAME1": { "p": 0.8726003490401396, "r": 0.8880994671403197, "f1": 0.880281690140845, "support": 563, "exact_p": 0.8656195462478184, "exact_r": 0.8809946714031972, "exact_f1": 0.8732394366197184 }, "PASSPORT": { "p": 0.8745874587458746, "r": 0.9724770642201835, "f1": 0.9209383145091227, "support": 545, "exact_p": 0.8745874587458746, "exact_r": 0.9724770642201835, "exact_f1": 0.9209383145091227 }, "DRIVERLICENSE": { "p": 0.9611992945326279, "r": 0.9098497495826378, "f1": 0.934819897084048, "support": 599, "exact_p": 0.9611992945326279, "exact_r": 0.9098497495826378, "exact_f1": 0.934819897084048 }, "BOD": { "p": 0.9816849816849816, "r": 0.97632058287796, "f1": 0.9789954337899542, "support": 549, "exact_p": 0.978021978021978, "exact_r": 0.9726775956284153, "exact_f1": 0.9753424657534248 }, "IP": { "p": 0.9865900383141762, "r": 0.9942084942084942, "f1": 0.9903846153846154, "support": 518, "exact_p": 0.9808429118773946, "exact_r": 0.9884169884169884, "exact_f1": 0.9846153846153846 } }, "leak_rate": 0.040205440975844636, "aligned_leak_rate": 0.011395554128882112, "over_masking_rate": 0.0027815281183699338, "well_formed_rate": 0.9865, "counts": { "gold_values": 12461, "leaked_gold_values": 501, "aligned_leaked_gold_occurrences": 142, "non_pii_characters": 725860, "changed_non_pii_characters": 2019, "well_formed_outputs": 1973 } }