| { |
| "system": "finetuned", |
| "adapter": "adapters/A2", |
| "test_set": "partA_validation", |
| "n": 2000, |
| "exact": { |
| "micro_p": 0.9239601734382528, |
| "micro_r": 0.9234411363453976, |
| "micro_f1": 0.9237005819787276, |
| "macro_p": 0.9191172240009551, |
| "macro_r": 0.9164019795040138, |
| "macro_f1": 0.9176293805194402, |
| "tp": 11507, |
| "fp": 947, |
| "fn": 954 |
| }, |
| "overlap_iou50": { |
| "micro_p": 0.930062630480167, |
| "micro_r": 0.9295401653157852, |
| "micro_f1": 0.9298013245033113, |
| "macro_p": 0.9258845918345858, |
| "macro_r": 0.9231681169239473, |
| "macro_f1": 0.9243954004470807, |
| "tp": 11583, |
| "fp": 871, |
| "fn": 878 |
| }, |
| "per_class": { |
| "TIME": { |
| "p": 0.9622093023255814, |
| "r": 0.9612778315585673, |
| "f1": 0.9617433414043582, |
| "support": 1033, |
| "exact_p": 0.9602713178294574, |
| "exact_r": 0.9593417231364957, |
| "exact_f1": 0.9598062953995158 |
| }, |
| "USERNAME": { |
| "p": 0.9317211948790897, |
| "r": 0.93974175035868, |
| "f1": 0.9357142857142857, |
| "support": 697, |
| "exact_p": 0.9160739687055477, |
| "exact_r": 0.9239598278335724, |
| "exact_f1": 0.9200000000000002 |
| }, |
| "EMAIL": { |
| "p": 0.9796875, |
| "r": 0.9766355140186916, |
| "f1": 0.9781591263650545, |
| "support": 642, |
| "exact_p": 0.978125, |
| "exact_r": 0.9750778816199377, |
| "exact_f1": 0.9765990639625586 |
| }, |
| "SOCIALNUMBER": { |
| "p": 0.9221854304635762, |
| "r": 0.931438127090301, |
| "f1": 0.9267886855241265, |
| "support": 598, |
| "exact_p": 0.9105960264900662, |
| "exact_r": 0.919732441471572, |
| "exact_f1": 0.9151414309484194 |
| }, |
| "IDCARD": { |
| "p": 0.8623188405797102, |
| "r": 0.8814814814814815, |
| "f1": 0.8717948717948719, |
| "support": 675, |
| "exact_p": 0.8623188405797102, |
| "exact_r": 0.8814814814814815, |
| "exact_f1": 0.8717948717948719 |
| }, |
| "LASTNAME1": { |
| "p": 0.8648648648648649, |
| "r": 0.8525754884547069, |
| "f1": 0.8586762075134169, |
| "support": 563, |
| "exact_p": 0.8594594594594595, |
| "exact_r": 0.8472468916518651, |
| "exact_f1": 0.853309481216458 |
| }, |
| "PASSPORT": { |
| "p": 0.8539130434782609, |
| "r": 0.9009174311926605, |
| "f1": 0.8767857142857144, |
| "support": 545, |
| "exact_p": 0.8469565217391304, |
| "exact_r": 0.8935779816513761, |
| "exact_f1": 0.8696428571428573 |
| }, |
| "DRIVERLICENSE": { |
| "p": 0.8833034111310593, |
| "r": 0.8213689482470785, |
| "f1": 0.8512110726643598, |
| "support": 599, |
| "exact_p": 0.8833034111310593, |
| "exact_r": 0.8213689482470785, |
| "exact_f1": 0.8512110726643598 |
| }, |
| "BOD": { |
| "p": 0.9688073394495413, |
| "r": 0.9617486338797814, |
| "f1": 0.9652650822669104, |
| "support": 549, |
| "exact_p": 0.9577981651376147, |
| "exact_r": 0.9508196721311475, |
| "exact_f1": 0.9542961608775137 |
| }, |
| "IP": { |
| "p": 0.9843444227005871, |
| "r": 0.971042471042471, |
| "f1": 0.9776482021379981, |
| "support": 518, |
| "exact_p": 0.9823874755381604, |
| "exact_r": 0.9691119691119691, |
| "exact_f1": 0.9757045675413022 |
| } |
| }, |
| "leak_rate": 0.041649947837252226, |
| "aligned_leak_rate": 0.012840060990289703, |
| "over_masking_rate": 0.0038106521918827322, |
| "well_formed_rate": 0.979, |
| "counts": { |
| "gold_values": 12461, |
| "leaked_gold_values": 519, |
| "aligned_leaked_gold_occurrences": 160, |
| "non_pii_characters": 725860, |
| "changed_non_pii_characters": 2766, |
| "well_formed_outputs": 1958 |
| } |
| } |
|
|
