| { |
| "system": "finetuned", |
| "adapter": "adapters/A1", |
| "test_set": "partA_validation", |
| "n": 2000, |
| "exact": { |
| "micro_p": 0.8951859603928514, |
| "micro_r": 0.8923842388251344, |
| "micro_f1": 0.8937829039906764, |
| "macro_p": 0.8897972520503108, |
| "macro_r": 0.8801378616349325, |
| "macro_f1": 0.8843144552661195, |
| "tp": 11120, |
| "fp": 1302, |
| "fn": 1341 |
| }, |
| "overlap_iou50": { |
| "micro_p": 0.9029946868459185, |
| "micro_r": 0.9001685258004976, |
| "micro_f1": 0.9015793915524656, |
| "macro_p": 0.8984024281965688, |
| "macro_r": 0.8885924481532385, |
| "macro_f1": 0.8928389722540698, |
| "tp": 11217, |
| "fp": 1205, |
| "fn": 1244 |
| }, |
| "per_class": { |
| "TIME": { |
| "p": 0.9418493803622497, |
| "r": 0.9564375605033882, |
| "f1": 0.9490874159462056, |
| "support": 1033, |
| "exact_p": 0.9294566253574833, |
| "exact_r": 0.9438528557599225, |
| "exact_f1": 0.9365994236311239 |
| }, |
| "USERNAME": { |
| "p": 0.8879781420765027, |
| "r": 0.9325681492109039, |
| "f1": 0.9097270818754374, |
| "support": 697, |
| "exact_p": 0.8866120218579235, |
| "exact_r": 0.9311334289813487, |
| "exact_f1": 0.9083275017494753 |
| }, |
| "EMAIL": { |
| "p": 0.965625, |
| "r": 0.9626168224299065, |
| "f1": 0.9641185647425897, |
| "support": 642, |
| "exact_p": 0.959375, |
| "exact_r": 0.956386292834891, |
| "exact_f1": 0.9578783151326054 |
| }, |
| "SOCIALNUMBER": { |
| "p": 0.8661290322580645, |
| "r": 0.8979933110367893, |
| "f1": 0.8817733990147782, |
| "support": 598, |
| "exact_p": 0.8580645161290322, |
| "exact_r": 0.8896321070234113, |
| "exact_f1": 0.8735632183908046 |
| }, |
| "IDCARD": { |
| "p": 0.7813884785819794, |
| "r": 0.7837037037037037, |
| "f1": 0.7825443786982249, |
| "support": 675, |
| "exact_p": 0.7813884785819794, |
| "exact_r": 0.7837037037037037, |
| "exact_f1": 0.7825443786982249 |
| }, |
| "LASTNAME1": { |
| "p": 0.8286713286713286, |
| "r": 0.8419182948490231, |
| "f1": 0.8352422907488986, |
| "support": 563, |
| "exact_p": 0.8181818181818182, |
| "exact_r": 0.8312611012433393, |
| "exact_f1": 0.8246696035242291 |
| }, |
| "PASSPORT": { |
| "p": 0.7541528239202658, |
| "r": 0.8330275229357799, |
| "f1": 0.7916303400174368, |
| "support": 545, |
| "exact_p": 0.7524916943521595, |
| "exact_r": 0.8311926605504587, |
| "exact_f1": 0.7898866608544027 |
| }, |
| "DRIVERLICENSE": { |
| "p": 0.90625, |
| "r": 0.7746243739565943, |
| "f1": 0.8352835283528353, |
| "support": 599, |
| "exact_p": 0.900390625, |
| "exact_r": 0.7696160267111853, |
| "exact_f1": 0.8298829882988299 |
| }, |
| "BOD": { |
| "p": 0.9589552238805971, |
| "r": 0.936247723132969, |
| "f1": 0.9474654377880185, |
| "support": 549, |
| "exact_p": 0.9477611940298507, |
| "exact_r": 0.9253187613843351, |
| "exact_f1": 0.936405529953917 |
| }, |
| "IP": { |
| "p": 0.9768339768339769, |
| "r": 0.9768339768339769, |
| "f1": 0.9768339768339768, |
| "support": 518, |
| "exact_p": 0.9768339768339769, |
| "exact_r": 0.9768339768339769, |
| "exact_f1": 0.9768339768339768 |
| } |
| }, |
| "leak_rate": 0.04734772490169328, |
| "aligned_leak_rate": 0.01845758767354145, |
| "over_masking_rate": 0.0052902763618328606, |
| "well_formed_rate": 0.9645, |
| "counts": { |
| "gold_values": 12461, |
| "leaked_gold_values": 590, |
| "aligned_leaked_gold_occurrences": 230, |
| "non_pii_characters": 725860, |
| "changed_non_pii_characters": 3840, |
| "well_formed_outputs": 1929 |
| } |
| } |
|
|
