{ "system": "finetuned", "adapter": "adapters/A1", "test_set": "partA_validation", "n": 2000, "exact": { "micro_p": 0.8951859603928514, "micro_r": 0.8923842388251344, "micro_f1": 0.8937829039906764, "macro_p": 0.8897972520503108, "macro_r": 0.8801378616349325, "macro_f1": 0.8843144552661195, "tp": 11120, "fp": 1302, "fn": 1341 }, "overlap_iou50": { "micro_p": 0.9029946868459185, "micro_r": 0.9001685258004976, "micro_f1": 0.9015793915524656, "macro_p": 0.8984024281965688, "macro_r": 0.8885924481532385, "macro_f1": 0.8928389722540698, "tp": 11217, "fp": 1205, "fn": 1244 }, "per_class": { "TIME": { "p": 0.9418493803622497, "r": 0.9564375605033882, "f1": 0.9490874159462056, "support": 1033, "exact_p": 0.9294566253574833, "exact_r": 0.9438528557599225, "exact_f1": 0.9365994236311239 }, "USERNAME": { "p": 0.8879781420765027, "r": 0.9325681492109039, "f1": 0.9097270818754374, "support": 697, "exact_p": 0.8866120218579235, "exact_r": 0.9311334289813487, "exact_f1": 0.9083275017494753 }, "EMAIL": { "p": 0.965625, "r": 0.9626168224299065, "f1": 0.9641185647425897, "support": 642, "exact_p": 0.959375, "exact_r": 0.956386292834891, "exact_f1": 0.9578783151326054 }, "SOCIALNUMBER": { "p": 0.8661290322580645, "r": 0.8979933110367893, "f1": 0.8817733990147782, "support": 598, "exact_p": 0.8580645161290322, "exact_r": 0.8896321070234113, "exact_f1": 0.8735632183908046 }, "IDCARD": { "p": 0.7813884785819794, "r": 0.7837037037037037, "f1": 0.7825443786982249, "support": 675, "exact_p": 0.7813884785819794, "exact_r": 0.7837037037037037, "exact_f1": 0.7825443786982249 }, "LASTNAME1": { "p": 0.8286713286713286, "r": 0.8419182948490231, "f1": 0.8352422907488986, "support": 563, "exact_p": 0.8181818181818182, "exact_r": 0.8312611012433393, "exact_f1": 0.8246696035242291 }, "PASSPORT": { "p": 0.7541528239202658, "r": 0.8330275229357799, "f1": 0.7916303400174368, "support": 545, "exact_p": 0.7524916943521595, "exact_r": 0.8311926605504587, "exact_f1": 0.7898866608544027 }, "DRIVERLICENSE": { "p": 0.90625, "r": 0.7746243739565943, "f1": 0.8352835283528353, "support": 599, "exact_p": 0.900390625, "exact_r": 0.7696160267111853, "exact_f1": 0.8298829882988299 }, "BOD": { "p": 0.9589552238805971, "r": 0.936247723132969, "f1": 0.9474654377880185, "support": 549, "exact_p": 0.9477611940298507, "exact_r": 0.9253187613843351, "exact_f1": 0.936405529953917 }, "IP": { "p": 0.9768339768339769, "r": 0.9768339768339769, "f1": 0.9768339768339768, "support": 518, "exact_p": 0.9768339768339769, "exact_r": 0.9768339768339769, "exact_f1": 0.9768339768339768 } }, "leak_rate": 0.04734772490169328, "aligned_leak_rate": 0.01845758767354145, "over_masking_rate": 0.0052902763618328606, "well_formed_rate": 0.9645, "counts": { "gold_values": 12461, "leaked_gold_values": 590, "aligned_leaked_gold_occurrences": 230, "non_pii_characters": 725860, "changed_non_pii_characters": 3840, "well_formed_outputs": 1929 } }