Hugging Face's logo

Pritosh1
/
LLM_Assignment1-adapters

PEFT
Safetensors
lora
coursework
Model card Files
xet
 Community
LLM_Assignment1-adapters
File size: 3,540 Bytes
80f7fe6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
{
  "system": "finetuned",
  "adapter": "adapters/A1",
  "test_set": "partA_validation",
  "n": 2000,
  "exact": {
    "micro_p": 0.8951859603928514,
    "micro_r": 0.8923842388251344,
    "micro_f1": 0.8937829039906764,
    "macro_p": 0.8897972520503108,
    "macro_r": 0.8801378616349325,
    "macro_f1": 0.8843144552661195,
    "tp": 11120,
    "fp": 1302,
    "fn": 1341
  },
  "overlap_iou50": {
    "micro_p": 0.9029946868459185,
    "micro_r": 0.9001685258004976,
    "micro_f1": 0.9015793915524656,
    "macro_p": 0.8984024281965688,
    "macro_r": 0.8885924481532385,
    "macro_f1": 0.8928389722540698,
    "tp": 11217,
    "fp": 1205,
    "fn": 1244
  },
  "per_class": {
    "TIME": {
      "p": 0.9418493803622497,
      "r": 0.9564375605033882,
      "f1": 0.9490874159462056,
      "support": 1033,
      "exact_p": 0.9294566253574833,
      "exact_r": 0.9438528557599225,
      "exact_f1": 0.9365994236311239
    },
    "USERNAME": {
      "p": 0.8879781420765027,
      "r": 0.9325681492109039,
      "f1": 0.9097270818754374,
      "support": 697,
      "exact_p": 0.8866120218579235,
      "exact_r": 0.9311334289813487,
      "exact_f1": 0.9083275017494753
    },
    "EMAIL": {
      "p": 0.965625,
      "r": 0.9626168224299065,
      "f1": 0.9641185647425897,
      "support": 642,
      "exact_p": 0.959375,
      "exact_r": 0.956386292834891,
      "exact_f1": 0.9578783151326054
    },
    "SOCIALNUMBER": {
      "p": 0.8661290322580645,
      "r": 0.8979933110367893,
      "f1": 0.8817733990147782,
      "support": 598,
      "exact_p": 0.8580645161290322,
      "exact_r": 0.8896321070234113,
      "exact_f1": 0.8735632183908046
    },
    "IDCARD": {
      "p": 0.7813884785819794,
      "r": 0.7837037037037037,
      "f1": 0.7825443786982249,
      "support": 675,
      "exact_p": 0.7813884785819794,
      "exact_r": 0.7837037037037037,
      "exact_f1": 0.7825443786982249
    },
    "LASTNAME1": {
      "p": 0.8286713286713286,
      "r": 0.8419182948490231,
      "f1": 0.8352422907488986,
      "support": 563,
      "exact_p": 0.8181818181818182,
      "exact_r": 0.8312611012433393,
      "exact_f1": 0.8246696035242291
    },
    "PASSPORT": {
      "p": 0.7541528239202658,
      "r": 0.8330275229357799,
      "f1": 0.7916303400174368,
      "support": 545,
      "exact_p": 0.7524916943521595,
      "exact_r": 0.8311926605504587,
      "exact_f1": 0.7898866608544027
    },
    "DRIVERLICENSE": {
      "p": 0.90625,
      "r": 0.7746243739565943,
      "f1": 0.8352835283528353,
      "support": 599,
      "exact_p": 0.900390625,
      "exact_r": 0.7696160267111853,
      "exact_f1": 0.8298829882988299
    },
    "BOD": {
      "p": 0.9589552238805971,
      "r": 0.936247723132969,
      "f1": 0.9474654377880185,
      "support": 549,
      "exact_p": 0.9477611940298507,
      "exact_r": 0.9253187613843351,
      "exact_f1": 0.936405529953917
    },
    "IP": {
      "p": 0.9768339768339769,
      "r": 0.9768339768339769,
      "f1": 0.9768339768339768,
      "support": 518,
      "exact_p": 0.9768339768339769,
      "exact_r": 0.9768339768339769,
      "exact_f1": 0.9768339768339768
    }
  },
  "leak_rate": 0.04734772490169328,
  "aligned_leak_rate": 0.01845758767354145,
  "over_masking_rate": 0.0052902763618328606,
  "well_formed_rate": 0.9645,
  "counts": {
    "gold_values": 12461,
    "leaked_gold_values": 590,
    "aligned_leaked_gold_occurrences": 230,
    "non_pii_characters": 725860,
    "changed_non_pii_characters": 3840,
    "well_formed_outputs": 1929
  }
}