Hugging Face's logo

Pritosh1
/
LLM_Assignment1-adapters

PEFT
Safetensors
lora
coursework
Model card Files
xet
 Community
LLM_Assignment1-adapters
File size: 3,560 Bytes
80f7fe6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
{
  "system": "finetuned",
  "adapter": "adapters/A6",
  "test_set": "partA_validation",
  "n": 2000,
  "exact": {
    "micro_p": 0.9473135525260625,
    "micro_r": 0.9479977529893266,
    "micro_f1": 0.9476555292607597,
    "macro_p": 0.9409643625893492,
    "macro_r": 0.9372584397413672,
    "macro_f1": 0.9387879233577086,
    "tp": 11813,
    "fp": 657,
    "fn": 648
  },
  "overlap_iou50": {
    "micro_p": 0.9506816359262229,
    "micro_r": 0.9513682689992777,
    "micro_f1": 0.9510248285267338,
    "macro_p": 0.9457370104692204,
    "macro_r": 0.9420283591327134,
    "macro_f1": 0.9435588054247817,
    "tp": 11855,
    "fp": 615,
    "fn": 606
  },
  "per_class": {
    "TIME": {
      "p": 0.9663461538461539,
      "r": 0.972894482090997,
      "f1": 0.9696092619392186,
      "support": 1033,
      "exact_p": 0.9625,
      "exact_r": 0.9690222652468539,
      "exact_f1": 0.9657501205981669
    },
    "USERNAME": {
      "p": 0.9595959595959596,
      "r": 0.9540889526542324,
      "f1": 0.9568345323741008,
      "support": 697,
      "exact_p": 0.9595959595959596,
      "exact_r": 0.9540889526542324,
      "exact_f1": 0.9568345323741008
    },
    "EMAIL": {
      "p": 0.9814241486068112,
      "r": 0.9875389408099688,
      "f1": 0.984472049689441,
      "support": 642,
      "exact_p": 0.978328173374613,
      "exact_r": 0.9844236760124611,
      "exact_f1": 0.9813664596273293
    },
    "SOCIALNUMBER": {
      "p": 0.9530201342281879,
      "r": 0.9498327759197325,
      "f1": 0.9514237855946399,
      "support": 598,
      "exact_p": 0.9513422818791947,
      "exact_r": 0.9481605351170569,
      "exact_f1": 0.949748743718593
    },
    "IDCARD": {
      "p": 0.8981077147016011,
      "r": 0.914074074074074,
      "f1": 0.9060205580029368,
      "support": 675,
      "exact_p": 0.8922852983988355,
      "exact_r": 0.9081481481481481,
      "exact_f1": 0.9001468428781203
    },
    "LASTNAME1": {
      "p": 0.9018181818181819,
      "r": 0.8809946714031972,
      "f1": 0.8912848158131177,
      "support": 563,
      "exact_p": 0.8945454545454545,
      "exact_r": 0.8738898756660746,
      "exact_f1": 0.8840970350404312
    },
    "PASSPORT": {
      "p": 0.8917089678510999,
      "r": 0.9669724770642202,
      "f1": 0.9278169014084509,
      "support": 545,
      "exact_p": 0.8917089678510999,
      "exact_r": 0.9669724770642202,
      "exact_f1": 0.9278169014084509
    },
    "DRIVERLICENSE": {
      "p": 0.9698681732580038,
      "r": 0.8597662771285476,
      "f1": 0.9115044247787611,
      "support": 599,
      "exact_p": 0.9698681732580038,
      "exact_r": 0.8597662771285476,
      "exact_f1": 0.9115044247787611
    },
    "BOD": {
      "p": 0.9834254143646409,
      "r": 0.9726775956284153,
      "f1": 0.978021978021978,
      "support": 549,
      "exact_p": 0.9797421731123389,
      "exact_r": 0.9690346083788707,
      "exact_f1": 0.9743589743589743
    },
    "IP": {
      "p": 0.9826923076923076,
      "r": 0.9864864864864865,
      "f1": 0.9845857418111754,
      "support": 518,
      "exact_p": 0.9807692307692307,
      "exact_r": 0.9845559845559846,
      "exact_f1": 0.9826589595375722
    }
  },
  "leak_rate": 0.03940293716395153,
  "aligned_leak_rate": 0.010753551079367627,
  "over_masking_rate": 0.0024605295787066377,
  "well_formed_rate": 0.9875,
  "counts": {
    "gold_values": 12461,
    "leaked_gold_values": 491,
    "aligned_leaked_gold_occurrences": 134,
    "non_pii_characters": 725860,
    "changed_non_pii_characters": 1786,
    "well_formed_outputs": 1975
  }
}