Hugging Face's logo

Pritosh1
/
LLM_Assignment1-adapters

PEFT
Safetensors
lora
coursework
Model card Files
xet
 Community
LLM_Assignment1-adapters
File size: 3,564 Bytes
80f7fe6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
{
  "system": "finetuned",
  "adapter": "adapters/A4",
  "test_set": "partA_validation",
  "n": 2000,
  "exact": {
    "micro_p": 0.946882773008104,
    "micro_r": 0.947034748415055,
    "micro_f1": 0.9469587546140266,
    "macro_p": 0.9413037548573998,
    "macro_r": 0.9383483998442353,
    "macro_f1": 0.9395865076372387,
    "tp": 11801,
    "fp": 662,
    "fn": 660
  },
  "overlap_iou50": {
    "micro_p": 0.9509748856615582,
    "micro_r": 0.9511275178557098,
    "micro_f1": 0.9510511956347296,
    "macro_p": 0.9460439196371637,
    "macro_r": 0.9430622431329948,
    "macro_f1": 0.944312858801687,
    "tp": 11852,
    "fp": 611,
    "fn": 609
  },
  "per_class": {
    "TIME": {
      "p": 0.9739382239382239,
      "r": 0.9767666989351403,
      "f1": 0.9753504108264861,
      "support": 1033,
      "exact_p": 0.9700772200772201,
      "exact_r": 0.972894482090997,
      "exact_f1": 0.97148380860319
    },
    "USERNAME": {
      "p": 0.9624819624819625,
      "r": 0.9569583931133429,
      "f1": 0.9597122302158273,
      "support": 697,
      "exact_p": 0.9624819624819625,
      "exact_r": 0.9569583931133429,
      "exact_f1": 0.9597122302158273
    },
    "EMAIL": {
      "p": 0.9859594383775351,
      "r": 0.9844236760124611,
      "f1": 0.9851909586905689,
      "support": 642,
      "exact_p": 0.982839313572543,
      "exact_r": 0.9813084112149533,
      "exact_f1": 0.9820732657833202
    },
    "SOCIALNUMBER": {
      "p": 0.945273631840796,
      "r": 0.9531772575250836,
      "f1": 0.9492089925062448,
      "support": 598,
      "exact_p": 0.9436152570480929,
      "exact_r": 0.9515050167224081,
      "exact_f1": 0.9475437135720235
    },
    "IDCARD": {
      "p": 0.9404388714733543,
      "r": 0.8888888888888888,
      "f1": 0.913937547600914,
      "support": 675,
      "exact_p": 0.9404388714733543,
      "exact_r": 0.8888888888888888,
      "exact_f1": 0.913937547600914
    },
    "LASTNAME1": {
      "p": 0.8857142857142857,
      "r": 0.8809946714031972,
      "f1": 0.8833481745325021,
      "support": 563,
      "exact_p": 0.8785714285714286,
      "exact_r": 0.8738898756660746,
      "exact_f1": 0.8762243989314337
    },
    "PASSPORT": {
      "p": 0.8828382838283828,
      "r": 0.981651376146789,
      "f1": 0.9296264118158124,
      "support": 545,
      "exact_p": 0.8828382838283828,
      "exact_r": 0.981651376146789,
      "exact_f1": 0.9296264118158124
    },
    "DRIVERLICENSE": {
      "p": 0.9480286738351255,
      "r": 0.8831385642737897,
      "f1": 0.9144338807260156,
      "support": 599,
      "exact_p": 0.942652329749104,
      "exact_r": 0.8781302170283807,
      "exact_f1": 0.9092480553154711
    },
    "BOD": {
      "p": 0.9655797101449275,
      "r": 0.970856102003643,
      "f1": 0.9682107175295186,
      "support": 549,
      "exact_p": 0.9528985507246377,
      "exact_r": 0.9581056466302368,
      "exact_f1": 0.9554950045413261
    },
    "IP": {
      "p": 0.9826589595375722,
      "r": 0.9845559845559846,
      "f1": 0.9836065573770492,
      "support": 518,
      "exact_p": 0.9788053949903661,
      "exact_r": 0.9806949806949807,
      "exact_f1": 0.9797492767598843
    }
  },
  "leak_rate": 0.03956343792633015,
  "aligned_leak_rate": 0.010833801460556937,
  "over_masking_rate": 0.0022731656242250572,
  "well_formed_rate": 0.9875,
  "counts": {
    "gold_values": 12461,
    "leaked_gold_values": 493,
    "aligned_leaked_gold_occurrences": 135,
    "non_pii_characters": 725860,
    "changed_non_pii_characters": 1650,
    "well_formed_outputs": 1975
  }
}