Hugging Face's logo

Pritosh1
/
LLM_Assignment1-adapters

PEFT
Safetensors
lora
coursework
Model card Files
xet
 Community
LLM_Assignment1-adapters
File size: 3,566 Bytes
80f7fe6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
{
  "system": "finetuned",
  "adapter": "adapters/A3",
  "test_set": "partA_validation",
  "n": 2000,
  "exact": {
    "micro_p": 0.9430283659608469,
    "micro_r": 0.9471149987962443,
    "micro_f1": 0.945067264573991,
    "macro_p": 0.935276043027249,
    "macro_r": 0.9388158842364303,
    "macro_f1": 0.9368767827656818,
    "tp": 11802,
    "fp": 713,
    "fn": 659
  },
  "overlap_iou50": {
    "micro_p": 0.9466240511386337,
    "micro_r": 0.9507262659497633,
    "micro_f1": 0.9486707238949392,
    "macro_p": 0.940069532431562,
    "macro_r": 0.943614449641548,
    "macro_f1": 0.9416725938109847,
    "tp": 11847,
    "fp": 668,
    "fn": 614
  },
  "per_class": {
    "TIME": {
      "p": 0.9645254074784276,
      "r": 0.9738625363020329,
      "f1": 0.9691714836223506,
      "support": 1033,
      "exact_p": 0.9635666347075743,
      "exact_r": 0.972894482090997,
      "exact_f1": 0.9682080924855492
    },
    "USERNAME": {
      "p": 0.9538904899135446,
      "r": 0.9497847919655668,
      "f1": 0.9518332135154565,
      "support": 697,
      "exact_p": 0.9538904899135446,
      "exact_r": 0.9497847919655668,
      "exact_f1": 0.9518332135154565
    },
    "EMAIL": {
      "p": 0.9693251533742331,
      "r": 0.9844236760124611,
      "f1": 0.9768160741885625,
      "support": 642,
      "exact_p": 0.9662576687116564,
      "exact_r": 0.9813084112149533,
      "exact_f1": 0.9737248840803708
    },
    "SOCIALNUMBER": {
      "p": 0.934640522875817,
      "r": 0.9565217391304348,
      "f1": 0.9454545454545454,
      "support": 598,
      "exact_p": 0.9330065359477124,
      "exact_r": 0.9548494983277592,
      "exact_f1": 0.943801652892562
    },
    "IDCARD": {
      "p": 0.9380804953560371,
      "r": 0.8977777777777778,
      "f1": 0.9174867524602573,
      "support": 675,
      "exact_p": 0.9380804953560371,
      "exact_r": 0.8977777777777778,
      "exact_f1": 0.9174867524602573
    },
    "LASTNAME1": {
      "p": 0.8726003490401396,
      "r": 0.8880994671403197,
      "f1": 0.880281690140845,
      "support": 563,
      "exact_p": 0.8656195462478184,
      "exact_r": 0.8809946714031972,
      "exact_f1": 0.8732394366197184
    },
    "PASSPORT": {
      "p": 0.8745874587458746,
      "r": 0.9724770642201835,
      "f1": 0.9209383145091227,
      "support": 545,
      "exact_p": 0.8745874587458746,
      "exact_r": 0.9724770642201835,
      "exact_f1": 0.9209383145091227
    },
    "DRIVERLICENSE": {
      "p": 0.9611992945326279,
      "r": 0.9098497495826378,
      "f1": 0.934819897084048,
      "support": 599,
      "exact_p": 0.9611992945326279,
      "exact_r": 0.9098497495826378,
      "exact_f1": 0.934819897084048
    },
    "BOD": {
      "p": 0.9816849816849816,
      "r": 0.97632058287796,
      "f1": 0.9789954337899542,
      "support": 549,
      "exact_p": 0.978021978021978,
      "exact_r": 0.9726775956284153,
      "exact_f1": 0.9753424657534248
    },
    "IP": {
      "p": 0.9865900383141762,
      "r": 0.9942084942084942,
      "f1": 0.9903846153846154,
      "support": 518,
      "exact_p": 0.9808429118773946,
      "exact_r": 0.9884169884169884,
      "exact_f1": 0.9846153846153846
    }
  },
  "leak_rate": 0.040205440975844636,
  "aligned_leak_rate": 0.011395554128882112,
  "over_masking_rate": 0.0027815281183699338,
  "well_formed_rate": 0.9865,
  "counts": {
    "gold_values": 12461,
    "leaked_gold_values": 501,
    "aligned_leaked_gold_occurrences": 142,
    "non_pii_characters": 725860,
    "changed_non_pii_characters": 2019,
    "well_formed_outputs": 1973
  }
}