Hugging Face's logo

Pritosh1
/
LLM_Assignment1-adapters

PEFT
Safetensors
lora
coursework
Model card Files
xet
 Community
LLM_Assignment1-adapters
File size: 3,545 Bytes
80f7fe6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
{
  "system": "finetuned",
  "adapter": "adapters/A5",
  "test_set": "partA_validation",
  "n": 2000,
  "exact": {
    "micro_p": 0.9393236869453994,
    "micro_r": 0.9429419789744001,
    "micro_f1": 0.9411293552262715,
    "macro_p": 0.9336343962550581,
    "macro_r": 0.9370090423379074,
    "macro_f1": 0.9351292721143039,
    "tp": 11750,
    "fp": 759,
    "fn": 711
  },
  "overlap_iou50": {
    "micro_p": 0.9448397154049085,
    "micro_r": 0.9484792552764626,
    "micro_f1": 0.9466559871846215,
    "macro_p": 0.9400979687954989,
    "macro_r": 0.9434636564736218,
    "macro_f1": 0.9415877876885433,
    "tp": 11819,
    "fp": 690,
    "fn": 642
  },
  "per_class": {
    "TIME": {
      "p": 0.9606903163950143,
      "r": 0.9699903194578896,
      "f1": 0.9653179190751445,
      "support": 1033,
      "exact_p": 0.9530201342281879,
      "exact_r": 0.9622458857696031,
      "exact_f1": 0.9576107899807322
    },
    "USERNAME": {
      "p": 0.95,
      "r": 0.9540889526542324,
      "f1": 0.9520400858983536,
      "support": 697,
      "exact_p": 0.95,
      "exact_r": 0.9540889526542324,
      "exact_f1": 0.9520400858983536
    },
    "EMAIL": {
      "p": 0.9813374805598756,
      "r": 0.9828660436137072,
      "f1": 0.9821011673151752,
      "support": 642,
      "exact_p": 0.9782270606531882,
      "exact_r": 0.9797507788161994,
      "exact_f1": 0.9789883268482491
    },
    "SOCIALNUMBER": {
      "p": 0.9336569579288025,
      "r": 0.9648829431438127,
      "f1": 0.9490131578947368,
      "support": 598,
      "exact_p": 0.9320388349514563,
      "exact_r": 0.9632107023411371,
      "exact_f1": 0.9473684210526315
    },
    "IDCARD": {
      "p": 0.9282371294851794,
      "r": 0.8814814814814815,
      "f1": 0.9042553191489363,
      "support": 675,
      "exact_p": 0.9282371294851794,
      "exact_r": 0.8814814814814815,
      "exact_f1": 0.9042553191489363
    },
    "LASTNAME1": {
      "p": 0.8910714285714286,
      "r": 0.8863232682060391,
      "f1": 0.8886910062333037,
      "support": 563,
      "exact_p": 0.8857142857142857,
      "exact_r": 0.8809946714031972,
      "exact_f1": 0.8833481745325021
    },
    "PASSPORT": {
      "p": 0.8616144975288303,
      "r": 0.9596330275229358,
      "f1": 0.907986111111111,
      "support": 545,
      "exact_p": 0.8616144975288303,
      "exact_r": 0.9596330275229358,
      "exact_f1": 0.907986111111111
    },
    "DRIVERLICENSE": {
      "p": 0.9468085106382979,
      "r": 0.8914858096828047,
      "f1": 0.9183147033533965,
      "support": 599,
      "exact_p": 0.9379432624113475,
      "exact_r": 0.8831385642737897,
      "exact_f1": 0.9097162510748066
    },
    "BOD": {
      "p": 0.9673321234119783,
      "r": 0.970856102003643,
      "f1": 0.9690909090909092,
      "support": 549,
      "exact_p": 0.9546279491833031,
      "exact_r": 0.9581056466302368,
      "exact_f1": 0.9563636363636363
    },
    "IP": {
      "p": 0.9846449136276392,
      "r": 0.9903474903474904,
      "f1": 0.9874879692011549,
      "support": 518,
      "exact_p": 0.980806142034549,
      "exact_r": 0.9864864864864865,
      "exact_f1": 0.983638113570741
    }
  },
  "leak_rate": 0.040365941738223256,
  "aligned_leak_rate": 0.011636305272450045,
  "over_masking_rate": 0.003040531231918001,
  "well_formed_rate": 0.9835,
  "counts": {
    "gold_values": 12461,
    "leaked_gold_values": 503,
    "aligned_leaked_gold_occurrences": 145,
    "non_pii_characters": 725860,
    "changed_non_pii_characters": 2207,
    "well_formed_outputs": 1967
  }
}