Hugging Face's logo

Pritosh1
/
LLM_Assignment1-adapters

PEFT
Safetensors
lora
coursework
Model card Files
xet
 Community
LLM_Assignment1-adapters
File size: 3,552 Bytes
80f7fe6
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
{
  "system": "finetuned",
  "adapter": "adapters/A2",
  "test_set": "partA_validation",
  "n": 2000,
  "exact": {
    "micro_p": 0.9239601734382528,
    "micro_r": 0.9234411363453976,
    "micro_f1": 0.9237005819787276,
    "macro_p": 0.9191172240009551,
    "macro_r": 0.9164019795040138,
    "macro_f1": 0.9176293805194402,
    "tp": 11507,
    "fp": 947,
    "fn": 954
  },
  "overlap_iou50": {
    "micro_p": 0.930062630480167,
    "micro_r": 0.9295401653157852,
    "micro_f1": 0.9298013245033113,
    "macro_p": 0.9258845918345858,
    "macro_r": 0.9231681169239473,
    "macro_f1": 0.9243954004470807,
    "tp": 11583,
    "fp": 871,
    "fn": 878
  },
  "per_class": {
    "TIME": {
      "p": 0.9622093023255814,
      "r": 0.9612778315585673,
      "f1": 0.9617433414043582,
      "support": 1033,
      "exact_p": 0.9602713178294574,
      "exact_r": 0.9593417231364957,
      "exact_f1": 0.9598062953995158
    },
    "USERNAME": {
      "p": 0.9317211948790897,
      "r": 0.93974175035868,
      "f1": 0.9357142857142857,
      "support": 697,
      "exact_p": 0.9160739687055477,
      "exact_r": 0.9239598278335724,
      "exact_f1": 0.9200000000000002
    },
    "EMAIL": {
      "p": 0.9796875,
      "r": 0.9766355140186916,
      "f1": 0.9781591263650545,
      "support": 642,
      "exact_p": 0.978125,
      "exact_r": 0.9750778816199377,
      "exact_f1": 0.9765990639625586
    },
    "SOCIALNUMBER": {
      "p": 0.9221854304635762,
      "r": 0.931438127090301,
      "f1": 0.9267886855241265,
      "support": 598,
      "exact_p": 0.9105960264900662,
      "exact_r": 0.919732441471572,
      "exact_f1": 0.9151414309484194
    },
    "IDCARD": {
      "p": 0.8623188405797102,
      "r": 0.8814814814814815,
      "f1": 0.8717948717948719,
      "support": 675,
      "exact_p": 0.8623188405797102,
      "exact_r": 0.8814814814814815,
      "exact_f1": 0.8717948717948719
    },
    "LASTNAME1": {
      "p": 0.8648648648648649,
      "r": 0.8525754884547069,
      "f1": 0.8586762075134169,
      "support": 563,
      "exact_p": 0.8594594594594595,
      "exact_r": 0.8472468916518651,
      "exact_f1": 0.853309481216458
    },
    "PASSPORT": {
      "p": 0.8539130434782609,
      "r": 0.9009174311926605,
      "f1": 0.8767857142857144,
      "support": 545,
      "exact_p": 0.8469565217391304,
      "exact_r": 0.8935779816513761,
      "exact_f1": 0.8696428571428573
    },
    "DRIVERLICENSE": {
      "p": 0.8833034111310593,
      "r": 0.8213689482470785,
      "f1": 0.8512110726643598,
      "support": 599,
      "exact_p": 0.8833034111310593,
      "exact_r": 0.8213689482470785,
      "exact_f1": 0.8512110726643598
    },
    "BOD": {
      "p": 0.9688073394495413,
      "r": 0.9617486338797814,
      "f1": 0.9652650822669104,
      "support": 549,
      "exact_p": 0.9577981651376147,
      "exact_r": 0.9508196721311475,
      "exact_f1": 0.9542961608775137
    },
    "IP": {
      "p": 0.9843444227005871,
      "r": 0.971042471042471,
      "f1": 0.9776482021379981,
      "support": 518,
      "exact_p": 0.9823874755381604,
      "exact_r": 0.9691119691119691,
      "exact_f1": 0.9757045675413022
    }
  },
  "leak_rate": 0.041649947837252226,
  "aligned_leak_rate": 0.012840060990289703,
  "over_masking_rate": 0.0038106521918827322,
  "well_formed_rate": 0.979,
  "counts": {
    "gold_values": 12461,
    "leaked_gold_values": 519,
    "aligned_leaked_gold_occurrences": 160,
    "non_pii_characters": 725860,
    "changed_non_pii_characters": 2766,
    "well_formed_outputs": 1958
  }
}