Upload folder using huggingface_hub

ai4privacy/TokenBased-BERT/classification_report.json

@@ -12,9 +12,9 @@
     "support": 107
   },
   "CITY": {
-    "precision": 0.9901,
-    "recall": 0.9901,
-    "f1-score": 0.9901,
+    "precision": 0.9852,
+    "recall": 0.9852,
+    "f1-score": 0.9852,
     "support": 203
   },
   "CREDITCARDNUMBER": {
@@ -31,8 +31,8 @@
   },
   "DRIVERLICENSENUM": {
     "precision": 1.0,
-    "recall": 0.8095,
-    "f1-score": 0.8947,
+    "recall": 0.7143,
+    "f1-score": 0.8333,
     "support": 21
   },
   "EMAIL": {
@@ -48,15 +48,15 @@
     "support": 70
   },
   "GIVENNAME": {
-    "precision": 0.986,
-    "recall": 0.9918,
-    "f1-score": 0.9889,
+    "precision": 0.9791,
+    "recall": 0.9929,
+    "f1-score": 0.986,
     "support": 850
   },
   "IDCARDNUM": {
-    "precision": 0.9691,
-    "recall": 0.9592,
-    "f1-score": 0.9641,
+    "precision": 0.9596,
+    "recall": 0.9694,
+    "f1-score": 0.9645,
     "support": 98
   },
   "PASSPORTNUM": {
@@ -66,27 +66,27 @@
     "support": 41
   },
   "SOCIALNUM": {
-    "precision": 0.9355,
+    "precision": 0.8286,
     "recall": 1.0,
-    "f1-score": 0.9667,
+    "f1-score": 0.9062,
     "support": 29
   },
   "STREET": {
-    "precision": 1.0,
-    "recall": 0.9912,
-    "f1-score": 0.9956,
+    "precision": 0.9911,
+    "recall": 0.9823,
+    "f1-score": 0.9867,
     "support": 113
   },
   "SURNAME": {
-    "precision": 0.9698,
-    "recall": 0.9224,
-    "f1-score": 0.9455,
+    "precision": 0.952,
+    "recall": 0.9109,
+    "f1-score": 0.931,
     "support": 348
   },
   "TAXNUM": {
     "precision": 1.0,
-    "recall": 1.0,
-    "f1-score": 1.0,
+    "recall": 0.8333,
+    "f1-score": 0.9091,
     "support": 24
   },
   "TELEPHONENUM": {
@@ -102,9 +102,9 @@
     "support": 144
   },
   "TITLE": {
-    "precision": 1.0,
-    "recall": 1.0,
-    "f1-score": 1.0,
+    "precision": 0.9916,
+    "recall": 0.9916,
+    "f1-score": 0.9916,
     "support": 119
   },
   "ZIPCODE": {
@@ -114,21 +114,21 @@
     "support": 51
   },
   "OVERALL_MICRO": {
-    "precision": 0.9856,
-    "recall": 0.9816,
-    "f1-score": 0.9836,
+    "precision": 0.9783,
+    "recall": 0.9776,
+    "f1-score": 0.978,
     "support": 2723
   },
   "OVERALL_MACRO": {
-    "precision": 0.984,
-    "recall": 0.9791,
-    "f1-score": 0.9808,
+    "precision": 0.9754,
+    "recall": 0.9641,
+    "f1-score": 0.9676,
     "support": 2723
   },
   "OVERALL_WEIGHTED": {
-    "precision": 0.9856,
-    "recall": 0.9816,
-    "f1-score": 0.9834,
+    "precision": 0.9786,
+    "recall": 0.9776,
+    "f1-score": 0.9777,
     "support": 2723
   }
 }

ai4privacy/TokenBased-BERT/model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:6cedf035bdc1f395924be6a84c9b085414dab8f55af3f6073e9c406fe6359a82
+oid sha256:33b8f80602332338edea50563cb4eb3f2749b1be93d8d1cf5f0208fbc7b4ea41
 size 435709876

ai4privacy/TokenBased-BERT/predictions.json

@@ -17,7 +17,7 @@
     ],
     "predictions": [
       {
-        "tag": "SURNAME",
+        "tag": "GIVENNAME",
         "start": 0,
         "end": 7,
         "value": "Erbagan"
@@ -616,7 +616,7 @@
         "value": "NZ6255728"
       },
       {
-        "tag": "IDCARDNUM",
+        "tag": "DRIVERLICENSENUM",
         "start": 101,
         "end": 111,
         "value": "5BT3C9WWQA"
@@ -2218,8 +2218,8 @@
       {
         "tag": "GIVENNAME",
         "start": 0,
-        "end": 12,
-        "value": "Efraïm Caran"
+        "end": 11,
+        "value": "Efraïm Cara"
       },
       {
         "tag": "TITLE",
@@ -2570,10 +2570,10 @@
         "value": "Chayanne"
       },
       {
-        "tag": "GIVENNAME",
+        "tag": "CITY",
         "start": 105,
-        "end": 115,
-        "value": "Sivalogini"
+        "end": 107,
+        "value": "Si"
       }
     ]
   },
@@ -3187,14 +3187,14 @@
       {
         "tag": "GIVENNAME",
         "start": 15,
-        "end": 21,
-        "value": "Ibraim"
+        "end": 27,
+        "value": "Ibraim Amara"
       },
       {
         "tag": "SURNAME",
-        "start": 22,
+        "start": 34,
         "end": 43,
-        "value": "Amarasingha Käshammer"
+        "value": "Käshammer"
       },
       {
         "tag": "ZIPCODE",
@@ -3781,7 +3781,7 @@
         "value": "Madame"
       },
       {
-        "tag": "GIVENNAME",
+        "tag": "SURNAME",
         "start": 7,
         "end": 14,
         "value": "Socrate"
@@ -3832,14 +3832,8 @@
       {
         "tag": "GIVENNAME",
         "start": 87,
-        "end": 92,
-        "value": "Sejan"
-      },
-      {
-        "tag": "SURNAME",
-        "start": 93,
-        "end": 97,
-        "value": "Gnat"
+        "end": 94,
+        "value": "Sejan G"
       }
     ]
   },
@@ -4813,10 +4807,10 @@
         "value": "Mengying"
       },
       {
-        "tag": "SURNAME",
+        "tag": "GIVENNAME",
         "start": 44,
-        "end": 46,
-        "value": "Ol"
+        "end": 50,
+        "value": "Olguta"
       },
       {
         "tag": "SURNAME",
@@ -5347,12 +5341,6 @@
         "start": 0,
         "end": 16,
         "value": "Kassiani Serveta"
-      },
-      {
-        "tag": "SURNAME",
-        "start": 17,
-        "end": 36,
-        "value": "Ajith Sonnentrücker"
       }
     ]
   },
@@ -5394,8 +5382,8 @@
       {
         "tag": "GIVENNAME",
         "start": 77,
-        "end": 90,
-        "value": "Dionisa Magbu"
+        "end": 88,
+        "value": "Dionisa Mag"
       }
     ]
   },
@@ -6119,8 +6107,8 @@
       {
         "tag": "SURNAME",
         "start": 63,
-        "end": 70,
-        "value": "Insolia"
+        "end": 69,
+        "value": "Insoli"
       }
     ]
   },
@@ -6921,8 +6909,14 @@
       {
         "tag": "GIVENNAME",
         "start": 27,
+        "end": 34,
+        "value": "Loghman"
+      },
+      {
+        "tag": "SURNAME",
+        "start": 35,
         "end": 42,
-        "value": "Loghman Marsell"
+        "value": "Marsell"
       }
     ]
   },
@@ -7587,8 +7581,8 @@
       {
         "tag": "GIVENNAME",
         "start": 141,
-        "end": 148,
-        "value": "Nessrin"
+        "end": 145,
+        "value": "Ness"
       },
       {
         "tag": "DATE",
@@ -7753,8 +7747,14 @@
       {
         "tag": "GIVENNAME",
         "start": 46,
+        "end": 54,
+        "value": "Zijavere"
+      },
+      {
+        "tag": "SURNAME",
+        "start": 55,
         "end": 61,
-        "value": "Zijavere Dorjee"
+        "value": "Dorjee"
       }
     ]
   },
@@ -9558,14 +9558,8 @@
       {
         "tag": "GIVENNAME",
         "start": 11,
-        "end": 17,
-        "value": "Ramany"
-      },
-      {
-        "tag": "SURNAME",
-        "start": 18,
         "end": 20,
-        "value": "Va"
+        "value": "Ramany Va"
       }
     ]
   },
@@ -9605,7 +9599,7 @@
     ],
     "predictions": [
       {
-        "tag": "TITLE",
+        "tag": "GIVENNAME",
         "start": 45,
         "end": 48,
         "value": "Del"
@@ -10698,14 +10692,8 @@
       {
         "tag": "GIVENNAME",
         "start": 5,
-        "end": 9,
-        "value": "Ezra"
-      },
-      {
-        "tag": "SURNAME",
-        "start": 10,
-        "end": 18,
-        "value": "Marcelos"
+        "end": 17,
+        "value": "Ezra Marcelo"
       }
     ]
   },
@@ -12008,8 +11996,8 @@
       {
         "tag": "GIVENNAME",
         "start": 64,
-        "end": 71,
-        "value": "Lumturi"
+        "end": 66,
+        "value": "Lu"
       }
     ]
   },
@@ -12187,8 +12175,14 @@
       {
         "tag": "GIVENNAME",
         "start": 0,
+        "end": 4,
+        "value": "Lory"
+      },
+      {
+        "tag": "SURNAME",
+        "start": 5,
         "end": 12,
-        "value": "Lory Schekeb"
+        "value": "Schekeb"
       }
     ]
   },
@@ -14128,14 +14122,14 @@
       {
         "tag": "GIVENNAME",
         "start": 11,
-        "end": 22,
-        "value": "Mitzy Gorda"
+        "end": 16,
+        "value": "Mitzy"
       },
       {
         "tag": "SURNAME",
-        "start": 23,
+        "start": 17,
         "end": 31,
-        "value": "Sulandra"
+        "value": "Gorda Sulandra"
       }
     ]
   },
@@ -14430,8 +14424,14 @@
       {
         "tag": "GIVENNAME",
         "start": 112,
-        "end": 126,
-        "value": "Yanet Vukosava"
+        "end": 117,
+        "value": "Yanet"
+      },
+      {
+        "tag": "SURNAME",
+        "start": 118,
+        "end": 120,
+        "value": "Vu"
       },
       {
         "tag": "SURNAME",
@@ -14465,10 +14465,10 @@
     ],
     "predictions": [
       {
-        "tag": "SOCIALNUM",
+        "tag": "IDCARDNUM",
         "start": 95,
-        "end": 105,
-        "value": "1839904108"
+        "end": 99,
+        "value": "1839"
       }
     ]
   },
@@ -14850,14 +14850,14 @@
       {
         "tag": "GIVENNAME",
         "start": 6,
-        "end": 18,
-        "value": "Albim Celebi"
+        "end": 11,
+        "value": "Albim"
       },
       {
         "tag": "SURNAME",
-        "start": 19,
-        "end": 31,
-        "value": "Eusebio Love"
+        "start": 12,
+        "end": 14,
+        "value": "Ce"
       }
     ]
   },
@@ -15290,14 +15290,8 @@
       {
         "tag": "GIVENNAME",
         "start": 0,
-        "end": 8,
-        "value": "Giselène"
-      },
-      {
-        "tag": "SURNAME",
-        "start": 9,
-        "end": 14,
-        "value": "Süsli"
+        "end": 11,
+        "value": "Giselène Sü"
       },
       {
         "tag": "TITLE",
@@ -15816,8 +15810,8 @@
       {
         "tag": "GIVENNAME",
         "start": 29,
-        "end": 45,
-        "value": "Istvanne Cmiljka"
+        "end": 40,
+        "value": "Istvanne Cm"
       },
       {
         "tag": "CITY",
@@ -15893,7 +15887,7 @@
         "value": "Calgary"
       },
       {
-        "tag": "DRIVERLICENSENUM",
+        "tag": "IDCARDNUM",
         "start": 81,
         "end": 91,
         "value": "IW5VO4QPLM"
@@ -16288,8 +16282,14 @@
       {
         "tag": "GIVENNAME",
         "start": 41,
-        "end": 51,
-        "value": "Léonce Rey"
+        "end": 47,
+        "value": "Léonce"
+      },
+      {
+        "tag": "SURNAME",
+        "start": 48,
+        "end": 53,
+        "value": "Reyeg"
       }
     ]
   },
@@ -17432,6 +17432,12 @@
         "start": 0,
         "end": 6,
         "value": "Mister"
+      },
+      {
+        "tag": "TITLE",
+        "start": 34,
+        "end": 37,
+        "value": "ENG"
       }
     ]
   },
@@ -18569,8 +18575,14 @@
       {
         "tag": "GIVENNAME",
         "start": 37,
+        "end": 44,
+        "value": "Rahimeh"
+      },
+      {
+        "tag": "SURNAME",
+        "start": 45,
         "end": 51,
-        "value": "Rahimeh Henjes"
+        "value": "Henjes"
       }
     ]
   },
@@ -19273,12 +19285,6 @@
         "end": 71,
         "value": "Grand-Remous"
       },
-      {
-        "tag": "STREET",
-        "start": 72,
-        "end": 87,
-        "value": "John Folke Road"
-      },
       {
         "tag": "BUILDINGNUM",
         "start": 88,
@@ -19595,8 +19601,14 @@
       {
         "tag": "SURNAME",
         "start": 4,
+        "end": 9,
+        "value": "Alpay"
+      },
+      {
+        "tag": "SURNAME",
+        "start": 10,
         "end": 19,
-        "value": "Alpay Akbarpour"
+        "value": "Akbarpour"
       },
       {
         "tag": "TITLE",
@@ -20903,7 +20915,7 @@
         "value": "13564.48503"
       },
       {
-        "tag": "PASSPORTNUM",
+        "tag": "SOCIALNUM",
         "start": 246,
         "end": 255,
         "value": "632320697"
@@ -21546,7 +21558,7 @@
         "value": "087-51-6641"
       },
       {
-        "tag": "DRIVERLICENSENUM",
+        "tag": "PASSPORTNUM",
         "start": 84,
         "end": 92,
         "value": "30451213"
@@ -21622,8 +21634,8 @@
       {
         "tag": "CITY",
         "start": 49,
-        "end": 58,
-        "value": "Groveport"
+        "end": 68,
+        "value": "GroveportxPemberton"
       },
       {
         "tag": "EMAIL",
@@ -21671,8 +21683,14 @@
       {
         "tag": "GIVENNAME",
         "start": 90,
+        "end": 95,
+        "value": "Munir"
+      },
+      {
+        "tag": "SURNAME",
+        "start": 96,
         "end": 101,
-        "value": "Munir Baset"
+        "value": "Baset"
       },
       {
         "tag": "STREET",
@@ -22599,14 +22617,8 @@
       {
         "tag": "GIVENNAME",
         "start": 39,
-        "end": 44,
-        "value": "Jenoe"
-      },
-      {
-        "tag": "SURNAME",
-        "start": 45,
-        "end": 51,
-        "value": "Maziad"
+        "end": 50,
+        "value": "Jenoe Mazia"
       },
       {
         "tag": "DATE",
@@ -23413,6 +23425,12 @@
       }
     ],
     "predictions": [
+      {
+        "tag": "STREET",
+        "start": 0,
+        "end": 7,
+        "value": "Railway"
+      },
       {
         "tag": "BUILDINGNUM",
         "start": 8,
@@ -23783,8 +23801,8 @@
       {
         "tag": "GIVENNAME",
         "start": 23,
-        "end": 39,
-        "value": "Brooklyn Casiano"
+        "end": 35,
+        "value": "Brooklyn Cas"
       },
       {
         "tag": "CITY",
@@ -23973,8 +23991,8 @@
       {
         "tag": "GIVENNAME",
         "start": 20,
-        "end": 33,
-        "value": "Saïa Rongfang"
+        "end": 28,
+        "value": "Saïa Ron"
       },
       {
         "tag": "CITY",
@@ -24317,8 +24335,14 @@
       {
         "tag": "GIVENNAME",
         "start": 528,
+        "end": 532,
+        "value": "Fady"
+      },
+      {
+        "tag": "SURNAME",
+        "start": 533,
         "end": 540,
-        "value": "Fady Willame"
+        "value": "Willame"
       },
       {
         "tag": "BUILDINGNUM",
@@ -24893,8 +24917,14 @@
       {
         "tag": "GIVENNAME",
         "start": 7,
-        "end": 15,
-        "value": "Kereka G"
+        "end": 13,
+        "value": "Kereka"
+      },
+      {
+        "tag": "SURNAME",
+        "start": 14,
+        "end": 20,
+        "value": "Ghersa"
       },
       {
         "tag": "CITY",
@@ -25736,8 +25766,14 @@
       {
         "tag": "GIVENNAME",
         "start": 0,
+        "end": 14,
+        "value": "Pierre-Laurent"
+      },
+      {
+        "tag": "SURNAME",
+        "start": 15,
         "end": 20,
-        "value": "Pierre-Laurent Walas"
+        "value": "Walas"
       },
       {
         "tag": "AGE",
@@ -26777,7 +26813,7 @@
         "value": "Subagini"
       },
       {
-        "tag": "SURNAME",
+        "tag": "GIVENNAME",
         "start": 44,
         "end": 49,
         "value": "Jakow"
@@ -27164,10 +27200,10 @@
     ],
     "predictions": [
       {
-        "tag": "SURNAME",
+        "tag": "GIVENNAME",
         "start": 8,
-        "end": 17,
-        "value": "Liselotti"
+        "end": 22,
+        "value": "Liselotti Alie"
       },
       {
         "tag": "CREDITCARDNUMBER",
@@ -27268,10 +27304,10 @@
         "value": "Cormorèche"
       },
       {
-        "tag": "TAXNUM",
+        "tag": "SOCIALNUM",
         "start": 37,
-        "end": 41,
-        "value": "1784"
+        "end": 47,
+        "value": "1784327053"
       },
       {
         "tag": "SOCIALNUM",
@@ -28271,7 +28307,7 @@
         "value": "Thargini"
       },
       {
-        "tag": "SURNAME",
+        "tag": "GIVENNAME",
         "start": 57,
         "end": 63,
         "value": "Bugnon"
@@ -29121,8 +29157,8 @@
       {
         "tag": "CITY",
         "start": 118,
-        "end": 134,
-        "value": "York City Centre"
+        "end": 122,
+        "value": "York"
       }
     ]
   },
@@ -29649,10 +29685,16 @@
     ],
     "predictions": [
       {
-        "tag": "SURNAME",
+        "tag": "GIVENNAME",
         "start": 0,
+        "end": 8,
+        "value": "Zufferey"
+      },
+      {
+        "tag": "SURNAME",
+        "start": 9,
         "end": 25,
-        "value": "Zufferey Gutenhan Morella"
+        "value": "Gutenhan Morella"
       }
     ]
   },
@@ -29803,10 +29845,10 @@
         "value": "Glencairn"
       },
       {
-        "tag": "TAXNUM",
+        "tag": "SOCIALNUM",
         "start": 90,
-        "end": 94,
-        "value": "1653"
+        "end": 100,
+        "value": "1653144036"
       },
       {
         "tag": "PASSPORTNUM",
@@ -29916,8 +29958,14 @@
       {
         "tag": "GIVENNAME",
         "start": 0,
-        "end": 7,
-        "value": "Gora Ts"
+        "end": 4,
+        "value": "Gora"
+      },
+      {
+        "tag": "SURNAME",
+        "start": 5,
+        "end": 12,
+        "value": "Tsehaie"
       },
       {
         "tag": "EMAIL",
@@ -30832,8 +30880,14 @@
       {
         "tag": "GIVENNAME",
         "start": 49,
+        "end": 57,
+        "value": "Lawrence"
+      },
+      {
+        "tag": "SURNAME",
+        "start": 58,
         "end": 63,
-        "value": "Lawrence Vicko"
+        "value": "Vicko"
       },
       {
         "tag": "EMAIL",
@@ -31219,14 +31273,8 @@
       {
         "tag": "GIVENNAME",
         "start": 27,
-        "end": 36,
-        "value": "Rajwinder"
-      },
-      {
-        "tag": "SURNAME",
-        "start": 37,
-        "end": 44,
-        "value": "Gimonet"
+        "end": 39,
+        "value": "Rajwinder Gi"
       },
       {
         "tag": "IDCARDNUM",
@@ -31273,7 +31321,7 @@
     ],
     "predictions": [
       {
-        "tag": "TAXNUM",
+        "tag": "SOCIALNUM",
         "start": 47,
         "end": 57,
         "value": "0756957395"
@@ -31614,8 +31662,8 @@
       {
         "tag": "GIVENNAME",
         "start": 34,
-        "end": 46,
-        "value": "Prerana Miño"
+        "end": 45,
+        "value": "Prerana Miñ"
       },
       {
         "tag": "GIVENNAME",
@@ -31913,10 +31961,10 @@
         "value": "Shkljzen"
       },
       {
-        "tag": "DRIVERLICENSENUM",
+        "tag": "IDCARDNUM",
         "start": 58,
-        "end": 62,
-        "value": "4KIE"
+        "end": 68,
+        "value": "4KIEV2OWI9"
       }
     ]
   },
@@ -33077,8 +33125,8 @@
       {
         "tag": "TAXNUM",
         "start": 129,
-        "end": 139,
-        "value": "5632435501"
+        "end": 131,
+        "value": "56"
       }
     ]
   },
@@ -33545,8 +33593,8 @@
       {
         "tag": "SURNAME",
         "start": 43,
-        "end": 50,
-        "value": "Douspis"
+        "end": 45,
+        "value": "Do"
       },
       {
         "tag": "EMAIL",
@@ -33851,10 +33899,10 @@
     ],
     "predictions": [
       {
-        "tag": "TAXNUM",
+        "tag": "SOCIALNUM",
         "start": 20,
-        "end": 30,
-        "value": "0902009013"
+        "end": 22,
+        "value": "09"
       }
     ]
   },
@@ -34091,7 +34139,7 @@
         "value": "Vannia Serafettin"
       },
       {
-        "tag": "CITY",
+        "tag": "GIVENNAME",
         "start": 71,
         "end": 77,
         "value": "Colusa"
@@ -34540,8 +34588,8 @@
       {
         "tag": "GIVENNAME",
         "start": 90,
-        "end": 104,
-        "value": "Dastan Gonçala"
+        "end": 99,
+        "value": "Dastan Go"
       },
       {
         "tag": "CITY",
@@ -34756,8 +34804,8 @@
       {
         "tag": "GIVENNAME",
         "start": 28,
-        "end": 33,
-        "value": "Warin"
+        "end": 31,
+        "value": "War"
       }
     ]
   },
@@ -35568,8 +35616,14 @@
       {
         "tag": "GIVENNAME",
         "start": 16,
+        "end": 22,
+        "value": "Mayram"
+      },
+      {
+        "tag": "SURNAME",
+        "start": 23,
         "end": 29,
-        "value": "Mayram Janiel"
+        "value": "Janiel"
       },
       {
         "tag": "DATE",
@@ -37231,7 +37285,7 @@
         "value": "Muraleetharan Balraj"
       },
       {
-        "tag": "SURNAME",
+        "tag": "GIVENNAME",
         "start": 139,
         "end": 145,
         "value": "Jeevan"
@@ -38358,8 +38412,8 @@
       {
         "tag": "CITY",
         "start": 93,
-        "end": 97,
-        "value": "Fair"
+        "end": 103,
+        "value": "Fairmeadow"
       }
     ]
   },

ai4privacy/TokenBased-BERT/training_args.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d32f180fda1cc3e0abeb3d5df703a0997be2c3b4b4212d652bc2f7527c678259
+size 5265