Spaces:
Running
Running
Commit Β·
00cdea1
1
Parent(s): d1506e6
addign notebook to create dataset with results
Browse files- src/create_results_dataset.ipynb +27 -18
src/create_results_dataset.ipynb
CHANGED
|
@@ -9,9 +9,17 @@
|
|
| 9 |
},
|
| 10 |
{
|
| 11 |
"cell_type": "code",
|
| 12 |
-
"execution_count":
|
| 13 |
"metadata": {},
|
| 14 |
"outputs": [
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 15 |
{
|
| 16 |
"name": "stdout",
|
| 17 |
"output_type": "stream",
|
|
@@ -22,20 +30,20 @@
|
|
| 22 |
" num_rows: 13\n",
|
| 23 |
" })\n",
|
| 24 |
"})\n",
|
| 25 |
-
" Class Anonymization tool
|
| 26 |
-
"0 None No anonymization
|
| 27 |
-
"1 NER-based Azure
|
| 28 |
-
"2 NER-based Presidio
|
| 29 |
-
"3 NER-based Scrubadub
|
| 30 |
-
"4 NER-based Gliner
|
| 31 |
-
"5 NER-based Uniner
|
| 32 |
-
"6 NER-based Textwash
|
| 33 |
-
"7 Perturbation TEM
|
| 34 |
-
"8 LLM-based Anthropic (GPT-4.1)
|
| 35 |
-
"9 LLM-based Anthropic (Gemini-2.5-Flash)
|
| 36 |
-
"10 LLM-based Anthropic (Llama-3-8B)
|
| 37 |
-
"11 LLM-based Rescriber (GPT-4.1)
|
| 38 |
-
"12 LLM-based Rescriber (Llama-3-8B)
|
| 39 |
"\n",
|
| 40 |
" English Explicit (easy) English Explicit (hard) English Implicit \\\n",
|
| 41 |
"0 100 98 32 \n",
|
|
@@ -99,7 +107,7 @@
|
|
| 99 |
" [\"NER-based\", \"Gliner\", \"NER-based\", 67, 71, 28, None, None, 0.89],\n",
|
| 100 |
" [\"NER-based\", \"Uniner\", \"NER-based\", 41, 81, 37, None, None, 0.86],\n",
|
| 101 |
" [\"NER-based\", \"Textwash\", \"NER-based\", 39, 55, 32, None, None, 0.96],\n",
|
| 102 |
-
" [\"Perturbation\", \"TEM\", \"
|
| 103 |
" [\"LLM-based\", \"Anthropic (GPT-4.1)\", \"LLM-based\", 26, 58, 19, 26, 24, 0.88],\n",
|
| 104 |
" [\"LLM-based\", \"Anthropic (Gemini-2.5-Flash)\", \"LLM-based\", 48, 64, 33, None, None, 0.95],\n",
|
| 105 |
" [\"LLM-based\", \"Anthropic (Llama-3-8B)\", \"LLM-based\",37, 72, 21, None, None, 0.87],\n",
|
|
@@ -146,8 +154,9 @@
|
|
| 146 |
"output_type": "stream",
|
| 147 |
"text": [
|
| 148 |
"Pushing split train to the Hub.\n",
|
| 149 |
-
"
|
| 150 |
-
"
|
|
|
|
| 151 |
]
|
| 152 |
}
|
| 153 |
],
|
|
|
|
| 9 |
},
|
| 10 |
{
|
| 11 |
"cell_type": "code",
|
| 12 |
+
"execution_count": 1,
|
| 13 |
"metadata": {},
|
| 14 |
"outputs": [
|
| 15 |
+
{
|
| 16 |
+
"name": "stderr",
|
| 17 |
+
"output_type": "stream",
|
| 18 |
+
"text": [
|
| 19 |
+
"/Users/matthieumeeus/opt/anaconda3/envs/canary/lib/python3.9/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
|
| 20 |
+
" from .autonotebook import tqdm as notebook_tqdm\n"
|
| 21 |
+
]
|
| 22 |
+
},
|
| 23 |
{
|
| 24 |
"name": "stdout",
|
| 25 |
"output_type": "stream",
|
|
|
|
| 30 |
" num_rows: 13\n",
|
| 31 |
" })\n",
|
| 32 |
"})\n",
|
| 33 |
+
" Class Anonymization tool Type \\\n",
|
| 34 |
+
"0 None No anonymization Baseline \n",
|
| 35 |
+
"1 NER-based Azure NER-based \n",
|
| 36 |
+
"2 NER-based Presidio NER-based \n",
|
| 37 |
+
"3 NER-based Scrubadub NER-based \n",
|
| 38 |
+
"4 NER-based Gliner NER-based \n",
|
| 39 |
+
"5 NER-based Uniner NER-based \n",
|
| 40 |
+
"6 NER-based Textwash NER-based \n",
|
| 41 |
+
"7 Perturbation TEM Perturbation \n",
|
| 42 |
+
"8 LLM-based Anthropic (GPT-4.1) LLM-based \n",
|
| 43 |
+
"9 LLM-based Anthropic (Gemini-2.5-Flash) LLM-based \n",
|
| 44 |
+
"10 LLM-based Anthropic (Llama-3-8B) LLM-based \n",
|
| 45 |
+
"11 LLM-based Rescriber (GPT-4.1) LLM-based \n",
|
| 46 |
+
"12 LLM-based Rescriber (Llama-3-8B) LLM-based \n",
|
| 47 |
"\n",
|
| 48 |
" English Explicit (easy) English Explicit (hard) English Implicit \\\n",
|
| 49 |
"0 100 98 32 \n",
|
|
|
|
| 107 |
" [\"NER-based\", \"Gliner\", \"NER-based\", 67, 71, 28, None, None, 0.89],\n",
|
| 108 |
" [\"NER-based\", \"Uniner\", \"NER-based\", 41, 81, 37, None, None, 0.86],\n",
|
| 109 |
" [\"NER-based\", \"Textwash\", \"NER-based\", 39, 55, 32, None, None, 0.96],\n",
|
| 110 |
+
" [\"Perturbation\", \"TEM\", \"Perturbation\", 90, 85, 31, None, None, 0.69],\n",
|
| 111 |
" [\"LLM-based\", \"Anthropic (GPT-4.1)\", \"LLM-based\", 26, 58, 19, 26, 24, 0.88],\n",
|
| 112 |
" [\"LLM-based\", \"Anthropic (Gemini-2.5-Flash)\", \"LLM-based\", 48, 64, 33, None, None, 0.95],\n",
|
| 113 |
" [\"LLM-based\", \"Anthropic (Llama-3-8B)\", \"LLM-based\",37, 72, 21, None, None, 0.87],\n",
|
|
|
|
| 154 |
"output_type": "stream",
|
| 155 |
"text": [
|
| 156 |
"Pushing split train to the Hub.\n",
|
| 157 |
+
"Creating parquet from Arrow format: 100%|ββββββββββ| 1/1 [00:00<00:00, 119.09ba/s]\n",
|
| 158 |
+
"Pushing dataset shards to the dataset hub: 100%|ββββββββββ| 1/1 [00:01<00:00, 1.37s/it]\n",
|
| 159 |
+
"Deleting unused files from dataset repository: 100%|ββββββββββ| 1/1 [00:00<00:00, 2.40it/s]\n"
|
| 160 |
]
|
| 161 |
}
|
| 162 |
],
|