matthieumeeus97 commited on
Commit
00cdea1
Β·
1 Parent(s): d1506e6

addign notebook to create dataset with results

Browse files
Files changed (1) hide show
  1. src/create_results_dataset.ipynb +27 -18
src/create_results_dataset.ipynb CHANGED
@@ -9,9 +9,17 @@
9
  },
10
  {
11
  "cell_type": "code",
12
- "execution_count": null,
13
  "metadata": {},
14
  "outputs": [
 
 
 
 
 
 
 
 
15
  {
16
  "name": "stdout",
17
  "output_type": "stream",
@@ -22,20 +30,20 @@
22
  " num_rows: 13\n",
23
  " })\n",
24
  "})\n",
25
- " Class Anonymization tool Type \\\n",
26
- "0 None No anonymization Baseline \n",
27
- "1 NER-based Azure NER-based \n",
28
- "2 NER-based Presidio NER-based \n",
29
- "3 NER-based Scrubadub NER-based \n",
30
- "4 NER-based Gliner NER-based \n",
31
- "5 NER-based Uniner NER-based \n",
32
- "6 NER-based Textwash NER-based \n",
33
- "7 Perturbation TEM Pert. \n",
34
- "8 LLM-based Anthropic (GPT-4.1) LLM-based \n",
35
- "9 LLM-based Anthropic (Gemini-2.5-Flash) LLM-based \n",
36
- "10 LLM-based Anthropic (Llama-3-8B) LLM-based \n",
37
- "11 LLM-based Rescriber (GPT-4.1) LLM-based \n",
38
- "12 LLM-based Rescriber (Llama-3-8B) LLM-based \n",
39
  "\n",
40
  " English Explicit (easy) English Explicit (hard) English Implicit \\\n",
41
  "0 100 98 32 \n",
@@ -99,7 +107,7 @@
99
  " [\"NER-based\", \"Gliner\", \"NER-based\", 67, 71, 28, None, None, 0.89],\n",
100
  " [\"NER-based\", \"Uniner\", \"NER-based\", 41, 81, 37, None, None, 0.86],\n",
101
  " [\"NER-based\", \"Textwash\", \"NER-based\", 39, 55, 32, None, None, 0.96],\n",
102
- " [\"Perturbation\", \"TEM\", \"Pert.\", 90, 85, 31, None, None, 0.69],\n",
103
  " [\"LLM-based\", \"Anthropic (GPT-4.1)\", \"LLM-based\", 26, 58, 19, 26, 24, 0.88],\n",
104
  " [\"LLM-based\", \"Anthropic (Gemini-2.5-Flash)\", \"LLM-based\", 48, 64, 33, None, None, 0.95],\n",
105
  " [\"LLM-based\", \"Anthropic (Llama-3-8B)\", \"LLM-based\",37, 72, 21, None, None, 0.87],\n",
@@ -146,8 +154,9 @@
146
  "output_type": "stream",
147
  "text": [
148
  "Pushing split train to the Hub.\n",
149
- "Pushing dataset shards to the dataset hub: 100%|β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆ| 1/1 [00:00<00:00, 5849.80it/s]\n",
150
- "Downloading metadata: 100%|β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆ| 868/868 [00:00<00:00, 1.09MB/s]\n"
 
151
  ]
152
  }
153
  ],
 
9
  },
10
  {
11
  "cell_type": "code",
12
+ "execution_count": 1,
13
  "metadata": {},
14
  "outputs": [
15
+ {
16
+ "name": "stderr",
17
+ "output_type": "stream",
18
+ "text": [
19
+ "/Users/matthieumeeus/opt/anaconda3/envs/canary/lib/python3.9/site-packages/tqdm/auto.py:21: TqdmWarning: IProgress not found. Please update jupyter and ipywidgets. See https://ipywidgets.readthedocs.io/en/stable/user_install.html\n",
20
+ " from .autonotebook import tqdm as notebook_tqdm\n"
21
+ ]
22
+ },
23
  {
24
  "name": "stdout",
25
  "output_type": "stream",
 
30
  " num_rows: 13\n",
31
  " })\n",
32
  "})\n",
33
+ " Class Anonymization tool Type \\\n",
34
+ "0 None No anonymization Baseline \n",
35
+ "1 NER-based Azure NER-based \n",
36
+ "2 NER-based Presidio NER-based \n",
37
+ "3 NER-based Scrubadub NER-based \n",
38
+ "4 NER-based Gliner NER-based \n",
39
+ "5 NER-based Uniner NER-based \n",
40
+ "6 NER-based Textwash NER-based \n",
41
+ "7 Perturbation TEM Perturbation \n",
42
+ "8 LLM-based Anthropic (GPT-4.1) LLM-based \n",
43
+ "9 LLM-based Anthropic (Gemini-2.5-Flash) LLM-based \n",
44
+ "10 LLM-based Anthropic (Llama-3-8B) LLM-based \n",
45
+ "11 LLM-based Rescriber (GPT-4.1) LLM-based \n",
46
+ "12 LLM-based Rescriber (Llama-3-8B) LLM-based \n",
47
  "\n",
48
  " English Explicit (easy) English Explicit (hard) English Implicit \\\n",
49
  "0 100 98 32 \n",
 
107
  " [\"NER-based\", \"Gliner\", \"NER-based\", 67, 71, 28, None, None, 0.89],\n",
108
  " [\"NER-based\", \"Uniner\", \"NER-based\", 41, 81, 37, None, None, 0.86],\n",
109
  " [\"NER-based\", \"Textwash\", \"NER-based\", 39, 55, 32, None, None, 0.96],\n",
110
+ " [\"Perturbation\", \"TEM\", \"Perturbation\", 90, 85, 31, None, None, 0.69],\n",
111
  " [\"LLM-based\", \"Anthropic (GPT-4.1)\", \"LLM-based\", 26, 58, 19, 26, 24, 0.88],\n",
112
  " [\"LLM-based\", \"Anthropic (Gemini-2.5-Flash)\", \"LLM-based\", 48, 64, 33, None, None, 0.95],\n",
113
  " [\"LLM-based\", \"Anthropic (Llama-3-8B)\", \"LLM-based\",37, 72, 21, None, None, 0.87],\n",
 
154
  "output_type": "stream",
155
  "text": [
156
  "Pushing split train to the Hub.\n",
157
+ "Creating parquet from Arrow format: 100%|β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆ| 1/1 [00:00<00:00, 119.09ba/s]\n",
158
+ "Pushing dataset shards to the dataset hub: 100%|β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆ| 1/1 [00:01<00:00, 1.37s/it]\n",
159
+ "Deleting unused files from dataset repository: 100%|β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆ| 1/1 [00:00<00:00, 2.40it/s]\n"
160
  ]
161
  }
162
  ],