Upload folder using huggingface_hub
Browse files- .gitattributes +1 -0
- config.yaml +24 -0
- confusion_matrix.csv +9 -0
- confusion_matrix.png +3 -0
- error_analysis.csv +49 -0
- model.pt +3 -0
.gitattributes
CHANGED
|
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 33 |
*.zip filter=lfs diff=lfs merge=lfs -text
|
| 34 |
*.zst filter=lfs diff=lfs merge=lfs -text
|
| 35 |
*tfevents* filter=lfs diff=lfs merge=lfs -text
|
| 36 |
+
confusion_matrix.png filter=lfs diff=lfs merge=lfs -text
|
config.yaml
ADDED
|
@@ -0,0 +1,24 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
add_speaker_info: true
|
| 2 |
+
ctx_size: 2
|
| 3 |
+
data_dir: data/processed/
|
| 4 |
+
dropout: 0.1
|
| 5 |
+
eval_batch_size: 8
|
| 6 |
+
learning_rate: 1.0e-05
|
| 7 |
+
log_interval: 10
|
| 8 |
+
lstm_hidden_size: 256
|
| 9 |
+
lstm_num_layers: 1
|
| 10 |
+
max_grad_norm: 1.0
|
| 11 |
+
max_length: 64
|
| 12 |
+
model_type: simple
|
| 13 |
+
num_epochs: 6
|
| 14 |
+
pseudo_data_dir: results/pseudo_labeled/CCMS-YearIII
|
| 15 |
+
pseudo_label_ratio: 1.5
|
| 16 |
+
save_dir: data/results/models/
|
| 17 |
+
seed: 42
|
| 18 |
+
synthetic_data_ratio: 2.0
|
| 19 |
+
synthetic_datafile: data/processed/synthetic_data.csv
|
| 20 |
+
train_batch_size: 8
|
| 21 |
+
transformer_name: FacebookAI/roberta-base
|
| 22 |
+
use_class_weights: true
|
| 23 |
+
use_crf: false
|
| 24 |
+
warmup_steps: 200
|
confusion_matrix.csv
ADDED
|
@@ -0,0 +1,9 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
5,0,2,0,0,3,0,0,0
|
| 2 |
+
0,6,0,1,0,5,0,0,0
|
| 3 |
+
0,1,12,4,0,0,0,0,0
|
| 4 |
+
0,2,0,18,0,0,0,0,0
|
| 5 |
+
4,2,8,0,16,0,0,1,0
|
| 6 |
+
1,2,1,0,1,25,1,0,0
|
| 7 |
+
0,0,0,0,0,0,9,1,0
|
| 8 |
+
0,0,0,0,0,0,4,45,3
|
| 9 |
+
0,0,0,0,0,0,0,1,6
|
confusion_matrix.png
ADDED
|
Git LFS Details
|
error_analysis.csv
ADDED
|
@@ -0,0 +1,49 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
index,true_label,predicted_label
|
| 2 |
+
3,P,Fq
|
| 3 |
+
5,Fy,Fq
|
| 4 |
+
6,P,Fq
|
| 5 |
+
8,Fs,Fy
|
| 6 |
+
9,P,E
|
| 7 |
+
20,E,Q
|
| 8 |
+
24,Fs,Fy
|
| 9 |
+
34,Rs,Rq
|
| 10 |
+
45,Fq,Q
|
| 11 |
+
47,Fq,Fy
|
| 12 |
+
50,Fs,Fy
|
| 13 |
+
58,Rs,Rq
|
| 14 |
+
60,Q,Fq
|
| 15 |
+
63,Q,E
|
| 16 |
+
64,Rs,Rq
|
| 17 |
+
67,E,Fs
|
| 18 |
+
72,E,Fs
|
| 19 |
+
77,Fq,Q
|
| 20 |
+
83,E,Q
|
| 21 |
+
87,Fq,Q
|
| 22 |
+
93,Q,Fq
|
| 23 |
+
96,Fq,Q
|
| 24 |
+
99,Fq,Q
|
| 25 |
+
101,Fs,Fy
|
| 26 |
+
104,E,Q
|
| 27 |
+
106,Fy,Fq
|
| 28 |
+
114,P,E
|
| 29 |
+
116,P,Rs
|
| 30 |
+
122,Fs,Fq
|
| 31 |
+
124,P,Fs
|
| 32 |
+
128,P,Fs
|
| 33 |
+
131,Rq,Rs
|
| 34 |
+
132,P,Fs
|
| 35 |
+
135,Rs,Ry
|
| 36 |
+
136,P,Fs
|
| 37 |
+
137,P,E
|
| 38 |
+
138,P,E
|
| 39 |
+
139,Q,Rq
|
| 40 |
+
145,Ry,Rs
|
| 41 |
+
146,P,Fs
|
| 42 |
+
147,Rs,Ry
|
| 43 |
+
148,P,Fs
|
| 44 |
+
149,P,Fs
|
| 45 |
+
152,Rs,Ry
|
| 46 |
+
165,Q,P
|
| 47 |
+
173,P,Fs
|
| 48 |
+
174,Q,Fs
|
| 49 |
+
180,Rs,Rq
|
model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:bddc78eafa49fbf8a86cc8649d685366973b91f2ccfd947f7aea8b9727f899ac
|
| 3 |
+
size 1037604795
|