Token Classification
Transformers
Safetensors
English
bert
ner
THemidli commited on
Commit
c815c72
·
verified ·
1 Parent(s): 422082e

Upload artifacts/stage4_wild_summary.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. artifacts/stage4_wild_summary.json +201 -0
artifacts/stage4_wild_summary.json ADDED
@@ -0,0 +1,201 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "stage": 4,
3
+ "model_path": "models/stage4-bert-tiny-ner-improved",
4
+ "records": 40,
5
+ "patterns": 10,
6
+ "overall": {
7
+ "true_positive": 62.0,
8
+ "gold_spans": 98.0,
9
+ "predicted_spans": 114.0,
10
+ "precision": 0.543859649122807,
11
+ "recall": 0.6326530612244898,
12
+ "f1": 0.5849056603773586
13
+ },
14
+ "error_counts": {
15
+ "boundary": 18,
16
+ "false_positive": 20,
17
+ "missed_entity": 4,
18
+ "wrong_label": 14
19
+ },
20
+ "label_confusions": {
21
+ "LOCATION->ORGANIZATION": 1,
22
+ "ORGANIZATION->PRODUCT": 1,
23
+ "ORGANIZATION->WORKOFART": 1,
24
+ "PERSON->PRODUCT": 1,
25
+ "PRODUCT->ORGANIZATION": 3,
26
+ "PRODUCT->PERSON": 1,
27
+ "PRODUCT->WORKOFART": 1,
28
+ "TIMEDATE->ORGANIZATION": 1,
29
+ "TIMEDATE->PRODUCT": 1,
30
+ "WORKOFART->LOCATION": 1,
31
+ "WORKOFART->ORGANIZATION": 1,
32
+ "WORKOFART->PERSON": 1
33
+ },
34
+ "by_pattern": {
35
+ "amount_boundary": {
36
+ "records": 4,
37
+ "metrics": {
38
+ "true_positive": 8.0,
39
+ "gold_spans": 8.0,
40
+ "predicted_spans": 8.0,
41
+ "precision": 1.0,
42
+ "recall": 1.0,
43
+ "f1": 1.0
44
+ },
45
+ "error_counts": {},
46
+ "records_with_errors": 0
47
+ },
48
+ "company_product": {
49
+ "records": 4,
50
+ "metrics": {
51
+ "true_positive": 4.0,
52
+ "gold_spans": 10.0,
53
+ "predicted_spans": 10.0,
54
+ "precision": 0.4,
55
+ "recall": 0.4,
56
+ "f1": 0.4000000000000001
57
+ },
58
+ "error_counts": {
59
+ "boundary": 1,
60
+ "false_positive": 1,
61
+ "missed_entity": 1,
62
+ "wrong_label": 4
63
+ },
64
+ "records_with_errors": 4
65
+ },
66
+ "institution_context": {
67
+ "records": 4,
68
+ "metrics": {
69
+ "true_positive": 7.0,
70
+ "gold_spans": 9.0,
71
+ "predicted_spans": 11.0,
72
+ "precision": 0.6363636363636364,
73
+ "recall": 0.7777777777777778,
74
+ "f1": 0.7000000000000001
75
+ },
76
+ "error_counts": {
77
+ "boundary": 1,
78
+ "false_positive": 2,
79
+ "wrong_label": 1
80
+ },
81
+ "records_with_errors": 3
82
+ },
83
+ "job_boundary": {
84
+ "records": 4,
85
+ "metrics": {
86
+ "true_positive": 8.0,
87
+ "gold_spans": 13.0,
88
+ "predicted_spans": 16.0,
89
+ "precision": 0.5,
90
+ "recall": 0.6153846153846154,
91
+ "f1": 0.5517241379310345
92
+ },
93
+ "error_counts": {
94
+ "boundary": 5,
95
+ "false_positive": 3
96
+ },
97
+ "records_with_errors": 3
98
+ },
99
+ "namedness_repetition": {
100
+ "records": 4,
101
+ "metrics": {
102
+ "true_positive": 8.0,
103
+ "gold_spans": 9.0,
104
+ "predicted_spans": 9.0,
105
+ "precision": 0.8888888888888888,
106
+ "recall": 0.8888888888888888,
107
+ "f1": 0.8888888888888888
108
+ },
109
+ "error_counts": {
110
+ "wrong_label": 1
111
+ },
112
+ "records_with_errors": 1
113
+ },
114
+ "person_alias_handle": {
115
+ "records": 4,
116
+ "metrics": {
117
+ "true_positive": 9.0,
118
+ "gold_spans": 12.0,
119
+ "predicted_spans": 12.0,
120
+ "precision": 0.75,
121
+ "recall": 0.75,
122
+ "f1": 0.75
123
+ },
124
+ "error_counts": {
125
+ "boundary": 1,
126
+ "wrong_label": 2
127
+ },
128
+ "records_with_errors": 2
129
+ },
130
+ "product_work": {
131
+ "records": 4,
132
+ "metrics": {
133
+ "true_positive": 2.0,
134
+ "gold_spans": 9.0,
135
+ "predicted_spans": 17.0,
136
+ "precision": 0.11764705882352941,
137
+ "recall": 0.2222222222222222,
138
+ "f1": 0.15384615384615383
139
+ },
140
+ "error_counts": {
141
+ "boundary": 2,
142
+ "false_positive": 9,
143
+ "missed_entity": 1,
144
+ "wrong_label": 4
145
+ },
146
+ "records_with_errors": 4
147
+ },
148
+ "software_namedness": {
149
+ "records": 4,
150
+ "metrics": {
151
+ "true_positive": 6.0,
152
+ "gold_spans": 10.0,
153
+ "predicted_spans": 11.0,
154
+ "precision": 0.5454545454545454,
155
+ "recall": 0.6,
156
+ "f1": 0.5714285714285713
157
+ },
158
+ "error_counts": {
159
+ "boundary": 1,
160
+ "false_positive": 2,
161
+ "missed_entity": 1,
162
+ "wrong_label": 2
163
+ },
164
+ "records_with_errors": 3
165
+ },
166
+ "timedate_boundary": {
167
+ "records": 4,
168
+ "metrics": {
169
+ "true_positive": 8.0,
170
+ "gold_spans": 10.0,
171
+ "predicted_spans": 12.0,
172
+ "precision": 0.6666666666666666,
173
+ "recall": 0.8,
174
+ "f1": 0.7272727272727272
175
+ },
176
+ "error_counts": {
177
+ "boundary": 2,
178
+ "false_positive": 2
179
+ },
180
+ "records_with_errors": 2
181
+ },
182
+ "work_title_boundary": {
183
+ "records": 4,
184
+ "metrics": {
185
+ "true_positive": 2.0,
186
+ "gold_spans": 8.0,
187
+ "predicted_spans": 8.0,
188
+ "precision": 0.25,
189
+ "recall": 0.25,
190
+ "f1": 0.25
191
+ },
192
+ "error_counts": {
193
+ "boundary": 5,
194
+ "false_positive": 1,
195
+ "missed_entity": 1
196
+ },
197
+ "records_with_errors": 4
198
+ }
199
+ },
200
+ "method": "Forty fresh, manually gold-labeled policy probes; exact character-span comparison; errors classified by deterministic overlap rules and then manually reviewed."
201
+ }