rafmacalaba commited on
Commit
93c3511
·
verified ·
1 Parent(s): f7bc62c

Upload holdout_metrics.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. holdout_metrics.json +164 -0
holdout_metrics.json ADDED
@@ -0,0 +1,164 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "n_eval": 5464,
3
+ "overall": {
4
+ "tp": 5087,
5
+ "fp": 1246,
6
+ "fn": 1155,
7
+ "precision": 0.8032528027790936,
8
+ "recall": 0.8149631528356296,
9
+ "f05": 0.8055678722999937,
10
+ "f1": 0.8090656063618291
11
+ },
12
+ "per_key": {
13
+ "producer": {
14
+ "tp": 1106,
15
+ "fp": 354,
16
+ "fn": 343,
17
+ "precision": 0.7575342465753425,
18
+ "recall": 0.7632850241545893,
19
+ "f05": 0.7586774591850735,
20
+ "f1": 0.760398762461327
21
+ },
22
+ "year": {
23
+ "tp": 1070,
24
+ "fp": 253,
25
+ "fn": 280,
26
+ "precision": 0.8087679516250945,
27
+ "recall": 0.7925925925925926,
28
+ "f05": 0.8054802770249927,
29
+ "f1": 0.8005985783763563
30
+ },
31
+ "geography": {
32
+ "tp": 1668,
33
+ "fp": 425,
34
+ "fn": 359,
35
+ "precision": 0.7969421882465361,
36
+ "recall": 0.822890971879625,
37
+ "f05": 0.8020001923261852,
38
+ "f1": 0.8097087378640777
39
+ },
40
+ "acronym": {
41
+ "tp": 1243,
42
+ "fp": 214,
43
+ "fn": 173,
44
+ "precision": 0.8531228551818806,
45
+ "recall": 0.8778248587570622,
46
+ "f05": 0.8579514080618443,
47
+ "f1": 0.8652975983292727
48
+ }
49
+ },
50
+ "verbatim": {
51
+ "emitted": 6333,
52
+ "verbatim": 6315,
53
+ "rate": 0.9971577451444813,
54
+ "per_key": {
55
+ "producer": {
56
+ "emitted": 1460,
57
+ "verbatim": 1454
58
+ },
59
+ "year": {
60
+ "emitted": 1323,
61
+ "verbatim": 1323
62
+ },
63
+ "geography": {
64
+ "emitted": 2093,
65
+ "verbatim": 2083
66
+ },
67
+ "acronym": {
68
+ "emitted": 1457,
69
+ "verbatim": 1455
70
+ }
71
+ }
72
+ },
73
+ "usage_impact": {
74
+ "data_type_macro_f1": 0.6239307256191634,
75
+ "usage_action_macro_f1": 0.5270676954976945,
76
+ "impact_label_macro_f1": 0.41068874920145015
77
+ },
78
+ "examples": [
79
+ {
80
+ "mention": "plant-level data",
81
+ "gold": "{\"geography\": \"Indonesian\"}",
82
+ "pred": "{\"geography\": \"Indonesian\"}",
83
+ "correct": "geography",
84
+ "verbatim": "geography"
85
+ },
86
+ {
87
+ "mention": "GIDD database",
88
+ "gold": "{\"geography\": \"all regions in the world\"}",
89
+ "pred": "{\"geography\": \"all regions in the world\"}",
90
+ "correct": "geography",
91
+ "verbatim": "geography"
92
+ },
93
+ {
94
+ "mention": "NFHS-3 data",
95
+ "gold": "{\"acronym\": \"NFHS-3\", \"geography\": \"India\"}",
96
+ "pred": "{\"acronym\": \"NFHS-3\", \"geography\": \"India\"}",
97
+ "correct": "geography,acronym",
98
+ "verbatim": "geography,acronym"
99
+ },
100
+ {
101
+ "mention": "data from Hallegatte ( 2012 )",
102
+ "gold": "{\"year\": \"2012\"}",
103
+ "pred": "{\"geography\": \"LICs\", \"producer\": \"Hallegatte\", \"year\": \"2012\"}",
104
+ "correct": "year",
105
+ "verbatim": "producer,year,geography"
106
+ },
107
+ {
108
+ "mention": "national accounts",
109
+ "gold": "{\"geography\": \"Turkey\"}",
110
+ "pred": "{\"geography\": \"Turkey\"}",
111
+ "correct": "geography",
112
+ "verbatim": "geography"
113
+ },
114
+ {
115
+ "mention": "SRF registry of firms",
116
+ "gold": "{\"acronym\": \"SRF\", \"geography\": \"Brazil\", \"producer\": \"Brazilian tax authority\", \"year\": \"2012\"}",
117
+ "pred": "{\"acronym\": \"SRF\", \"geography\": \"Brazil\", \"producer\": \"Brazilian tax authority\", \"year\": \"2012\"}",
118
+ "correct": "producer,year,geography,acronym",
119
+ "verbatim": "producer,year,geography,acronym"
120
+ },
121
+ {
122
+ "mention": "Human Capital Index",
123
+ "gold": "{\"geography\": \"Kenya\", \"producer\": \"World Bank\", \"year\": \"2020\"}",
124
+ "pred": "{\"geography\": \"Kenya\", \"producer\": \"World Bank\", \"year\": \"2020\"}",
125
+ "correct": "producer,year,geography",
126
+ "verbatim": "producer,year,geography"
127
+ },
128
+ {
129
+ "mention": "United Nations population counts by age",
130
+ "gold": "{\"producer\": \"United Nations\"}",
131
+ "pred": "{\"producer\": \"United Nations\"}",
132
+ "correct": "producer",
133
+ "verbatim": "producer"
134
+ },
135
+ {
136
+ "mention": "2002 Census",
137
+ "gold": "{\"geography\": \"Rwanda\", \"year\": \"2002\"}",
138
+ "pred": "{\"geography\": \"Rwanda\", \"year\": \"2002\"}",
139
+ "correct": "year,geography",
140
+ "verbatim": "year,geography"
141
+ },
142
+ {
143
+ "mention": "ENCASEH 1997",
144
+ "gold": "{\"acronym\": \"ENCASEH\", \"year\": \"1997\"}",
145
+ "pred": "{\"acronym\": \"ENCASEH\", \"year\": \"1997\"}",
146
+ "correct": "year,acronym",
147
+ "verbatim": "year,acronym"
148
+ },
149
+ {
150
+ "mention": "Agricultural Wages in India",
151
+ "gold": "{\"acronym\": \"AWI\", \"geography\": \"India\", \"producer\": \"Ministry of Agriculture\"}",
152
+ "pred": "{\"acronym\": \"AWI\", \"geography\": \"India\", \"producer\": \"Ministry of Agriculture\"}",
153
+ "correct": "producer,geography,acronym",
154
+ "verbatim": "producer,geography,acronym"
155
+ },
156
+ {
157
+ "mention": "COVID-19 Enterprise Survey",
158
+ "gold": "{\"geography\": \"Chad\", \"year\": \"2020\"}",
159
+ "pred": "{\"acronym\": \"ES\", \"geography\": \"Chad\", \"producer\": \"World Bank\", \"year\": \"2020\"}",
160
+ "correct": "year,geography",
161
+ "verbatim": "producer,year,geography,acronym"
162
+ }
163
+ ]
164
+ }