leminhohoho commited on
Commit
9108ed4
·
verified ·
1 Parent(s): 095aefe

Upload results/pr30k.json with huggingface_hub

Browse files
Files changed (1) hide show
  1. results/pr30k.json +182 -0
results/pr30k.json ADDED
@@ -0,0 +1,182 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "ckpt_step": null,
3
+ "n_train_win": 4000,
4
+ "n_test_win": 1500,
5
+ "n_test_matches": 71,
6
+ "rows_train": 29284,
7
+ "rows_test": 11121,
8
+ "targets": {
9
+ "spotted": {
10
+ "base": 0.0188,
11
+ "hand": {
12
+ "auc": 0.613,
13
+ "ci": [
14
+ 0.5753,
15
+ 0.6577
16
+ ],
17
+ "prec@1%": 0.0721
18
+ },
19
+ "random_enc": {
20
+ "auc": 0.6483,
21
+ "ci": [
22
+ 0.6109,
23
+ 0.6893
24
+ ],
25
+ "prec@1%": 0.036
26
+ },
27
+ "encoder": {
28
+ "auc": 0.6796,
29
+ "ci": [
30
+ 0.6295,
31
+ 0.7193
32
+ ],
33
+ "prec@1%": 0.018
34
+ },
35
+ "random+hand": {
36
+ "auc": 0.7527,
37
+ "ci": [
38
+ 0.724,
39
+ 0.7812
40
+ ],
41
+ "prec@1%": 0.0541
42
+ },
43
+ "enc+hand": {
44
+ "auc": 0.761,
45
+ "ci": [
46
+ 0.7263,
47
+ 0.7908
48
+ ],
49
+ "prec@1%": 0.009
50
+ }
51
+ },
52
+ "duel": {
53
+ "base": 0.0186,
54
+ "hand": {
55
+ "auc": 0.619,
56
+ "ci": [
57
+ 0.5749,
58
+ 0.6603
59
+ ],
60
+ "prec@1%": 0.027
61
+ },
62
+ "random_enc": {
63
+ "auc": 0.6511,
64
+ "ci": [
65
+ 0.5959,
66
+ 0.7018
67
+ ],
68
+ "prec@1%": 0.0541
69
+ },
70
+ "encoder": {
71
+ "auc": 0.6901,
72
+ "ci": [
73
+ 0.6447,
74
+ 0.7285
75
+ ],
76
+ "prec@1%": 0.036
77
+ },
78
+ "random+hand": {
79
+ "auc": 0.7613,
80
+ "ci": [
81
+ 0.7241,
82
+ 0.7967
83
+ ],
84
+ "prec@1%": 0.045
85
+ },
86
+ "enc+hand": {
87
+ "auc": 0.7834,
88
+ "ci": [
89
+ 0.7477,
90
+ 0.8168
91
+ ],
92
+ "prec@1%": 0.045
93
+ }
94
+ },
95
+ "damaged": {
96
+ "base": 0.0288,
97
+ "hand": {
98
+ "auc": 0.6631,
99
+ "ci": [
100
+ 0.6333,
101
+ 0.6987
102
+ ],
103
+ "prec@1%": 0.1081
104
+ },
105
+ "random_enc": {
106
+ "auc": 0.5938,
107
+ "ci": [
108
+ 0.5612,
109
+ 0.6294
110
+ ],
111
+ "prec@1%": 0.045
112
+ },
113
+ "encoder": {
114
+ "auc": 0.6302,
115
+ "ci": [
116
+ 0.5972,
117
+ 0.667
118
+ ],
119
+ "prec@1%": 0.045
120
+ },
121
+ "random+hand": {
122
+ "auc": 0.7275,
123
+ "ci": [
124
+ 0.6958,
125
+ 0.7605
126
+ ],
127
+ "prec@1%": 0.0901
128
+ },
129
+ "enc+hand": {
130
+ "auc": 0.7615,
131
+ "ci": [
132
+ 0.7328,
133
+ 0.7898
134
+ ],
135
+ "prec@1%": 0.0721
136
+ }
137
+ },
138
+ "fired": {
139
+ "base": 0.0879,
140
+ "hand": {
141
+ "auc": 0.6069,
142
+ "ci": [
143
+ 0.5892,
144
+ 0.6274
145
+ ],
146
+ "prec@1%": 0.2432
147
+ },
148
+ "random_enc": {
149
+ "auc": 0.5854,
150
+ "ci": [
151
+ 0.565,
152
+ 0.6071
153
+ ],
154
+ "prec@1%": 0.1802
155
+ },
156
+ "encoder": {
157
+ "auc": 0.594,
158
+ "ci": [
159
+ 0.5718,
160
+ 0.6149
161
+ ],
162
+ "prec@1%": 0.1441
163
+ },
164
+ "random+hand": {
165
+ "auc": 0.6526,
166
+ "ci": [
167
+ 0.6352,
168
+ 0.6725
169
+ ],
170
+ "prec@1%": 0.1982
171
+ },
172
+ "enc+hand": {
173
+ "auc": 0.668,
174
+ "ci": [
175
+ 0.6523,
176
+ 0.6855
177
+ ],
178
+ "prec@1%": 0.2342
179
+ }
180
+ }
181
+ }
182
+ }