bhadra244131 commited on
Commit
7b37d71
·
verified ·
1 Parent(s): 307a441

Publish latency + operating-point + INT8-parity results

Browse files
benchmark/COMPARISON.md CHANGED
@@ -1,32 +1,32 @@
1
  | Category | Model | Image AUROC | Published (PatchCore) | Δ | Pixel AUROC | AUPRO | CPU p50 (ms) |
2
  |---|---|---:|---:|---:|---:|---:|---:|
3
- | bottle | padim | 0.997 | 1.000 | -0.003 | 0.981 | 0.931 | — |
4
- | bottle | patchcore | 1.000 | 1.000 | +0.000 | 0.981 | 0.928 | — |
5
- | cable | padim | 0.821 | 0.995 | -0.174 | 0.954 | 0.855 | — |
6
- | cable | patchcore | 0.984 | 0.995 | -0.011 | 0.980 | 0.911 | — |
7
- | capsule | padim | 0.881 | 0.980 | -0.099 | 0.980 | 0.897 | — |
8
- | capsule | patchcore | 0.976 | 0.980 | -0.004 | 0.988 | 0.920 | — |
9
- | carpet | padim | 0.990 | 0.987 | +0.003 | 0.988 | 0.959 | — |
10
- | carpet | patchcore | 0.990 | 0.987 | +0.003 | 0.989 | 0.938 | — |
11
- | grid | padim | 0.774 | 0.981 | -0.207 | 0.949 | 0.854 | — |
12
- | grid | patchcore | 0.978 | 0.981 | -0.003 | 0.981 | 0.907 | — |
13
- | hazelnut | padim | 0.792 | 1.000 | -0.208 | 0.972 | 0.907 | — |
14
- | hazelnut | patchcore | 1.000 | 1.000 | -0.000 | 0.984 | 0.937 | — |
15
- | leather | padim | 1.000 | 1.000 | +0.000 | 0.990 | 0.970 | — |
16
- | leather | patchcore | 1.000 | 1.000 | +0.000 | 0.990 | 0.968 | — |
17
- | metal_nut | padim | 0.957 | 0.996 | -0.039 | 0.953 | 0.872 | — |
18
- | metal_nut | patchcore | 0.999 | 0.996 | +0.003 | 0.982 | 0.919 | — |
19
- | pill | padim | 0.865 | 0.979 | -0.114 | 0.938 | 0.907 | — |
20
- | pill | patchcore | 0.947 | 0.979 | -0.032 | 0.976 | 0.936 | — |
21
- | screw | padim | 0.785 | 0.987 | -0.202 | 0.976 | 0.906 | — |
22
- | screw | patchcore | 0.980 | 0.987 | -0.007 | 0.989 | 0.938 | — |
23
- | tile | padim | 0.978 | 0.994 | -0.016 | 0.925 | 0.807 | — |
24
- | tile | patchcore | 0.987 | 0.994 | -0.007 | 0.948 | 0.794 | — |
25
- | toothbrush | padim | 0.853 | 1.000 | -0.147 | 0.988 | 0.912 | — |
26
- | toothbrush | patchcore | 1.000 | 1.000 | -0.000 | 0.986 | 0.857 | — |
27
- | transistor | padim | 0.934 | 1.000 | -0.066 | 0.970 | 0.888 | — |
28
- | transistor | patchcore | 0.999 | 1.000 | -0.001 | 0.970 | 0.945 | — |
29
- | wood | padim | 0.982 | 0.992 | -0.010 | 0.921 | 0.855 | — |
30
- | wood | patchcore | 0.989 | 0.992 | -0.003 | 0.930 | 0.848 | — |
31
- | zipper | padim | 0.771 | 0.985 | -0.214 | 0.969 | 0.900 | — |
32
- | zipper | patchcore | 0.992 | 0.985 | +0.007 | 0.979 | 0.920 | — |
 
1
  | Category | Model | Image AUROC | Published (PatchCore) | Δ | Pixel AUROC | AUPRO | CPU p50 (ms) |
2
  |---|---|---:|---:|---:|---:|---:|---:|
3
+ | bottle | padim | 0.997 | 1.000 | -0.003 | 0.981 | 0.931 | 55.1 |
4
+ | bottle | patchcore | 1.000 | 1.000 | +0.000 | 0.981 | 0.928 | 456.2 |
5
+ | cable | padim | 0.821 | 0.995 | -0.174 | 0.954 | 0.855 | 54.4 |
6
+ | cable | patchcore | 0.984 | 0.995 | -0.011 | 0.980 | 0.911 | 480.8 |
7
+ | capsule | padim | 0.881 | 0.980 | -0.099 | 0.980 | 0.897 | 54.8 |
8
+ | capsule | patchcore | 0.976 | 0.980 | -0.004 | 0.988 | 0.920 | 473.4 |
9
+ | carpet | padim | 0.990 | 0.987 | +0.003 | 0.988 | 0.959 | 54.4 |
10
+ | carpet | patchcore | 0.990 | 0.987 | +0.003 | 0.989 | 0.938 | 561.6 |
11
+ | grid | padim | 0.774 | 0.981 | -0.207 | 0.949 | 0.854 | 55.3 |
12
+ | grid | patchcore | 0.978 | 0.981 | -0.003 | 0.981 | 0.907 | 542.0 |
13
+ | hazelnut | padim | 0.792 | 1.000 | -0.208 | 0.972 | 0.907 | 56.4 |
14
+ | hazelnut | patchcore | 1.000 | 1.000 | -0.000 | 0.984 | 0.937 | 725.8 |
15
+ | leather | padim | 1.000 | 1.000 | +0.000 | 0.990 | 0.970 | 54.7 |
16
+ | leather | patchcore | 1.000 | 1.000 | +0.000 | 0.990 | 0.968 | 510.3 |
17
+ | metal_nut | padim | 0.957 | 0.996 | -0.039 | 0.953 | 0.872 | 54.7 |
18
+ | metal_nut | patchcore | 0.999 | 0.996 | +0.003 | 0.982 | 0.919 | 468.5 |
19
+ | pill | padim | 0.865 | 0.979 | -0.114 | 0.938 | 0.907 | 54.4 |
20
+ | pill | patchcore | 0.947 | 0.979 | -0.032 | 0.976 | 0.936 | 542.3 |
21
+ | screw | padim | 0.785 | 0.987 | -0.202 | 0.976 | 0.906 | 55.0 |
22
+ | screw | patchcore | 0.980 | 0.987 | -0.007 | 0.989 | 0.938 | 615.0 |
23
+ | tile | padim | 0.978 | 0.994 | -0.016 | 0.925 | 0.807 | 55.0 |
24
+ | tile | patchcore | 0.987 | 0.994 | -0.007 | 0.948 | 0.794 | 481.7 |
25
+ | toothbrush | padim | 0.853 | 1.000 | -0.147 | 0.988 | 0.912 | 54.5 |
26
+ | toothbrush | patchcore | 1.000 | 1.000 | -0.000 | 0.986 | 0.857 | 234.7 |
27
+ | transistor | padim | 0.934 | 1.000 | -0.066 | 0.970 | 0.888 | 55.7 |
28
+ | transistor | patchcore | 0.999 | 1.000 | -0.001 | 0.970 | 0.945 | 464.6 |
29
+ | wood | padim | 0.982 | 0.992 | -0.010 | 0.921 | 0.855 | 56.0 |
30
+ | wood | patchcore | 0.989 | 0.992 | -0.003 | 0.930 | 0.848 | 519.1 |
31
+ | zipper | padim | 0.771 | 0.985 | -0.214 | 0.969 | 0.900 | 57.1 |
32
+ | zipper | patchcore | 0.992 | 0.985 | +0.007 | 0.979 | 0.920 | 508.3 |
benchmark/latency.json ADDED
@@ -0,0 +1,334 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "results": {
3
+ "bottle": {
4
+ "padim": {
5
+ "latency_ms_mean": 55.48,
6
+ "latency_ms_p50": 55.08,
7
+ "latency_ms_p50_int8": 50.61,
8
+ "latency_ms_p95": 57.38,
9
+ "latency_ms_p95_int8": 52.19,
10
+ "runs": 20,
11
+ "speedup_int8": 1.09,
12
+ "threads": 1
13
+ },
14
+ "patchcore": {
15
+ "latency_ms_mean": 455.94,
16
+ "latency_ms_p50": 456.25,
17
+ "latency_ms_p50_int8": 253.61,
18
+ "latency_ms_p95": 456.88,
19
+ "latency_ms_p95_int8": 255.73,
20
+ "runs": 20,
21
+ "speedup_int8": 1.8,
22
+ "threads": 1
23
+ }
24
+ },
25
+ "cable": {
26
+ "padim": {
27
+ "latency_ms_mean": 54.5,
28
+ "latency_ms_p50": 54.43,
29
+ "latency_ms_p50_int8": 50.45,
30
+ "latency_ms_p95": 54.83,
31
+ "latency_ms_p95_int8": 50.8,
32
+ "runs": 20,
33
+ "speedup_int8": 1.08,
34
+ "threads": 1
35
+ },
36
+ "patchcore": {
37
+ "latency_ms_mean": 480.72,
38
+ "latency_ms_p50": 480.79,
39
+ "latency_ms_p50_int8": 272.04,
40
+ "latency_ms_p95": 485.02,
41
+ "latency_ms_p95_int8": 273.18,
42
+ "runs": 20,
43
+ "speedup_int8": 1.77,
44
+ "threads": 1
45
+ }
46
+ },
47
+ "capsule": {
48
+ "padim": {
49
+ "latency_ms_mean": 55.2,
50
+ "latency_ms_p50": 54.84,
51
+ "latency_ms_p50_int8": 50.75,
52
+ "latency_ms_p95": 56.5,
53
+ "latency_ms_p95_int8": 51.1,
54
+ "runs": 20,
55
+ "speedup_int8": 1.08,
56
+ "threads": 1
57
+ },
58
+ "patchcore": {
59
+ "latency_ms_mean": 473.81,
60
+ "latency_ms_p50": 473.38,
61
+ "latency_ms_p50_int8": 267.96,
62
+ "latency_ms_p95": 476.5,
63
+ "latency_ms_p95_int8": 269.42,
64
+ "runs": 20,
65
+ "speedup_int8": 1.77,
66
+ "threads": 1
67
+ }
68
+ },
69
+ "carpet": {
70
+ "padim": {
71
+ "latency_ms_mean": 54.42,
72
+ "latency_ms_p50": 54.39,
73
+ "latency_ms_p50_int8": 50.99,
74
+ "latency_ms_p95": 54.75,
75
+ "latency_ms_p95_int8": 51.37,
76
+ "runs": 20,
77
+ "speedup_int8": 1.07,
78
+ "threads": 1
79
+ },
80
+ "patchcore": {
81
+ "latency_ms_mean": 561.96,
82
+ "latency_ms_p50": 561.58,
83
+ "latency_ms_p50_int8": 290.15,
84
+ "latency_ms_p95": 571.4,
85
+ "latency_ms_p95_int8": 302.92,
86
+ "runs": 20,
87
+ "speedup_int8": 1.94,
88
+ "threads": 1
89
+ }
90
+ },
91
+ "grid": {
92
+ "padim": {
93
+ "latency_ms_mean": 55.63,
94
+ "latency_ms_p50": 55.33,
95
+ "latency_ms_p50_int8": 51.17,
96
+ "latency_ms_p95": 57.53,
97
+ "latency_ms_p95_int8": 52.3,
98
+ "runs": 20,
99
+ "speedup_int8": 1.08,
100
+ "threads": 1
101
+ },
102
+ "patchcore": {
103
+ "latency_ms_mean": 541.99,
104
+ "latency_ms_p50": 541.98,
105
+ "latency_ms_p50_int8": 290.58,
106
+ "latency_ms_p95": 545.75,
107
+ "latency_ms_p95_int8": 298.07,
108
+ "runs": 20,
109
+ "speedup_int8": 1.87,
110
+ "threads": 1
111
+ }
112
+ },
113
+ "hazelnut": {
114
+ "padim": {
115
+ "latency_ms_mean": 56.67,
116
+ "latency_ms_p50": 56.36,
117
+ "latency_ms_p50_int8": 50.62,
118
+ "latency_ms_p95": 58.92,
119
+ "latency_ms_p95_int8": 51.05,
120
+ "runs": 20,
121
+ "speedup_int8": 1.11,
122
+ "threads": 1
123
+ },
124
+ "patchcore": {
125
+ "latency_ms_mean": 726.14,
126
+ "latency_ms_p50": 725.81,
127
+ "latency_ms_p50_int8": 354.05,
128
+ "latency_ms_p95": 729.61,
129
+ "latency_ms_p95_int8": 366.69,
130
+ "runs": 20,
131
+ "speedup_int8": 2.05,
132
+ "threads": 1
133
+ }
134
+ },
135
+ "leather": {
136
+ "padim": {
137
+ "latency_ms_mean": 55.04,
138
+ "latency_ms_p50": 54.7,
139
+ "latency_ms_p50_int8": 50.48,
140
+ "latency_ms_p95": 56.05,
141
+ "latency_ms_p95_int8": 50.72,
142
+ "runs": 20,
143
+ "speedup_int8": 1.08,
144
+ "threads": 1
145
+ },
146
+ "patchcore": {
147
+ "latency_ms_mean": 509.29,
148
+ "latency_ms_p50": 510.27,
149
+ "latency_ms_p50_int8": 271.72,
150
+ "latency_ms_p95": 512.61,
151
+ "latency_ms_p95_int8": 273.28,
152
+ "runs": 20,
153
+ "speedup_int8": 1.88,
154
+ "threads": 1
155
+ }
156
+ },
157
+ "metal_nut": {
158
+ "padim": {
159
+ "latency_ms_mean": 54.94,
160
+ "latency_ms_p50": 54.71,
161
+ "latency_ms_p50_int8": 50.7,
162
+ "latency_ms_p95": 55.81,
163
+ "latency_ms_p95_int8": 51.65,
164
+ "runs": 20,
165
+ "speedup_int8": 1.08,
166
+ "threads": 1
167
+ },
168
+ "patchcore": {
169
+ "latency_ms_mean": 469.69,
170
+ "latency_ms_p50": 468.51,
171
+ "latency_ms_p50_int8": 258.23,
172
+ "latency_ms_p95": 475.22,
173
+ "latency_ms_p95_int8": 259.75,
174
+ "runs": 20,
175
+ "speedup_int8": 1.81,
176
+ "threads": 1
177
+ }
178
+ },
179
+ "pill": {
180
+ "padim": {
181
+ "latency_ms_mean": 54.68,
182
+ "latency_ms_p50": 54.44,
183
+ "latency_ms_p50_int8": 50.49,
184
+ "latency_ms_p95": 55.2,
185
+ "latency_ms_p95_int8": 50.86,
186
+ "runs": 20,
187
+ "speedup_int8": 1.08,
188
+ "threads": 1
189
+ },
190
+ "patchcore": {
191
+ "latency_ms_mean": 541.94,
192
+ "latency_ms_p50": 542.29,
193
+ "latency_ms_p50_int8": 295.19,
194
+ "latency_ms_p95": 545.44,
195
+ "latency_ms_p95_int8": 297.84,
196
+ "runs": 20,
197
+ "speedup_int8": 1.84,
198
+ "threads": 1
199
+ }
200
+ },
201
+ "screw": {
202
+ "padim": {
203
+ "latency_ms_mean": 55.05,
204
+ "latency_ms_p50": 54.96,
205
+ "latency_ms_p50_int8": 50.64,
206
+ "latency_ms_p95": 56.34,
207
+ "latency_ms_p95_int8": 51.06,
208
+ "runs": 20,
209
+ "speedup_int8": 1.09,
210
+ "threads": 1
211
+ },
212
+ "patchcore": {
213
+ "latency_ms_mean": 617.28,
214
+ "latency_ms_p50": 615.04,
215
+ "latency_ms_p50_int8": 311.25,
216
+ "latency_ms_p95": 630.05,
217
+ "latency_ms_p95_int8": 321.46,
218
+ "runs": 20,
219
+ "speedup_int8": 1.98,
220
+ "threads": 1
221
+ }
222
+ },
223
+ "tile": {
224
+ "padim": {
225
+ "latency_ms_mean": 55.18,
226
+ "latency_ms_p50": 54.97,
227
+ "latency_ms_p50_int8": 50.66,
228
+ "latency_ms_p95": 56.59,
229
+ "latency_ms_p95_int8": 51.0,
230
+ "runs": 20,
231
+ "speedup_int8": 1.09,
232
+ "threads": 1
233
+ },
234
+ "patchcore": {
235
+ "latency_ms_mean": 482.04,
236
+ "latency_ms_p50": 481.73,
237
+ "latency_ms_p50_int8": 274.07,
238
+ "latency_ms_p95": 483.57,
239
+ "latency_ms_p95_int8": 275.65,
240
+ "runs": 20,
241
+ "speedup_int8": 1.76,
242
+ "threads": 1
243
+ }
244
+ },
245
+ "toothbrush": {
246
+ "padim": {
247
+ "latency_ms_mean": 54.65,
248
+ "latency_ms_p50": 54.55,
249
+ "latency_ms_p50_int8": 50.6,
250
+ "latency_ms_p95": 55.09,
251
+ "latency_ms_p95_int8": 50.9,
252
+ "runs": 20,
253
+ "speedup_int8": 1.08,
254
+ "threads": 1
255
+ },
256
+ "patchcore": {
257
+ "latency_ms_mean": 235.36,
258
+ "latency_ms_p50": 234.73,
259
+ "latency_ms_p50_int8": 181.92,
260
+ "latency_ms_p95": 238.68,
261
+ "latency_ms_p95_int8": 186.8,
262
+ "runs": 20,
263
+ "speedup_int8": 1.29,
264
+ "threads": 1
265
+ }
266
+ },
267
+ "transistor": {
268
+ "padim": {
269
+ "latency_ms_mean": 55.75,
270
+ "latency_ms_p50": 55.68,
271
+ "latency_ms_p50_int8": 50.65,
272
+ "latency_ms_p95": 56.43,
273
+ "latency_ms_p95_int8": 51.33,
274
+ "runs": 20,
275
+ "speedup_int8": 1.1,
276
+ "threads": 1
277
+ },
278
+ "patchcore": {
279
+ "latency_ms_mean": 468.66,
280
+ "latency_ms_p50": 464.57,
281
+ "latency_ms_p50_int8": 264.7,
282
+ "latency_ms_p95": 483.92,
283
+ "latency_ms_p95_int8": 268.24,
284
+ "runs": 20,
285
+ "speedup_int8": 1.76,
286
+ "threads": 1
287
+ }
288
+ },
289
+ "wood": {
290
+ "padim": {
291
+ "latency_ms_mean": 55.97,
292
+ "latency_ms_p50": 55.97,
293
+ "latency_ms_p50_int8": 51.4,
294
+ "latency_ms_p95": 56.57,
295
+ "latency_ms_p95_int8": 52.45,
296
+ "runs": 20,
297
+ "speedup_int8": 1.09,
298
+ "threads": 1
299
+ },
300
+ "patchcore": {
301
+ "latency_ms_mean": 519.58,
302
+ "latency_ms_p50": 519.12,
303
+ "latency_ms_p50_int8": 279.92,
304
+ "latency_ms_p95": 523.06,
305
+ "latency_ms_p95_int8": 286.24,
306
+ "runs": 20,
307
+ "speedup_int8": 1.85,
308
+ "threads": 1
309
+ }
310
+ },
311
+ "zipper": {
312
+ "padim": {
313
+ "latency_ms_mean": 57.01,
314
+ "latency_ms_p50": 57.11,
315
+ "latency_ms_p50_int8": 54.45,
316
+ "latency_ms_p95": 58.28,
317
+ "latency_ms_p95_int8": 58.42,
318
+ "runs": 20,
319
+ "speedup_int8": 1.05,
320
+ "threads": 1
321
+ },
322
+ "patchcore": {
323
+ "latency_ms_mean": 508.07,
324
+ "latency_ms_p50": 508.32,
325
+ "latency_ms_p50_int8": 275.35,
326
+ "latency_ms_p95": 514.29,
327
+ "latency_ms_p95_int8": 284.42,
328
+ "runs": 20,
329
+ "speedup_int8": 1.85,
330
+ "threads": 1
331
+ }
332
+ }
333
+ }
334
+ }
benchmark/metrics.json CHANGED
@@ -1,11 +1,14 @@
1
  {
2
- "generated_at": "2026-09-05T19:02:36.165757+00:00",
3
  "results": {
4
  "bottle": {
5
  "padim": {
6
  "aupro": 0.9309003353118896,
7
  "f1_max": 0.9763779640197754,
8
  "image_auroc": 0.9968254566192627,
 
 
 
9
  "pixel_auroc": 0.9813141822814941,
10
  "threshold_image": 33.12379455566406,
11
  "threshold_pixel": 32.08860397338867
@@ -14,6 +17,9 @@
14
  "aupro": 0.9275395274162292,
15
  "f1_max": 0.9919999837875366,
16
  "image_auroc": 1.0,
 
 
 
17
  "pixel_auroc": 0.9814180135726929,
18
  "threshold_image": 38.20291519165039,
19
  "threshold_pixel": 37.37995529174805
@@ -24,6 +30,9 @@
24
  "aupro": 0.854647696018219,
25
  "f1_max": 0.8114285469055176,
26
  "image_auroc": 0.8210269808769226,
 
 
 
27
  "pixel_auroc": 0.9544973373413086,
28
  "threshold_image": 31.802291870117188,
29
  "threshold_pixel": 19.00934600830078
@@ -32,6 +41,9 @@
32
  "aupro": 0.9105899333953857,
33
  "f1_max": 0.967391312122345,
34
  "image_auroc": 0.9844452142715454,
 
 
 
35
  "pixel_auroc": 0.9803105592727661,
36
  "threshold_image": 43.017616271972656,
37
  "threshold_pixel": 40.61747360229492
@@ -42,6 +54,9 @@
42
  "aupro": 0.8970111012458801,
43
  "f1_max": 0.9473684430122375,
44
  "image_auroc": 0.8807339668273926,
 
 
 
45
  "pixel_auroc": 0.9801427721977234,
46
  "threshold_image": 26.417009353637695,
47
  "threshold_pixel": 34.85717010498047
@@ -50,6 +65,9 @@
50
  "aupro": 0.9203410744667053,
51
  "f1_max": 0.9722222089767456,
52
  "image_auroc": 0.9764658808708191,
 
 
 
53
  "pixel_auroc": 0.9876732230186462,
54
  "threshold_image": 27.515432357788086,
55
  "threshold_pixel": 32.57111358642578
@@ -60,6 +78,9 @@
60
  "aupro": 0.9586595892906189,
61
  "f1_max": 0.9828571677207947,
62
  "image_auroc": 0.9895666241645813,
 
 
 
63
  "pixel_auroc": 0.9881254434585571,
64
  "threshold_image": 25.75271987915039,
65
  "threshold_pixel": 30.37558364868164
@@ -68,6 +89,9 @@
68
  "aupro": 0.9383978247642517,
69
  "f1_max": 0.9828571677207947,
70
  "image_auroc": 0.9899678826332092,
 
 
 
71
  "pixel_auroc": 0.9886309504508972,
72
  "threshold_image": 34.05582046508789,
73
  "threshold_pixel": 41.38996124267578
@@ -78,6 +102,9 @@
78
  "aupro": 0.8541206121444702,
79
  "f1_max": 0.8527131676673889,
80
  "image_auroc": 0.7744361162185669,
 
 
 
81
  "pixel_auroc": 0.9490355253219604,
82
  "threshold_image": 14.936518669128418,
83
  "threshold_pixel": 16.73124885559082
@@ -86,6 +113,9 @@
86
  "aupro": 0.9073784351348877,
87
  "f1_max": 0.9649122953414917,
88
  "image_auroc": 0.9782790541648865,
 
 
 
89
  "pixel_auroc": 0.981002688407898,
90
  "threshold_image": 30.98310089111328,
91
  "threshold_pixel": 35.18418502807617
@@ -96,6 +126,9 @@
96
  "aupro": 0.9072527885437012,
97
  "f1_max": 0.8518518805503845,
98
  "image_auroc": 0.7921428680419922,
 
 
 
99
  "pixel_auroc": 0.9720714092254639,
100
  "threshold_image": 27.929758071899414,
101
  "threshold_pixel": 21.54072380065918
@@ -104,6 +137,9 @@
104
  "aupro": 0.9369357824325562,
105
  "f1_max": 0.9928057789802551,
106
  "image_auroc": 0.9999999403953552,
 
 
 
107
  "pixel_auroc": 0.984484076499939,
108
  "threshold_image": 48.44449996948242,
109
  "threshold_pixel": 45.94977569580078
@@ -114,6 +150,9 @@
114
  "aupro": 0.9703903794288635,
115
  "f1_max": 0.994535505771637,
116
  "image_auroc": 1.0,
 
 
 
117
  "pixel_auroc": 0.9898789525032043,
118
  "threshold_image": 24.260318756103516,
119
  "threshold_pixel": 46.69375991821289
@@ -122,6 +161,9 @@
122
  "aupro": 0.9675275087356567,
123
  "f1_max": 0.994535505771637,
124
  "image_auroc": 1.0,
 
 
 
125
  "pixel_auroc": 0.9900131225585938,
126
  "threshold_image": 37.984527587890625,
127
  "threshold_pixel": 50.67855453491211
@@ -132,6 +174,9 @@
132
  "aupro": 0.8719542026519775,
133
  "f1_max": 0.9518716335296631,
134
  "image_auroc": 0.9565005302429199,
 
 
 
135
  "pixel_auroc": 0.9528923630714417,
136
  "threshold_image": 31.007963180541992,
137
  "threshold_pixel": 17.757862091064453
@@ -140,6 +185,9 @@
140
  "aupro": 0.9191880226135254,
141
  "f1_max": 0.989130437374115,
142
  "image_auroc": 0.9985337257385254,
 
 
 
143
  "pixel_auroc": 0.9821511507034302,
144
  "threshold_image": 41.81943893432617,
145
  "threshold_pixel": 38.53227996826172
@@ -150,6 +198,9 @@
150
  "aupro": 0.906965970993042,
151
  "f1_max": 0.9455782175064087,
152
  "image_auroc": 0.8647026419639587,
 
 
 
153
  "pixel_auroc": 0.9384966492652893,
154
  "threshold_image": 21.013729095458984,
155
  "threshold_pixel": 18.35561752319336
@@ -158,6 +209,9 @@
158
  "aupro": 0.9356448650360107,
159
  "f1_max": 0.9469964504241943,
160
  "image_auroc": 0.9470812678337097,
 
 
 
161
  "pixel_auroc": 0.9755780696868896,
162
  "threshold_image": 33.453956604003906,
163
  "threshold_pixel": 33.19314956665039
@@ -168,6 +222,9 @@
168
  "aupro": 0.9059844017028809,
169
  "f1_max": 0.8809523582458496,
170
  "image_auroc": 0.785201907157898,
 
 
 
171
  "pixel_auroc": 0.9758282899856567,
172
  "threshold_image": 24.884899139404297,
173
  "threshold_pixel": 28.46489715576172
@@ -176,6 +233,9 @@
176
  "aupro": 0.9378724098205566,
177
  "f1_max": 0.9669421315193176,
178
  "image_auroc": 0.9799138307571411,
 
 
 
179
  "pixel_auroc": 0.9889347553253174,
180
  "threshold_image": 30.681312561035156,
181
  "threshold_pixel": 34.14418411254883
@@ -186,6 +246,9 @@
186
  "aupro": 0.8072424530982971,
187
  "f1_max": 0.9585798978805542,
188
  "image_auroc": 0.9776334762573242,
 
 
 
189
  "pixel_auroc": 0.9254817962646484,
190
  "threshold_image": 24.69270133972168,
191
  "threshold_pixel": 16.356639862060547
@@ -194,6 +257,9 @@
194
  "aupro": 0.7937041521072388,
195
  "f1_max": 0.9818181991577148,
196
  "image_auroc": 0.986652135848999,
 
 
 
197
  "pixel_auroc": 0.9481714367866516,
198
  "threshold_image": 40.16941452026367,
199
  "threshold_pixel": 38.76314163208008
@@ -204,6 +270,9 @@
204
  "aupro": 0.9119442701339722,
205
  "f1_max": 0.8999999761581421,
206
  "image_auroc": 0.8527777791023254,
 
 
 
207
  "pixel_auroc": 0.9880472421646118,
208
  "threshold_image": 56.05704116821289,
209
  "threshold_pixel": 56.369869232177734
@@ -212,6 +281,9 @@
212
  "aupro": 0.8568570613861084,
213
  "f1_max": 0.9830508232116699,
214
  "image_auroc": 0.9999999403953552,
 
 
 
215
  "pixel_auroc": 0.9863457679748535,
216
  "threshold_image": 34.49144744873047,
217
  "threshold_pixel": 46.63278579711914
@@ -222,6 +294,9 @@
222
  "aupro": 0.8878105282783508,
223
  "f1_max": 0.837837815284729,
224
  "image_auroc": 0.934166669845581,
 
 
 
225
  "pixel_auroc": 0.969992458820343,
226
  "threshold_image": 44.81069564819336,
227
  "threshold_pixel": 23.064918518066406
@@ -230,6 +305,9 @@
230
  "aupro": 0.9450417160987854,
231
  "f1_max": 0.9743589758872986,
232
  "image_auroc": 0.9991666078567505,
 
 
 
233
  "pixel_auroc": 0.9702141284942627,
234
  "threshold_image": 40.15181350708008,
235
  "threshold_pixel": 33.3585090637207
@@ -240,6 +318,9 @@
240
  "aupro": 0.8550920486450195,
241
  "f1_max": 0.9508196711540222,
242
  "image_auroc": 0.9815788865089417,
 
 
 
243
  "pixel_auroc": 0.9205112457275391,
244
  "threshold_image": 26.528715133666992,
245
  "threshold_pixel": 26.117143630981445
@@ -248,6 +329,9 @@
248
  "aupro": 0.8477648496627808,
249
  "f1_max": 0.9661017060279846,
250
  "image_auroc": 0.988596498966217,
 
 
 
251
  "pixel_auroc": 0.9300245642662048,
252
  "threshold_image": 42.0330810546875,
253
  "threshold_pixel": 45.190155029296875
@@ -258,6 +342,9 @@
258
  "aupro": 0.8995564579963684,
259
  "f1_max": 0.8973383903503418,
260
  "image_auroc": 0.7707458138465881,
 
 
 
261
  "pixel_auroc": 0.9692198634147644,
262
  "threshold_image": 19.864238739013672,
263
  "threshold_pixel": 20.713085174560547
@@ -266,6 +353,9 @@
266
  "aupro": 0.9195335507392883,
267
  "f1_max": 0.9873417615890503,
268
  "image_auroc": 0.9915965795516968,
 
 
 
269
  "pixel_auroc": 0.9790859222412109,
270
  "threshold_image": 29.718172073364258,
271
  "threshold_pixel": 30.34528350830078
 
1
  {
2
+ "generated_at": "2026-09-06T06:15:20.483694+00:00",
3
  "results": {
4
  "bottle": {
5
  "padim": {
6
  "aupro": 0.9309003353118896,
7
  "f1_max": 0.9763779640197754,
8
  "image_auroc": 0.9968254566192627,
9
+ "latency_ms_mean": 55.48,
10
+ "latency_ms_p50": 55.08,
11
+ "latency_ms_p95": 57.38,
12
  "pixel_auroc": 0.9813141822814941,
13
  "threshold_image": 33.12379455566406,
14
  "threshold_pixel": 32.08860397338867
 
17
  "aupro": 0.9275395274162292,
18
  "f1_max": 0.9919999837875366,
19
  "image_auroc": 1.0,
20
+ "latency_ms_mean": 455.94,
21
+ "latency_ms_p50": 456.25,
22
+ "latency_ms_p95": 456.88,
23
  "pixel_auroc": 0.9814180135726929,
24
  "threshold_image": 38.20291519165039,
25
  "threshold_pixel": 37.37995529174805
 
30
  "aupro": 0.854647696018219,
31
  "f1_max": 0.8114285469055176,
32
  "image_auroc": 0.8210269808769226,
33
+ "latency_ms_mean": 54.5,
34
+ "latency_ms_p50": 54.43,
35
+ "latency_ms_p95": 54.83,
36
  "pixel_auroc": 0.9544973373413086,
37
  "threshold_image": 31.802291870117188,
38
  "threshold_pixel": 19.00934600830078
 
41
  "aupro": 0.9105899333953857,
42
  "f1_max": 0.967391312122345,
43
  "image_auroc": 0.9844452142715454,
44
+ "latency_ms_mean": 480.72,
45
+ "latency_ms_p50": 480.79,
46
+ "latency_ms_p95": 485.02,
47
  "pixel_auroc": 0.9803105592727661,
48
  "threshold_image": 43.017616271972656,
49
  "threshold_pixel": 40.61747360229492
 
54
  "aupro": 0.8970111012458801,
55
  "f1_max": 0.9473684430122375,
56
  "image_auroc": 0.8807339668273926,
57
+ "latency_ms_mean": 55.2,
58
+ "latency_ms_p50": 54.84,
59
+ "latency_ms_p95": 56.5,
60
  "pixel_auroc": 0.9801427721977234,
61
  "threshold_image": 26.417009353637695,
62
  "threshold_pixel": 34.85717010498047
 
65
  "aupro": 0.9203410744667053,
66
  "f1_max": 0.9722222089767456,
67
  "image_auroc": 0.9764658808708191,
68
+ "latency_ms_mean": 473.81,
69
+ "latency_ms_p50": 473.38,
70
+ "latency_ms_p95": 476.5,
71
  "pixel_auroc": 0.9876732230186462,
72
  "threshold_image": 27.515432357788086,
73
  "threshold_pixel": 32.57111358642578
 
78
  "aupro": 0.9586595892906189,
79
  "f1_max": 0.9828571677207947,
80
  "image_auroc": 0.9895666241645813,
81
+ "latency_ms_mean": 54.42,
82
+ "latency_ms_p50": 54.39,
83
+ "latency_ms_p95": 54.75,
84
  "pixel_auroc": 0.9881254434585571,
85
  "threshold_image": 25.75271987915039,
86
  "threshold_pixel": 30.37558364868164
 
89
  "aupro": 0.9383978247642517,
90
  "f1_max": 0.9828571677207947,
91
  "image_auroc": 0.9899678826332092,
92
+ "latency_ms_mean": 561.96,
93
+ "latency_ms_p50": 561.58,
94
+ "latency_ms_p95": 571.4,
95
  "pixel_auroc": 0.9886309504508972,
96
  "threshold_image": 34.05582046508789,
97
  "threshold_pixel": 41.38996124267578
 
102
  "aupro": 0.8541206121444702,
103
  "f1_max": 0.8527131676673889,
104
  "image_auroc": 0.7744361162185669,
105
+ "latency_ms_mean": 55.63,
106
+ "latency_ms_p50": 55.33,
107
+ "latency_ms_p95": 57.53,
108
  "pixel_auroc": 0.9490355253219604,
109
  "threshold_image": 14.936518669128418,
110
  "threshold_pixel": 16.73124885559082
 
113
  "aupro": 0.9073784351348877,
114
  "f1_max": 0.9649122953414917,
115
  "image_auroc": 0.9782790541648865,
116
+ "latency_ms_mean": 541.99,
117
+ "latency_ms_p50": 541.98,
118
+ "latency_ms_p95": 545.75,
119
  "pixel_auroc": 0.981002688407898,
120
  "threshold_image": 30.98310089111328,
121
  "threshold_pixel": 35.18418502807617
 
126
  "aupro": 0.9072527885437012,
127
  "f1_max": 0.8518518805503845,
128
  "image_auroc": 0.7921428680419922,
129
+ "latency_ms_mean": 56.67,
130
+ "latency_ms_p50": 56.36,
131
+ "latency_ms_p95": 58.92,
132
  "pixel_auroc": 0.9720714092254639,
133
  "threshold_image": 27.929758071899414,
134
  "threshold_pixel": 21.54072380065918
 
137
  "aupro": 0.9369357824325562,
138
  "f1_max": 0.9928057789802551,
139
  "image_auroc": 0.9999999403953552,
140
+ "latency_ms_mean": 726.14,
141
+ "latency_ms_p50": 725.81,
142
+ "latency_ms_p95": 729.61,
143
  "pixel_auroc": 0.984484076499939,
144
  "threshold_image": 48.44449996948242,
145
  "threshold_pixel": 45.94977569580078
 
150
  "aupro": 0.9703903794288635,
151
  "f1_max": 0.994535505771637,
152
  "image_auroc": 1.0,
153
+ "latency_ms_mean": 55.04,
154
+ "latency_ms_p50": 54.7,
155
+ "latency_ms_p95": 56.05,
156
  "pixel_auroc": 0.9898789525032043,
157
  "threshold_image": 24.260318756103516,
158
  "threshold_pixel": 46.69375991821289
 
161
  "aupro": 0.9675275087356567,
162
  "f1_max": 0.994535505771637,
163
  "image_auroc": 1.0,
164
+ "latency_ms_mean": 509.29,
165
+ "latency_ms_p50": 510.27,
166
+ "latency_ms_p95": 512.61,
167
  "pixel_auroc": 0.9900131225585938,
168
  "threshold_image": 37.984527587890625,
169
  "threshold_pixel": 50.67855453491211
 
174
  "aupro": 0.8719542026519775,
175
  "f1_max": 0.9518716335296631,
176
  "image_auroc": 0.9565005302429199,
177
+ "latency_ms_mean": 54.94,
178
+ "latency_ms_p50": 54.71,
179
+ "latency_ms_p95": 55.81,
180
  "pixel_auroc": 0.9528923630714417,
181
  "threshold_image": 31.007963180541992,
182
  "threshold_pixel": 17.757862091064453
 
185
  "aupro": 0.9191880226135254,
186
  "f1_max": 0.989130437374115,
187
  "image_auroc": 0.9985337257385254,
188
+ "latency_ms_mean": 469.69,
189
+ "latency_ms_p50": 468.51,
190
+ "latency_ms_p95": 475.22,
191
  "pixel_auroc": 0.9821511507034302,
192
  "threshold_image": 41.81943893432617,
193
  "threshold_pixel": 38.53227996826172
 
198
  "aupro": 0.906965970993042,
199
  "f1_max": 0.9455782175064087,
200
  "image_auroc": 0.8647026419639587,
201
+ "latency_ms_mean": 54.68,
202
+ "latency_ms_p50": 54.44,
203
+ "latency_ms_p95": 55.2,
204
  "pixel_auroc": 0.9384966492652893,
205
  "threshold_image": 21.013729095458984,
206
  "threshold_pixel": 18.35561752319336
 
209
  "aupro": 0.9356448650360107,
210
  "f1_max": 0.9469964504241943,
211
  "image_auroc": 0.9470812678337097,
212
+ "latency_ms_mean": 541.94,
213
+ "latency_ms_p50": 542.29,
214
+ "latency_ms_p95": 545.44,
215
  "pixel_auroc": 0.9755780696868896,
216
  "threshold_image": 33.453956604003906,
217
  "threshold_pixel": 33.19314956665039
 
222
  "aupro": 0.9059844017028809,
223
  "f1_max": 0.8809523582458496,
224
  "image_auroc": 0.785201907157898,
225
+ "latency_ms_mean": 55.05,
226
+ "latency_ms_p50": 54.96,
227
+ "latency_ms_p95": 56.34,
228
  "pixel_auroc": 0.9758282899856567,
229
  "threshold_image": 24.884899139404297,
230
  "threshold_pixel": 28.46489715576172
 
233
  "aupro": 0.9378724098205566,
234
  "f1_max": 0.9669421315193176,
235
  "image_auroc": 0.9799138307571411,
236
+ "latency_ms_mean": 617.28,
237
+ "latency_ms_p50": 615.04,
238
+ "latency_ms_p95": 630.05,
239
  "pixel_auroc": 0.9889347553253174,
240
  "threshold_image": 30.681312561035156,
241
  "threshold_pixel": 34.14418411254883
 
246
  "aupro": 0.8072424530982971,
247
  "f1_max": 0.9585798978805542,
248
  "image_auroc": 0.9776334762573242,
249
+ "latency_ms_mean": 55.18,
250
+ "latency_ms_p50": 54.97,
251
+ "latency_ms_p95": 56.59,
252
  "pixel_auroc": 0.9254817962646484,
253
  "threshold_image": 24.69270133972168,
254
  "threshold_pixel": 16.356639862060547
 
257
  "aupro": 0.7937041521072388,
258
  "f1_max": 0.9818181991577148,
259
  "image_auroc": 0.986652135848999,
260
+ "latency_ms_mean": 482.04,
261
+ "latency_ms_p50": 481.73,
262
+ "latency_ms_p95": 483.57,
263
  "pixel_auroc": 0.9481714367866516,
264
  "threshold_image": 40.16941452026367,
265
  "threshold_pixel": 38.76314163208008
 
270
  "aupro": 0.9119442701339722,
271
  "f1_max": 0.8999999761581421,
272
  "image_auroc": 0.8527777791023254,
273
+ "latency_ms_mean": 54.65,
274
+ "latency_ms_p50": 54.55,
275
+ "latency_ms_p95": 55.09,
276
  "pixel_auroc": 0.9880472421646118,
277
  "threshold_image": 56.05704116821289,
278
  "threshold_pixel": 56.369869232177734
 
281
  "aupro": 0.8568570613861084,
282
  "f1_max": 0.9830508232116699,
283
  "image_auroc": 0.9999999403953552,
284
+ "latency_ms_mean": 235.36,
285
+ "latency_ms_p50": 234.73,
286
+ "latency_ms_p95": 238.68,
287
  "pixel_auroc": 0.9863457679748535,
288
  "threshold_image": 34.49144744873047,
289
  "threshold_pixel": 46.63278579711914
 
294
  "aupro": 0.8878105282783508,
295
  "f1_max": 0.837837815284729,
296
  "image_auroc": 0.934166669845581,
297
+ "latency_ms_mean": 55.75,
298
+ "latency_ms_p50": 55.68,
299
+ "latency_ms_p95": 56.43,
300
  "pixel_auroc": 0.969992458820343,
301
  "threshold_image": 44.81069564819336,
302
  "threshold_pixel": 23.064918518066406
 
305
  "aupro": 0.9450417160987854,
306
  "f1_max": 0.9743589758872986,
307
  "image_auroc": 0.9991666078567505,
308
+ "latency_ms_mean": 468.66,
309
+ "latency_ms_p50": 464.57,
310
+ "latency_ms_p95": 483.92,
311
  "pixel_auroc": 0.9702141284942627,
312
  "threshold_image": 40.15181350708008,
313
  "threshold_pixel": 33.3585090637207
 
318
  "aupro": 0.8550920486450195,
319
  "f1_max": 0.9508196711540222,
320
  "image_auroc": 0.9815788865089417,
321
+ "latency_ms_mean": 55.97,
322
+ "latency_ms_p50": 55.97,
323
+ "latency_ms_p95": 56.57,
324
  "pixel_auroc": 0.9205112457275391,
325
  "threshold_image": 26.528715133666992,
326
  "threshold_pixel": 26.117143630981445
 
329
  "aupro": 0.8477648496627808,
330
  "f1_max": 0.9661017060279846,
331
  "image_auroc": 0.988596498966217,
332
+ "latency_ms_mean": 519.58,
333
+ "latency_ms_p50": 519.12,
334
+ "latency_ms_p95": 523.06,
335
  "pixel_auroc": 0.9300245642662048,
336
  "threshold_image": 42.0330810546875,
337
  "threshold_pixel": 45.190155029296875
 
342
  "aupro": 0.8995564579963684,
343
  "f1_max": 0.8973383903503418,
344
  "image_auroc": 0.7707458138465881,
345
+ "latency_ms_mean": 57.01,
346
+ "latency_ms_p50": 57.11,
347
+ "latency_ms_p95": 58.28,
348
  "pixel_auroc": 0.9692198634147644,
349
  "threshold_image": 19.864238739013672,
350
  "threshold_pixel": 20.713085174560547
 
353
  "aupro": 0.9195335507392883,
354
  "f1_max": 0.9873417615890503,
355
  "image_auroc": 0.9915965795516968,
356
+ "latency_ms_mean": 508.07,
357
+ "latency_ms_p50": 508.32,
358
+ "latency_ms_p95": 514.29,
359
  "pixel_auroc": 0.9790859222412109,
360
  "threshold_image": 29.718172073364258,
361
  "threshold_pixel": 30.34528350830078
report/OPERATING_POINTS.md ADDED
@@ -0,0 +1,156 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ # Operating points
2
+
3
+ False-alarm rate (FPR) = defect-free parts wrongly rejected. Miss rate (FNR) = defects passed through.
4
+
5
+ | Category | Model | Target | Threshold | Recall | Precision | False alarm | Miss |
6
+ |---|---|---|---:|---:|---:|---:|---:|
7
+ | bottle | padim | recall>=0.90 | 0.593 | 0.900 | 1.000 | 0.000 | 0.100 |
8
+ | bottle | padim | recall>=0.95 | 0.507 | 0.967 | 0.935 | 0.100 | 0.033 |
9
+ | bottle | padim | recall>=0.99 | 0.499 | 1.000 | 0.938 | 0.100 | 0.000 |
10
+ | bottle | padim | recall>=1.00 | 0.499 | 1.000 | 0.938 | 0.100 | 0.000 |
11
+ | bottle | padim | f1_optimal | 0.499 | 1.000 | 0.938 | 0.100 | 0.000 |
12
+ | bottle | patchcore | recall>=0.90 | 0.671 | 0.900 | 1.000 | 0.000 | 0.100 |
13
+ | bottle | patchcore | recall>=0.95 | 0.642 | 0.967 | 1.000 | 0.000 | 0.033 |
14
+ | bottle | patchcore | recall>=0.99 | 0.604 | 1.000 | 1.000 | 0.000 | 0.000 |
15
+ | bottle | patchcore | recall>=1.00 | 0.604 | 1.000 | 1.000 | 0.000 | 0.000 |
16
+ | bottle | patchcore | f1_optimal | 0.604 | 1.000 | 1.000 | 0.000 | 0.000 |
17
+ | cable | padim | recall>=0.90 | 0.464 | 0.900 | 0.659 | 0.467 | 0.100 |
18
+ | cable | padim | recall>=0.95 | 0.408 | 0.967 | 0.604 | 0.633 | 0.033 |
19
+ | cable | padim | recall>=0.99 | 0.377 | 1.000 | 0.600 | 0.667 | 0.000 |
20
+ | cable | padim | recall>=1.00 | 0.377 | 1.000 | 0.600 | 0.667 | 0.000 |
21
+ | cable | padim | f1_optimal | 0.511 | 0.867 | 0.867 | 0.133 | 0.133 |
22
+ | cable | patchcore | recall>=0.90 | 0.619 | 0.900 | 0.964 | 0.033 | 0.100 |
23
+ | cable | patchcore | recall>=0.95 | 0.570 | 0.967 | 0.829 | 0.200 | 0.033 |
24
+ | cable | patchcore | recall>=0.99 | 0.541 | 1.000 | 0.732 | 0.367 | 0.000 |
25
+ | cable | patchcore | recall>=1.00 | 0.541 | 1.000 | 0.732 | 0.367 | 0.000 |
26
+ | cable | patchcore | f1_optimal | 0.619 | 0.900 | 0.964 | 0.033 | 0.100 |
27
+ | capsule | padim | recall>=0.90 | 0.584 | 0.900 | 0.818 | 0.261 | 0.100 |
28
+ | capsule | padim | recall>=0.95 | 0.553 | 0.967 | 0.763 | 0.391 | 0.033 |
29
+ | capsule | padim | recall>=0.99 | 0.526 | 1.000 | 0.750 | 0.435 | 0.000 |
30
+ | capsule | padim | recall>=1.00 | 0.526 | 1.000 | 0.750 | 0.435 | 0.000 |
31
+ | capsule | padim | f1_optimal | 0.575 | 0.933 | 0.824 | 0.261 | 0.067 |
32
+ | capsule | patchcore | recall>=0.90 | 0.777 | 0.900 | 0.750 | 0.391 | 0.100 |
33
+ | capsule | patchcore | recall>=0.95 | 0.754 | 0.967 | 0.580 | 0.913 | 0.033 |
34
+ | capsule | patchcore | recall>=0.99 | 0.746 | 1.000 | 0.588 | 0.913 | 0.000 |
35
+ | capsule | patchcore | recall>=1.00 | 0.746 | 1.000 | 0.588 | 0.913 | 0.000 |
36
+ | capsule | patchcore | f1_optimal | 0.785 | 0.833 | 0.833 | 0.217 | 0.167 |
37
+ | carpet | padim | recall>=0.90 | 0.596 | 0.900 | 1.000 | 0.000 | 0.100 |
38
+ | carpet | padim | recall>=0.95 | 0.500 | 0.967 | 1.000 | 0.000 | 0.033 |
39
+ | carpet | padim | recall>=0.99 | 0.488 | 1.000 | 0.882 | 0.143 | 0.000 |
40
+ | carpet | padim | recall>=1.00 | 0.488 | 1.000 | 0.882 | 0.143 | 0.000 |
41
+ | carpet | padim | f1_optimal | 0.500 | 0.967 | 1.000 | 0.000 | 0.033 |
42
+ | carpet | patchcore | recall>=0.90 | 0.679 | 0.900 | 1.000 | 0.000 | 0.100 |
43
+ | carpet | patchcore | recall>=0.95 | 0.611 | 0.967 | 1.000 | 0.000 | 0.033 |
44
+ | carpet | patchcore | recall>=0.99 | 0.503 | 1.000 | 0.938 | 0.071 | 0.000 |
45
+ | carpet | patchcore | recall>=1.00 | 0.503 | 1.000 | 0.938 | 0.071 | 0.000 |
46
+ | carpet | patchcore | f1_optimal | 0.611 | 0.967 | 1.000 | 0.000 | 0.033 |
47
+ | grid | padim | recall>=0.90 | 0.555 | 0.900 | 0.675 | 0.619 | 0.100 |
48
+ | grid | padim | recall>=0.95 | 0.531 | 0.967 | 0.659 | 0.714 | 0.033 |
49
+ | grid | padim | recall>=0.99 | 0.503 | 1.000 | 0.638 | 0.810 | 0.000 |
50
+ | grid | padim | recall>=1.00 | 0.503 | 1.000 | 0.638 | 0.810 | 0.000 |
51
+ | grid | padim | f1_optimal | 0.531 | 0.967 | 0.659 | 0.714 | 0.033 |
52
+ | grid | patchcore | recall>=0.90 | 0.698 | 0.900 | 1.000 | 0.000 | 0.100 |
53
+ | grid | patchcore | recall>=0.95 | 0.496 | 0.967 | 0.659 | 0.714 | 0.033 |
54
+ | grid | patchcore | recall>=0.99 | 0.445 | 1.000 | 0.600 | 0.952 | 0.000 |
55
+ | grid | patchcore | recall>=1.00 | 0.445 | 1.000 | 0.600 | 0.952 | 0.000 |
56
+ | grid | patchcore | f1_optimal | 0.698 | 0.900 | 1.000 | 0.000 | 0.100 |
57
+ | hazelnut | padim | recall>=0.90 | 0.539 | 0.900 | 0.659 | 0.467 | 0.100 |
58
+ | hazelnut | padim | recall>=0.95 | 0.513 | 0.967 | 0.617 | 0.600 | 0.033 |
59
+ | hazelnut | padim | recall>=0.99 | 0.502 | 1.000 | 0.625 | 0.600 | 0.000 |
60
+ | hazelnut | padim | recall>=1.00 | 0.502 | 1.000 | 0.625 | 0.600 | 0.000 |
61
+ | hazelnut | padim | f1_optimal | 0.502 | 1.000 | 0.625 | 0.600 | 0.000 |
62
+ | hazelnut | patchcore | recall>=0.90 | 0.655 | 0.900 | 1.000 | 0.000 | 0.100 |
63
+ | hazelnut | patchcore | recall>=0.95 | 0.565 | 0.967 | 1.000 | 0.000 | 0.033 |
64
+ | hazelnut | patchcore | recall>=0.99 | 0.562 | 1.000 | 1.000 | 0.000 | 0.000 |
65
+ | hazelnut | patchcore | recall>=1.00 | 0.562 | 1.000 | 1.000 | 0.000 | 0.000 |
66
+ | hazelnut | patchcore | f1_optimal | 0.562 | 1.000 | 1.000 | 0.000 | 0.000 |
67
+ | leather | padim | recall>=0.90 | 0.547 | 0.900 | 1.000 | 0.000 | 0.100 |
68
+ | leather | padim | recall>=0.95 | 0.519 | 0.967 | 1.000 | 0.000 | 0.033 |
69
+ | leather | padim | recall>=0.99 | 0.511 | 1.000 | 1.000 | 0.000 | 0.000 |
70
+ | leather | padim | recall>=1.00 | 0.511 | 1.000 | 1.000 | 0.000 | 0.000 |
71
+ | leather | padim | f1_optimal | 0.511 | 1.000 | 1.000 | 0.000 | 0.000 |
72
+ | leather | patchcore | recall>=0.90 | 0.653 | 0.900 | 1.000 | 0.000 | 0.100 |
73
+ | leather | patchcore | recall>=0.95 | 0.592 | 0.967 | 1.000 | 0.000 | 0.033 |
74
+ | leather | patchcore | recall>=0.99 | 0.569 | 1.000 | 1.000 | 0.000 | 0.000 |
75
+ | leather | patchcore | recall>=1.00 | 0.569 | 1.000 | 1.000 | 0.000 | 0.000 |
76
+ | leather | patchcore | f1_optimal | 0.569 | 1.000 | 1.000 | 0.000 | 0.000 |
77
+ | metal_nut | padim | recall>=0.90 | 0.520 | 0.900 | 0.931 | 0.091 | 0.100 |
78
+ | metal_nut | padim | recall>=0.95 | 0.470 | 0.967 | 0.744 | 0.455 | 0.033 |
79
+ | metal_nut | padim | recall>=0.99 | 0.464 | 1.000 | 0.750 | 0.455 | 0.000 |
80
+ | metal_nut | padim | recall>=1.00 | 0.464 | 1.000 | 0.750 | 0.455 | 0.000 |
81
+ | metal_nut | padim | f1_optimal | 0.520 | 0.900 | 0.931 | 0.091 | 0.100 |
82
+ | metal_nut | patchcore | recall>=0.90 | 0.842 | 0.900 | 1.000 | 0.000 | 0.100 |
83
+ | metal_nut | patchcore | recall>=0.95 | 0.690 | 0.967 | 0.829 | 0.273 | 0.033 |
84
+ | metal_nut | patchcore | recall>=0.99 | 0.651 | 1.000 | 0.789 | 0.364 | 0.000 |
85
+ | metal_nut | patchcore | recall>=1.00 | 0.651 | 1.000 | 0.789 | 0.364 | 0.000 |
86
+ | metal_nut | patchcore | f1_optimal | 0.839 | 0.933 | 1.000 | 0.000 | 0.067 |
87
+ | pill | padim | recall>=0.90 | 0.518 | 0.900 | 0.692 | 0.462 | 0.100 |
88
+ | pill | padim | recall>=0.95 | 0.500 | 0.967 | 0.674 | 0.538 | 0.033 |
89
+ | pill | padim | recall>=0.99 | 0.490 | 1.000 | 0.600 | 0.769 | 0.000 |
90
+ | pill | padim | recall>=1.00 | 0.490 | 1.000 | 0.600 | 0.769 | 0.000 |
91
+ | pill | padim | f1_optimal | 0.518 | 0.933 | 0.700 | 0.462 | 0.067 |
92
+ | pill | patchcore | recall>=0.90 | 0.704 | 0.900 | 0.750 | 0.346 | 0.100 |
93
+ | pill | patchcore | recall>=0.95 | 0.649 | 0.967 | 0.547 | 0.923 | 0.033 |
94
+ | pill | patchcore | recall>=0.99 | 0.626 | 1.000 | 0.536 | 1.000 | 0.000 |
95
+ | pill | patchcore | recall>=1.00 | 0.626 | 1.000 | 0.536 | 1.000 | 0.000 |
96
+ | pill | patchcore | f1_optimal | 0.714 | 0.867 | 0.812 | 0.231 | 0.133 |
97
+ | screw | padim | recall>=0.90 | 0.495 | 0.900 | 0.600 | 0.600 | 0.100 |
98
+ | screw | padim | recall>=0.95 | 0.471 | 0.967 | 0.558 | 0.767 | 0.033 |
99
+ | screw | padim | recall>=0.99 | 0.468 | 1.000 | 0.566 | 0.767 | 0.000 |
100
+ | screw | padim | recall>=1.00 | 0.468 | 1.000 | 0.566 | 0.767 | 0.000 |
101
+ | screw | padim | f1_optimal | 0.468 | 1.000 | 0.566 | 0.767 | 0.000 |
102
+ | screw | patchcore | recall>=0.90 | 0.802 | 0.900 | 0.574 | 0.667 | 0.100 |
103
+ | screw | patchcore | recall>=0.95 | 0.719 | 0.967 | 0.569 | 0.733 | 0.033 |
104
+ | screw | patchcore | recall>=0.99 | 0.687 | 1.000 | 0.577 | 0.733 | 0.000 |
105
+ | screw | patchcore | recall>=1.00 | 0.687 | 1.000 | 0.577 | 0.733 | 0.000 |
106
+ | screw | patchcore | f1_optimal | 0.885 | 0.833 | 0.658 | 0.433 | 0.167 |
107
+ | tile | padim | recall>=0.90 | 0.537 | 0.900 | 0.931 | 0.067 | 0.100 |
108
+ | tile | padim | recall>=0.95 | 0.535 | 0.967 | 0.935 | 0.067 | 0.033 |
109
+ | tile | padim | recall>=0.99 | 0.471 | 1.000 | 0.638 | 0.567 | 0.000 |
110
+ | tile | padim | recall>=1.00 | 0.471 | 1.000 | 0.638 | 0.567 | 0.000 |
111
+ | tile | padim | f1_optimal | 0.535 | 0.967 | 0.935 | 0.067 | 0.033 |
112
+ | tile | patchcore | recall>=0.90 | 0.534 | 0.900 | 1.000 | 0.000 | 0.100 |
113
+ | tile | patchcore | recall>=0.95 | 0.438 | 0.967 | 1.000 | 0.000 | 0.033 |
114
+ | tile | patchcore | recall>=0.99 | 0.344 | 1.000 | 0.526 | 0.900 | 0.000 |
115
+ | tile | patchcore | recall>=1.00 | 0.344 | 1.000 | 0.526 | 0.900 | 0.000 |
116
+ | tile | patchcore | f1_optimal | 0.438 | 0.967 | 1.000 | 0.000 | 0.033 |
117
+ | toothbrush | padim | recall>=0.90 | 0.502 | 0.900 | 0.900 | 0.250 | 0.100 |
118
+ | toothbrush | padim | recall>=0.95 | 0.447 | 0.967 | 0.853 | 0.417 | 0.033 |
119
+ | toothbrush | padim | recall>=0.99 | 0.387 | 1.000 | 0.769 | 0.750 | 0.000 |
120
+ | toothbrush | padim | recall>=1.00 | 0.387 | 1.000 | 0.769 | 0.750 | 0.000 |
121
+ | toothbrush | padim | f1_optimal | 0.499 | 0.933 | 0.903 | 0.250 | 0.067 |
122
+ | toothbrush | patchcore | recall>=0.90 | 0.708 | 0.900 | 0.771 | 0.667 | 0.100 |
123
+ | toothbrush | patchcore | recall>=0.95 | 0.687 | 0.967 | 0.707 | 1.000 | 0.033 |
124
+ | toothbrush | patchcore | recall>=0.99 | 0.684 | 1.000 | 0.714 | 1.000 | 0.000 |
125
+ | toothbrush | patchcore | recall>=1.00 | 0.684 | 1.000 | 0.714 | 1.000 | 0.000 |
126
+ | toothbrush | patchcore | f1_optimal | 0.721 | 0.867 | 0.812 | 0.500 | 0.133 |
127
+ | transistor | padim | recall>=0.90 | 0.450 | 0.900 | 0.771 | 0.267 | 0.100 |
128
+ | transistor | padim | recall>=0.95 | 0.433 | 0.967 | 0.707 | 0.400 | 0.033 |
129
+ | transistor | padim | recall>=0.99 | 0.427 | 1.000 | 0.667 | 0.500 | 0.000 |
130
+ | transistor | padim | recall>=1.00 | 0.427 | 1.000 | 0.667 | 0.500 | 0.000 |
131
+ | transistor | padim | f1_optimal | 0.502 | 0.767 | 0.920 | 0.067 | 0.233 |
132
+ | transistor | patchcore | recall>=0.90 | 0.661 | 0.900 | 1.000 | 0.000 | 0.100 |
133
+ | transistor | patchcore | recall>=0.95 | 0.570 | 0.967 | 0.967 | 0.033 | 0.033 |
134
+ | transistor | patchcore | recall>=0.99 | 0.560 | 1.000 | 0.968 | 0.033 | 0.000 |
135
+ | transistor | patchcore | recall>=1.00 | 0.560 | 1.000 | 0.968 | 0.033 | 0.000 |
136
+ | transistor | patchcore | f1_optimal | 0.560 | 1.000 | 0.968 | 0.033 | 0.000 |
137
+ | wood | padim | recall>=0.90 | 0.613 | 0.900 | 1.000 | 0.000 | 0.100 |
138
+ | wood | padim | recall>=0.95 | 0.531 | 0.967 | 0.935 | 0.105 | 0.033 |
139
+ | wood | padim | recall>=0.99 | 0.503 | 1.000 | 0.882 | 0.211 | 0.000 |
140
+ | wood | padim | recall>=1.00 | 0.503 | 1.000 | 0.882 | 0.211 | 0.000 |
141
+ | wood | padim | f1_optimal | 0.531 | 0.967 | 0.935 | 0.105 | 0.033 |
142
+ | wood | patchcore | recall>=0.90 | 0.681 | 0.900 | 1.000 | 0.000 | 0.100 |
143
+ | wood | patchcore | recall>=0.95 | 0.460 | 0.967 | 0.935 | 0.105 | 0.033 |
144
+ | wood | patchcore | recall>=0.99 | 0.421 | 1.000 | 0.882 | 0.211 | 0.000 |
145
+ | wood | patchcore | recall>=1.00 | 0.421 | 1.000 | 0.882 | 0.211 | 0.000 |
146
+ | wood | patchcore | f1_optimal | 0.674 | 0.933 | 1.000 | 0.000 | 0.067 |
147
+ | zipper | padim | recall>=0.90 | 0.557 | 0.900 | 0.675 | 0.433 | 0.100 |
148
+ | zipper | padim | recall>=0.95 | 0.527 | 0.967 | 0.592 | 0.667 | 0.033 |
149
+ | zipper | padim | recall>=0.99 | 0.505 | 1.000 | 0.545 | 0.833 | 0.000 |
150
+ | zipper | padim | recall>=1.00 | 0.505 | 1.000 | 0.545 | 0.833 | 0.000 |
151
+ | zipper | padim | f1_optimal | 0.557 | 0.933 | 0.683 | 0.433 | 0.067 |
152
+ | zipper | patchcore | recall>=0.90 | 0.726 | 0.900 | 0.964 | 0.033 | 0.100 |
153
+ | zipper | patchcore | recall>=0.95 | 0.693 | 0.967 | 0.967 | 0.033 | 0.033 |
154
+ | zipper | patchcore | recall>=0.99 | 0.688 | 1.000 | 0.968 | 0.033 | 0.000 |
155
+ | zipper | patchcore | recall>=1.00 | 0.688 | 1.000 | 0.968 | 0.033 | 0.000 |
156
+ | zipper | patchcore | f1_optimal | 0.688 | 1.000 | 0.968 | 0.033 | 0.000 |
report/operating_points.json ADDED
@@ -0,0 +1,1565 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "generated_at": "2026-09-06T06:09:21.398469+00:00",
3
+ "results": {
4
+ "bottle": {
5
+ "padim": {
6
+ "n_defect": 30,
7
+ "n_good": 20,
8
+ "operating_points": [
9
+ {
10
+ "f1": 0.9473684210526316,
11
+ "false_alarm_rate": 0.0,
12
+ "miss_rate": 0.09999999999999998,
13
+ "name": "recall>=0.90",
14
+ "precision": 1.0,
15
+ "recall": 0.9,
16
+ "threshold": 0.5928124785423279
17
+ },
18
+ {
19
+ "f1": 0.9508196721311476,
20
+ "false_alarm_rate": 0.1,
21
+ "miss_rate": 0.033333333333333326,
22
+ "name": "recall>=0.95",
23
+ "precision": 0.9354838709677419,
24
+ "recall": 0.9666666666666667,
25
+ "threshold": 0.5065532326698303
26
+ },
27
+ {
28
+ "f1": 0.967741935483871,
29
+ "false_alarm_rate": 0.1,
30
+ "miss_rate": 0.0,
31
+ "name": "recall>=0.99",
32
+ "precision": 0.9375,
33
+ "recall": 1.0,
34
+ "threshold": 0.49851393699645996
35
+ },
36
+ {
37
+ "f1": 0.967741935483871,
38
+ "false_alarm_rate": 0.1,
39
+ "miss_rate": 0.0,
40
+ "name": "recall>=1.00",
41
+ "precision": 0.9375,
42
+ "recall": 1.0,
43
+ "threshold": 0.49851393699645996
44
+ },
45
+ {
46
+ "f1": 0.967741935483871,
47
+ "false_alarm_rate": 0.1,
48
+ "miss_rate": 0.0,
49
+ "name": "f1_optimal",
50
+ "precision": 0.9375,
51
+ "recall": 1.0,
52
+ "threshold": 0.49851393699645996
53
+ }
54
+ ]
55
+ },
56
+ "patchcore": {
57
+ "n_defect": 30,
58
+ "n_good": 20,
59
+ "operating_points": [
60
+ {
61
+ "f1": 0.9473684210526316,
62
+ "false_alarm_rate": 0.0,
63
+ "miss_rate": 0.09999999999999998,
64
+ "name": "recall>=0.90",
65
+ "precision": 1.0,
66
+ "recall": 0.9,
67
+ "threshold": 0.6707026958465576
68
+ },
69
+ {
70
+ "f1": 0.983050847457627,
71
+ "false_alarm_rate": 0.0,
72
+ "miss_rate": 0.033333333333333326,
73
+ "name": "recall>=0.95",
74
+ "precision": 1.0,
75
+ "recall": 0.9666666666666667,
76
+ "threshold": 0.6422804594039917
77
+ },
78
+ {
79
+ "f1": 1.0,
80
+ "false_alarm_rate": 0.0,
81
+ "miss_rate": 0.0,
82
+ "name": "recall>=0.99",
83
+ "precision": 1.0,
84
+ "recall": 1.0,
85
+ "threshold": 0.6037838459014893
86
+ },
87
+ {
88
+ "f1": 1.0,
89
+ "false_alarm_rate": 0.0,
90
+ "miss_rate": 0.0,
91
+ "name": "recall>=1.00",
92
+ "precision": 1.0,
93
+ "recall": 1.0,
94
+ "threshold": 0.6037838459014893
95
+ },
96
+ {
97
+ "f1": 1.0,
98
+ "false_alarm_rate": 0.0,
99
+ "miss_rate": 0.0,
100
+ "name": "f1_optimal",
101
+ "precision": 1.0,
102
+ "recall": 1.0,
103
+ "threshold": 0.6037838459014893
104
+ }
105
+ ]
106
+ }
107
+ },
108
+ "cable": {
109
+ "padim": {
110
+ "n_defect": 30,
111
+ "n_good": 30,
112
+ "operating_points": [
113
+ {
114
+ "f1": 0.7605633802816902,
115
+ "false_alarm_rate": 0.4666666666666667,
116
+ "miss_rate": 0.09999999999999998,
117
+ "name": "recall>=0.90",
118
+ "precision": 0.6585365853658537,
119
+ "recall": 0.9,
120
+ "threshold": 0.46374180912971497
121
+ },
122
+ {
123
+ "f1": 0.7435897435897435,
124
+ "false_alarm_rate": 0.6333333333333333,
125
+ "miss_rate": 0.033333333333333326,
126
+ "name": "recall>=0.95",
127
+ "precision": 0.6041666666666666,
128
+ "recall": 0.9666666666666667,
129
+ "threshold": 0.40775907039642334
130
+ },
131
+ {
132
+ "f1": 0.7499999999999999,
133
+ "false_alarm_rate": 0.6666666666666666,
134
+ "miss_rate": 0.0,
135
+ "name": "recall>=0.99",
136
+ "precision": 0.6,
137
+ "recall": 1.0,
138
+ "threshold": 0.3766409158706665
139
+ },
140
+ {
141
+ "f1": 0.7499999999999999,
142
+ "false_alarm_rate": 0.6666666666666666,
143
+ "miss_rate": 0.0,
144
+ "name": "recall>=1.00",
145
+ "precision": 0.6,
146
+ "recall": 1.0,
147
+ "threshold": 0.3766409158706665
148
+ },
149
+ {
150
+ "f1": 0.8666666666666667,
151
+ "false_alarm_rate": 0.13333333333333333,
152
+ "miss_rate": 0.1333333333333333,
153
+ "name": "f1_optimal",
154
+ "precision": 0.8666666666666667,
155
+ "recall": 0.8666666666666667,
156
+ "threshold": 0.5108200311660767
157
+ }
158
+ ]
159
+ },
160
+ "patchcore": {
161
+ "n_defect": 30,
162
+ "n_good": 30,
163
+ "operating_points": [
164
+ {
165
+ "f1": 0.9310344827586207,
166
+ "false_alarm_rate": 0.03333333333333333,
167
+ "miss_rate": 0.09999999999999998,
168
+ "name": "recall>=0.90",
169
+ "precision": 0.9642857142857143,
170
+ "recall": 0.9,
171
+ "threshold": 0.6193618774414062
172
+ },
173
+ {
174
+ "f1": 0.8923076923076922,
175
+ "false_alarm_rate": 0.2,
176
+ "miss_rate": 0.033333333333333326,
177
+ "name": "recall>=0.95",
178
+ "precision": 0.8285714285714286,
179
+ "recall": 0.9666666666666667,
180
+ "threshold": 0.5702670216560364
181
+ },
182
+ {
183
+ "f1": 0.8450704225352113,
184
+ "false_alarm_rate": 0.36666666666666664,
185
+ "miss_rate": 0.0,
186
+ "name": "recall>=0.99",
187
+ "precision": 0.7317073170731707,
188
+ "recall": 1.0,
189
+ "threshold": 0.541007936000824
190
+ },
191
+ {
192
+ "f1": 0.8450704225352113,
193
+ "false_alarm_rate": 0.36666666666666664,
194
+ "miss_rate": 0.0,
195
+ "name": "recall>=1.00",
196
+ "precision": 0.7317073170731707,
197
+ "recall": 1.0,
198
+ "threshold": 0.541007936000824
199
+ },
200
+ {
201
+ "f1": 0.9310344827586207,
202
+ "false_alarm_rate": 0.03333333333333333,
203
+ "miss_rate": 0.09999999999999998,
204
+ "name": "f1_optimal",
205
+ "precision": 0.9642857142857143,
206
+ "recall": 0.9,
207
+ "threshold": 0.6193618774414062
208
+ }
209
+ ]
210
+ }
211
+ },
212
+ "capsule": {
213
+ "padim": {
214
+ "n_defect": 30,
215
+ "n_good": 23,
216
+ "operating_points": [
217
+ {
218
+ "f1": 0.8571428571428572,
219
+ "false_alarm_rate": 0.2608695652173913,
220
+ "miss_rate": 0.09999999999999998,
221
+ "name": "recall>=0.90",
222
+ "precision": 0.8181818181818182,
223
+ "recall": 0.9,
224
+ "threshold": 0.5840415358543396
225
+ },
226
+ {
227
+ "f1": 0.8529411764705883,
228
+ "false_alarm_rate": 0.391304347826087,
229
+ "miss_rate": 0.033333333333333326,
230
+ "name": "recall>=0.95",
231
+ "precision": 0.7631578947368421,
232
+ "recall": 0.9666666666666667,
233
+ "threshold": 0.5533405542373657
234
+ },
235
+ {
236
+ "f1": 0.8571428571428571,
237
+ "false_alarm_rate": 0.43478260869565216,
238
+ "miss_rate": 0.0,
239
+ "name": "recall>=0.99",
240
+ "precision": 0.75,
241
+ "recall": 1.0,
242
+ "threshold": 0.5258230566978455
243
+ },
244
+ {
245
+ "f1": 0.8571428571428571,
246
+ "false_alarm_rate": 0.43478260869565216,
247
+ "miss_rate": 0.0,
248
+ "name": "recall>=1.00",
249
+ "precision": 0.75,
250
+ "recall": 1.0,
251
+ "threshold": 0.5258230566978455
252
+ },
253
+ {
254
+ "f1": 0.8749999999999999,
255
+ "false_alarm_rate": 0.2608695652173913,
256
+ "miss_rate": 0.06666666666666665,
257
+ "name": "f1_optimal",
258
+ "precision": 0.8235294117647058,
259
+ "recall": 0.9333333333333333,
260
+ "threshold": 0.5745672583580017
261
+ }
262
+ ]
263
+ },
264
+ "patchcore": {
265
+ "n_defect": 30,
266
+ "n_good": 23,
267
+ "operating_points": [
268
+ {
269
+ "f1": 0.8181818181818182,
270
+ "false_alarm_rate": 0.391304347826087,
271
+ "miss_rate": 0.09999999999999998,
272
+ "name": "recall>=0.90",
273
+ "precision": 0.75,
274
+ "recall": 0.9,
275
+ "threshold": 0.7772570252418518
276
+ },
277
+ {
278
+ "f1": 0.725,
279
+ "false_alarm_rate": 0.9130434782608695,
280
+ "miss_rate": 0.033333333333333326,
281
+ "name": "recall>=0.95",
282
+ "precision": 0.58,
283
+ "recall": 0.9666666666666667,
284
+ "threshold": 0.7541043162345886
285
+ },
286
+ {
287
+ "f1": 0.7407407407407407,
288
+ "false_alarm_rate": 0.9130434782608695,
289
+ "miss_rate": 0.0,
290
+ "name": "recall>=0.99",
291
+ "precision": 0.5882352941176471,
292
+ "recall": 1.0,
293
+ "threshold": 0.7456860542297363
294
+ },
295
+ {
296
+ "f1": 0.7407407407407407,
297
+ "false_alarm_rate": 0.9130434782608695,
298
+ "miss_rate": 0.0,
299
+ "name": "recall>=1.00",
300
+ "precision": 0.5882352941176471,
301
+ "recall": 1.0,
302
+ "threshold": 0.7456860542297363
303
+ },
304
+ {
305
+ "f1": 0.8333333333333334,
306
+ "false_alarm_rate": 0.21739130434782608,
307
+ "miss_rate": 0.16666666666666663,
308
+ "name": "f1_optimal",
309
+ "precision": 0.8333333333333334,
310
+ "recall": 0.8333333333333334,
311
+ "threshold": 0.7850695848464966
312
+ }
313
+ ]
314
+ }
315
+ },
316
+ "carpet": {
317
+ "padim": {
318
+ "n_defect": 30,
319
+ "n_good": 28,
320
+ "operating_points": [
321
+ {
322
+ "f1": 0.9473684210526316,
323
+ "false_alarm_rate": 0.0,
324
+ "miss_rate": 0.09999999999999998,
325
+ "name": "recall>=0.90",
326
+ "precision": 1.0,
327
+ "recall": 0.9,
328
+ "threshold": 0.5956616401672363
329
+ },
330
+ {
331
+ "f1": 0.983050847457627,
332
+ "false_alarm_rate": 0.0,
333
+ "miss_rate": 0.033333333333333326,
334
+ "name": "recall>=0.95",
335
+ "precision": 1.0,
336
+ "recall": 0.9666666666666667,
337
+ "threshold": 0.4999498128890991
338
+ },
339
+ {
340
+ "f1": 0.9375,
341
+ "false_alarm_rate": 0.14285714285714285,
342
+ "miss_rate": 0.0,
343
+ "name": "recall>=0.99",
344
+ "precision": 0.8823529411764706,
345
+ "recall": 1.0,
346
+ "threshold": 0.48783549666404724
347
+ },
348
+ {
349
+ "f1": 0.9375,
350
+ "false_alarm_rate": 0.14285714285714285,
351
+ "miss_rate": 0.0,
352
+ "name": "recall>=1.00",
353
+ "precision": 0.8823529411764706,
354
+ "recall": 1.0,
355
+ "threshold": 0.48783549666404724
356
+ },
357
+ {
358
+ "f1": 0.983050847457627,
359
+ "false_alarm_rate": 0.0,
360
+ "miss_rate": 0.033333333333333326,
361
+ "name": "f1_optimal",
362
+ "precision": 1.0,
363
+ "recall": 0.9666666666666667,
364
+ "threshold": 0.4999498128890991
365
+ }
366
+ ]
367
+ },
368
+ "patchcore": {
369
+ "n_defect": 30,
370
+ "n_good": 28,
371
+ "operating_points": [
372
+ {
373
+ "f1": 0.9473684210526316,
374
+ "false_alarm_rate": 0.0,
375
+ "miss_rate": 0.09999999999999998,
376
+ "name": "recall>=0.90",
377
+ "precision": 1.0,
378
+ "recall": 0.9,
379
+ "threshold": 0.6789528131484985
380
+ },
381
+ {
382
+ "f1": 0.983050847457627,
383
+ "false_alarm_rate": 0.0,
384
+ "miss_rate": 0.033333333333333326,
385
+ "name": "recall>=0.95",
386
+ "precision": 1.0,
387
+ "recall": 0.9666666666666667,
388
+ "threshold": 0.611039400100708
389
+ },
390
+ {
391
+ "f1": 0.967741935483871,
392
+ "false_alarm_rate": 0.07142857142857142,
393
+ "miss_rate": 0.0,
394
+ "name": "recall>=0.99",
395
+ "precision": 0.9375,
396
+ "recall": 1.0,
397
+ "threshold": 0.5025705695152283
398
+ },
399
+ {
400
+ "f1": 0.967741935483871,
401
+ "false_alarm_rate": 0.07142857142857142,
402
+ "miss_rate": 0.0,
403
+ "name": "recall>=1.00",
404
+ "precision": 0.9375,
405
+ "recall": 1.0,
406
+ "threshold": 0.5025705695152283
407
+ },
408
+ {
409
+ "f1": 0.983050847457627,
410
+ "false_alarm_rate": 0.0,
411
+ "miss_rate": 0.033333333333333326,
412
+ "name": "f1_optimal",
413
+ "precision": 1.0,
414
+ "recall": 0.9666666666666667,
415
+ "threshold": 0.611039400100708
416
+ }
417
+ ]
418
+ }
419
+ },
420
+ "grid": {
421
+ "padim": {
422
+ "n_defect": 30,
423
+ "n_good": 21,
424
+ "operating_points": [
425
+ {
426
+ "f1": 0.7714285714285714,
427
+ "false_alarm_rate": 0.6190476190476191,
428
+ "miss_rate": 0.09999999999999998,
429
+ "name": "recall>=0.90",
430
+ "precision": 0.675,
431
+ "recall": 0.9,
432
+ "threshold": 0.5550837516784668
433
+ },
434
+ {
435
+ "f1": 0.7837837837837838,
436
+ "false_alarm_rate": 0.7142857142857143,
437
+ "miss_rate": 0.033333333333333326,
438
+ "name": "recall>=0.95",
439
+ "precision": 0.6590909090909091,
440
+ "recall": 0.9666666666666667,
441
+ "threshold": 0.531110942363739
442
+ },
443
+ {
444
+ "f1": 0.7792207792207793,
445
+ "false_alarm_rate": 0.8095238095238095,
446
+ "miss_rate": 0.0,
447
+ "name": "recall>=0.99",
448
+ "precision": 0.6382978723404256,
449
+ "recall": 1.0,
450
+ "threshold": 0.5030778050422668
451
+ },
452
+ {
453
+ "f1": 0.7792207792207793,
454
+ "false_alarm_rate": 0.8095238095238095,
455
+ "miss_rate": 0.0,
456
+ "name": "recall>=1.00",
457
+ "precision": 0.6382978723404256,
458
+ "recall": 1.0,
459
+ "threshold": 0.5030778050422668
460
+ },
461
+ {
462
+ "f1": 0.7837837837837838,
463
+ "false_alarm_rate": 0.7142857142857143,
464
+ "miss_rate": 0.033333333333333326,
465
+ "name": "f1_optimal",
466
+ "precision": 0.6590909090909091,
467
+ "recall": 0.9666666666666667,
468
+ "threshold": 0.531110942363739
469
+ }
470
+ ]
471
+ },
472
+ "patchcore": {
473
+ "n_defect": 30,
474
+ "n_good": 21,
475
+ "operating_points": [
476
+ {
477
+ "f1": 0.9473684210526316,
478
+ "false_alarm_rate": 0.0,
479
+ "miss_rate": 0.09999999999999998,
480
+ "name": "recall>=0.90",
481
+ "precision": 1.0,
482
+ "recall": 0.9,
483
+ "threshold": 0.6978417634963989
484
+ },
485
+ {
486
+ "f1": 0.7837837837837838,
487
+ "false_alarm_rate": 0.7142857142857143,
488
+ "miss_rate": 0.033333333333333326,
489
+ "name": "recall>=0.95",
490
+ "precision": 0.6590909090909091,
491
+ "recall": 0.9666666666666667,
492
+ "threshold": 0.4963747560977936
493
+ },
494
+ {
495
+ "f1": 0.7499999999999999,
496
+ "false_alarm_rate": 0.9523809523809523,
497
+ "miss_rate": 0.0,
498
+ "name": "recall>=0.99",
499
+ "precision": 0.6,
500
+ "recall": 1.0,
501
+ "threshold": 0.4447893798351288
502
+ },
503
+ {
504
+ "f1": 0.7499999999999999,
505
+ "false_alarm_rate": 0.9523809523809523,
506
+ "miss_rate": 0.0,
507
+ "name": "recall>=1.00",
508
+ "precision": 0.6,
509
+ "recall": 1.0,
510
+ "threshold": 0.4447893798351288
511
+ },
512
+ {
513
+ "f1": 0.9473684210526316,
514
+ "false_alarm_rate": 0.0,
515
+ "miss_rate": 0.09999999999999998,
516
+ "name": "f1_optimal",
517
+ "precision": 1.0,
518
+ "recall": 0.9,
519
+ "threshold": 0.6978417634963989
520
+ }
521
+ ]
522
+ }
523
+ },
524
+ "hazelnut": {
525
+ "padim": {
526
+ "n_defect": 30,
527
+ "n_good": 30,
528
+ "operating_points": [
529
+ {
530
+ "f1": 0.7605633802816902,
531
+ "false_alarm_rate": 0.4666666666666667,
532
+ "miss_rate": 0.09999999999999998,
533
+ "name": "recall>=0.90",
534
+ "precision": 0.6585365853658537,
535
+ "recall": 0.9,
536
+ "threshold": 0.5390776991844177
537
+ },
538
+ {
539
+ "f1": 0.7532467532467533,
540
+ "false_alarm_rate": 0.6,
541
+ "miss_rate": 0.033333333333333326,
542
+ "name": "recall>=0.95",
543
+ "precision": 0.6170212765957447,
544
+ "recall": 0.9666666666666667,
545
+ "threshold": 0.5134763121604919
546
+ },
547
+ {
548
+ "f1": 0.7692307692307693,
549
+ "false_alarm_rate": 0.6,
550
+ "miss_rate": 0.0,
551
+ "name": "recall>=0.99",
552
+ "precision": 0.625,
553
+ "recall": 1.0,
554
+ "threshold": 0.5015469193458557
555
+ },
556
+ {
557
+ "f1": 0.7692307692307693,
558
+ "false_alarm_rate": 0.6,
559
+ "miss_rate": 0.0,
560
+ "name": "recall>=1.00",
561
+ "precision": 0.625,
562
+ "recall": 1.0,
563
+ "threshold": 0.5015469193458557
564
+ },
565
+ {
566
+ "f1": 0.7692307692307693,
567
+ "false_alarm_rate": 0.6,
568
+ "miss_rate": 0.0,
569
+ "name": "f1_optimal",
570
+ "precision": 0.625,
571
+ "recall": 1.0,
572
+ "threshold": 0.5015469193458557
573
+ }
574
+ ]
575
+ },
576
+ "patchcore": {
577
+ "n_defect": 30,
578
+ "n_good": 30,
579
+ "operating_points": [
580
+ {
581
+ "f1": 0.9473684210526316,
582
+ "false_alarm_rate": 0.0,
583
+ "miss_rate": 0.09999999999999998,
584
+ "name": "recall>=0.90",
585
+ "precision": 1.0,
586
+ "recall": 0.9,
587
+ "threshold": 0.6554072499275208
588
+ },
589
+ {
590
+ "f1": 0.983050847457627,
591
+ "false_alarm_rate": 0.0,
592
+ "miss_rate": 0.033333333333333326,
593
+ "name": "recall>=0.95",
594
+ "precision": 1.0,
595
+ "recall": 0.9666666666666667,
596
+ "threshold": 0.5653913021087646
597
+ },
598
+ {
599
+ "f1": 1.0,
600
+ "false_alarm_rate": 0.0,
601
+ "miss_rate": 0.0,
602
+ "name": "recall>=0.99",
603
+ "precision": 1.0,
604
+ "recall": 1.0,
605
+ "threshold": 0.5619214177131653
606
+ },
607
+ {
608
+ "f1": 1.0,
609
+ "false_alarm_rate": 0.0,
610
+ "miss_rate": 0.0,
611
+ "name": "recall>=1.00",
612
+ "precision": 1.0,
613
+ "recall": 1.0,
614
+ "threshold": 0.5619214177131653
615
+ },
616
+ {
617
+ "f1": 1.0,
618
+ "false_alarm_rate": 0.0,
619
+ "miss_rate": 0.0,
620
+ "name": "f1_optimal",
621
+ "precision": 1.0,
622
+ "recall": 1.0,
623
+ "threshold": 0.5619214177131653
624
+ }
625
+ ]
626
+ }
627
+ },
628
+ "leather": {
629
+ "padim": {
630
+ "n_defect": 30,
631
+ "n_good": 30,
632
+ "operating_points": [
633
+ {
634
+ "f1": 0.9473684210526316,
635
+ "false_alarm_rate": 0.0,
636
+ "miss_rate": 0.09999999999999998,
637
+ "name": "recall>=0.90",
638
+ "precision": 1.0,
639
+ "recall": 0.9,
640
+ "threshold": 0.5474454164505005
641
+ },
642
+ {
643
+ "f1": 0.983050847457627,
644
+ "false_alarm_rate": 0.0,
645
+ "miss_rate": 0.033333333333333326,
646
+ "name": "recall>=0.95",
647
+ "precision": 1.0,
648
+ "recall": 0.9666666666666667,
649
+ "threshold": 0.5185986161231995
650
+ },
651
+ {
652
+ "f1": 1.0,
653
+ "false_alarm_rate": 0.0,
654
+ "miss_rate": 0.0,
655
+ "name": "recall>=0.99",
656
+ "precision": 1.0,
657
+ "recall": 1.0,
658
+ "threshold": 0.5109437704086304
659
+ },
660
+ {
661
+ "f1": 1.0,
662
+ "false_alarm_rate": 0.0,
663
+ "miss_rate": 0.0,
664
+ "name": "recall>=1.00",
665
+ "precision": 1.0,
666
+ "recall": 1.0,
667
+ "threshold": 0.5109437704086304
668
+ },
669
+ {
670
+ "f1": 1.0,
671
+ "false_alarm_rate": 0.0,
672
+ "miss_rate": 0.0,
673
+ "name": "f1_optimal",
674
+ "precision": 1.0,
675
+ "recall": 1.0,
676
+ "threshold": 0.5109437704086304
677
+ }
678
+ ]
679
+ },
680
+ "patchcore": {
681
+ "n_defect": 30,
682
+ "n_good": 30,
683
+ "operating_points": [
684
+ {
685
+ "f1": 0.9473684210526316,
686
+ "false_alarm_rate": 0.0,
687
+ "miss_rate": 0.09999999999999998,
688
+ "name": "recall>=0.90",
689
+ "precision": 1.0,
690
+ "recall": 0.9,
691
+ "threshold": 0.652584433555603
692
+ },
693
+ {
694
+ "f1": 0.983050847457627,
695
+ "false_alarm_rate": 0.0,
696
+ "miss_rate": 0.033333333333333326,
697
+ "name": "recall>=0.95",
698
+ "precision": 1.0,
699
+ "recall": 0.9666666666666667,
700
+ "threshold": 0.5922462344169617
701
+ },
702
+ {
703
+ "f1": 1.0,
704
+ "false_alarm_rate": 0.0,
705
+ "miss_rate": 0.0,
706
+ "name": "recall>=0.99",
707
+ "precision": 1.0,
708
+ "recall": 1.0,
709
+ "threshold": 0.5686747431755066
710
+ },
711
+ {
712
+ "f1": 1.0,
713
+ "false_alarm_rate": 0.0,
714
+ "miss_rate": 0.0,
715
+ "name": "recall>=1.00",
716
+ "precision": 1.0,
717
+ "recall": 1.0,
718
+ "threshold": 0.5686747431755066
719
+ },
720
+ {
721
+ "f1": 1.0,
722
+ "false_alarm_rate": 0.0,
723
+ "miss_rate": 0.0,
724
+ "name": "f1_optimal",
725
+ "precision": 1.0,
726
+ "recall": 1.0,
727
+ "threshold": 0.5686747431755066
728
+ }
729
+ ]
730
+ }
731
+ },
732
+ "metal_nut": {
733
+ "padim": {
734
+ "n_defect": 30,
735
+ "n_good": 22,
736
+ "operating_points": [
737
+ {
738
+ "f1": 0.9152542372881356,
739
+ "false_alarm_rate": 0.09090909090909091,
740
+ "miss_rate": 0.09999999999999998,
741
+ "name": "recall>=0.90",
742
+ "precision": 0.9310344827586207,
743
+ "recall": 0.9,
744
+ "threshold": 0.5201382040977478
745
+ },
746
+ {
747
+ "f1": 0.8405797101449275,
748
+ "false_alarm_rate": 0.45454545454545453,
749
+ "miss_rate": 0.033333333333333326,
750
+ "name": "recall>=0.95",
751
+ "precision": 0.7435897435897436,
752
+ "recall": 0.9666666666666667,
753
+ "threshold": 0.47036391496658325
754
+ },
755
+ {
756
+ "f1": 0.8571428571428571,
757
+ "false_alarm_rate": 0.45454545454545453,
758
+ "miss_rate": 0.0,
759
+ "name": "recall>=0.99",
760
+ "precision": 0.75,
761
+ "recall": 1.0,
762
+ "threshold": 0.4641455113887787
763
+ },
764
+ {
765
+ "f1": 0.8571428571428571,
766
+ "false_alarm_rate": 0.45454545454545453,
767
+ "miss_rate": 0.0,
768
+ "name": "recall>=1.00",
769
+ "precision": 0.75,
770
+ "recall": 1.0,
771
+ "threshold": 0.4641455113887787
772
+ },
773
+ {
774
+ "f1": 0.9152542372881356,
775
+ "false_alarm_rate": 0.09090909090909091,
776
+ "miss_rate": 0.09999999999999998,
777
+ "name": "f1_optimal",
778
+ "precision": 0.9310344827586207,
779
+ "recall": 0.9,
780
+ "threshold": 0.5201382040977478
781
+ }
782
+ ]
783
+ },
784
+ "patchcore": {
785
+ "n_defect": 30,
786
+ "n_good": 22,
787
+ "operating_points": [
788
+ {
789
+ "f1": 0.9473684210526316,
790
+ "false_alarm_rate": 0.0,
791
+ "miss_rate": 0.09999999999999998,
792
+ "name": "recall>=0.90",
793
+ "precision": 1.0,
794
+ "recall": 0.9,
795
+ "threshold": 0.8423565626144409
796
+ },
797
+ {
798
+ "f1": 0.8923076923076922,
799
+ "false_alarm_rate": 0.2727272727272727,
800
+ "miss_rate": 0.033333333333333326,
801
+ "name": "recall>=0.95",
802
+ "precision": 0.8285714285714286,
803
+ "recall": 0.9666666666666667,
804
+ "threshold": 0.6897115111351013
805
+ },
806
+ {
807
+ "f1": 0.8823529411764706,
808
+ "false_alarm_rate": 0.36363636363636365,
809
+ "miss_rate": 0.0,
810
+ "name": "recall>=0.99",
811
+ "precision": 0.7894736842105263,
812
+ "recall": 1.0,
813
+ "threshold": 0.6508183479309082
814
+ },
815
+ {
816
+ "f1": 0.8823529411764706,
817
+ "false_alarm_rate": 0.36363636363636365,
818
+ "miss_rate": 0.0,
819
+ "name": "recall>=1.00",
820
+ "precision": 0.7894736842105263,
821
+ "recall": 1.0,
822
+ "threshold": 0.6508183479309082
823
+ },
824
+ {
825
+ "f1": 0.9655172413793104,
826
+ "false_alarm_rate": 0.0,
827
+ "miss_rate": 0.06666666666666665,
828
+ "name": "f1_optimal",
829
+ "precision": 1.0,
830
+ "recall": 0.9333333333333333,
831
+ "threshold": 0.8392672538757324
832
+ }
833
+ ]
834
+ }
835
+ },
836
+ "pill": {
837
+ "padim": {
838
+ "n_defect": 30,
839
+ "n_good": 26,
840
+ "operating_points": [
841
+ {
842
+ "f1": 0.7826086956521738,
843
+ "false_alarm_rate": 0.46153846153846156,
844
+ "miss_rate": 0.09999999999999998,
845
+ "name": "recall>=0.90",
846
+ "precision": 0.6923076923076923,
847
+ "recall": 0.9,
848
+ "threshold": 0.5182121396064758
849
+ },
850
+ {
851
+ "f1": 0.7945205479452055,
852
+ "false_alarm_rate": 0.5384615384615384,
853
+ "miss_rate": 0.033333333333333326,
854
+ "name": "recall>=0.95",
855
+ "precision": 0.6744186046511628,
856
+ "recall": 0.9666666666666667,
857
+ "threshold": 0.5002057552337646
858
+ },
859
+ {
860
+ "f1": 0.7499999999999999,
861
+ "false_alarm_rate": 0.7692307692307693,
862
+ "miss_rate": 0.0,
863
+ "name": "recall>=0.99",
864
+ "precision": 0.6,
865
+ "recall": 1.0,
866
+ "threshold": 0.4901064336299896
867
+ },
868
+ {
869
+ "f1": 0.7499999999999999,
870
+ "false_alarm_rate": 0.7692307692307693,
871
+ "miss_rate": 0.0,
872
+ "name": "recall>=1.00",
873
+ "precision": 0.6,
874
+ "recall": 1.0,
875
+ "threshold": 0.4901064336299896
876
+ },
877
+ {
878
+ "f1": 0.8,
879
+ "false_alarm_rate": 0.46153846153846156,
880
+ "miss_rate": 0.06666666666666665,
881
+ "name": "f1_optimal",
882
+ "precision": 0.7,
883
+ "recall": 0.9333333333333333,
884
+ "threshold": 0.5180240273475647
885
+ }
886
+ ]
887
+ },
888
+ "patchcore": {
889
+ "n_defect": 30,
890
+ "n_good": 26,
891
+ "operating_points": [
892
+ {
893
+ "f1": 0.8181818181818182,
894
+ "false_alarm_rate": 0.34615384615384615,
895
+ "miss_rate": 0.09999999999999998,
896
+ "name": "recall>=0.90",
897
+ "precision": 0.75,
898
+ "recall": 0.9,
899
+ "threshold": 0.704292893409729
900
+ },
901
+ {
902
+ "f1": 0.6987951807228916,
903
+ "false_alarm_rate": 0.9230769230769231,
904
+ "miss_rate": 0.033333333333333326,
905
+ "name": "recall>=0.95",
906
+ "precision": 0.5471698113207547,
907
+ "recall": 0.9666666666666667,
908
+ "threshold": 0.649356484413147
909
+ },
910
+ {
911
+ "f1": 0.6976744186046512,
912
+ "false_alarm_rate": 1.0,
913
+ "miss_rate": 0.0,
914
+ "name": "recall>=0.99",
915
+ "precision": 0.5357142857142857,
916
+ "recall": 1.0,
917
+ "threshold": 0.6259214282035828
918
+ },
919
+ {
920
+ "f1": 0.6976744186046512,
921
+ "false_alarm_rate": 1.0,
922
+ "miss_rate": 0.0,
923
+ "name": "recall>=1.00",
924
+ "precision": 0.5357142857142857,
925
+ "recall": 1.0,
926
+ "threshold": 0.6259214282035828
927
+ },
928
+ {
929
+ "f1": 0.8387096774193549,
930
+ "false_alarm_rate": 0.23076923076923078,
931
+ "miss_rate": 0.1333333333333333,
932
+ "name": "f1_optimal",
933
+ "precision": 0.8125,
934
+ "recall": 0.8666666666666667,
935
+ "threshold": 0.7138255834579468
936
+ }
937
+ ]
938
+ }
939
+ },
940
+ "screw": {
941
+ "padim": {
942
+ "n_defect": 30,
943
+ "n_good": 30,
944
+ "operating_points": [
945
+ {
946
+ "f1": 0.7200000000000001,
947
+ "false_alarm_rate": 0.6,
948
+ "miss_rate": 0.09999999999999998,
949
+ "name": "recall>=0.90",
950
+ "precision": 0.6,
951
+ "recall": 0.9,
952
+ "threshold": 0.4948020279407501
953
+ },
954
+ {
955
+ "f1": 0.7073170731707317,
956
+ "false_alarm_rate": 0.7666666666666667,
957
+ "miss_rate": 0.033333333333333326,
958
+ "name": "recall>=0.95",
959
+ "precision": 0.5576923076923077,
960
+ "recall": 0.9666666666666667,
961
+ "threshold": 0.4712910056114197
962
+ },
963
+ {
964
+ "f1": 0.7228915662650602,
965
+ "false_alarm_rate": 0.7666666666666667,
966
+ "miss_rate": 0.0,
967
+ "name": "recall>=0.99",
968
+ "precision": 0.5660377358490566,
969
+ "recall": 1.0,
970
+ "threshold": 0.4684108793735504
971
+ },
972
+ {
973
+ "f1": 0.7228915662650602,
974
+ "false_alarm_rate": 0.7666666666666667,
975
+ "miss_rate": 0.0,
976
+ "name": "recall>=1.00",
977
+ "precision": 0.5660377358490566,
978
+ "recall": 1.0,
979
+ "threshold": 0.4684108793735504
980
+ },
981
+ {
982
+ "f1": 0.7228915662650602,
983
+ "false_alarm_rate": 0.7666666666666667,
984
+ "miss_rate": 0.0,
985
+ "name": "f1_optimal",
986
+ "precision": 0.5660377358490566,
987
+ "recall": 1.0,
988
+ "threshold": 0.4684108793735504
989
+ }
990
+ ]
991
+ },
992
+ "patchcore": {
993
+ "n_defect": 30,
994
+ "n_good": 30,
995
+ "operating_points": [
996
+ {
997
+ "f1": 0.7012987012987012,
998
+ "false_alarm_rate": 0.6666666666666666,
999
+ "miss_rate": 0.09999999999999998,
1000
+ "name": "recall>=0.90",
1001
+ "precision": 0.574468085106383,
1002
+ "recall": 0.9,
1003
+ "threshold": 0.8022058010101318
1004
+ },
1005
+ {
1006
+ "f1": 0.7160493827160493,
1007
+ "false_alarm_rate": 0.7333333333333333,
1008
+ "miss_rate": 0.033333333333333326,
1009
+ "name": "recall>=0.95",
1010
+ "precision": 0.5686274509803921,
1011
+ "recall": 0.9666666666666667,
1012
+ "threshold": 0.7193140387535095
1013
+ },
1014
+ {
1015
+ "f1": 0.7317073170731707,
1016
+ "false_alarm_rate": 0.7333333333333333,
1017
+ "miss_rate": 0.0,
1018
+ "name": "recall>=0.99",
1019
+ "precision": 0.5769230769230769,
1020
+ "recall": 1.0,
1021
+ "threshold": 0.6874237060546875
1022
+ },
1023
+ {
1024
+ "f1": 0.7317073170731707,
1025
+ "false_alarm_rate": 0.7333333333333333,
1026
+ "miss_rate": 0.0,
1027
+ "name": "recall>=1.00",
1028
+ "precision": 0.5769230769230769,
1029
+ "recall": 1.0,
1030
+ "threshold": 0.6874237060546875
1031
+ },
1032
+ {
1033
+ "f1": 0.7352941176470588,
1034
+ "false_alarm_rate": 0.43333333333333335,
1035
+ "miss_rate": 0.16666666666666663,
1036
+ "name": "f1_optimal",
1037
+ "precision": 0.6578947368421053,
1038
+ "recall": 0.8333333333333334,
1039
+ "threshold": 0.885103702545166
1040
+ }
1041
+ ]
1042
+ }
1043
+ },
1044
+ "tile": {
1045
+ "padim": {
1046
+ "n_defect": 30,
1047
+ "n_good": 30,
1048
+ "operating_points": [
1049
+ {
1050
+ "f1": 0.9152542372881356,
1051
+ "false_alarm_rate": 0.06666666666666667,
1052
+ "miss_rate": 0.09999999999999998,
1053
+ "name": "recall>=0.90",
1054
+ "precision": 0.9310344827586207,
1055
+ "recall": 0.9,
1056
+ "threshold": 0.5374820232391357
1057
+ },
1058
+ {
1059
+ "f1": 0.9508196721311476,
1060
+ "false_alarm_rate": 0.06666666666666667,
1061
+ "miss_rate": 0.033333333333333326,
1062
+ "name": "recall>=0.95",
1063
+ "precision": 0.9354838709677419,
1064
+ "recall": 0.9666666666666667,
1065
+ "threshold": 0.5345419049263
1066
+ },
1067
+ {
1068
+ "f1": 0.7792207792207793,
1069
+ "false_alarm_rate": 0.5666666666666667,
1070
+ "miss_rate": 0.0,
1071
+ "name": "recall>=0.99",
1072
+ "precision": 0.6382978723404256,
1073
+ "recall": 1.0,
1074
+ "threshold": 0.47100961208343506
1075
+ },
1076
+ {
1077
+ "f1": 0.7792207792207793,
1078
+ "false_alarm_rate": 0.5666666666666667,
1079
+ "miss_rate": 0.0,
1080
+ "name": "recall>=1.00",
1081
+ "precision": 0.6382978723404256,
1082
+ "recall": 1.0,
1083
+ "threshold": 0.47100961208343506
1084
+ },
1085
+ {
1086
+ "f1": 0.9508196721311476,
1087
+ "false_alarm_rate": 0.06666666666666667,
1088
+ "miss_rate": 0.033333333333333326,
1089
+ "name": "f1_optimal",
1090
+ "precision": 0.9354838709677419,
1091
+ "recall": 0.9666666666666667,
1092
+ "threshold": 0.5345419049263
1093
+ }
1094
+ ]
1095
+ },
1096
+ "patchcore": {
1097
+ "n_defect": 30,
1098
+ "n_good": 30,
1099
+ "operating_points": [
1100
+ {
1101
+ "f1": 0.9473684210526316,
1102
+ "false_alarm_rate": 0.0,
1103
+ "miss_rate": 0.09999999999999998,
1104
+ "name": "recall>=0.90",
1105
+ "precision": 1.0,
1106
+ "recall": 0.9,
1107
+ "threshold": 0.5342946648597717
1108
+ },
1109
+ {
1110
+ "f1": 0.983050847457627,
1111
+ "false_alarm_rate": 0.0,
1112
+ "miss_rate": 0.033333333333333326,
1113
+ "name": "recall>=0.95",
1114
+ "precision": 1.0,
1115
+ "recall": 0.9666666666666667,
1116
+ "threshold": 0.43808090686798096
1117
+ },
1118
+ {
1119
+ "f1": 0.6896551724137931,
1120
+ "false_alarm_rate": 0.9,
1121
+ "miss_rate": 0.0,
1122
+ "name": "recall>=0.99",
1123
+ "precision": 0.5263157894736842,
1124
+ "recall": 1.0,
1125
+ "threshold": 0.34442830085754395
1126
+ },
1127
+ {
1128
+ "f1": 0.6896551724137931,
1129
+ "false_alarm_rate": 0.9,
1130
+ "miss_rate": 0.0,
1131
+ "name": "recall>=1.00",
1132
+ "precision": 0.5263157894736842,
1133
+ "recall": 1.0,
1134
+ "threshold": 0.34442830085754395
1135
+ },
1136
+ {
1137
+ "f1": 0.983050847457627,
1138
+ "false_alarm_rate": 0.0,
1139
+ "miss_rate": 0.033333333333333326,
1140
+ "name": "f1_optimal",
1141
+ "precision": 1.0,
1142
+ "recall": 0.9666666666666667,
1143
+ "threshold": 0.43808090686798096
1144
+ }
1145
+ ]
1146
+ }
1147
+ },
1148
+ "toothbrush": {
1149
+ "padim": {
1150
+ "n_defect": 30,
1151
+ "n_good": 12,
1152
+ "operating_points": [
1153
+ {
1154
+ "f1": 0.9,
1155
+ "false_alarm_rate": 0.25,
1156
+ "miss_rate": 0.09999999999999998,
1157
+ "name": "recall>=0.90",
1158
+ "precision": 0.9,
1159
+ "recall": 0.9,
1160
+ "threshold": 0.5017285346984863
1161
+ },
1162
+ {
1163
+ "f1": 0.90625,
1164
+ "false_alarm_rate": 0.4166666666666667,
1165
+ "miss_rate": 0.033333333333333326,
1166
+ "name": "recall>=0.95",
1167
+ "precision": 0.8529411764705882,
1168
+ "recall": 0.9666666666666667,
1169
+ "threshold": 0.44678109884262085
1170
+ },
1171
+ {
1172
+ "f1": 0.8695652173913044,
1173
+ "false_alarm_rate": 0.75,
1174
+ "miss_rate": 0.0,
1175
+ "name": "recall>=0.99",
1176
+ "precision": 0.7692307692307693,
1177
+ "recall": 1.0,
1178
+ "threshold": 0.3865973651409149
1179
+ },
1180
+ {
1181
+ "f1": 0.8695652173913044,
1182
+ "false_alarm_rate": 0.75,
1183
+ "miss_rate": 0.0,
1184
+ "name": "recall>=1.00",
1185
+ "precision": 0.7692307692307693,
1186
+ "recall": 1.0,
1187
+ "threshold": 0.3865973651409149
1188
+ },
1189
+ {
1190
+ "f1": 0.9180327868852459,
1191
+ "false_alarm_rate": 0.25,
1192
+ "miss_rate": 0.06666666666666665,
1193
+ "name": "f1_optimal",
1194
+ "precision": 0.9032258064516129,
1195
+ "recall": 0.9333333333333333,
1196
+ "threshold": 0.49924594163894653
1197
+ }
1198
+ ]
1199
+ },
1200
+ "patchcore": {
1201
+ "n_defect": 30,
1202
+ "n_good": 12,
1203
+ "operating_points": [
1204
+ {
1205
+ "f1": 0.8307692307692307,
1206
+ "false_alarm_rate": 0.6666666666666666,
1207
+ "miss_rate": 0.09999999999999998,
1208
+ "name": "recall>=0.90",
1209
+ "precision": 0.7714285714285715,
1210
+ "recall": 0.9,
1211
+ "threshold": 0.7083300352096558
1212
+ },
1213
+ {
1214
+ "f1": 0.8169014084507042,
1215
+ "false_alarm_rate": 1.0,
1216
+ "miss_rate": 0.033333333333333326,
1217
+ "name": "recall>=0.95",
1218
+ "precision": 0.7073170731707317,
1219
+ "recall": 0.9666666666666667,
1220
+ "threshold": 0.6873700022697449
1221
+ },
1222
+ {
1223
+ "f1": 0.8333333333333333,
1224
+ "false_alarm_rate": 1.0,
1225
+ "miss_rate": 0.0,
1226
+ "name": "recall>=0.99",
1227
+ "precision": 0.7142857142857143,
1228
+ "recall": 1.0,
1229
+ "threshold": 0.6838850975036621
1230
+ },
1231
+ {
1232
+ "f1": 0.8333333333333333,
1233
+ "false_alarm_rate": 1.0,
1234
+ "miss_rate": 0.0,
1235
+ "name": "recall>=1.00",
1236
+ "precision": 0.7142857142857143,
1237
+ "recall": 1.0,
1238
+ "threshold": 0.6838850975036621
1239
+ },
1240
+ {
1241
+ "f1": 0.8387096774193549,
1242
+ "false_alarm_rate": 0.5,
1243
+ "miss_rate": 0.1333333333333333,
1244
+ "name": "f1_optimal",
1245
+ "precision": 0.8125,
1246
+ "recall": 0.8666666666666667,
1247
+ "threshold": 0.7210489511489868
1248
+ }
1249
+ ]
1250
+ }
1251
+ },
1252
+ "transistor": {
1253
+ "padim": {
1254
+ "n_defect": 30,
1255
+ "n_good": 30,
1256
+ "operating_points": [
1257
+ {
1258
+ "f1": 0.8307692307692307,
1259
+ "false_alarm_rate": 0.26666666666666666,
1260
+ "miss_rate": 0.09999999999999998,
1261
+ "name": "recall>=0.90",
1262
+ "precision": 0.7714285714285715,
1263
+ "recall": 0.9,
1264
+ "threshold": 0.45047900080680847
1265
+ },
1266
+ {
1267
+ "f1": 0.8169014084507042,
1268
+ "false_alarm_rate": 0.4,
1269
+ "miss_rate": 0.033333333333333326,
1270
+ "name": "recall>=0.95",
1271
+ "precision": 0.7073170731707317,
1272
+ "recall": 0.9666666666666667,
1273
+ "threshold": 0.4333082437515259
1274
+ },
1275
+ {
1276
+ "f1": 0.8,
1277
+ "false_alarm_rate": 0.5,
1278
+ "miss_rate": 0.0,
1279
+ "name": "recall>=0.99",
1280
+ "precision": 0.6666666666666666,
1281
+ "recall": 1.0,
1282
+ "threshold": 0.4270695149898529
1283
+ },
1284
+ {
1285
+ "f1": 0.8,
1286
+ "false_alarm_rate": 0.5,
1287
+ "miss_rate": 0.0,
1288
+ "name": "recall>=1.00",
1289
+ "precision": 0.6666666666666666,
1290
+ "recall": 1.0,
1291
+ "threshold": 0.4270695149898529
1292
+ },
1293
+ {
1294
+ "f1": 0.8363636363636363,
1295
+ "false_alarm_rate": 0.06666666666666667,
1296
+ "miss_rate": 0.23333333333333328,
1297
+ "name": "f1_optimal",
1298
+ "precision": 0.92,
1299
+ "recall": 0.7666666666666667,
1300
+ "threshold": 0.5019115805625916
1301
+ }
1302
+ ]
1303
+ },
1304
+ "patchcore": {
1305
+ "n_defect": 30,
1306
+ "n_good": 30,
1307
+ "operating_points": [
1308
+ {
1309
+ "f1": 0.9473684210526316,
1310
+ "false_alarm_rate": 0.0,
1311
+ "miss_rate": 0.09999999999999998,
1312
+ "name": "recall>=0.90",
1313
+ "precision": 1.0,
1314
+ "recall": 0.9,
1315
+ "threshold": 0.6611451506614685
1316
+ },
1317
+ {
1318
+ "f1": 0.9666666666666667,
1319
+ "false_alarm_rate": 0.03333333333333333,
1320
+ "miss_rate": 0.033333333333333326,
1321
+ "name": "recall>=0.95",
1322
+ "precision": 0.9666666666666667,
1323
+ "recall": 0.9666666666666667,
1324
+ "threshold": 0.5697410702705383
1325
+ },
1326
+ {
1327
+ "f1": 0.9836065573770492,
1328
+ "false_alarm_rate": 0.03333333333333333,
1329
+ "miss_rate": 0.0,
1330
+ "name": "recall>=0.99",
1331
+ "precision": 0.967741935483871,
1332
+ "recall": 1.0,
1333
+ "threshold": 0.5598880052566528
1334
+ },
1335
+ {
1336
+ "f1": 0.9836065573770492,
1337
+ "false_alarm_rate": 0.03333333333333333,
1338
+ "miss_rate": 0.0,
1339
+ "name": "recall>=1.00",
1340
+ "precision": 0.967741935483871,
1341
+ "recall": 1.0,
1342
+ "threshold": 0.5598880052566528
1343
+ },
1344
+ {
1345
+ "f1": 0.9836065573770492,
1346
+ "false_alarm_rate": 0.03333333333333333,
1347
+ "miss_rate": 0.0,
1348
+ "name": "f1_optimal",
1349
+ "precision": 0.967741935483871,
1350
+ "recall": 1.0,
1351
+ "threshold": 0.5598880052566528
1352
+ }
1353
+ ]
1354
+ }
1355
+ },
1356
+ "wood": {
1357
+ "padim": {
1358
+ "n_defect": 30,
1359
+ "n_good": 19,
1360
+ "operating_points": [
1361
+ {
1362
+ "f1": 0.9473684210526316,
1363
+ "false_alarm_rate": 0.0,
1364
+ "miss_rate": 0.09999999999999998,
1365
+ "name": "recall>=0.90",
1366
+ "precision": 1.0,
1367
+ "recall": 0.9,
1368
+ "threshold": 0.6126808524131775
1369
+ },
1370
+ {
1371
+ "f1": 0.9508196721311476,
1372
+ "false_alarm_rate": 0.10526315789473684,
1373
+ "miss_rate": 0.033333333333333326,
1374
+ "name": "recall>=0.95",
1375
+ "precision": 0.9354838709677419,
1376
+ "recall": 0.9666666666666667,
1377
+ "threshold": 0.5312942266464233
1378
+ },
1379
+ {
1380
+ "f1": 0.9375,
1381
+ "false_alarm_rate": 0.21052631578947367,
1382
+ "miss_rate": 0.0,
1383
+ "name": "recall>=0.99",
1384
+ "precision": 0.8823529411764706,
1385
+ "recall": 1.0,
1386
+ "threshold": 0.5029364228248596
1387
+ },
1388
+ {
1389
+ "f1": 0.9375,
1390
+ "false_alarm_rate": 0.21052631578947367,
1391
+ "miss_rate": 0.0,
1392
+ "name": "recall>=1.00",
1393
+ "precision": 0.8823529411764706,
1394
+ "recall": 1.0,
1395
+ "threshold": 0.5029364228248596
1396
+ },
1397
+ {
1398
+ "f1": 0.9508196721311476,
1399
+ "false_alarm_rate": 0.10526315789473684,
1400
+ "miss_rate": 0.033333333333333326,
1401
+ "name": "f1_optimal",
1402
+ "precision": 0.9354838709677419,
1403
+ "recall": 0.9666666666666667,
1404
+ "threshold": 0.5312942266464233
1405
+ }
1406
+ ]
1407
+ },
1408
+ "patchcore": {
1409
+ "n_defect": 30,
1410
+ "n_good": 19,
1411
+ "operating_points": [
1412
+ {
1413
+ "f1": 0.9473684210526316,
1414
+ "false_alarm_rate": 0.0,
1415
+ "miss_rate": 0.09999999999999998,
1416
+ "name": "recall>=0.90",
1417
+ "precision": 1.0,
1418
+ "recall": 0.9,
1419
+ "threshold": 0.6813918948173523
1420
+ },
1421
+ {
1422
+ "f1": 0.9508196721311476,
1423
+ "false_alarm_rate": 0.10526315789473684,
1424
+ "miss_rate": 0.033333333333333326,
1425
+ "name": "recall>=0.95",
1426
+ "precision": 0.9354838709677419,
1427
+ "recall": 0.9666666666666667,
1428
+ "threshold": 0.46028491854667664
1429
+ },
1430
+ {
1431
+ "f1": 0.9375,
1432
+ "false_alarm_rate": 0.21052631578947367,
1433
+ "miss_rate": 0.0,
1434
+ "name": "recall>=0.99",
1435
+ "precision": 0.8823529411764706,
1436
+ "recall": 1.0,
1437
+ "threshold": 0.42107394337654114
1438
+ },
1439
+ {
1440
+ "f1": 0.9375,
1441
+ "false_alarm_rate": 0.21052631578947367,
1442
+ "miss_rate": 0.0,
1443
+ "name": "recall>=1.00",
1444
+ "precision": 0.8823529411764706,
1445
+ "recall": 1.0,
1446
+ "threshold": 0.42107394337654114
1447
+ },
1448
+ {
1449
+ "f1": 0.9655172413793104,
1450
+ "false_alarm_rate": 0.0,
1451
+ "miss_rate": 0.06666666666666665,
1452
+ "name": "f1_optimal",
1453
+ "precision": 1.0,
1454
+ "recall": 0.9333333333333333,
1455
+ "threshold": 0.6738966107368469
1456
+ }
1457
+ ]
1458
+ }
1459
+ },
1460
+ "zipper": {
1461
+ "padim": {
1462
+ "n_defect": 30,
1463
+ "n_good": 30,
1464
+ "operating_points": [
1465
+ {
1466
+ "f1": 0.7714285714285714,
1467
+ "false_alarm_rate": 0.43333333333333335,
1468
+ "miss_rate": 0.09999999999999998,
1469
+ "name": "recall>=0.90",
1470
+ "precision": 0.675,
1471
+ "recall": 0.9,
1472
+ "threshold": 0.5572197437286377
1473
+ },
1474
+ {
1475
+ "f1": 0.7341772151898733,
1476
+ "false_alarm_rate": 0.6666666666666666,
1477
+ "miss_rate": 0.033333333333333326,
1478
+ "name": "recall>=0.95",
1479
+ "precision": 0.5918367346938775,
1480
+ "recall": 0.9666666666666667,
1481
+ "threshold": 0.5267657041549683
1482
+ },
1483
+ {
1484
+ "f1": 0.7058823529411764,
1485
+ "false_alarm_rate": 0.8333333333333334,
1486
+ "miss_rate": 0.0,
1487
+ "name": "recall>=0.99",
1488
+ "precision": 0.5454545454545454,
1489
+ "recall": 1.0,
1490
+ "threshold": 0.5046297907829285
1491
+ },
1492
+ {
1493
+ "f1": 0.7058823529411764,
1494
+ "false_alarm_rate": 0.8333333333333334,
1495
+ "miss_rate": 0.0,
1496
+ "name": "recall>=1.00",
1497
+ "precision": 0.5454545454545454,
1498
+ "recall": 1.0,
1499
+ "threshold": 0.5046297907829285
1500
+ },
1501
+ {
1502
+ "f1": 0.7887323943661972,
1503
+ "false_alarm_rate": 0.43333333333333335,
1504
+ "miss_rate": 0.06666666666666665,
1505
+ "name": "f1_optimal",
1506
+ "precision": 0.6829268292682927,
1507
+ "recall": 0.9333333333333333,
1508
+ "threshold": 0.5569352507591248
1509
+ }
1510
+ ]
1511
+ },
1512
+ "patchcore": {
1513
+ "n_defect": 30,
1514
+ "n_good": 30,
1515
+ "operating_points": [
1516
+ {
1517
+ "f1": 0.9310344827586207,
1518
+ "false_alarm_rate": 0.03333333333333333,
1519
+ "miss_rate": 0.09999999999999998,
1520
+ "name": "recall>=0.90",
1521
+ "precision": 0.9642857142857143,
1522
+ "recall": 0.9,
1523
+ "threshold": 0.7257869839668274
1524
+ },
1525
+ {
1526
+ "f1": 0.9666666666666667,
1527
+ "false_alarm_rate": 0.03333333333333333,
1528
+ "miss_rate": 0.033333333333333326,
1529
+ "name": "recall>=0.95",
1530
+ "precision": 0.9666666666666667,
1531
+ "recall": 0.9666666666666667,
1532
+ "threshold": 0.6930009126663208
1533
+ },
1534
+ {
1535
+ "f1": 0.9836065573770492,
1536
+ "false_alarm_rate": 0.03333333333333333,
1537
+ "miss_rate": 0.0,
1538
+ "name": "recall>=0.99",
1539
+ "precision": 0.967741935483871,
1540
+ "recall": 1.0,
1541
+ "threshold": 0.6878294944763184
1542
+ },
1543
+ {
1544
+ "f1": 0.9836065573770492,
1545
+ "false_alarm_rate": 0.03333333333333333,
1546
+ "miss_rate": 0.0,
1547
+ "name": "recall>=1.00",
1548
+ "precision": 0.967741935483871,
1549
+ "recall": 1.0,
1550
+ "threshold": 0.6878294944763184
1551
+ },
1552
+ {
1553
+ "f1": 0.9836065573770492,
1554
+ "false_alarm_rate": 0.03333333333333333,
1555
+ "miss_rate": 0.0,
1556
+ "name": "f1_optimal",
1557
+ "precision": 0.967741935483871,
1558
+ "recall": 1.0,
1559
+ "threshold": 0.6878294944763184
1560
+ }
1561
+ ]
1562
+ }
1563
+ }
1564
+ }
1565
+ }
report/parity.json ADDED
@@ -0,0 +1,247 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "generated_at": "2026-09-06T06:00:29.887128+00:00",
3
+ "passed": true,
4
+ "rows": [
5
+ {
6
+ "auroc_fp32": 0.992,
7
+ "auroc_int8": 0.992,
8
+ "category": "bottle",
9
+ "delta": 0.0,
10
+ "model": "padim",
11
+ "within_tolerance": true
12
+ },
13
+ {
14
+ "auroc_fp32": 1.0,
15
+ "auroc_int8": 1.0,
16
+ "category": "bottle",
17
+ "delta": 0.0,
18
+ "model": "patchcore",
19
+ "within_tolerance": true
20
+ },
21
+ {
22
+ "auroc_fp32": 0.7472,
23
+ "auroc_int8": 0.768,
24
+ "category": "cable",
25
+ "delta": 0.0208,
26
+ "model": "padim",
27
+ "within_tolerance": true
28
+ },
29
+ {
30
+ "auroc_fp32": 0.9792,
31
+ "auroc_int8": 0.9792,
32
+ "category": "cable",
33
+ "delta": 0.0,
34
+ "model": "patchcore",
35
+ "within_tolerance": true
36
+ },
37
+ {
38
+ "auroc_fp32": 0.8765,
39
+ "auroc_int8": 0.8783,
40
+ "category": "capsule",
41
+ "delta": 0.0017,
42
+ "model": "padim",
43
+ "within_tolerance": true
44
+ },
45
+ {
46
+ "auroc_fp32": 0.8643,
47
+ "auroc_int8": 0.8626,
48
+ "category": "capsule",
49
+ "delta": -0.0017,
50
+ "model": "patchcore",
51
+ "within_tolerance": true
52
+ },
53
+ {
54
+ "auroc_fp32": 0.9936,
55
+ "auroc_int8": 0.9936,
56
+ "category": "carpet",
57
+ "delta": 0.0,
58
+ "model": "padim",
59
+ "within_tolerance": true
60
+ },
61
+ {
62
+ "auroc_fp32": 0.9968,
63
+ "auroc_int8": 0.9968,
64
+ "category": "carpet",
65
+ "delta": 0.0,
66
+ "model": "patchcore",
67
+ "within_tolerance": true
68
+ },
69
+ {
70
+ "auroc_fp32": 0.8305,
71
+ "auroc_int8": 0.8095,
72
+ "category": "grid",
73
+ "delta": -0.021,
74
+ "model": "padim",
75
+ "within_tolerance": true
76
+ },
77
+ {
78
+ "auroc_fp32": 0.9562,
79
+ "auroc_int8": 0.9562,
80
+ "category": "grid",
81
+ "delta": 0.0,
82
+ "model": "patchcore",
83
+ "within_tolerance": true
84
+ },
85
+ {
86
+ "auroc_fp32": 0.8784,
87
+ "auroc_int8": 0.8784,
88
+ "category": "hazelnut",
89
+ "delta": 0.0,
90
+ "model": "padim",
91
+ "within_tolerance": true
92
+ },
93
+ {
94
+ "auroc_fp32": 1.0,
95
+ "auroc_int8": 1.0,
96
+ "category": "hazelnut",
97
+ "delta": 0.0,
98
+ "model": "patchcore",
99
+ "within_tolerance": true
100
+ },
101
+ {
102
+ "auroc_fp32": 1.0,
103
+ "auroc_int8": 1.0,
104
+ "category": "leather",
105
+ "delta": 0.0,
106
+ "model": "padim",
107
+ "within_tolerance": true
108
+ },
109
+ {
110
+ "auroc_fp32": 1.0,
111
+ "auroc_int8": 1.0,
112
+ "category": "leather",
113
+ "delta": 0.0,
114
+ "model": "patchcore",
115
+ "within_tolerance": true
116
+ },
117
+ {
118
+ "auroc_fp32": 0.9709,
119
+ "auroc_int8": 0.9709,
120
+ "category": "metal_nut",
121
+ "delta": 0.0,
122
+ "model": "padim",
123
+ "within_tolerance": true
124
+ },
125
+ {
126
+ "auroc_fp32": 0.9709,
127
+ "auroc_int8": 0.9709,
128
+ "category": "metal_nut",
129
+ "delta": 0.0,
130
+ "model": "patchcore",
131
+ "within_tolerance": true
132
+ },
133
+ {
134
+ "auroc_fp32": 0.8336,
135
+ "auroc_int8": 0.8352,
136
+ "category": "pill",
137
+ "delta": 0.0016,
138
+ "model": "padim",
139
+ "within_tolerance": true
140
+ },
141
+ {
142
+ "auroc_fp32": 0.8528,
143
+ "auroc_int8": 0.8416,
144
+ "category": "pill",
145
+ "delta": -0.0112,
146
+ "model": "patchcore",
147
+ "within_tolerance": true
148
+ },
149
+ {
150
+ "auroc_fp32": 0.7488,
151
+ "auroc_int8": 0.7664,
152
+ "category": "screw",
153
+ "delta": 0.0176,
154
+ "model": "padim",
155
+ "within_tolerance": true
156
+ },
157
+ {
158
+ "auroc_fp32": 0.632,
159
+ "auroc_int8": 0.6336,
160
+ "category": "screw",
161
+ "delta": 0.0016,
162
+ "model": "patchcore",
163
+ "within_tolerance": true
164
+ },
165
+ {
166
+ "auroc_fp32": 0.9696,
167
+ "auroc_int8": 0.9648,
168
+ "category": "tile",
169
+ "delta": -0.0048,
170
+ "model": "padim",
171
+ "within_tolerance": true
172
+ },
173
+ {
174
+ "auroc_fp32": 1.0,
175
+ "auroc_int8": 1.0,
176
+ "category": "tile",
177
+ "delta": 0.0,
178
+ "model": "patchcore",
179
+ "within_tolerance": true
180
+ },
181
+ {
182
+ "auroc_fp32": 0.8433,
183
+ "auroc_int8": 0.8433,
184
+ "category": "toothbrush",
185
+ "delta": 0.0,
186
+ "model": "padim",
187
+ "within_tolerance": true
188
+ },
189
+ {
190
+ "auroc_fp32": 0.8233,
191
+ "auroc_int8": 0.8267,
192
+ "category": "toothbrush",
193
+ "delta": 0.0033,
194
+ "model": "patchcore",
195
+ "within_tolerance": true
196
+ },
197
+ {
198
+ "auroc_fp32": 0.9184,
199
+ "auroc_int8": 0.9232,
200
+ "category": "transistor",
201
+ "delta": 0.0048,
202
+ "model": "padim",
203
+ "within_tolerance": true
204
+ },
205
+ {
206
+ "auroc_fp32": 0.9968,
207
+ "auroc_int8": 0.9968,
208
+ "category": "transistor",
209
+ "delta": 0.0,
210
+ "model": "patchcore",
211
+ "within_tolerance": true
212
+ },
213
+ {
214
+ "auroc_fp32": 0.9768,
215
+ "auroc_int8": 0.9768,
216
+ "category": "wood",
217
+ "delta": 0.0,
218
+ "model": "padim",
219
+ "within_tolerance": true
220
+ },
221
+ {
222
+ "auroc_fp32": 0.9958,
223
+ "auroc_int8": 0.9958,
224
+ "category": "wood",
225
+ "delta": 0.0,
226
+ "model": "patchcore",
227
+ "within_tolerance": true
228
+ },
229
+ {
230
+ "auroc_fp32": 0.8528,
231
+ "auroc_int8": 0.8544,
232
+ "category": "zipper",
233
+ "delta": 0.0016,
234
+ "model": "padim",
235
+ "within_tolerance": true
236
+ },
237
+ {
238
+ "auroc_fp32": 0.9904,
239
+ "auroc_int8": 0.9904,
240
+ "category": "zipper",
241
+ "delta": 0.0,
242
+ "model": "patchcore",
243
+ "within_tolerance": true
244
+ }
245
+ ],
246
+ "tolerance": 0.03
247
+ }