Spaces:
Running
Running
| { | |
| "models": { | |
| "autoencoder_l2": "AE (L2)", | |
| "resnet50_knn": "ResNet50+kNN", | |
| "feature_ae_resnet50": "Feature AE (ResNet-50)", | |
| "feature_ae_res2net50": "Feature AE (Res2Net-50)", | |
| "patchcore": "PatchCore", | |
| "glass": "GLASS (ours, last epoch)", | |
| "glass_testselected": "GLASS (ours, test-selected)", | |
| "glass_official": "GLASS (released ckpt)", | |
| "csad": "CSAD (ours, last)", | |
| "csad_testselected": "CSAD (ours, test-selected)", | |
| "csad_official": "CSAD (released ckpt)" | |
| }, | |
| "datasets": { | |
| "mvtec_ad": { | |
| "categories": [ | |
| "bottle", | |
| "cable", | |
| "capsule", | |
| "carpet", | |
| "grid", | |
| "hazelnut", | |
| "leather", | |
| "metal_nut", | |
| "pill", | |
| "screw", | |
| "tile", | |
| "toothbrush", | |
| "transistor", | |
| "wood", | |
| "zipper" | |
| ], | |
| "models": [ | |
| "autoencoder_l2", | |
| "resnet50_knn", | |
| "feature_ae_resnet50", | |
| "feature_ae_res2net50", | |
| "patchcore", | |
| "glass", | |
| "glass_testselected", | |
| "glass_official" | |
| ], | |
| "per_category": { | |
| "autoencoder_l2": { | |
| "bottle": { | |
| "image_auroc": 0.7269, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.699, | |
| "aupro_30": 0.3919, | |
| "val_f1": 0.3485, | |
| "f1_max": 0.863, | |
| "ms_per_image": 7.5103 | |
| }, | |
| "cable": { | |
| "image_auroc": 0.4875, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.4617, | |
| "aupro_30": 0.2322, | |
| "val_f1": 0.0, | |
| "f1_max": 0.7603, | |
| "ms_per_image": 8.3346 | |
| }, | |
| "capsule": { | |
| "image_auroc": 0.6469, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.7671, | |
| "aupro_30": 0.5424, | |
| "val_f1": 0.0, | |
| "f1_max": 0.9071, | |
| "ms_per_image": 7.8236 | |
| }, | |
| "carpet": { | |
| "image_auroc": 0.3713, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.7161, | |
| "aupro_30": 0.2648, | |
| "val_f1": 0.2881, | |
| "f1_max": 0.8641, | |
| "ms_per_image": 8.0014 | |
| }, | |
| "grid": { | |
| "image_auroc": 0.878, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.8489, | |
| "aupro_30": 0.5675, | |
| "val_f1": 0.0, | |
| "f1_max": 0.9195, | |
| "ms_per_image": 7.6964 | |
| }, | |
| "hazelnut": { | |
| "image_auroc": 0.9104, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9375, | |
| "aupro_30": 0.8545, | |
| "val_f1": 0.427, | |
| "f1_max": 0.8767, | |
| "ms_per_image": 8.1768 | |
| }, | |
| "leather": { | |
| "image_auroc": 0.4076, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.8785, | |
| "aupro_30": 0.7433, | |
| "val_f1": 0.7407, | |
| "f1_max": 0.8519, | |
| "ms_per_image": 7.3945 | |
| }, | |
| "metal_nut": { | |
| "image_auroc": 0.2946, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.5935, | |
| "aupro_30": 0.2597, | |
| "val_f1": 0.0, | |
| "f1_max": 0.8942, | |
| "ms_per_image": 7.5869 | |
| }, | |
| "pill": { | |
| "image_auroc": 0.5978, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.8756, | |
| "aupro_30": 0.7004, | |
| "val_f1": 0.1169, | |
| "f1_max": 0.9296, | |
| "ms_per_image": 7.4184 | |
| }, | |
| "screw": { | |
| "image_auroc": 0.7051, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9137, | |
| "aupro_30": 0.7009, | |
| "val_f1": 0.0, | |
| "f1_max": 0.8768, | |
| "ms_per_image": 7.5184 | |
| }, | |
| "tile": { | |
| "image_auroc": 0.7745, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.5903, | |
| "aupro_30": 0.3704, | |
| "val_f1": 0.0157, | |
| "f1_max": 0.8441, | |
| "ms_per_image": 7.3832 | |
| }, | |
| "toothbrush": { | |
| "image_auroc": 0.5667, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.8606, | |
| "aupro_30": 0.6018, | |
| "val_f1": 0.0, | |
| "f1_max": 0.8333, | |
| "ms_per_image": 8.2551 | |
| }, | |
| "transistor": { | |
| "image_auroc": 0.4733, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.5521, | |
| "aupro_30": 0.2925, | |
| "val_f1": 0.1354, | |
| "f1_max": 0.5714, | |
| "ms_per_image": 8.2893 | |
| }, | |
| "wood": { | |
| "image_auroc": 0.9406, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.7894, | |
| "aupro_30": 0.6808, | |
| "val_f1": 0.1906, | |
| "f1_max": 0.9516, | |
| "ms_per_image": 8.7758 | |
| }, | |
| "zipper": { | |
| "image_auroc": 0.3014, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.781, | |
| "aupro_30": 0.4318, | |
| "val_f1": 0.0111, | |
| "f1_max": 0.8815, | |
| "ms_per_image": 7.7477 | |
| } | |
| }, | |
| "resnet50_knn": { | |
| "bottle": { | |
| "image_auroc": 0.9738, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.8673, | |
| "f1_max": 0.9677, | |
| "ms_per_image": 7.526 | |
| }, | |
| "cable": { | |
| "image_auroc": 0.7989, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.4237, | |
| "f1_max": 0.8283, | |
| "ms_per_image": 9.4484 | |
| }, | |
| "capsule": { | |
| "image_auroc": 0.8157, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.527, | |
| "f1_max": 0.9196, | |
| "ms_per_image": 7.8507 | |
| }, | |
| "carpet": { | |
| "image_auroc": 0.703, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.7296, | |
| "f1_max": 0.8877, | |
| "ms_per_image": 7.9274 | |
| }, | |
| "grid": { | |
| "image_auroc": 0.3342, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.0, | |
| "f1_max": 0.8444, | |
| "ms_per_image": 7.0347 | |
| }, | |
| "hazelnut": { | |
| "image_auroc": 0.9025, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.4783, | |
| "f1_max": 0.8947, | |
| "ms_per_image": 8.5967 | |
| }, | |
| "leather": { | |
| "image_auroc": 0.8699, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.7483, | |
| "f1_max": 0.8778, | |
| "ms_per_image": 6.8943 | |
| }, | |
| "metal_nut": { | |
| "image_auroc": 0.8133, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.5079, | |
| "f1_max": 0.9, | |
| "ms_per_image": 7.1197 | |
| }, | |
| "pill": { | |
| "image_auroc": 0.7196, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.1923, | |
| "f1_max": 0.9186, | |
| "ms_per_image": 7.1693 | |
| }, | |
| "screw": { | |
| "image_auroc": 0.5913, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.0167, | |
| "f1_max": 0.853, | |
| "ms_per_image": 6.8553 | |
| }, | |
| "tile": { | |
| "image_auroc": 0.9888, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.9581, | |
| "f1_max": 0.9704, | |
| "ms_per_image": 7.3229 | |
| }, | |
| "toothbrush": { | |
| "image_auroc": 0.8028, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.5581, | |
| "f1_max": 0.8727, | |
| "ms_per_image": 7.5404 | |
| }, | |
| "transistor": { | |
| "image_auroc": 0.8267, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.4314, | |
| "f1_max": 0.7381, | |
| "ms_per_image": 8.8151 | |
| }, | |
| "wood": { | |
| "image_auroc": 0.9807, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.6667, | |
| "f1_max": 0.9744, | |
| "ms_per_image": 8.195 | |
| }, | |
| "zipper": { | |
| "image_auroc": 0.9099, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.6243, | |
| "f1_max": 0.9323, | |
| "ms_per_image": 6.8509 | |
| } | |
| }, | |
| "feature_ae_resnet50": { | |
| "bottle": { | |
| "image_auroc": 1.0, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9846, | |
| "aupro_30": 0.937, | |
| "val_f1": 1.0, | |
| "f1_max": 1.0, | |
| "ms_per_image": 7.5128 | |
| }, | |
| "cable": { | |
| "image_auroc": 0.9829, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9799, | |
| "aupro_30": 0.9149, | |
| "val_f1": 0.8848, | |
| "f1_max": 0.9524, | |
| "ms_per_image": 8.1438 | |
| }, | |
| "capsule": { | |
| "image_auroc": 0.9606, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9908, | |
| "aupro_30": 0.932, | |
| "val_f1": 0.8698, | |
| "f1_max": 0.9653, | |
| "ms_per_image": 7.8716 | |
| }, | |
| "carpet": { | |
| "image_auroc": 0.9807, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9882, | |
| "aupro_30": 0.9419, | |
| "val_f1": 0.9272, | |
| "f1_max": 0.9714, | |
| "ms_per_image": 7.7175 | |
| }, | |
| "grid": { | |
| "image_auroc": 0.9816, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9736, | |
| "aupro_30": 0.8952, | |
| "val_f1": 0.9704, | |
| "f1_max": 0.9737, | |
| "ms_per_image": 7.4179 | |
| }, | |
| "hazelnut": { | |
| "image_auroc": 1.0, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9848, | |
| "aupro_30": 0.9492, | |
| "val_f1": 0.9976, | |
| "f1_max": 1.0, | |
| "ms_per_image": 7.9947 | |
| }, | |
| "leather": { | |
| "image_auroc": 1.0, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9886, | |
| "aupro_30": 0.965, | |
| "val_f1": 1.0, | |
| "f1_max": 1.0, | |
| "ms_per_image": 7.4711 | |
| }, | |
| "metal_nut": { | |
| "image_auroc": 1.0, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9884, | |
| "aupro_30": 0.9478, | |
| "val_f1": 1.0, | |
| "f1_max": 1.0, | |
| "ms_per_image": 7.3148 | |
| }, | |
| "pill": { | |
| "image_auroc": 0.9574, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.987, | |
| "aupro_30": 0.9554, | |
| "val_f1": 0.7809, | |
| "f1_max": 0.9695, | |
| "ms_per_image": 7.3499 | |
| }, | |
| "screw": { | |
| "image_auroc": 0.9218, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9865, | |
| "aupro_30": 0.9432, | |
| "val_f1": 0.7384, | |
| "f1_max": 0.9184, | |
| "ms_per_image": 7.2395 | |
| }, | |
| "tile": { | |
| "image_auroc": 1.0, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9534, | |
| "aupro_30": 0.8669, | |
| "val_f1": 0.994, | |
| "f1_max": 1.0, | |
| "ms_per_image": 7.4031 | |
| }, | |
| "toothbrush": { | |
| "image_auroc": 0.9611, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9889, | |
| "aupro_30": 0.8772, | |
| "val_f1": 0.9508, | |
| "f1_max": 0.9524, | |
| "ms_per_image": 8.275 | |
| }, | |
| "transistor": { | |
| "image_auroc": 0.9639, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9324, | |
| "aupro_30": 0.8302, | |
| "val_f1": 0.9137, | |
| "f1_max": 0.9487, | |
| "ms_per_image": 7.7545 | |
| }, | |
| "wood": { | |
| "image_auroc": 0.9939, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9321, | |
| "aupro_30": 0.8698, | |
| "val_f1": 0.9621, | |
| "f1_max": 0.9831, | |
| "ms_per_image": 8.081 | |
| }, | |
| "zipper": { | |
| "image_auroc": 0.9909, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9832, | |
| "aupro_30": 0.9395, | |
| "val_f1": 0.9721, | |
| "f1_max": 0.9751, | |
| "ms_per_image": 7.2994 | |
| } | |
| }, | |
| "feature_ae_res2net50": { | |
| "bottle": { | |
| "image_auroc": 0.9966, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9862, | |
| "aupro_30": 0.9431, | |
| "val_f1": 0.984, | |
| "f1_max": 0.9921, | |
| "ms_per_image": 11.4639 | |
| }, | |
| "cable": { | |
| "image_auroc": 0.9167, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9648, | |
| "aupro_30": 0.874, | |
| "val_f1": 0.6575, | |
| "f1_max": 0.8832, | |
| "ms_per_image": 12.133 | |
| }, | |
| "capsule": { | |
| "image_auroc": 0.8253, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9852, | |
| "aupro_30": 0.9103, | |
| "val_f1": 0.4831, | |
| "f1_max": 0.9355, | |
| "ms_per_image": 12.0554 | |
| }, | |
| "carpet": { | |
| "image_auroc": 0.9787, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9898, | |
| "aupro_30": 0.9379, | |
| "val_f1": 0.9441, | |
| "f1_max": 0.9711, | |
| "ms_per_image": 11.9406 | |
| }, | |
| "grid": { | |
| "image_auroc": 0.8201, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9527, | |
| "aupro_30": 0.8346, | |
| "val_f1": 0.5725, | |
| "f1_max": 0.9046, | |
| "ms_per_image": 11.6897 | |
| }, | |
| "hazelnut": { | |
| "image_auroc": 0.8604, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9799, | |
| "aupro_30": 0.9175, | |
| "val_f1": 0.3294, | |
| "f1_max": 0.911, | |
| "ms_per_image": 11.8924 | |
| }, | |
| "leather": { | |
| "image_auroc": 1.0, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9931, | |
| "aupro_30": 0.9788, | |
| "val_f1": 0.9929, | |
| "f1_max": 1.0, | |
| "ms_per_image": 11.8856 | |
| }, | |
| "metal_nut": { | |
| "image_auroc": 0.9901, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9816, | |
| "aupro_30": 0.9342, | |
| "val_f1": 0.9647, | |
| "f1_max": 0.9747, | |
| "ms_per_image": 11.1798 | |
| }, | |
| "pill": { | |
| "image_auroc": 0.902, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9761, | |
| "aupro_30": 0.9367, | |
| "val_f1": 0.7129, | |
| "f1_max": 0.9386, | |
| "ms_per_image": 11.3454 | |
| }, | |
| "screw": { | |
| "image_auroc": 0.4606, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9466, | |
| "aupro_30": 0.8102, | |
| "val_f1": 0.0, | |
| "f1_max": 0.8541, | |
| "ms_per_image": 12.0054 | |
| }, | |
| "tile": { | |
| "image_auroc": 0.9992, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9598, | |
| "aupro_30": 0.8702, | |
| "val_f1": 0.9879, | |
| "f1_max": 0.9942, | |
| "ms_per_image": 11.3501 | |
| }, | |
| "toothbrush": { | |
| "image_auroc": 0.9194, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.986, | |
| "aupro_30": 0.8313, | |
| "val_f1": 0.828, | |
| "f1_max": 0.9156, | |
| "ms_per_image": 12.2338 | |
| }, | |
| "transistor": { | |
| "image_auroc": 0.9171, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9253, | |
| "aupro_30": 0.7687, | |
| "val_f1": 0.7366, | |
| "f1_max": 0.8631, | |
| "ms_per_image": 12.0405 | |
| }, | |
| "wood": { | |
| "image_auroc": 0.9623, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9379, | |
| "aupro_30": 0.8656, | |
| "val_f1": 0.9362, | |
| "f1_max": 0.9591, | |
| "ms_per_image": 12.0868 | |
| }, | |
| "zipper": { | |
| "image_auroc": 0.9592, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9821, | |
| "aupro_30": 0.9332, | |
| "val_f1": 0.952, | |
| "f1_max": 0.9683, | |
| "ms_per_image": 11.334 | |
| } | |
| }, | |
| "patchcore": { | |
| "bottle": { | |
| "image_auroc": 1.0, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.987, | |
| "aupro_30": 0.9468, | |
| "val_f1": 1.0, | |
| "f1_max": 1.0, | |
| "ms_per_image": 30.2256 | |
| }, | |
| "cable": { | |
| "image_auroc": 0.9934, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.989, | |
| "aupro_30": 0.9463, | |
| "val_f1": 0.9123, | |
| "f1_max": 0.9735, | |
| "ms_per_image": 31.3309 | |
| }, | |
| "capsule": { | |
| "image_auroc": 0.9729, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9897, | |
| "aupro_30": 0.9247, | |
| "val_f1": 0.7571, | |
| "f1_max": 0.9818, | |
| "ms_per_image": 30.6218 | |
| }, | |
| "carpet": { | |
| "image_auroc": 0.9884, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9903, | |
| "aupro_30": 0.9467, | |
| "val_f1": 0.9412, | |
| "f1_max": 0.9721, | |
| "ms_per_image": 36.5699 | |
| }, | |
| "grid": { | |
| "image_auroc": 0.9866, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9799, | |
| "aupro_30": 0.8937, | |
| "val_f1": 0.9455, | |
| "f1_max": 0.9825, | |
| "ms_per_image": 37.3058 | |
| }, | |
| "hazelnut": { | |
| "image_auroc": 1.0, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.988, | |
| "aupro_30": 0.948, | |
| "val_f1": 0.9855, | |
| "f1_max": 1.0, | |
| "ms_per_image": 49.8643 | |
| }, | |
| "leather": { | |
| "image_auroc": 1.0, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9928, | |
| "aupro_30": 0.9696, | |
| "val_f1": 0.9583, | |
| "f1_max": 1.0, | |
| "ms_per_image": 33.5818 | |
| }, | |
| "metal_nut": { | |
| "image_auroc": 0.9976, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9889, | |
| "aupro_30": 0.9419, | |
| "val_f1": 0.9667, | |
| "f1_max": 0.9894, | |
| "ms_per_image": 32.2288 | |
| }, | |
| "pill": { | |
| "image_auroc": 0.9539, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9819, | |
| "aupro_30": 0.9422, | |
| "val_f1": 0.6635, | |
| "f1_max": 0.9547, | |
| "ms_per_image": 35.8094 | |
| }, | |
| "screw": { | |
| "image_auroc": 0.9375, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9898, | |
| "aupro_30": 0.9443, | |
| "val_f1": 0.794, | |
| "f1_max": 0.9231, | |
| "ms_per_image": 43.3428 | |
| }, | |
| "tile": { | |
| "image_auroc": 0.9996, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9611, | |
| "aupro_30": 0.8637, | |
| "val_f1": 0.9881, | |
| "f1_max": 0.9941, | |
| "ms_per_image": 31.777 | |
| }, | |
| "toothbrush": { | |
| "image_auroc": 0.9278, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.989, | |
| "aupro_30": 0.8866, | |
| "val_f1": 0.9, | |
| "f1_max": 0.9375, | |
| "ms_per_image": 14.3178 | |
| }, | |
| "transistor": { | |
| "image_auroc": 0.9987, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9791, | |
| "aupro_30": 0.952, | |
| "val_f1": 0.9877, | |
| "f1_max": 0.9877, | |
| "ms_per_image": 30.2561 | |
| }, | |
| "wood": { | |
| "image_auroc": 0.9904, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9395, | |
| "aupro_30": 0.872, | |
| "val_f1": 0.9375, | |
| "f1_max": 0.9744, | |
| "ms_per_image": 32.7697 | |
| }, | |
| "zipper": { | |
| "image_auroc": 0.9835, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.986, | |
| "aupro_30": 0.9477, | |
| "val_f1": 0.9874, | |
| "f1_max": 0.9874, | |
| "ms_per_image": 34.4777 | |
| } | |
| }, | |
| "glass": { | |
| "transistor": { | |
| "image_auroc": 0.9921, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9676, | |
| "aupro_30": 0.9386, | |
| "val_f1": 0.8889, | |
| "f1_max": 0.9487, | |
| "ms_per_image": 32.2686 | |
| }, | |
| "wood": { | |
| "image_auroc": 0.9965, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9721, | |
| "aupro_30": 0.9348, | |
| "val_f1": 0.9672, | |
| "f1_max": 0.9833, | |
| "ms_per_image": 30.4207 | |
| }, | |
| "zipper": { | |
| "image_auroc": 0.9976, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9924, | |
| "aupro_30": 0.9734, | |
| "val_f1": 0.9794, | |
| "f1_max": 0.9915, | |
| "ms_per_image": 27.7241 | |
| } | |
| }, | |
| "glass_testselected": { | |
| "transistor": { | |
| "image_auroc": 0.9942, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.967, | |
| "aupro_30": 0.94, | |
| "val_f1": 0.8732, | |
| "f1_max": 0.9512, | |
| "ms_per_image": 31.3414 | |
| }, | |
| "wood": { | |
| "image_auroc": 0.9965, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9788, | |
| "aupro_30": 0.9488, | |
| "val_f1": 0.9833, | |
| "f1_max": 0.9916, | |
| "ms_per_image": 30.3094 | |
| }, | |
| "zipper": { | |
| "image_auroc": 0.9982, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9931, | |
| "aupro_30": 0.9748, | |
| "val_f1": 0.9833, | |
| "f1_max": 0.9915, | |
| "ms_per_image": 27.6016 | |
| } | |
| }, | |
| "glass_official": { | |
| "bottle": { | |
| "image_auroc": 1.0, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9932, | |
| "aupro_30": 0.9721, | |
| "val_f1": null, | |
| "f1_max": 1.0, | |
| "ms_per_image": 29.9137 | |
| }, | |
| "cable": { | |
| "image_auroc": 0.9981, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.987, | |
| "aupro_30": 0.9396, | |
| "val_f1": null, | |
| "f1_max": 0.984, | |
| "ms_per_image": 33.5399 | |
| }, | |
| "capsule": { | |
| "image_auroc": 0.9992, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9932, | |
| "aupro_30": 0.9702, | |
| "val_f1": null, | |
| "f1_max": 0.9954, | |
| "ms_per_image": 35.1233 | |
| }, | |
| "carpet": { | |
| "image_auroc": 0.9976, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9953, | |
| "aupro_30": 0.9863, | |
| "val_f1": null, | |
| "f1_max": 0.9886, | |
| "ms_per_image": 34.0296 | |
| }, | |
| "grid": { | |
| "image_auroc": 1.0, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9938, | |
| "aupro_30": 0.9714, | |
| "val_f1": null, | |
| "f1_max": 1.0, | |
| "ms_per_image": 29.7786 | |
| }, | |
| "hazelnut": { | |
| "image_auroc": 1.0, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9941, | |
| "aupro_30": 0.9828, | |
| "val_f1": null, | |
| "f1_max": 1.0, | |
| "ms_per_image": 34.261 | |
| }, | |
| "leather": { | |
| "image_auroc": 1.0, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9985, | |
| "aupro_30": 0.9944, | |
| "val_f1": null, | |
| "f1_max": 1.0, | |
| "ms_per_image": 30.5432 | |
| }, | |
| "metal_nut": { | |
| "image_auroc": 1.0, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9939, | |
| "aupro_30": 0.9492, | |
| "val_f1": null, | |
| "f1_max": 1.0, | |
| "ms_per_image": 28.8825 | |
| }, | |
| "pill": { | |
| "image_auroc": 0.9929, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9931, | |
| "aupro_30": 0.9729, | |
| "val_f1": null, | |
| "f1_max": 0.9826, | |
| "ms_per_image": 30.3144 | |
| }, | |
| "screw": { | |
| "image_auroc": 0.9998, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9944, | |
| "aupro_30": 0.9705, | |
| "val_f1": null, | |
| "f1_max": 0.9958, | |
| "ms_per_image": 28.8111 | |
| }, | |
| "tile": { | |
| "image_auroc": 1.0, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9967, | |
| "aupro_30": 0.9873, | |
| "val_f1": null, | |
| "f1_max": 1.0, | |
| "ms_per_image": 31.5264 | |
| }, | |
| "toothbrush": { | |
| "image_auroc": 1.0, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9928, | |
| "aupro_30": 0.9322, | |
| "val_f1": null, | |
| "f1_max": 1.0, | |
| "ms_per_image": 33.5569 | |
| }, | |
| "transistor": { | |
| "image_auroc": 0.9987, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.977, | |
| "aupro_30": 0.9477, | |
| "val_f1": null, | |
| "f1_max": 0.9873, | |
| "ms_per_image": 35.7504 | |
| }, | |
| "wood": { | |
| "image_auroc": 0.9991, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9884, | |
| "aupro_30": 0.9743, | |
| "val_f1": null, | |
| "f1_max": 0.9917, | |
| "ms_per_image": 33.472 | |
| }, | |
| "zipper": { | |
| "image_auroc": 0.9995, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9964, | |
| "aupro_30": 0.9861, | |
| "val_f1": null, | |
| "f1_max": 0.9958, | |
| "ms_per_image": 29.5934 | |
| } | |
| } | |
| }, | |
| "mean": { | |
| "autoencoder_l2": { | |
| "image_auroc": 0.6055, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.751, | |
| "aupro_30": 0.509, | |
| "val_f1": 0.1516, | |
| "f1_max": 0.855, | |
| "ms_per_image": 7.8608 | |
| }, | |
| "resnet50_knn": { | |
| "image_auroc": 0.8021, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.5153, | |
| "f1_max": 0.892, | |
| "ms_per_image": 7.6765 | |
| }, | |
| "feature_ae_resnet50": { | |
| "image_auroc": 0.9797, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9762, | |
| "aupro_30": 0.9177, | |
| "val_f1": 0.9308, | |
| "f1_max": 0.974, | |
| "ms_per_image": 7.6564 | |
| }, | |
| "feature_ae_res2net50": { | |
| "image_auroc": 0.9005, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9698, | |
| "aupro_30": 0.8898, | |
| "val_f1": 0.7388, | |
| "f1_max": 0.9377, | |
| "ms_per_image": 11.7758 | |
| }, | |
| "patchcore": { | |
| "image_auroc": 0.982, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9821, | |
| "aupro_30": 0.9284, | |
| "val_f1": 0.915, | |
| "f1_max": 0.9772, | |
| "ms_per_image": 33.632 | |
| }, | |
| "glass_official": { | |
| "image_auroc": 0.999, | |
| "auroc_logical": null, | |
| "auroc_structural": null, | |
| "auroc_loco_mean": null, | |
| "pixel_auroc": 0.9925, | |
| "aupro_30": 0.9691, | |
| "val_f1": null, | |
| "f1_max": 0.9948, | |
| "ms_per_image": 31.9398 | |
| } | |
| }, | |
| "deployed": "patchcore" | |
| }, | |
| "mvtec_loco": { | |
| "categories": [ | |
| "breakfast_box", | |
| "juice_bottle", | |
| "pushpins", | |
| "screw_bag", | |
| "splicing_connectors" | |
| ], | |
| "models": [ | |
| "autoencoder_l2", | |
| "resnet50_knn", | |
| "feature_ae_resnet50", | |
| "feature_ae_res2net50", | |
| "patchcore", | |
| "glass", | |
| "glass_testselected", | |
| "csad", | |
| "csad_testselected", | |
| "csad_official" | |
| ], | |
| "per_category": { | |
| "autoencoder_l2": { | |
| "breakfast_box": { | |
| "image_auroc": 0.6264, | |
| "auroc_logical": 0.5319, | |
| "auroc_structural": 0.7136, | |
| "auroc_loco_mean": 0.6227, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.317, | |
| "f1_max": 0.7723, | |
| "ms_per_image": 12.6492 | |
| }, | |
| "juice_bottle": { | |
| "image_auroc": 0.6468, | |
| "auroc_logical": 0.5933, | |
| "auroc_structural": 0.7277, | |
| "auroc_loco_mean": 0.6605, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.2993, | |
| "f1_max": 0.8339, | |
| "ms_per_image": 8.634 | |
| }, | |
| "pushpins": { | |
| "image_auroc": 0.6439, | |
| "auroc_logical": 0.5062, | |
| "auroc_structural": 0.7987, | |
| "auroc_loco_mean": 0.6524, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.1937, | |
| "f1_max": 0.7137, | |
| "ms_per_image": 10.7918 | |
| }, | |
| "screw_bag": { | |
| "image_auroc": 0.6882, | |
| "auroc_logical": 0.6524, | |
| "auroc_structural": 0.748, | |
| "auroc_loco_mean": 0.7002, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.0417, | |
| "f1_max": 0.7837, | |
| "ms_per_image": 10.8246 | |
| }, | |
| "splicing_connectors": { | |
| "image_auroc": 0.6733, | |
| "auroc_logical": 0.6512, | |
| "auroc_structural": 0.7013, | |
| "auroc_loco_mean": 0.6763, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.0919, | |
| "f1_max": 0.7721, | |
| "ms_per_image": 10.3032 | |
| } | |
| }, | |
| "resnet50_knn": { | |
| "breakfast_box": { | |
| "image_auroc": 0.7988, | |
| "auroc_logical": 0.9101, | |
| "auroc_structural": 0.6962, | |
| "auroc_loco_mean": 0.8031, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.5356, | |
| "f1_max": 0.8031, | |
| "ms_per_image": 9.5568 | |
| }, | |
| "juice_bottle": { | |
| "image_auroc": 0.8799, | |
| "auroc_logical": 0.927, | |
| "auroc_structural": 0.8086, | |
| "auroc_loco_mean": 0.8678, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.6852, | |
| "f1_max": 0.8785, | |
| "ms_per_image": 9.3734 | |
| }, | |
| "pushpins": { | |
| "image_auroc": 0.6471, | |
| "auroc_logical": 0.5733, | |
| "auroc_structural": 0.7301, | |
| "auroc_loco_mean": 0.6517, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.2178, | |
| "f1_max": 0.73, | |
| "ms_per_image": 8.2954 | |
| }, | |
| "screw_bag": { | |
| "image_auroc": 0.5653, | |
| "auroc_logical": 0.5197, | |
| "auroc_structural": 0.6415, | |
| "auroc_loco_mean": 0.5806, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.1513, | |
| "f1_max": 0.7856, | |
| "ms_per_image": 8.8341 | |
| }, | |
| "splicing_connectors": { | |
| "image_auroc": 0.7634, | |
| "auroc_logical": 0.8072, | |
| "auroc_structural": 0.7078, | |
| "auroc_loco_mean": 0.7575, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.292, | |
| "f1_max": 0.7857, | |
| "ms_per_image": 9.3831 | |
| } | |
| }, | |
| "feature_ae_resnet50": { | |
| "breakfast_box": { | |
| "image_auroc": 0.8476, | |
| "auroc_logical": 0.8535, | |
| "auroc_structural": 0.8422, | |
| "auroc_loco_mean": 0.8478, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.7268, | |
| "f1_max": 0.8152, | |
| "ms_per_image": 9.5242 | |
| }, | |
| "juice_bottle": { | |
| "image_auroc": 0.953, | |
| "auroc_logical": 0.9441, | |
| "auroc_structural": 0.9664, | |
| "auroc_loco_mean": 0.9553, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.8832, | |
| "f1_max": 0.9248, | |
| "ms_per_image": 8.5678 | |
| }, | |
| "pushpins": { | |
| "image_auroc": 0.736, | |
| "auroc_logical": 0.6447, | |
| "auroc_structural": 0.8386, | |
| "auroc_loco_mean": 0.7417, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.45, | |
| "f1_max": 0.7268, | |
| "ms_per_image": 8.8459 | |
| }, | |
| "screw_bag": { | |
| "image_auroc": 0.6696, | |
| "auroc_logical": 0.5514, | |
| "auroc_structural": 0.8671, | |
| "auroc_loco_mean": 0.7092, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.2486, | |
| "f1_max": 0.7843, | |
| "ms_per_image": 8.8432 | |
| }, | |
| "splicing_connectors": { | |
| "image_auroc": 0.8233, | |
| "auroc_logical": 0.7506, | |
| "auroc_structural": 0.9157, | |
| "auroc_loco_mean": 0.8332, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.6497, | |
| "f1_max": 0.8032, | |
| "ms_per_image": 8.7125 | |
| } | |
| }, | |
| "feature_ae_res2net50": { | |
| "breakfast_box": { | |
| "image_auroc": 0.8238, | |
| "auroc_logical": 0.8476, | |
| "auroc_structural": 0.8019, | |
| "auroc_loco_mean": 0.8247, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.4595, | |
| "f1_max": 0.8121, | |
| "ms_per_image": 13.1255 | |
| }, | |
| "juice_bottle": { | |
| "image_auroc": 0.9393, | |
| "auroc_logical": 0.9478, | |
| "auroc_structural": 0.9264, | |
| "auroc_loco_mean": 0.9371, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.8246, | |
| "f1_max": 0.9188, | |
| "ms_per_image": 12.357 | |
| }, | |
| "pushpins": { | |
| "image_auroc": 0.7224, | |
| "auroc_logical": 0.6527, | |
| "auroc_structural": 0.8007, | |
| "auroc_loco_mean": 0.7267, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.3652, | |
| "f1_max": 0.7301, | |
| "ms_per_image": 12.6208 | |
| }, | |
| "screw_bag": { | |
| "image_auroc": 0.6364, | |
| "auroc_logical": 0.5938, | |
| "auroc_structural": 0.7077, | |
| "auroc_loco_mean": 0.6508, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.1058, | |
| "f1_max": 0.7835, | |
| "ms_per_image": 12.5112 | |
| }, | |
| "splicing_connectors": { | |
| "image_auroc": 0.6314, | |
| "auroc_logical": 0.643, | |
| "auroc_structural": 0.6168, | |
| "auroc_loco_mean": 0.6299, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.1553, | |
| "f1_max": 0.7679, | |
| "ms_per_image": 12.4494 | |
| } | |
| }, | |
| "patchcore": { | |
| "breakfast_box": { | |
| "image_auroc": 0.8174, | |
| "auroc_logical": 0.8337, | |
| "auroc_structural": 0.8024, | |
| "auroc_loco_mean": 0.818, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.5277, | |
| "f1_max": 0.8107, | |
| "ms_per_image": 50.143 | |
| }, | |
| "juice_bottle": { | |
| "image_auroc": 0.9534, | |
| "auroc_logical": 0.943, | |
| "auroc_structural": 0.9692, | |
| "auroc_loco_mean": 0.9561, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.8858, | |
| "f1_max": 0.9442, | |
| "ms_per_image": 47.8845 | |
| }, | |
| "pushpins": { | |
| "image_auroc": 0.7399, | |
| "auroc_logical": 0.7038, | |
| "auroc_structural": 0.7806, | |
| "auroc_loco_mean": 0.7422, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.2886, | |
| "f1_max": 0.7441, | |
| "ms_per_image": 52.7341 | |
| }, | |
| "screw_bag": { | |
| "image_auroc": 0.6801, | |
| "auroc_logical": 0.5961, | |
| "auroc_structural": 0.8206, | |
| "auroc_loco_mean": 0.7083, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.1362, | |
| "f1_max": 0.7821, | |
| "ms_per_image": 50.7008 | |
| }, | |
| "splicing_connectors": { | |
| "image_auroc": 0.8803, | |
| "auroc_logical": 0.8547, | |
| "auroc_structural": 0.9129, | |
| "auroc_loco_mean": 0.8838, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.6115, | |
| "f1_max": 0.8714, | |
| "ms_per_image": 51.913 | |
| } | |
| }, | |
| "glass": { | |
| "breakfast_box": { | |
| "image_auroc": 0.8329, | |
| "auroc_logical": 0.8201, | |
| "auroc_structural": 0.8447, | |
| "auroc_loco_mean": 0.8324, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.556, | |
| "f1_max": 0.8232, | |
| "ms_per_image": 39.8089 | |
| }, | |
| "juice_bottle": { | |
| "image_auroc": 0.9565, | |
| "auroc_logical": 0.9389, | |
| "auroc_structural": 0.9833, | |
| "auroc_loco_mean": 0.9611, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.8229, | |
| "f1_max": 0.9367, | |
| "ms_per_image": 30.1015 | |
| }, | |
| "pushpins": { | |
| "image_auroc": 0.7141, | |
| "auroc_logical": 0.5522, | |
| "auroc_structural": 0.896, | |
| "auroc_loco_mean": 0.7241, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.3889, | |
| "f1_max": 0.7195, | |
| "ms_per_image": 35.5133 | |
| }, | |
| "screw_bag": { | |
| "image_auroc": 0.7087, | |
| "auroc_logical": 0.572, | |
| "auroc_structural": 0.937, | |
| "auroc_loco_mean": 0.7545, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.3089, | |
| "f1_max": 0.7837, | |
| "ms_per_image": 34.7539 | |
| }, | |
| "splicing_connectors": { | |
| "image_auroc": 0.7799, | |
| "auroc_logical": 0.6804, | |
| "auroc_structural": 0.9065, | |
| "auroc_loco_mean": 0.7934, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.5735, | |
| "f1_max": 0.7665, | |
| "ms_per_image": 32.5289 | |
| } | |
| }, | |
| "glass_testselected": { | |
| "breakfast_box": { | |
| "image_auroc": 0.8502, | |
| "auroc_logical": 0.8558, | |
| "auroc_structural": 0.845, | |
| "auroc_loco_mean": 0.8504, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.5378, | |
| "f1_max": 0.8362, | |
| "ms_per_image": 40.1516 | |
| }, | |
| "juice_bottle": { | |
| "image_auroc": 0.9701, | |
| "auroc_logical": 0.9553, | |
| "auroc_structural": 0.9923, | |
| "auroc_loco_mean": 0.9738, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.9002, | |
| "f1_max": 0.9501, | |
| "ms_per_image": 29.9393 | |
| }, | |
| "pushpins": { | |
| "image_auroc": 0.7322, | |
| "auroc_logical": 0.6519, | |
| "auroc_structural": 0.8224, | |
| "auroc_loco_mean": 0.7372, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.4513, | |
| "f1_max": 0.7304, | |
| "ms_per_image": 35.115 | |
| }, | |
| "screw_bag": { | |
| "image_auroc": 0.7176, | |
| "auroc_logical": 0.6005, | |
| "auroc_structural": 0.9134, | |
| "auroc_loco_mean": 0.7569, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.3282, | |
| "f1_max": 0.7821, | |
| "ms_per_image": 36.443 | |
| }, | |
| "splicing_connectors": { | |
| "image_auroc": 0.8126, | |
| "auroc_logical": 0.7321, | |
| "auroc_structural": 0.915, | |
| "auroc_loco_mean": 0.8235, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.6338, | |
| "f1_max": 0.7979, | |
| "ms_per_image": 34.1221 | |
| } | |
| }, | |
| "csad": { | |
| "breakfast_box": { | |
| "image_auroc": 0.8947, | |
| "auroc_logical": 0.9322, | |
| "auroc_structural": 0.8601, | |
| "auroc_loco_mean": 0.8962, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.7633, | |
| "f1_max": 0.8677, | |
| "ms_per_image": 56.0786 | |
| }, | |
| "juice_bottle": { | |
| "image_auroc": 0.9238, | |
| "auroc_logical": 0.9139, | |
| "auroc_structural": 0.9387, | |
| "auroc_loco_mean": 0.9263, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.8403, | |
| "f1_max": 0.9143, | |
| "ms_per_image": 51.9968 | |
| }, | |
| "pushpins": { | |
| "image_auroc": 0.9419, | |
| "auroc_logical": 0.9343, | |
| "auroc_structural": 0.9504, | |
| "auroc_loco_mean": 0.9424, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.8506, | |
| "f1_max": 0.9, | |
| "ms_per_image": 58.6615 | |
| }, | |
| "screw_bag": { | |
| "image_auroc": 0.9554, | |
| "auroc_logical": 0.9874, | |
| "auroc_structural": 0.9019, | |
| "auroc_loco_mean": 0.9447, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.8407, | |
| "f1_max": 0.9231, | |
| "ms_per_image": 53.8357 | |
| }, | |
| "splicing_connectors": { | |
| "image_auroc": 0.9365, | |
| "auroc_logical": 0.9554, | |
| "auroc_structural": 0.9125, | |
| "auroc_loco_mean": 0.934, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.7853, | |
| "f1_max": 0.8947, | |
| "ms_per_image": 55.1658 | |
| } | |
| }, | |
| "csad_testselected": { | |
| "breakfast_box": { | |
| "image_auroc": 0.9095, | |
| "auroc_logical": 0.9372, | |
| "auroc_structural": 0.884, | |
| "auroc_loco_mean": 0.9106, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.619, | |
| "f1_max": 0.8837, | |
| "ms_per_image": 55.4391 | |
| }, | |
| "juice_bottle": { | |
| "image_auroc": 0.9318, | |
| "auroc_logical": 0.934, | |
| "auroc_structural": 0.9286, | |
| "auroc_loco_mean": 0.9313, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.1846, | |
| "f1_max": 0.9234, | |
| "ms_per_image": 54.1767 | |
| }, | |
| "pushpins": { | |
| "image_auroc": 0.9403, | |
| "auroc_logical": 0.9357, | |
| "auroc_structural": 0.9454, | |
| "auroc_loco_mean": 0.9406, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.8682, | |
| "f1_max": 0.8862, | |
| "ms_per_image": 60.4458 | |
| }, | |
| "screw_bag": { | |
| "image_auroc": 0.9691, | |
| "auroc_logical": 0.9938, | |
| "auroc_structural": 0.9277, | |
| "auroc_loco_mean": 0.9608, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.814, | |
| "f1_max": 0.9318, | |
| "ms_per_image": 55.1 | |
| }, | |
| "splicing_connectors": { | |
| "image_auroc": 0.9372, | |
| "auroc_logical": 0.9629, | |
| "auroc_structural": 0.9046, | |
| "auroc_loco_mean": 0.9337, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.8, | |
| "f1_max": 0.8997, | |
| "ms_per_image": 55.8796 | |
| } | |
| }, | |
| "csad_official": { | |
| "breakfast_box": { | |
| "image_auroc": 0.9265, | |
| "auroc_logical": 0.9584, | |
| "auroc_structural": 0.8971, | |
| "auroc_loco_mean": 0.9277, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.4891, | |
| "f1_max": 0.8986, | |
| "ms_per_image": 62.058 | |
| }, | |
| "juice_bottle": { | |
| "image_auroc": 0.9563, | |
| "auroc_logical": 0.9549, | |
| "auroc_structural": 0.9584, | |
| "auroc_loco_mean": 0.9566, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.921, | |
| "f1_max": 0.9432, | |
| "ms_per_image": 63.5347 | |
| }, | |
| "pushpins": { | |
| "image_auroc": 0.9715, | |
| "auroc_logical": 0.9972, | |
| "auroc_structural": 0.9426, | |
| "auroc_loco_mean": 0.9699, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.891, | |
| "f1_max": 0.9213, | |
| "ms_per_image": 61.994 | |
| }, | |
| "screw_bag": { | |
| "image_auroc": 0.9781, | |
| "auroc_logical": 0.9989, | |
| "auroc_structural": 0.9434, | |
| "auroc_loco_mean": 0.9711, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.8689, | |
| "f1_max": 0.9589, | |
| "ms_per_image": 64.1616 | |
| }, | |
| "splicing_connectors": { | |
| "image_auroc": 0.9602, | |
| "auroc_logical": 0.9739, | |
| "auroc_structural": 0.943, | |
| "auroc_loco_mean": 0.9584, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.8418, | |
| "f1_max": 0.9351, | |
| "ms_per_image": 62.482 | |
| } | |
| } | |
| }, | |
| "mean": { | |
| "autoencoder_l2": { | |
| "image_auroc": 0.6557, | |
| "auroc_logical": 0.587, | |
| "auroc_structural": 0.7378, | |
| "auroc_loco_mean": 0.6624, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.1887, | |
| "f1_max": 0.7751, | |
| "ms_per_image": 10.6406 | |
| }, | |
| "resnet50_knn": { | |
| "image_auroc": 0.7309, | |
| "auroc_logical": 0.7475, | |
| "auroc_structural": 0.7168, | |
| "auroc_loco_mean": 0.7321, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.3764, | |
| "f1_max": 0.7966, | |
| "ms_per_image": 9.0886 | |
| }, | |
| "feature_ae_resnet50": { | |
| "image_auroc": 0.8059, | |
| "auroc_logical": 0.7489, | |
| "auroc_structural": 0.886, | |
| "auroc_loco_mean": 0.8174, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.5916, | |
| "f1_max": 0.8109, | |
| "ms_per_image": 8.8987 | |
| }, | |
| "feature_ae_res2net50": { | |
| "image_auroc": 0.7507, | |
| "auroc_logical": 0.737, | |
| "auroc_structural": 0.7707, | |
| "auroc_loco_mean": 0.7538, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.3821, | |
| "f1_max": 0.8025, | |
| "ms_per_image": 12.6128 | |
| }, | |
| "patchcore": { | |
| "image_auroc": 0.8142, | |
| "auroc_logical": 0.7862, | |
| "auroc_structural": 0.8571, | |
| "auroc_loco_mean": 0.8217, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.4899, | |
| "f1_max": 0.8305, | |
| "ms_per_image": 50.6751 | |
| }, | |
| "glass": { | |
| "image_auroc": 0.7984, | |
| "auroc_logical": 0.7127, | |
| "auroc_structural": 0.9135, | |
| "auroc_loco_mean": 0.8131, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.5301, | |
| "f1_max": 0.8059, | |
| "ms_per_image": 34.5413 | |
| }, | |
| "glass_testselected": { | |
| "image_auroc": 0.8165, | |
| "auroc_logical": 0.7591, | |
| "auroc_structural": 0.8976, | |
| "auroc_loco_mean": 0.8284, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.5703, | |
| "f1_max": 0.8194, | |
| "ms_per_image": 35.1542 | |
| }, | |
| "csad": { | |
| "image_auroc": 0.9305, | |
| "auroc_logical": 0.9447, | |
| "auroc_structural": 0.9127, | |
| "auroc_loco_mean": 0.9287, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.816, | |
| "f1_max": 0.9, | |
| "ms_per_image": 55.1477 | |
| }, | |
| "csad_testselected": { | |
| "image_auroc": 0.9376, | |
| "auroc_logical": 0.9527, | |
| "auroc_structural": 0.9181, | |
| "auroc_loco_mean": 0.9354, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.6572, | |
| "f1_max": 0.905, | |
| "ms_per_image": 56.2082 | |
| }, | |
| "csad_official": { | |
| "image_auroc": 0.9585, | |
| "auroc_logical": 0.9767, | |
| "auroc_structural": 0.9369, | |
| "auroc_loco_mean": 0.9568, | |
| "pixel_auroc": null, | |
| "aupro_30": null, | |
| "val_f1": 0.8023, | |
| "f1_max": 0.9314, | |
| "ms_per_image": 62.8461 | |
| } | |
| }, | |
| "deployed": "csad_official" | |
| } | |
| } | |
| } |