| { | |
| "model_version": "organscan-onnx-model.int8", | |
| "backend": "onnx", | |
| "split": "test", | |
| "policy": "balanced", | |
| "rows": 15395, | |
| "ms_per_frame": 26.878, | |
| "taxonomy_version": "1.0.0", | |
| "chaining": "p_organ * p_region[parent]", | |
| "levels": { | |
| "modality": { | |
| "macro_ap": 1.0, | |
| "classes_scored": 4, | |
| "per_class": { | |
| "US": { | |
| "average_precision": 1.0, | |
| "precision": 0.9931, | |
| "recall": 1.0, | |
| "f1": 0.9965, | |
| "support": 2162, | |
| "supervised": 15395 | |
| }, | |
| "CT": { | |
| "average_precision": 1.0, | |
| "precision": 0.9998, | |
| "recall": 0.9993, | |
| "f1": 0.9996, | |
| "support": 11334, | |
| "supervised": 15395 | |
| }, | |
| "MR": { | |
| "average_precision": 0.9998, | |
| "precision": 0.9937, | |
| "recall": 0.9937, | |
| "f1": 0.9937, | |
| "support": 319, | |
| "supervised": 15395 | |
| }, | |
| "XR": { | |
| "average_precision": 1.0, | |
| "precision": 1.0, | |
| "recall": 0.9994, | |
| "f1": 0.9997, | |
| "support": 1580, | |
| "supervised": 15395 | |
| }, | |
| "OTHER": { | |
| "average_precision": null, | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 0, | |
| "supervised": 15395 | |
| } | |
| } | |
| }, | |
| "region": { | |
| "macro_ap": 0.9804, | |
| "classes_scored": 8, | |
| "per_class": { | |
| "head": { | |
| "average_precision": 0.9999, | |
| "precision": 0.9614, | |
| "recall": 0.9987, | |
| "f1": 0.9797, | |
| "support": 773, | |
| "supervised": 13882 | |
| }, | |
| "neck": { | |
| "average_precision": 0.9291, | |
| "precision": 0.7729, | |
| "recall": 0.9151, | |
| "f1": 0.838, | |
| "support": 212, | |
| "supervised": 13882 | |
| }, | |
| "chest": { | |
| "average_precision": 0.9967, | |
| "precision": 0.9608, | |
| "recall": 0.9847, | |
| "f1": 0.9726, | |
| "support": 4633, | |
| "supervised": 13882 | |
| }, | |
| "abdomen": { | |
| "average_precision": 0.9959, | |
| "precision": 0.9638, | |
| "recall": 0.9788, | |
| "f1": 0.9712, | |
| "support": 6882, | |
| "supervised": 13882 | |
| }, | |
| "pelvis": { | |
| "average_precision": 0.9566, | |
| "precision": 0.8394, | |
| "recall": 0.9393, | |
| "f1": 0.8866, | |
| "support": 1269, | |
| "supervised": 13882 | |
| }, | |
| "extremity": { | |
| "average_precision": 0.9947, | |
| "precision": 0.9649, | |
| "recall": 0.9624, | |
| "f1": 0.9637, | |
| "support": 1144, | |
| "supervised": 13882 | |
| }, | |
| "cardiac": { | |
| "average_precision": 0.9701, | |
| "precision": 0.9009, | |
| "recall": 0.9338, | |
| "f1": 0.917, | |
| "support": 1178, | |
| "supervised": 13882 | |
| }, | |
| "obstetric": { | |
| "average_precision": 1.0, | |
| "precision": 1.0, | |
| "recall": 0.9983, | |
| "f1": 0.9992, | |
| "support": 593, | |
| "supervised": 13882 | |
| } | |
| } | |
| }, | |
| "organ": { | |
| "macro_ap": 0.9172, | |
| "classes_scored": 30, | |
| "per_class": { | |
| "BRAIN": { | |
| "average_precision": 0.9861, | |
| "precision": 0.8308, | |
| "recall": 0.9974, | |
| "f1": 0.9065, | |
| "support": 773, | |
| "supervised": 8731 | |
| }, | |
| "THYROID": { | |
| "average_precision": 0.8112, | |
| "precision": 0.5523, | |
| "recall": 0.8962, | |
| "f1": 0.6835, | |
| "support": 212, | |
| "supervised": 8731 | |
| }, | |
| "LUNG_LEFT": { | |
| "average_precision": 0.9916, | |
| "precision": 0.9525, | |
| "recall": 0.987, | |
| "f1": 0.9694, | |
| "support": 2154, | |
| "supervised": 9007 | |
| }, | |
| "LUNG_RIGHT": { | |
| "average_precision": 0.9917, | |
| "precision": 0.9592, | |
| "recall": 0.9856, | |
| "f1": 0.9722, | |
| "support": 2148, | |
| "supervised": 9005 | |
| }, | |
| "ESOPHAGUS": { | |
| "average_precision": 0.8013, | |
| "precision": 0.5551, | |
| "recall": 0.9628, | |
| "f1": 0.7042, | |
| "support": 1103, | |
| "supervised": 8731 | |
| }, | |
| "TRACHEA": { | |
| "average_precision": 0.9615, | |
| "precision": 0.7919, | |
| "recall": 0.9568, | |
| "f1": 0.8666, | |
| "support": 740, | |
| "supervised": 8731 | |
| }, | |
| "AORTA_THORACIC": { | |
| "average_precision": 0.984, | |
| "precision": 0.8517, | |
| "recall": 0.9974, | |
| "f1": 0.9188, | |
| "support": 766, | |
| "supervised": 8027 | |
| }, | |
| "BREAST": { | |
| "average_precision": 1.0, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "support": 155, | |
| "supervised": 8886 | |
| }, | |
| "HEART": { | |
| "average_precision": 0.9756, | |
| "precision": 0.9246, | |
| "recall": 0.927, | |
| "f1": 0.9258, | |
| "support": 1178, | |
| "supervised": 7960 | |
| }, | |
| "LIVER": { | |
| "average_precision": 0.9833, | |
| "precision": 0.9207, | |
| "recall": 0.9558, | |
| "f1": 0.9379, | |
| "support": 2806, | |
| "supervised": 9121 | |
| }, | |
| "SPLEEN": { | |
| "average_precision": 0.9557, | |
| "precision": 0.8642, | |
| "recall": 0.9093, | |
| "f1": 0.8862, | |
| "support": 1631, | |
| "supervised": 8941 | |
| }, | |
| "KIDNEY_LEFT": { | |
| "average_precision": 0.9694, | |
| "precision": 0.8228, | |
| "recall": 0.9658, | |
| "f1": 0.8886, | |
| "support": 1404, | |
| "supervised": 8422 | |
| }, | |
| "KIDNEY_RIGHT": { | |
| "average_precision": 0.9704, | |
| "precision": 0.8043, | |
| "recall": 0.9635, | |
| "f1": 0.8767, | |
| "support": 1369, | |
| "supervised": 8443 | |
| }, | |
| "GALLBLADDER": { | |
| "average_precision": 0.6891, | |
| "precision": 0.4315, | |
| "recall": 0.9395, | |
| "f1": 0.5914, | |
| "support": 446, | |
| "supervised": 8277 | |
| }, | |
| "PANCREAS": { | |
| "average_precision": 0.9503, | |
| "precision": 0.7765, | |
| "recall": 0.9659, | |
| "f1": 0.8609, | |
| "support": 1349, | |
| "supervised": 8621 | |
| }, | |
| "STOMACH": { | |
| "average_precision": 0.9316, | |
| "precision": 0.8066, | |
| "recall": 0.9105, | |
| "f1": 0.8554, | |
| "support": 1173, | |
| "supervised": 7741 | |
| }, | |
| "DUODENUM": { | |
| "average_precision": 0.9291, | |
| "precision": 0.6251, | |
| "recall": 0.9794, | |
| "f1": 0.7631, | |
| "support": 875, | |
| "supervised": 7741 | |
| }, | |
| "SMALL_BOWEL": { | |
| "average_precision": 0.9624, | |
| "precision": 0.8159, | |
| "recall": 0.971, | |
| "f1": 0.8867, | |
| "support": 1515, | |
| "supervised": 7741 | |
| }, | |
| "COLON": { | |
| "average_precision": 0.9829, | |
| "precision": 0.9006, | |
| "recall": 0.9613, | |
| "f1": 0.9299, | |
| "support": 2092, | |
| "supervised": 7741 | |
| }, | |
| "AORTA_ABDOMINAL": { | |
| "average_precision": 0.9894, | |
| "precision": 0.8945, | |
| "recall": 0.9888, | |
| "f1": 0.9393, | |
| "support": 1784, | |
| "supervised": 7380 | |
| }, | |
| "INFERIOR_VENA_CAVA": { | |
| "average_precision": 0.9586, | |
| "precision": 0.8571, | |
| "recall": 0.9658, | |
| "f1": 0.9082, | |
| "support": 2249, | |
| "supervised": 8080 | |
| }, | |
| "PORTAL_VEIN": { | |
| "average_precision": 0.8214, | |
| "precision": 0.522, | |
| "recall": 0.9612, | |
| "f1": 0.6765, | |
| "support": 309, | |
| "supervised": 8087 | |
| }, | |
| "ADRENAL_LEFT": { | |
| "average_precision": 0.6431, | |
| "precision": 0.32, | |
| "recall": 0.9195, | |
| "f1": 0.4748, | |
| "support": 174, | |
| "supervised": 7741 | |
| }, | |
| "ADRENAL_RIGHT": { | |
| "average_precision": 0.6331, | |
| "precision": 0.3585, | |
| "recall": 0.9048, | |
| "f1": 0.5135, | |
| "support": 147, | |
| "supervised": 7741 | |
| }, | |
| "BLADDER": { | |
| "average_precision": 0.931, | |
| "precision": 0.8302, | |
| "recall": 0.8824, | |
| "f1": 0.8555, | |
| "support": 748, | |
| "supervised": 8718 | |
| }, | |
| "PROSTATE": { | |
| "average_precision": 0.7901, | |
| "precision": 0.52, | |
| "recall": 0.8784, | |
| "f1": 0.6533, | |
| "support": 74, | |
| "supervised": 8301 | |
| }, | |
| "UTERUS": { | |
| "average_precision": 1.0, | |
| "precision": 0.9778, | |
| "recall": 1.0, | |
| "f1": 0.9888, | |
| "support": 132, | |
| "supervised": 8433 | |
| }, | |
| "OVARY": { | |
| "average_precision": 0.9671, | |
| "precision": 0.6748, | |
| "recall": 0.9858, | |
| "f1": 0.8012, | |
| "support": 141, | |
| "supervised": 8533 | |
| }, | |
| "FEMUR_LEFT": { | |
| "average_precision": 0.978, | |
| "precision": 0.9147, | |
| "recall": 0.9492, | |
| "f1": 0.9316, | |
| "support": 926, | |
| "supervised": 8913 | |
| }, | |
| "FEMUR_RIGHT": { | |
| "average_precision": 0.976, | |
| "precision": 0.9241, | |
| "recall": 0.953, | |
| "f1": 0.9383, | |
| "support": 894, | |
| "supervised": 8915 | |
| } | |
| } | |
| } | |
| }, | |
| "laterality_confusion": { | |
| "swapped": 54, | |
| "correct_side": 7404, | |
| "rate": 0.0072 | |
| }, | |
| "loop_level": { | |
| "macro_ap": 0.9446, | |
| "classes_scored": 30, | |
| "per_class": { | |
| "BRAIN": { | |
| "average_precision": 1.0, | |
| "precision": 1.0, | |
| "recall": 0.6393, | |
| "f1": 0.78, | |
| "support": 61, | |
| "supervised": 1232 | |
| }, | |
| "THYROID": { | |
| "average_precision": 0.9705, | |
| "precision": 1.0, | |
| "recall": 0.0814, | |
| "f1": 0.1505, | |
| "support": 86, | |
| "supervised": 1232 | |
| }, | |
| "LUNG_LEFT": { | |
| "average_precision": 0.994, | |
| "precision": 0.99, | |
| "recall": 0.6346, | |
| "f1": 0.7734, | |
| "support": 156, | |
| "supervised": 1235 | |
| }, | |
| "LUNG_RIGHT": { | |
| "average_precision": 0.9988, | |
| "precision": 1.0, | |
| "recall": 0.6387, | |
| "f1": 0.7795, | |
| "support": 155, | |
| "supervised": 1235 | |
| }, | |
| "ESOPHAGUS": { | |
| "average_precision": 0.966, | |
| "precision": 0.957, | |
| "recall": 0.5298, | |
| "f1": 0.682, | |
| "support": 168, | |
| "supervised": 1232 | |
| }, | |
| "TRACHEA": { | |
| "average_precision": 0.9932, | |
| "precision": 1.0, | |
| "recall": 0.4787, | |
| "f1": 0.6475, | |
| "support": 94, | |
| "supervised": 1232 | |
| }, | |
| "AORTA_THORACIC": { | |
| "average_precision": 0.9653, | |
| "precision": 0.9787, | |
| "recall": 0.4071, | |
| "f1": 0.575, | |
| "support": 113, | |
| "supervised": 1232 | |
| }, | |
| "BREAST": { | |
| "average_precision": 1.0, | |
| "precision": 1.0, | |
| "recall": 1.0, | |
| "f1": 1.0, | |
| "support": 1, | |
| "supervised": 1233 | |
| }, | |
| "HEART": { | |
| "average_precision": 0.9978, | |
| "precision": 1.0, | |
| "recall": 0.2985, | |
| "f1": 0.4598, | |
| "support": 134, | |
| "supervised": 245 | |
| }, | |
| "LIVER": { | |
| "average_precision": 0.8709, | |
| "precision": 0.8215, | |
| "recall": 0.8161, | |
| "f1": 0.8188, | |
| "support": 299, | |
| "supervised": 785 | |
| }, | |
| "SPLEEN": { | |
| "average_precision": 0.9117, | |
| "precision": 0.9239, | |
| "recall": 0.3282, | |
| "f1": 0.4843, | |
| "support": 259, | |
| "supervised": 989 | |
| }, | |
| "KIDNEY_LEFT": { | |
| "average_precision": 0.9906, | |
| "precision": 0.9861, | |
| "recall": 0.4329, | |
| "f1": 0.6017, | |
| "support": 164, | |
| "supervised": 584 | |
| }, | |
| "KIDNEY_RIGHT": { | |
| "average_precision": 0.9731, | |
| "precision": 0.974, | |
| "recall": 0.4717, | |
| "f1": 0.6356, | |
| "support": 159, | |
| "supervised": 584 | |
| }, | |
| "GALLBLADDER": { | |
| "average_precision": 0.7017, | |
| "precision": 0.5885, | |
| "recall": 0.4669, | |
| "f1": 0.5207, | |
| "support": 242, | |
| "supervised": 778 | |
| }, | |
| "PANCREAS": { | |
| "average_precision": 0.9547, | |
| "precision": 0.942, | |
| "recall": 0.5159, | |
| "f1": 0.6667, | |
| "support": 252, | |
| "supervised": 675 | |
| }, | |
| "STOMACH": { | |
| "average_precision": 0.9709, | |
| "precision": 0.9733, | |
| "recall": 0.4195, | |
| "f1": 0.5863, | |
| "support": 174, | |
| "supervised": 242 | |
| }, | |
| "DUODENUM": { | |
| "average_precision": 0.9979, | |
| "precision": 1.0, | |
| "recall": 0.4783, | |
| "f1": 0.6471, | |
| "support": 161, | |
| "supervised": 242 | |
| }, | |
| "SMALL_BOWEL": { | |
| "average_precision": 0.9804, | |
| "precision": 0.9423, | |
| "recall": 0.8033, | |
| "f1": 0.8673, | |
| "support": 122, | |
| "supervised": 242 | |
| }, | |
| "COLON": { | |
| "average_precision": 0.9864, | |
| "precision": 0.9815, | |
| "recall": 0.8092, | |
| "f1": 0.887, | |
| "support": 131, | |
| "supervised": 242 | |
| }, | |
| "AORTA_ABDOMINAL": { | |
| "average_precision": 0.9832, | |
| "precision": 0.9766, | |
| "recall": 0.744, | |
| "f1": 0.8446, | |
| "support": 168, | |
| "supervised": 585 | |
| }, | |
| "INFERIOR_VENA_CAVA": { | |
| "average_precision": 0.9996, | |
| "precision": 1.0, | |
| "recall": 0.8418, | |
| "f1": 0.9141, | |
| "support": 177, | |
| "supervised": 581 | |
| }, | |
| "PORTAL_VEIN": { | |
| "average_precision": 0.7913, | |
| "precision": 0.625, | |
| "recall": 0.1364, | |
| "f1": 0.2239, | |
| "support": 110, | |
| "supervised": 588 | |
| }, | |
| "ADRENAL_LEFT": { | |
| "average_precision": 0.7589, | |
| "precision": 0.8, | |
| "recall": 0.044, | |
| "f1": 0.0833, | |
| "support": 91, | |
| "supervised": 242 | |
| }, | |
| "ADRENAL_RIGHT": { | |
| "average_precision": 0.8562, | |
| "precision": 1.0, | |
| "recall": 0.0105, | |
| "f1": 0.0208, | |
| "support": 95, | |
| "supervised": 242 | |
| }, | |
| "BLADDER": { | |
| "average_precision": 0.9743, | |
| "precision": 1.0, | |
| "recall": 0.0462, | |
| "f1": 0.0882, | |
| "support": 130, | |
| "supervised": 896 | |
| }, | |
| "PROSTATE": { | |
| "average_precision": 0.8306, | |
| "precision": 0.0, | |
| "recall": 0.0, | |
| "f1": 0.0, | |
| "support": 45, | |
| "supervised": 893 | |
| }, | |
| "UTERUS": { | |
| "average_precision": 0.9902, | |
| "precision": 0.9589, | |
| "recall": 0.8333, | |
| "f1": 0.8917, | |
| "support": 84, | |
| "supervised": 977 | |
| }, | |
| "OVARY": { | |
| "average_precision": 0.9676, | |
| "precision": 0.6748, | |
| "recall": 0.9858, | |
| "f1": 0.8012, | |
| "support": 141, | |
| "supervised": 1034 | |
| }, | |
| "FEMUR_LEFT": { | |
| "average_precision": 0.9719, | |
| "precision": 0.9697, | |
| "recall": 0.3265, | |
| "f1": 0.4885, | |
| "support": 98, | |
| "supervised": 1235 | |
| }, | |
| "FEMUR_RIGHT": { | |
| "average_precision": 0.9906, | |
| "precision": 1.0, | |
| "recall": 0.3125, | |
| "f1": 0.4762, | |
| "support": 96, | |
| "supervised": 1235 | |
| } | |
| }, | |
| "loops": 1413 | |
| }, | |
| "slices": { | |
| "benchmark_tier": { | |
| "in_distribution": { | |
| "rows": 15395, | |
| "macro_ap": 0.9172, | |
| "classes_scored": 30 | |
| } | |
| }, | |
| "modality": { | |
| "CT": { | |
| "rows": 11334, | |
| "macro_ap": 0.9099, | |
| "classes_scored": 27 | |
| }, | |
| "MR": { | |
| "rows": 319, | |
| "macro_ap": 0.8537, | |
| "classes_scored": 13 | |
| }, | |
| "US": { | |
| "rows": 2162, | |
| "macro_ap": 0.915, | |
| "classes_scored": 9 | |
| }, | |
| "XR": { | |
| "rows": 1580, | |
| "macro_ap": null, | |
| "classes_scored": 0 | |
| } | |
| }, | |
| "vendor": { | |
| "Aloka": { | |
| "rows": 352, | |
| "macro_ap": null, | |
| "classes_scored": 0 | |
| }, | |
| "Other": { | |
| "rows": 23, | |
| "macro_ap": null, | |
| "classes_scored": 0 | |
| }, | |
| "Voluson E6": { | |
| "rows": 499, | |
| "macro_ap": null, | |
| "classes_scored": 0 | |
| }, | |
| "Voluson S10": { | |
| "rows": 143, | |
| "macro_ap": null, | |
| "classes_scored": 0 | |
| }, | |
| "unknown": { | |
| "rows": 14378, | |
| "macro_ap": 0.9143, | |
| "classes_scored": 29 | |
| } | |
| }, | |
| "color_doppler": { | |
| "False": { | |
| "rows": 15395, | |
| "macro_ap": 0.9172, | |
| "classes_scored": 30 | |
| } | |
| } | |
| } | |
| } | |