{
  "model_version": "organscan-onnx-model.int8",
  "backend": "onnx",
  "split": "test",
  "policy": "balanced",
  "rows": 15395,
  "ms_per_frame": 26.878,
  "taxonomy_version": "1.0.0",
  "chaining": "p_organ * p_region[parent]",
  "levels": {
    "modality": {
      "macro_ap": 1.0,
      "classes_scored": 4,
      "per_class": {
        "US": {
          "average_precision": 1.0,
          "precision": 0.9931,
          "recall": 1.0,
          "f1": 0.9965,
          "support": 2162,
          "supervised": 15395
        },
        "CT": {
          "average_precision": 1.0,
          "precision": 0.9998,
          "recall": 0.9993,
          "f1": 0.9996,
          "support": 11334,
          "supervised": 15395
        },
        "MR": {
          "average_precision": 0.9998,
          "precision": 0.9937,
          "recall": 0.9937,
          "f1": 0.9937,
          "support": 319,
          "supervised": 15395
        },
        "XR": {
          "average_precision": 1.0,
          "precision": 1.0,
          "recall": 0.9994,
          "f1": 0.9997,
          "support": 1580,
          "supervised": 15395
        },
        "OTHER": {
          "average_precision": null,
          "precision": 0.0,
          "recall": 0.0,
          "f1": 0.0,
          "support": 0,
          "supervised": 15395
        }
      }
    },
    "region": {
      "macro_ap": 0.9804,
      "classes_scored": 8,
      "per_class": {
        "head": {
          "average_precision": 0.9999,
          "precision": 0.9614,
          "recall": 0.9987,
          "f1": 0.9797,
          "support": 773,
          "supervised": 13882
        },
        "neck": {
          "average_precision": 0.9291,
          "precision": 0.7729,
          "recall": 0.9151,
          "f1": 0.838,
          "support": 212,
          "supervised": 13882
        },
        "chest": {
          "average_precision": 0.9967,
          "precision": 0.9608,
          "recall": 0.9847,
          "f1": 0.9726,
          "support": 4633,
          "supervised": 13882
        },
        "abdomen": {
          "average_precision": 0.9959,
          "precision": 0.9638,
          "recall": 0.9788,
          "f1": 0.9712,
          "support": 6882,
          "supervised": 13882
        },
        "pelvis": {
          "average_precision": 0.9566,
          "precision": 0.8394,
          "recall": 0.9393,
          "f1": 0.8866,
          "support": 1269,
          "supervised": 13882
        },
        "extremity": {
          "average_precision": 0.9947,
          "precision": 0.9649,
          "recall": 0.9624,
          "f1": 0.9637,
          "support": 1144,
          "supervised": 13882
        },
        "cardiac": {
          "average_precision": 0.9701,
          "precision": 0.9009,
          "recall": 0.9338,
          "f1": 0.917,
          "support": 1178,
          "supervised": 13882
        },
        "obstetric": {
          "average_precision": 1.0,
          "precision": 1.0,
          "recall": 0.9983,
          "f1": 0.9992,
          "support": 593,
          "supervised": 13882
        }
      }
    },
    "organ": {
      "macro_ap": 0.9172,
      "classes_scored": 30,
      "per_class": {
        "BRAIN": {
          "average_precision": 0.9861,
          "precision": 0.8308,
          "recall": 0.9974,
          "f1": 0.9065,
          "support": 773,
          "supervised": 8731
        },
        "THYROID": {
          "average_precision": 0.8112,
          "precision": 0.5523,
          "recall": 0.8962,
          "f1": 0.6835,
          "support": 212,
          "supervised": 8731
        },
        "LUNG_LEFT": {
          "average_precision": 0.9916,
          "precision": 0.9525,
          "recall": 0.987,
          "f1": 0.9694,
          "support": 2154,
          "supervised": 9007
        },
        "LUNG_RIGHT": {
          "average_precision": 0.9917,
          "precision": 0.9592,
          "recall": 0.9856,
          "f1": 0.9722,
          "support": 2148,
          "supervised": 9005
        },
        "ESOPHAGUS": {
          "average_precision": 0.8013,
          "precision": 0.5551,
          "recall": 0.9628,
          "f1": 0.7042,
          "support": 1103,
          "supervised": 8731
        },
        "TRACHEA": {
          "average_precision": 0.9615,
          "precision": 0.7919,
          "recall": 0.9568,
          "f1": 0.8666,
          "support": 740,
          "supervised": 8731
        },
        "AORTA_THORACIC": {
          "average_precision": 0.984,
          "precision": 0.8517,
          "recall": 0.9974,
          "f1": 0.9188,
          "support": 766,
          "supervised": 8027
        },
        "BREAST": {
          "average_precision": 1.0,
          "precision": 1.0,
          "recall": 1.0,
          "f1": 1.0,
          "support": 155,
          "supervised": 8886
        },
        "HEART": {
          "average_precision": 0.9756,
          "precision": 0.9246,
          "recall": 0.927,
          "f1": 0.9258,
          "support": 1178,
          "supervised": 7960
        },
        "LIVER": {
          "average_precision": 0.9833,
          "precision": 0.9207,
          "recall": 0.9558,
          "f1": 0.9379,
          "support": 2806,
          "supervised": 9121
        },
        "SPLEEN": {
          "average_precision": 0.9557,
          "precision": 0.8642,
          "recall": 0.9093,
          "f1": 0.8862,
          "support": 1631,
          "supervised": 8941
        },
        "KIDNEY_LEFT": {
          "average_precision": 0.9694,
          "precision": 0.8228,
          "recall": 0.9658,
          "f1": 0.8886,
          "support": 1404,
          "supervised": 8422
        },
        "KIDNEY_RIGHT": {
          "average_precision": 0.9704,
          "precision": 0.8043,
          "recall": 0.9635,
          "f1": 0.8767,
          "support": 1369,
          "supervised": 8443
        },
        "GALLBLADDER": {
          "average_precision": 0.6891,
          "precision": 0.4315,
          "recall": 0.9395,
          "f1": 0.5914,
          "support": 446,
          "supervised": 8277
        },
        "PANCREAS": {
          "average_precision": 0.9503,
          "precision": 0.7765,
          "recall": 0.9659,
          "f1": 0.8609,
          "support": 1349,
          "supervised": 8621
        },
        "STOMACH": {
          "average_precision": 0.9316,
          "precision": 0.8066,
          "recall": 0.9105,
          "f1": 0.8554,
          "support": 1173,
          "supervised": 7741
        },
        "DUODENUM": {
          "average_precision": 0.9291,
          "precision": 0.6251,
          "recall": 0.9794,
          "f1": 0.7631,
          "support": 875,
          "supervised": 7741
        },
        "SMALL_BOWEL": {
          "average_precision": 0.9624,
          "precision": 0.8159,
          "recall": 0.971,
          "f1": 0.8867,
          "support": 1515,
          "supervised": 7741
        },
        "COLON": {
          "average_precision": 0.9829,
          "precision": 0.9006,
          "recall": 0.9613,
          "f1": 0.9299,
          "support": 2092,
          "supervised": 7741
        },
        "AORTA_ABDOMINAL": {
          "average_precision": 0.9894,
          "precision": 0.8945,
          "recall": 0.9888,
          "f1": 0.9393,
          "support": 1784,
          "supervised": 7380
        },
        "INFERIOR_VENA_CAVA": {
          "average_precision": 0.9586,
          "precision": 0.8571,
          "recall": 0.9658,
          "f1": 0.9082,
          "support": 2249,
          "supervised": 8080
        },
        "PORTAL_VEIN": {
          "average_precision": 0.8214,
          "precision": 0.522,
          "recall": 0.9612,
          "f1": 0.6765,
          "support": 309,
          "supervised": 8087
        },
        "ADRENAL_LEFT": {
          "average_precision": 0.6431,
          "precision": 0.32,
          "recall": 0.9195,
          "f1": 0.4748,
          "support": 174,
          "supervised": 7741
        },
        "ADRENAL_RIGHT": {
          "average_precision": 0.6331,
          "precision": 0.3585,
          "recall": 0.9048,
          "f1": 0.5135,
          "support": 147,
          "supervised": 7741
        },
        "BLADDER": {
          "average_precision": 0.931,
          "precision": 0.8302,
          "recall": 0.8824,
          "f1": 0.8555,
          "support": 748,
          "supervised": 8718
        },
        "PROSTATE": {
          "average_precision": 0.7901,
          "precision": 0.52,
          "recall": 0.8784,
          "f1": 0.6533,
          "support": 74,
          "supervised": 8301
        },
        "UTERUS": {
          "average_precision": 1.0,
          "precision": 0.9778,
          "recall": 1.0,
          "f1": 0.9888,
          "support": 132,
          "supervised": 8433
        },
        "OVARY": {
          "average_precision": 0.9671,
          "precision": 0.6748,
          "recall": 0.9858,
          "f1": 0.8012,
          "support": 141,
          "supervised": 8533
        },
        "FEMUR_LEFT": {
          "average_precision": 0.978,
          "precision": 0.9147,
          "recall": 0.9492,
          "f1": 0.9316,
          "support": 926,
          "supervised": 8913
        },
        "FEMUR_RIGHT": {
          "average_precision": 0.976,
          "precision": 0.9241,
          "recall": 0.953,
          "f1": 0.9383,
          "support": 894,
          "supervised": 8915
        }
      }
    }
  },
  "laterality_confusion": {
    "swapped": 54,
    "correct_side": 7404,
    "rate": 0.0072
  },
  "loop_level": {
    "macro_ap": 0.9446,
    "classes_scored": 30,
    "per_class": {
      "BRAIN": {
        "average_precision": 1.0,
        "precision": 1.0,
        "recall": 0.6393,
        "f1": 0.78,
        "support": 61,
        "supervised": 1232
      },
      "THYROID": {
        "average_precision": 0.9705,
        "precision": 1.0,
        "recall": 0.0814,
        "f1": 0.1505,
        "support": 86,
        "supervised": 1232
      },
      "LUNG_LEFT": {
        "average_precision": 0.994,
        "precision": 0.99,
        "recall": 0.6346,
        "f1": 0.7734,
        "support": 156,
        "supervised": 1235
      },
      "LUNG_RIGHT": {
        "average_precision": 0.9988,
        "precision": 1.0,
        "recall": 0.6387,
        "f1": 0.7795,
        "support": 155,
        "supervised": 1235
      },
      "ESOPHAGUS": {
        "average_precision": 0.966,
        "precision": 0.957,
        "recall": 0.5298,
        "f1": 0.682,
        "support": 168,
        "supervised": 1232
      },
      "TRACHEA": {
        "average_precision": 0.9932,
        "precision": 1.0,
        "recall": 0.4787,
        "f1": 0.6475,
        "support": 94,
        "supervised": 1232
      },
      "AORTA_THORACIC": {
        "average_precision": 0.9653,
        "precision": 0.9787,
        "recall": 0.4071,
        "f1": 0.575,
        "support": 113,
        "supervised": 1232
      },
      "BREAST": {
        "average_precision": 1.0,
        "precision": 1.0,
        "recall": 1.0,
        "f1": 1.0,
        "support": 1,
        "supervised": 1233
      },
      "HEART": {
        "average_precision": 0.9978,
        "precision": 1.0,
        "recall": 0.2985,
        "f1": 0.4598,
        "support": 134,
        "supervised": 245
      },
      "LIVER": {
        "average_precision": 0.8709,
        "precision": 0.8215,
        "recall": 0.8161,
        "f1": 0.8188,
        "support": 299,
        "supervised": 785
      },
      "SPLEEN": {
        "average_precision": 0.9117,
        "precision": 0.9239,
        "recall": 0.3282,
        "f1": 0.4843,
        "support": 259,
        "supervised": 989
      },
      "KIDNEY_LEFT": {
        "average_precision": 0.9906,
        "precision": 0.9861,
        "recall": 0.4329,
        "f1": 0.6017,
        "support": 164,
        "supervised": 584
      },
      "KIDNEY_RIGHT": {
        "average_precision": 0.9731,
        "precision": 0.974,
        "recall": 0.4717,
        "f1": 0.6356,
        "support": 159,
        "supervised": 584
      },
      "GALLBLADDER": {
        "average_precision": 0.7017,
        "precision": 0.5885,
        "recall": 0.4669,
        "f1": 0.5207,
        "support": 242,
        "supervised": 778
      },
      "PANCREAS": {
        "average_precision": 0.9547,
        "precision": 0.942,
        "recall": 0.5159,
        "f1": 0.6667,
        "support": 252,
        "supervised": 675
      },
      "STOMACH": {
        "average_precision": 0.9709,
        "precision": 0.9733,
        "recall": 0.4195,
        "f1": 0.5863,
        "support": 174,
        "supervised": 242
      },
      "DUODENUM": {
        "average_precision": 0.9979,
        "precision": 1.0,
        "recall": 0.4783,
        "f1": 0.6471,
        "support": 161,
        "supervised": 242
      },
      "SMALL_BOWEL": {
        "average_precision": 0.9804,
        "precision": 0.9423,
        "recall": 0.8033,
        "f1": 0.8673,
        "support": 122,
        "supervised": 242
      },
      "COLON": {
        "average_precision": 0.9864,
        "precision": 0.9815,
        "recall": 0.8092,
        "f1": 0.887,
        "support": 131,
        "supervised": 242
      },
      "AORTA_ABDOMINAL": {
        "average_precision": 0.9832,
        "precision": 0.9766,
        "recall": 0.744,
        "f1": 0.8446,
        "support": 168,
        "supervised": 585
      },
      "INFERIOR_VENA_CAVA": {
        "average_precision": 0.9996,
        "precision": 1.0,
        "recall": 0.8418,
        "f1": 0.9141,
        "support": 177,
        "supervised": 581
      },
      "PORTAL_VEIN": {
        "average_precision": 0.7913,
        "precision": 0.625,
        "recall": 0.1364,
        "f1": 0.2239,
        "support": 110,
        "supervised": 588
      },
      "ADRENAL_LEFT": {
        "average_precision": 0.7589,
        "precision": 0.8,
        "recall": 0.044,
        "f1": 0.0833,
        "support": 91,
        "supervised": 242
      },
      "ADRENAL_RIGHT": {
        "average_precision": 0.8562,
        "precision": 1.0,
        "recall": 0.0105,
        "f1": 0.0208,
        "support": 95,
        "supervised": 242
      },
      "BLADDER": {
        "average_precision": 0.9743,
        "precision": 1.0,
        "recall": 0.0462,
        "f1": 0.0882,
        "support": 130,
        "supervised": 896
      },
      "PROSTATE": {
        "average_precision": 0.8306,
        "precision": 0.0,
        "recall": 0.0,
        "f1": 0.0,
        "support": 45,
        "supervised": 893
      },
      "UTERUS": {
        "average_precision": 0.9902,
        "precision": 0.9589,
        "recall": 0.8333,
        "f1": 0.8917,
        "support": 84,
        "supervised": 977
      },
      "OVARY": {
        "average_precision": 0.9676,
        "precision": 0.6748,
        "recall": 0.9858,
        "f1": 0.8012,
        "support": 141,
        "supervised": 1034
      },
      "FEMUR_LEFT": {
        "average_precision": 0.9719,
        "precision": 0.9697,
        "recall": 0.3265,
        "f1": 0.4885,
        "support": 98,
        "supervised": 1235
      },
      "FEMUR_RIGHT": {
        "average_precision": 0.9906,
        "precision": 1.0,
        "recall": 0.3125,
        "f1": 0.4762,
        "support": 96,
        "supervised": 1235
      }
    },
    "loops": 1413
  },
  "slices": {
    "benchmark_tier": {
      "in_distribution": {
        "rows": 15395,
        "macro_ap": 0.9172,
        "classes_scored": 30
      }
    },
    "modality": {
      "CT": {
        "rows": 11334,
        "macro_ap": 0.9099,
        "classes_scored": 27
      },
      "MR": {
        "rows": 319,
        "macro_ap": 0.8537,
        "classes_scored": 13
      },
      "US": {
        "rows": 2162,
        "macro_ap": 0.915,
        "classes_scored": 9
      },
      "XR": {
        "rows": 1580,
        "macro_ap": null,
        "classes_scored": 0
      }
    },
    "vendor": {
      "Aloka": {
        "rows": 352,
        "macro_ap": null,
        "classes_scored": 0
      },
      "Other": {
        "rows": 23,
        "macro_ap": null,
        "classes_scored": 0
      },
      "Voluson E6": {
        "rows": 499,
        "macro_ap": null,
        "classes_scored": 0
      },
      "Voluson S10": {
        "rows": 143,
        "macro_ap": null,
        "classes_scored": 0
      },
      "unknown": {
        "rows": 14378,
        "macro_ap": 0.9143,
        "classes_scored": 29
      }
    },
    "color_doppler": {
      "False": {
        "rows": 15395,
        "macro_ap": 0.9172,
        "classes_scored": 30
      }
    }
  }
}