{
  "newsfin_short": {
    "omni": {
      "n": 140,
      "accuracy": 0.6642857142857143,
      "nll": 1.0239277480868136,
      "ece": 0.086806222512248,
      "median_ms": 152.98170200549066
    },
    "existing": {
      "n": 140,
      "accuracy": 0.6357142857142857,
      "nll": 0.8810642035031887,
      "ece": 0.09626927165913261,
      "median_ms": 31.578160007484257
    }
  },
  "newsfin_long": {
    "omni": {
      "n": 56,
      "accuracy": 0.5535714285714286,
      "nll": 1.0747286532578382,
      "ece": 0.20183825996408222,
      "median_ms": 399.9315219989512
    },
    "existing": {
      "n": 56,
      "accuracy": 0.7142857142857143,
      "nll": 0.7747561391758683,
      "ece": 0.11390295787714419,
      "median_ms": 76.97567199647892
    }
  },
  "objects": {
    "omni": {
      "n": 48,
      "accuracy": 0.8958333333333334,
      "nll": 0.3463743257572875,
      "ece": 0.1607140380942711,
      "median_ms": 181.64109149074648
    },
    "existing": {
      "n": 48,
      "accuracy": 0.875,
      "nll": 0.4381676075638272,
      "ece": 0.06802068458637223,
      "median_ms": 87.48945897968952
    }
  },
  "cars": {
    "omni": {
      "n": 48,
      "accuracy": 0.8333333333333334,
      "nll": 0.8116724576537026,
      "ece": 0.1538433370367329,
      "median_ms": 185.9130049997475
    },
    "existing": {
      "n": 48,
      "accuracy": 0.9375,
      "nll": 0.13429676287610173,
      "ece": 0.06006058381414428,
      "median_ms": 72.42575800046325
    }
  },
  "documents": {
    "omni": {
      "n": 64,
      "accuracy": 0.78125,
      "nll": 0.5672011287347207,
      "ece": 0.1941846296614581,
      "median_ms": 177.84590501105413
    },
    "existing": {
      "n": 64,
      "accuracy": 0.578125,
      "nll": 1.3456605204542036,
      "ece": 0.19807713711634278,
      "median_ms": 46.53450699697714
    }
  },
  "controlled_charts": {
    "omni": {
      "n": 8,
      "accuracy": 1.0,
      "nll": 0.03572675939492173,
      "ece": 0.03509586709753065,
      "median_ms": 278.0658479896374
    },
    "existing": {
      "n": 8,
      "accuracy": 0.0,
      "nll": 2.4772741884888907,
      "ece": 0.7510761469602585,
      "median_ms": 48.076307502924465
    }
  },
  "controlled_pdf": {
    "omni": {
      "n": 8,
      "accuracy": 1.0,
      "nll": 0.039342390823764464,
      "ece": 0.038576512512841776,
      "median_ms": 293.2979239994893
    },
    "existing": {
      "n": 8,
      "accuracy": 0.0,
      "nll": 2.510732355757172,
      "ece": 0.7607670575380325,
      "median_ms": 49.164392505190335
    }
  },
  "controlled_speech": {
    "omni": {
      "n": 8,
      "accuracy": 1.0,
      "nll": 0.07976032458653613,
      "ece": 0.0751707394894201,
      "median_ms": 320.00854500802234
    },
    "existing": {
      "n": 0
    }
  },
  "controlled_video_order": {
    "omni": {
      "n": 8,
      "accuracy": 0.625,
      "nll": 0.662364327099227,
      "ece": 0.2687584065892079,
      "median_ms": 563.8657774979947
    },
    "existing": {
      "n": 0
    }
  },
  "controlled_video_audio": {
    "omni": {
      "n": 8,
      "accuracy": 1.0,
      "nll": 0.08512731488755165,
      "ece": 0.08009641117628796,
      "median_ms": 572.0832340011839
    },
    "existing": {
      "n": 0
    }
  },
  "environmental_audio": {
    "omni": {
      "n": 20,
      "accuracy": 1.0,
      "nll": 0.06514317194261468,
      "ece": 0.05566597857985209,
      "median_ms": 348.48555049393326
    },
    "existing": {
      "n": 0
    }
  }
}