reports/test/millid_summary.json

{
  "top1_accuracy": 0.9587247805328816,
  "top3_accuracy": 0.9890484971341278,
  "top5_accuracy": 0.9932401213781161,
  "passages": 240241,
  "languages": 1621,
  "macro_precision": 0.9549770065582561,
  "macro_recall": 0.9588167712047285,
  "macro_f1": 0.9553762683202616,
  "macro_specificity": 0.9999745397211366,
  "weighted_f1": 0.9589133936122667,
  "median_f1": 0.9824561403508771,
  "languages_f1_at_least_0_9": 1446,
  "languages_f1_below_0_5": 8,
  "mean_fp_per_million": 25.46027886332467,
  "micro_f1": 0.9587247805328816,
  "top1_by_size": {
    "paragraph": 0.9832807891792942,
    "sentence": 0.9797006643418943,
    "short": 0.933343407228316
  }
}