{
  "validation": {
    "millid": {
      "top1_accuracy": 0.9577820504464577,
      "top3_accuracy": 0.9888874405266245,
      "top5_accuracy": 0.9932746203480415,
      "passages": 245488,
      "languages": 1626,
      "macro_precision": 0.9538820330004751,
      "macro_recall": 0.9590954075456577,
      "macro_f1": 0.9550536411106632,
      "macro_specificity": 0.9999740290832557,
      "weighted_f1": 0.9579611590588513,
      "median_f1": 0.9822485207100591,
      "languages_f1_at_least_0_9": 1435,
      "languages_f1_below_0_5": 8,
      "mean_fp_per_million": 25.97091674438312,
      "micro_f1": 0.9577820504464577,
      "top1_by_size": {
        "paragraph": 0.984960458955001,
        "sentence": 0.9788390119887341,
        "short": 0.9312356034595158
      }
    }
  },
  "test": {
    "millid": {
      "top1_accuracy": 0.9587247805328816,
      "top3_accuracy": 0.9890484971341278,
      "top5_accuracy": 0.9932401213781161,
      "passages": 240241,
      "languages": 1621,
      "macro_precision": 0.9549770065582561,
      "macro_recall": 0.9588167712047285,
      "macro_f1": 0.9553762683202616,
      "macro_specificity": 0.9999745397211366,
      "weighted_f1": 0.9589133936122667,
      "median_f1": 0.9824561403508771,
      "languages_f1_at_least_0_9": 1446,
      "languages_f1_below_0_5": 8,
      "mean_fp_per_million": 25.46027886332467,
      "micro_f1": 0.9587247805328816,
      "top1_by_size": {
        "paragraph": 0.9832807891792942,
        "sentence": 0.9797006643418943,
        "short": 0.933343407228316
      }
    },
    "glotlid": {
      "top1_accuracy": 0.977614145795264,
      "top3_accuracy": 0.9977189572137978,
      "top5_accuracy": 0.9983766301339072,
      "passages": 240241,
      "languages": 1621,
      "macro_precision": 0.9782517709855841,
      "macro_recall": 0.9751782136320077,
      "macro_f1": 0.9748179587217549,
      "macro_specificity": 0.9999867952157099,
      "weighted_f1": 0.9776092036050326,
      "median_f1": 1.0,
      "languages_f1_at_least_0_9": 1488,
      "languages_f1_below_0_5": 6,
      "mean_fp_per_million": 13.204784290051938,
      "micro_f1": 0.977614145795264,
      "top1_by_size": {
        "paragraph": 0.9910708837587715,
        "sentence": 0.9852877542189529,
        "short": 0.9663739311301133
      }
    },
    "glotlid@millid": {
      "top1_accuracy": 0.978292631149554,
      "top3_accuracy": 0.9977897194900122,
      "top5_accuracy": 0.9984557173837938,
      "passages": 240241,
      "languages": 1621,
      "macro_precision": 0.9778492893480586,
      "macro_recall": 0.9764998669631992,
      "macro_f1": 0.9754780061637239,
      "macro_specificity": 0.9999866076235475,
      "weighted_f1": 0.9778914257911913,
      "median_f1": 1.0,
      "languages_f1_at_least_0_9": 1490,
      "languages_f1_below_0_5": 5,
      "mean_fp_per_million": 13.392376452534537,
      "micro_f1": 0.978292631149554,
      "top1_by_size": {
        "paragraph": 0.9911725821214279,
        "sentence": 0.98578410161122,
        "short": 0.967431690103287
      }
    },
    "fasttext": {
      "top1_accuracy": 0.25110201838986684,
      "top3_accuracy": 0.2610045745730329,
      "top5_accuracy": 0.262482257399861,
      "passages": 240241,
      "languages": 1621,
      "macro_precision": 0.05202750834127428,
      "macro_recall": 0.12048375928156996,
      "macro_f1": 0.06567764337804372,
      "macro_specificity": 0.9995388522643763,
      "weighted_f1": 0.14972995387859817,
      "median_f1": 0.0,
      "languages_f1_at_least_0_9": 25,
      "languages_f1_below_0_5": 1518,
      "mean_fp_per_million": 461.14773562356646,
      "micro_f1": 0.25110201838986684,
      "top1_by_size": {
        "paragraph": 0.19578968778602665,
        "sentence": 0.2500699977091659,
        "short": 0.2759950934205614
      }
    },
    "fasttext@millid": {
      "top1_accuracy": 0.2514599922577745,
      "top3_accuracy": 0.2610753368492472,
      "top5_accuracy": 0.2625197197813862,
      "passages": 240241,
      "languages": 1621,
      "macro_precision": 0.05205991842533006,
      "macro_recall": 0.12089826722608317,
      "macro_f1": 0.06593662879256669,
      "macro_specificity": 0.9995376539627219,
      "weighted_f1": 0.1498625447047829,
      "median_f1": 0.0,
      "languages_f1_at_least_0_9": 26,
      "languages_f1_below_0_5": 1517,
      "mean_fp_per_million": 462.34603727812436,
      "micro_f1": 0.2514599922577745,
      "top1_by_size": {
        "paragraph": 0.19587104647615172,
        "sentence": 0.25056634510143305,
        "short": 0.27637730884784273
      }
    }
  },
  "test-common": {
    "millid": {
      "top1_accuracy": 0.9395947180209607,
      "top3_accuracy": 0.9856649689614069,
      "top5_accuracy": 0.9908664489062959,
      "passages": 64597,
      "languages": 213,
      "macro_precision": 0.970922775379856,
      "macro_recall": 0.9353270477650256,
      "macro_f1": 0.951259698841108,
      "macro_specificity": 0.9998952436560236,
      "weighted_f1": 0.9570662852696624,
      "median_f1": 0.9726495726495726,
      "languages_f1_at_least_0_9": 188,
      "languages_f1_below_0_5": 0,
      "mean_fp_per_million": 104.75634397647721,
      "micro_f1": 0.9395947180209607,
      "top1_by_size": {
        "paragraph": 0.9725285742931622,
        "sentence": 0.9684640840957758,
        "short": 0.9125458547322084
      }
    },
    "glotlid": {
      "top1_accuracy": 0.9738223137297398,
      "top3_accuracy": 0.9924609501989257,
      "top5_accuracy": 0.9946437141043701,
      "passages": 64597,
      "languages": 213,
      "macro_precision": 0.9924377815827973,
      "macro_recall": 0.9770740040297234,
      "macro_f1": 0.9835053354686013,
      "macro_specificity": 0.9999660547959016,
      "weighted_f1": 0.9823407826125089,
      "median_f1": 0.9982788296041308,
      "languages_f1_at_least_0_9": 201,
      "languages_f1_below_0_5": 0,
      "mean_fp_per_million": 33.94520409829502,
      "micro_f1": 0.9738223137297398,
      "top1_by_size": {
        "paragraph": 0.9946861840786043,
        "sentence": 0.9876386996301343,
        "short": 0.9593837123991196
      }
    },
    "glotlid@millid": {
      "top1_accuracy": 0.9749369165750732,
      "top3_accuracy": 0.9926931591250368,
      "top5_accuracy": 0.994829481245259,
      "passages": 64597,
      "languages": 213,
      "macro_precision": 0.9922871273519716,
      "macro_recall": 0.9790381188248578,
      "macro_f1": 0.9845885184031669,
      "macro_specificity": 0.9999656167342897,
      "weighted_f1": 0.9829375630604269,
      "median_f1": 0.9983471074380166,
      "languages_f1_at_least_0_9": 203,
      "languages_f1_below_0_5": 0,
      "mean_fp_per_million": 34.38326571019212,
      "micro_f1": 0.9749369165750732,
      "top1_by_size": {
        "paragraph": 0.9948867054341287,
        "sentence": 0.9885146972941405,
        "short": 0.9609097578870139
      }
    },
    "fasttext": {
      "top1_accuracy": 0.9338668978435531,
      "top3_accuracy": 0.9706952335247767,
      "top5_accuracy": 0.9761908447760732,
      "passages": 64597,
      "languages": 213,
      "macro_precision": 0.9356570616737796,
      "macro_recall": 0.9169210037343893,
      "macro_f1": 0.9148824189777787,
      "macro_specificity": 0.9996959024393602,
      "weighted_f1": 0.9352000319739436,
      "median_f1": 0.9680365296803652,
      "languages_f1_at_least_0_9": 165,
      "languages_f1_below_0_5": 8,
      "mean_fp_per_million": 304.0975606397608,
      "micro_f1": 0.9338668978435531,
      "top1_by_size": {
        "paragraph": 0.9651092841387607,
        "sentence": 0.9562487833365778,
        "short": 0.9112252384446075
      }
    },
    "fasttext@millid": {
      "top1_accuracy": 0.9351982290199236,
      "top3_accuracy": 0.9709584036410359,
      "top5_accuracy": 0.9763301701317398,
      "passages": 64597,
      "languages": 213,
      "macro_precision": 0.9353710554982398,
      "macro_recall": 0.9200755454154029,
      "macro_f1": 0.9173068426975766,
      "macro_specificity": 0.9996942142238651,
      "weighted_f1": 0.9361359929041825,
      "median_f1": 0.9680365296803652,
      "languages_f1_at_least_0_9": 166,
      "languages_f1_below_0_5": 7,
      "mean_fp_per_million": 305.78577613496856,
      "micro_f1": 0.9351982290199236,
      "top1_by_size": {
        "paragraph": 0.9655103268498095,
        "sentence": 0.958146778275258,
        "short": 0.9124871606749817
      }
    }
  },
  "udhr": {
    "millid": {
      "top1_accuracy": 0.8492328500781944,
      "top3_accuracy": 0.911703791369035,
      "top5_accuracy": 0.9256519717655015,
      "passages": 23659,
      "languages": 358,
      "macro_precision": 0.914803800630921,
      "macro_recall": 0.8736275490421017,
      "macro_f1": 0.8764285216392155,
      "macro_specificity": 0.9998609432354121,
      "weighted_f1": 0.8584797362391883,
      "median_f1": 0.9906542056074767,
      "languages_f1_at_least_0_9": 274,
      "languages_f1_below_0_5": 32,
      "mean_fp_per_million": 139.05676458798044,
      "micro_f1": 0.8492328500781944
    },
    "glotlid": {
      "top1_accuracy": 0.8598419206221734,
      "top3_accuracy": 0.9279766684982459,
      "top5_accuracy": 0.9420516505346802,
      "passages": 23659,
      "languages": 358,
      "macro_precision": 0.9261030959501081,
      "macro_recall": 0.8825915640670888,
      "macro_f1": 0.8864649884094992,
      "macro_specificity": 0.999887104475242,
      "weighted_f1": 0.8701800337416647,
      "median_f1": 0.9915248150542268,
      "languages_f1_at_least_0_9": 287,
      "languages_f1_below_0_5": 32,
      "mean_fp_per_million": 112.89552475798357,
      "micro_f1": 0.8598419206221734
    },
    "glotlid@millid": {
      "top1_accuracy": 0.8614480747284331,
      "top3_accuracy": 0.9294137537512152,
      "top5_accuracy": 0.943319666934359,
      "passages": 23659,
      "languages": 358,
      "macro_precision": 0.9257695969546421,
      "macro_recall": 0.8844312457708232,
      "macro_f1": 0.8873151713293488,
      "macro_specificity": 0.9998860393705818,
      "weighted_f1": 0.8709300475765809,
      "median_f1": 0.9915248150542268,
      "languages_f1_at_least_0_9": 291,
      "languages_f1_below_0_5": 32,
      "mean_fp_per_million": 113.96062941822754,
      "micro_f1": 0.8614480747284331
    },
    "fasttext": {
      "top1_accuracy": 0.4624878481761697,
      "top3_accuracy": 0.4856502810769686,
      "top5_accuracy": 0.49034194175578005,
      "passages": 23659,
      "languages": 358,
      "macro_precision": 0.31521227915727285,
      "macro_recall": 0.4478627321056064,
      "macro_f1": 0.3496561644788506,
      "macro_specificity": 0.9986965572826259,
      "weighted_f1": 0.3709499799103122,
      "median_f1": 0.0,
      "languages_f1_at_least_0_9": 60,
      "languages_f1_below_0_5": 220,
      "mean_fp_per_million": 1303.4427173741606,
      "micro_f1": 0.4624878481761697
    },
    "fasttext@millid": {
      "top1_accuracy": 0.4628682530960734,
      "top3_accuracy": 0.4856502810769686,
      "top5_accuracy": 0.4904264761824253,
      "passages": 23659,
      "languages": 358,
      "macro_precision": 0.3151627394343268,
      "macro_recall": 0.4483116546914005,
      "macro_f1": 0.34986047374808604,
      "macro_specificity": 0.9986947805299987,
      "weighted_f1": 0.37111316345366563,
      "median_f1": 0.0,
      "languages_f1_at_least_0_9": 61,
      "languages_f1_below_0_5": 220,
      "mean_fp_per_million": 1305.2194700013772,
      "micro_f1": 0.4628682530960734
    }
  },
  "udhr-common": {
    "millid": {
      "top1_accuracy": 0.9123425692695214,
      "top3_accuracy": 0.9606213266162889,
      "top5_accuracy": 0.9654911838790932,
      "passages": 11910,
      "languages": 170,
      "macro_precision": 0.9794271783100589,
      "macro_recall": 0.9393117513722192,
      "macro_f1": 0.9512636942896991,
      "macro_specificity": 0.9999174355030307,
      "weighted_f1": 0.92868171659548,
      "median_f1": 1.0,
      "languages_f1_at_least_0_9": 149,
      "languages_f1_below_0_5": 4,
      "mean_fp_per_million": 82.56449696922371,
      "micro_f1": 0.9123425692695214
    },
    "glotlid": {
      "top1_accuracy": 0.9335852225020991,
      "top3_accuracy": 0.9677581863979848,
      "top5_accuracy": 0.973215785054576,
      "passages": 11910,
      "languages": 170,
      "macro_precision": 0.9887806114106193,
      "macro_recall": 0.9575995164374027,
      "macro_f1": 0.9657221446088623,
      "macro_specificity": 0.9999338492838657,
      "weighted_f1": 0.9467136106728533,
      "median_f1": 1.0,
      "languages_f1_at_least_0_9": 155,
      "languages_f1_below_0_5": 3,
      "mean_fp_per_million": 66.15071613431165,
      "micro_f1": 0.9335852225020991
    },
    "glotlid@millid": {
      "top1_accuracy": 0.9338371116708648,
      "top3_accuracy": 0.9682619647355164,
      "top5_accuracy": 0.9735516372795969,
      "passages": 11910,
      "languages": 170,
      "macro_precision": 0.9887806114106193,
      "macro_recall": 0.9578604445634422,
      "macro_f1": 0.9658801542070193,
      "macro_specificity": 0.9999338492838657,
      "weighted_f1": 0.9468741038422634,
      "median_f1": 1.0,
      "languages_f1_at_least_0_9": 156,
      "languages_f1_below_0_5": 3,
      "mean_fp_per_million": 66.15071613431165,
      "micro_f1": 0.9338371116708648
    },
    "fasttext": {
      "top1_accuracy": 0.9187237615449202,
      "top3_accuracy": 0.964735516372796,
      "top5_accuracy": 0.9740554156171285,
      "passages": 11910,
      "languages": 170,
      "macro_precision": 0.9473808585265043,
      "macro_recall": 0.9431462240812183,
      "macro_f1": 0.9323102708833079,
      "macro_specificity": 0.9996006150778249,
      "weighted_f1": 0.917761071560676,
      "median_f1": 1.0,
      "languages_f1_at_least_0_9": 141,
      "languages_f1_below_0_5": 6,
      "mean_fp_per_million": 399.3849221751375,
      "micro_f1": 0.9187237615449202
    },
    "fasttext@millid": {
      "top1_accuracy": 0.9194794290512175,
      "top3_accuracy": 0.964735516372796,
      "top5_accuracy": 0.974223341729639,
      "passages": 11910,
      "languages": 170,
      "macro_precision": 0.9473808585265043,
      "macro_recall": 0.9440916022324787,
      "macro_f1": 0.9328542536140149,
      "macro_specificity": 0.9996006150778249,
      "weighted_f1": 0.9181958923496206,
      "median_f1": 1.0,
      "languages_f1_at_least_0_9": 142,
      "languages_f1_below_0_5": 6,
      "mean_fp_per_million": 399.3849221751375,
      "micro_f1": 0.9194794290512175
    }
  },
  "udhr-all": {
    "millid": {
      "top1_accuracy": 0.7273648770951743,
      "top3_accuracy": 0.7808710132860297,
      "top5_accuracy": 0.7928175795532708,
      "passages": 27623,
      "languages": 429,
      "macro_precision": 0.7340309394117082,
      "macro_recall": 0.7290411714617072,
      "macro_f1": 0.7148579318843858,
      "macro_specificity": 0.9997903094250377,
      "weighted_f1": 0.7196404590366388,
      "median_f1": 0.9649122807017544,
      "languages_f1_at_least_0_9": 254,
      "languages_f1_below_0_5": 105,
      "mean_fp_per_million": 209.69057496245543,
      "micro_f1": 0.7273648770951743
    },
    "glotlid": {
      "top1_accuracy": 0.750244361582739,
      "top3_accuracy": 0.8144662056981501,
      "top5_accuracy": 0.8281866560474966,
      "passages": 27623,
      "languages": 429,
      "macro_precision": 0.7694575973118034,
      "macro_recall": 0.7529055089081532,
      "macro_f1": 0.7454327849166208,
      "macro_specificity": 0.9998410395298513,
      "weighted_f1": 0.7485822543592835,
      "median_f1": 0.9795918367346939,
      "languages_f1_at_least_0_9": 277,
      "languages_f1_below_0_5": 97,
      "mean_fp_per_million": 158.96047014874904,
      "micro_f1": 0.750244361582739
    },
    "glotlid@millid": {
      "top1_accuracy": 0.7378271730080006,
      "top3_accuracy": 0.7960395322738297,
      "top5_accuracy": 0.8079498968251095,
      "passages": 27623,
      "languages": 429,
      "macro_precision": 0.7425329775774382,
      "macro_recall": 0.7380568437901042,
      "macro_f1": 0.724506747472521,
      "macro_specificity": 0.999809579502659,
      "weighted_f1": 0.7305913692421664,
      "median_f1": 0.9747899159663865,
      "languages_f1_at_least_0_9": 272,
      "languages_f1_below_0_5": 105,
      "mean_fp_per_million": 190.42049734090864,
      "micro_f1": 0.7378271730080006
    },
    "fasttext": {
      "top1_accuracy": 0.3961191760489447,
      "top3_accuracy": 0.4159577163957572,
      "top5_accuracy": 0.4199761068674655,
      "passages": 27623,
      "languages": 429,
      "macro_precision": 0.24791077144530446,
      "macro_recall": 0.3737409279575923,
      "macro_f1": 0.279501714390051,
      "macro_specificity": 0.9988210740543896,
      "weighted_f1": 0.30525958931365826,
      "median_f1": 0.0,
      "languages_f1_at_least_0_9": 54,
      "languages_f1_below_0_5": 299,
      "mean_fp_per_million": 1178.9259456102943,
      "micro_f1": 0.3961191760489447
    },
    "fasttext@millid": {
      "top1_accuracy": 0.39644499149259677,
      "top3_accuracy": 0.4159577163957572,
      "top5_accuracy": 0.42004851029938817,
      "passages": 27623,
      "languages": 429,
      "macro_precision": 0.2478791005299098,
      "macro_recall": 0.3741155533322177,
      "macro_f1": 0.27967804305179117,
      "macro_specificity": 0.998819804723614,
      "weighted_f1": 0.3054055953686982,
      "median_f1": 0.0,
      "languages_f1_at_least_0_9": 55,
      "languages_f1_below_0_5": 299,
      "mean_fp_per_million": 1180.1952763859204,
      "micro_f1": 0.39644499149259677
    }
  }
}