{
  "validation": {
    "millid": {
      "top1_accuracy": 0.9612852766734016,
      "top3_accuracy": 0.990952714592974,
      "top5_accuracy": 0.994940689565274,
      "passages": 245488,
      "languages": 1626,
      "macro_precision": 0.95728323988777,
      "macro_recall": 0.9621342053274924,
      "macro_f1": 0.9583620746332984,
      "macro_specificity": 0.9999762003050453,
      "weighted_f1": 0.961335355655093,
      "median_f1": 0.9850028835063437,
      "languages_f1_at_least_0_9": 1462,
      "languages_f1_below_0_5": 7,
      "mean_fp_per_million": 23.799694954832386,
      "micro_f1": 0.9612852766734016,
      "top1_by_size": {
        "paragraph": 0.9857572558315572,
        "sentence": 0.9817676528501283,
        "short": 0.9363205702116563
      }
    }
  },
  "test": {
    "millid": {
      "top1_accuracy": 0.9616468462918486,
      "top3_accuracy": 0.9910007034602754,
      "top5_accuracy": 0.9945180048368097,
      "passages": 240241,
      "languages": 1621,
      "macro_precision": 0.9564228576676835,
      "macro_recall": 0.9614016943550959,
      "macro_f1": 0.9575764452347921,
      "macro_specificity": 0.9999763662862723,
      "weighted_f1": 0.9616663642965525,
      "median_f1": 0.9841269841269842,
      "languages_f1_at_least_0_9": 1451,
      "languages_f1_below_0_5": 6,
      "mean_fp_per_million": 23.633713727639183,
      "micro_f1": 0.9616468462918486,
      "top1_by_size": {
        "paragraph": 0.9846028678938269,
        "sentence": 0.9808588082571843,
        "short": 0.9381966542817016
      }
    },
    "glotlid": {
      "top1_accuracy": 0.977614145795264,
      "top3_accuracy": 0.9977189572137978,
      "top5_accuracy": 0.9983766301339072,
      "passages": 240241,
      "languages": 1621,
      "macro_precision": 0.9782517709855841,
      "macro_recall": 0.9751782136320077,
      "macro_f1": 0.9748179587217549,
      "macro_specificity": 0.9999867952157099,
      "weighted_f1": 0.9776092036050326,
      "median_f1": 1.0,
      "languages_f1_at_least_0_9": 1488,
      "languages_f1_below_0_5": 6,
      "mean_fp_per_million": 13.204784290051938,
      "micro_f1": 0.977614145795264,
      "top1_by_size": {
        "paragraph": 0.9910708837587715,
        "sentence": 0.9852877542189529,
        "short": 0.9663739311301133
      }
    },
    "glotlid@millid": {
      "top1_accuracy": 0.978292631149554,
      "top3_accuracy": 0.9977897194900122,
      "top5_accuracy": 0.9984557173837938,
      "passages": 240241,
      "languages": 1621,
      "macro_precision": 0.9778492893480586,
      "macro_recall": 0.9764998669631992,
      "macro_f1": 0.9754780061637239,
      "macro_specificity": 0.9999866076235475,
      "weighted_f1": 0.9778914257911913,
      "median_f1": 1.0,
      "languages_f1_at_least_0_9": 1490,
      "languages_f1_below_0_5": 5,
      "mean_fp_per_million": 13.392376452534537,
      "micro_f1": 0.978292631149554,
      "top1_by_size": {
        "paragraph": 0.9911725821214279,
        "sentence": 0.98578410161122,
        "short": 0.967431690103287
      }
    },
    "fasttext": {
      "top1_accuracy": 0.25110201838986684,
      "top3_accuracy": 0.2610045745730329,
      "top5_accuracy": 0.262482257399861,
      "passages": 240241,
      "languages": 1621,
      "macro_precision": 0.05202750834127428,
      "macro_recall": 0.12048375928156996,
      "macro_f1": 0.06567764337804372,
      "macro_specificity": 0.9995388522643763,
      "weighted_f1": 0.14972995387859817,
      "median_f1": 0.0,
      "languages_f1_at_least_0_9": 25,
      "languages_f1_below_0_5": 1518,
      "mean_fp_per_million": 461.14773562356646,
      "micro_f1": 0.25110201838986684,
      "top1_by_size": {
        "paragraph": 0.19578968778602665,
        "sentence": 0.2500699977091659,
        "short": 0.2759950934205614
      }
    },
    "fasttext@millid": {
      "top1_accuracy": 0.2514599922577745,
      "top3_accuracy": 0.2610753368492472,
      "top5_accuracy": 0.2625197197813862,
      "passages": 240241,
      "languages": 1621,
      "macro_precision": 0.05205991842533006,
      "macro_recall": 0.12089826722608317,
      "macro_f1": 0.06593662879256669,
      "macro_specificity": 0.9995376539627219,
      "weighted_f1": 0.1498625447047829,
      "median_f1": 0.0,
      "languages_f1_at_least_0_9": 26,
      "languages_f1_below_0_5": 1517,
      "mean_fp_per_million": 462.34603727812436,
      "micro_f1": 0.2514599922577745,
      "top1_by_size": {
        "paragraph": 0.19587104647615172,
        "sentence": 0.25056634510143305,
        "short": 0.27637730884784273
      }
    }
  },
  "test-common": {
    "millid": {
      "top1_accuracy": 0.9424741087047386,
      "top3_accuracy": 0.988172825363407,
      "top5_accuracy": 0.9923525860334071,
      "passages": 64597,
      "languages": 213,
      "macro_precision": 0.9732280825173869,
      "macro_recall": 0.9360723187927141,
      "macro_f1": 0.9527046866271709,
      "macro_specificity": 0.9999026288484889,
      "weighted_f1": 0.9592398159015416,
      "median_f1": 0.9738219895287958,
      "languages_f1_at_least_0_9": 191,
      "languages_f1_below_0_5": 0,
      "mean_fp_per_million": 97.37115151108515,
      "micro_f1": 0.9424741087047386,
      "top1_by_size": {
        "paragraph": 0.9737317024263084,
        "sentence": 0.9696320809811174,
        "short": 0.9169479090242113
      }
    },
    "glotlid": {
      "top1_accuracy": 0.9738223137297398,
      "top3_accuracy": 0.9924609501989257,
      "top5_accuracy": 0.9946437141043701,
      "passages": 64597,
      "languages": 213,
      "macro_precision": 0.9924377815827973,
      "macro_recall": 0.9770740040297234,
      "macro_f1": 0.9835053354686013,
      "macro_specificity": 0.9999660547959016,
      "weighted_f1": 0.9823407826125089,
      "median_f1": 0.9982788296041308,
      "languages_f1_at_least_0_9": 201,
      "languages_f1_below_0_5": 0,
      "mean_fp_per_million": 33.94520409829502,
      "micro_f1": 0.9738223137297398,
      "top1_by_size": {
        "paragraph": 0.9946861840786043,
        "sentence": 0.9876386996301343,
        "short": 0.9593837123991196
      }
    },
    "glotlid@millid": {
      "top1_accuracy": 0.9749369165750732,
      "top3_accuracy": 0.9926931591250368,
      "top5_accuracy": 0.994829481245259,
      "passages": 64597,
      "languages": 213,
      "macro_precision": 0.9922871273519716,
      "macro_recall": 0.9790381188248578,
      "macro_f1": 0.9845885184031669,
      "macro_specificity": 0.9999656167342897,
      "weighted_f1": 0.9829375630604269,
      "median_f1": 0.9983471074380166,
      "languages_f1_at_least_0_9": 203,
      "languages_f1_below_0_5": 0,
      "mean_fp_per_million": 34.38326571019212,
      "micro_f1": 0.9749369165750732,
      "top1_by_size": {
        "paragraph": 0.9948867054341287,
        "sentence": 0.9885146972941405,
        "short": 0.9609097578870139
      }
    },
    "fasttext": {
      "top1_accuracy": 0.9338668978435531,
      "top3_accuracy": 0.9706952335247767,
      "top5_accuracy": 0.9761908447760732,
      "passages": 64597,
      "languages": 213,
      "macro_precision": 0.9356570616737796,
      "macro_recall": 0.9169210037343893,
      "macro_f1": 0.9148824189777787,
      "macro_specificity": 0.9996959024393602,
      "weighted_f1": 0.9352000319739436,
      "median_f1": 0.9680365296803652,
      "languages_f1_at_least_0_9": 165,
      "languages_f1_below_0_5": 8,
      "mean_fp_per_million": 304.0975606397608,
      "micro_f1": 0.9338668978435531,
      "top1_by_size": {
        "paragraph": 0.9651092841387607,
        "sentence": 0.9562487833365778,
        "short": 0.9112252384446075
      }
    },
    "fasttext@millid": {
      "top1_accuracy": 0.9351982290199236,
      "top3_accuracy": 0.9709584036410359,
      "top5_accuracy": 0.9763301701317398,
      "passages": 64597,
      "languages": 213,
      "macro_precision": 0.9353710554982398,
      "macro_recall": 0.9200755454154029,
      "macro_f1": 0.9173068426975766,
      "macro_specificity": 0.9996942142238651,
      "weighted_f1": 0.9361359929041825,
      "median_f1": 0.9680365296803652,
      "languages_f1_at_least_0_9": 166,
      "languages_f1_below_0_5": 7,
      "mean_fp_per_million": 305.78577613496856,
      "micro_f1": 0.9351982290199236,
      "top1_by_size": {
        "paragraph": 0.9655103268498095,
        "sentence": 0.958146778275258,
        "short": 0.9124871606749817
      }
    }
  },
  "udhr": {
    "millid": {
      "top1_accuracy": 0.8524028910773913,
      "top3_accuracy": 0.9194386914070756,
      "top5_accuracy": 0.9340208800033813,
      "passages": 23659,
      "languages": 358,
      "macro_precision": 0.9186545076419138,
      "macro_recall": 0.8769388469921001,
      "macro_f1": 0.8779986710808113,
      "macro_specificity": 0.9998608120725921,
      "weighted_f1": 0.8598114286766851,
      "median_f1": 0.9909909909909909,
      "languages_f1_at_least_0_9": 282,
      "languages_f1_below_0_5": 35,
      "mean_fp_per_million": 139.18792740793418,
      "micro_f1": 0.8524028910773913
    },
    "glotlid": {
      "top1_accuracy": 0.8598419206221734,
      "top3_accuracy": 0.9279766684982459,
      "top5_accuracy": 0.9420516505346802,
      "passages": 23659,
      "languages": 358,
      "macro_precision": 0.9261030959501081,
      "macro_recall": 0.8825915640670888,
      "macro_f1": 0.8864649884094992,
      "macro_specificity": 0.999887104475242,
      "weighted_f1": 0.8701800337416647,
      "median_f1": 0.9915248150542268,
      "languages_f1_at_least_0_9": 287,
      "languages_f1_below_0_5": 32,
      "mean_fp_per_million": 112.89552475798357,
      "micro_f1": 0.8598419206221734
    },
    "glotlid@millid": {
      "top1_accuracy": 0.8614480747284331,
      "top3_accuracy": 0.9294137537512152,
      "top5_accuracy": 0.943319666934359,
      "passages": 23659,
      "languages": 358,
      "macro_precision": 0.9257695969546421,
      "macro_recall": 0.8844312457708232,
      "macro_f1": 0.8873151713293488,
      "macro_specificity": 0.9998860393705818,
      "weighted_f1": 0.8709300475765809,
      "median_f1": 0.9915248150542268,
      "languages_f1_at_least_0_9": 291,
      "languages_f1_below_0_5": 32,
      "mean_fp_per_million": 113.96062941822754,
      "micro_f1": 0.8614480747284331
    },
    "fasttext": {
      "top1_accuracy": 0.4624878481761697,
      "top3_accuracy": 0.4856502810769686,
      "top5_accuracy": 0.49034194175578005,
      "passages": 23659,
      "languages": 358,
      "macro_precision": 0.31521227915727285,
      "macro_recall": 0.4478627321056064,
      "macro_f1": 0.3496561644788506,
      "macro_specificity": 0.9986965572826259,
      "weighted_f1": 0.3709499799103122,
      "median_f1": 0.0,
      "languages_f1_at_least_0_9": 60,
      "languages_f1_below_0_5": 220,
      "mean_fp_per_million": 1303.4427173741606,
      "micro_f1": 0.4624878481761697
    },
    "fasttext@millid": {
      "top1_accuracy": 0.4628682530960734,
      "top3_accuracy": 0.4856502810769686,
      "top5_accuracy": 0.4904264761824253,
      "passages": 23659,
      "languages": 358,
      "macro_precision": 0.3151627394343268,
      "macro_recall": 0.4483116546914005,
      "macro_f1": 0.34986047374808604,
      "macro_specificity": 0.9986947805299987,
      "weighted_f1": 0.37111316345366563,
      "median_f1": 0.0,
      "languages_f1_at_least_0_9": 61,
      "languages_f1_below_0_5": 220,
      "mean_fp_per_million": 1305.2194700013772,
      "micro_f1": 0.4628682530960734
    }
  },
  "udhr-common": {
    "millid": {
      "top1_accuracy": 0.9120906801007557,
      "top3_accuracy": 0.9633081444164567,
      "top5_accuracy": 0.9688497061293031,
      "passages": 11910,
      "languages": 170,
      "macro_precision": 0.9770201360820081,
      "macro_recall": 0.9382111759192128,
      "macro_f1": 0.947989665742032,
      "macro_specificity": 0.9998980853793291,
      "weighted_f1": 0.9268326524022035,
      "median_f1": 0.9955099164401491,
      "languages_f1_at_least_0_9": 153,
      "languages_f1_below_0_5": 5,
      "mean_fp_per_million": 101.91462067096401,
      "micro_f1": 0.9120906801007557
    },
    "glotlid": {
      "top1_accuracy": 0.9335852225020991,
      "top3_accuracy": 0.9677581863979848,
      "top5_accuracy": 0.973215785054576,
      "passages": 11910,
      "languages": 170,
      "macro_precision": 0.9887806114106193,
      "macro_recall": 0.9575995164374027,
      "macro_f1": 0.9657221446088623,
      "macro_specificity": 0.9999338492838657,
      "weighted_f1": 0.9467136106728533,
      "median_f1": 1.0,
      "languages_f1_at_least_0_9": 155,
      "languages_f1_below_0_5": 3,
      "mean_fp_per_million": 66.15071613431165,
      "micro_f1": 0.9335852225020991
    },
    "glotlid@millid": {
      "top1_accuracy": 0.9338371116708648,
      "top3_accuracy": 0.9682619647355164,
      "top5_accuracy": 0.9735516372795969,
      "passages": 11910,
      "languages": 170,
      "macro_precision": 0.9887806114106193,
      "macro_recall": 0.9578604445634422,
      "macro_f1": 0.9658801542070193,
      "macro_specificity": 0.9999338492838657,
      "weighted_f1": 0.9468741038422634,
      "median_f1": 1.0,
      "languages_f1_at_least_0_9": 156,
      "languages_f1_below_0_5": 3,
      "mean_fp_per_million": 66.15071613431165,
      "micro_f1": 0.9338371116708648
    },
    "fasttext": {
      "top1_accuracy": 0.9187237615449202,
      "top3_accuracy": 0.964735516372796,
      "top5_accuracy": 0.9740554156171285,
      "passages": 11910,
      "languages": 170,
      "macro_precision": 0.9473808585265043,
      "macro_recall": 0.9431462240812183,
      "macro_f1": 0.9323102708833079,
      "macro_specificity": 0.9996006150778249,
      "weighted_f1": 0.917761071560676,
      "median_f1": 1.0,
      "languages_f1_at_least_0_9": 141,
      "languages_f1_below_0_5": 6,
      "mean_fp_per_million": 399.3849221751375,
      "micro_f1": 0.9187237615449202
    },
    "fasttext@millid": {
      "top1_accuracy": 0.9194794290512175,
      "top3_accuracy": 0.964735516372796,
      "top5_accuracy": 0.974223341729639,
      "passages": 11910,
      "languages": 170,
      "macro_precision": 0.9473808585265043,
      "macro_recall": 0.9440916022324787,
      "macro_f1": 0.9328542536140149,
      "macro_specificity": 0.9996006150778249,
      "weighted_f1": 0.9181958923496206,
      "median_f1": 1.0,
      "languages_f1_at_least_0_9": 142,
      "languages_f1_below_0_5": 6,
      "mean_fp_per_million": 399.3849221751375,
      "micro_f1": 0.9194794290512175
    }
  },
  "udhr-all": {
    "millid": {
      "top1_accuracy": 0.7300800057922745,
      "top3_accuracy": 0.7874959273069544,
      "top5_accuracy": 0.7999855193136155,
      "passages": 27623,
      "languages": 429,
      "macro_precision": 0.7415286668963516,
      "macro_recall": 0.731804445741659,
      "macro_f1": 0.718364827833673,
      "macro_specificity": 0.9998029838447381,
      "weighted_f1": 0.722839631537149,
      "median_f1": 0.9672131147540983,
      "languages_f1_at_least_0_9": 266,
      "languages_f1_below_0_5": 108,
      "mean_fp_per_million": 197.01615526182962,
      "micro_f1": 0.7300800057922745
    },
    "glotlid": {
      "top1_accuracy": 0.750244361582739,
      "top3_accuracy": 0.8144662056981501,
      "top5_accuracy": 0.8281866560474966,
      "passages": 27623,
      "languages": 429,
      "macro_precision": 0.7694575973118034,
      "macro_recall": 0.7529055089081532,
      "macro_f1": 0.7454327849166208,
      "macro_specificity": 0.9998410395298513,
      "weighted_f1": 0.7485822543592835,
      "median_f1": 0.9795918367346939,
      "languages_f1_at_least_0_9": 277,
      "languages_f1_below_0_5": 97,
      "mean_fp_per_million": 158.96047014874904,
      "micro_f1": 0.750244361582739
    },
    "glotlid@millid": {
      "top1_accuracy": 0.7378271730080006,
      "top3_accuracy": 0.7960395322738297,
      "top5_accuracy": 0.8079498968251095,
      "passages": 27623,
      "languages": 429,
      "macro_precision": 0.7425329775774382,
      "macro_recall": 0.7380568437901042,
      "macro_f1": 0.724506747472521,
      "macro_specificity": 0.999809579502659,
      "weighted_f1": 0.7305913692421664,
      "median_f1": 0.9747899159663865,
      "languages_f1_at_least_0_9": 272,
      "languages_f1_below_0_5": 105,
      "mean_fp_per_million": 190.42049734090864,
      "micro_f1": 0.7378271730080006
    },
    "fasttext": {
      "top1_accuracy": 0.3961191760489447,
      "top3_accuracy": 0.4159577163957572,
      "top5_accuracy": 0.4199761068674655,
      "passages": 27623,
      "languages": 429,
      "macro_precision": 0.24791077144530446,
      "macro_recall": 0.3737409279575923,
      "macro_f1": 0.279501714390051,
      "macro_specificity": 0.9988210740543896,
      "weighted_f1": 0.30525958931365826,
      "median_f1": 0.0,
      "languages_f1_at_least_0_9": 54,
      "languages_f1_below_0_5": 299,
      "mean_fp_per_million": 1178.9259456102943,
      "micro_f1": 0.3961191760489447
    },
    "fasttext@millid": {
      "top1_accuracy": 0.39644499149259677,
      "top3_accuracy": 0.4159577163957572,
      "top5_accuracy": 0.42004851029938817,
      "passages": 27623,
      "languages": 429,
      "macro_precision": 0.2478791005299098,
      "macro_recall": 0.3741155533322177,
      "macro_f1": 0.27967804305179117,
      "macro_specificity": 0.998819804723614,
      "weighted_f1": 0.3054055953686982,
      "median_f1": 0.0,
      "languages_f1_at_least_0_9": 55,
      "languages_f1_below_0_5": 299,
      "mean_fp_per_million": 1180.1952763859204,
      "micro_f1": 0.39644499149259677
    }
  }
}