millid-medium-v1 / reports /validation /millid_summary.json
byamasupatrick's picture
Evaluated again on baobabtech/millid-dataset
c24c6bc verified
Raw History Blame Contribute Delete
662 Bytes
{
"top1_accuracy": 0.9612852766734016,
"top3_accuracy": 0.990952714592974,
"top5_accuracy": 0.994940689565274,
"passages": 245488,
"languages": 1626,
"macro_precision": 0.95728323988777,
"macro_recall": 0.9621342053274924,
"macro_f1": 0.9583620746332984,
"macro_specificity": 0.9999762003050453,
"weighted_f1": 0.961335355655093,
"median_f1": 0.9850028835063437,
"languages_f1_at_least_0_9": 1462,
"languages_f1_below_0_5": 7,
"mean_fp_per_million": 23.799694954832386,
"micro_f1": 0.9612852766734016,
"top1_by_size": {
"paragraph": 0.9857572558315572,
"sentence": 0.9817676528501283,
"short": 0.9363205702116563
}
}