millid-medium-v1 / reports /test /millid_summary.json
byamasupatrick's picture
Evaluated again on baobabtech/millid-dataset
c24c6bc verified
Raw History Blame Contribute Delete
667 Bytes
{
"top1_accuracy": 0.9616468462918486,
"top3_accuracy": 0.9910007034602754,
"top5_accuracy": 0.9945180048368097,
"passages": 240241,
"languages": 1621,
"macro_precision": 0.9564228576676835,
"macro_recall": 0.9614016943550959,
"macro_f1": 0.9575764452347921,
"macro_specificity": 0.9999763662862723,
"weighted_f1": 0.9616663642965525,
"median_f1": 0.9841269841269842,
"languages_f1_at_least_0_9": 1451,
"languages_f1_below_0_5": 6,
"mean_fp_per_million": 23.633713727639183,
"micro_f1": 0.9616468462918486,
"top1_by_size": {
"paragraph": 0.9846028678938269,
"sentence": 0.9808588082571843,
"short": 0.9381966542817016
}
}