{ "Horizon-Labs/multilingual-reranker-base": { "askubuntu": { "n": 361, "ndcg10": 0.6343475315757631, "mrr10": 0.7070823989799058 }, "esci_es": { "n": 150, "ndcg10": 0.8517601279070626, "mrr10": 0.8814603174603174 }, "esci_jp": { "n": 150, "ndcg10": 0.8634661761763092, "mrr10": 0.8861111111111111 }, "esci_us": { "n": 150, "ndcg10": 0.8920365855013661, "mrr10": 0.9176190476190476 }, "miracl_ar": { "n": 60, "ndcg10": 0.8605896039472538, "mrr10": 0.9021031746031747 }, "miracl_bn": { "n": 60, "ndcg10": 0.8533661721683088, "mrr10": 0.861111111111111 }, "miracl_de": { "n": 60, "ndcg10": 0.7054841131284275, "mrr10": 0.7079365079365079 }, "miracl_en": { "n": 60, "ndcg10": 0.7368222574954159, "mrr10": 0.7517063492063492 }, "miracl_es": { "n": 60, "ndcg10": 0.7223676606906988, "mrr10": 0.7896031746031745 }, "miracl_fa": { "n": 60, "ndcg10": 0.7615676352191191, "mrr10": 0.7546031746031746 }, "miracl_fi": { "n": 60, "ndcg10": 0.8231915363199729, "mrr10": 0.8321031746031746 }, "miracl_fr": { "n": 60, "ndcg10": 0.7490686178008115, "mrr10": 0.7606018518518518 }, "miracl_hi": { "n": 60, "ndcg10": 0.6984100225423868, "mrr10": 0.6926851851851852 }, "miracl_id": { "n": 60, "ndcg10": 0.6189946136184777, "mrr10": 0.7311772486772486 }, "miracl_ja": { "n": 60, "ndcg10": 0.8107335044231079, "mrr10": 0.8208333333333333 }, "miracl_ko": { "n": 60, "ndcg10": 0.8468271442614766, "mrr10": 0.8631944444444444 }, "miracl_ru": { "n": 60, "ndcg10": 0.8463250467001977, "mrr10": 0.8486111111111111 }, "miracl_sw": { "n": 60, "ndcg10": 0.8619756349885882, "mrr10": 0.8675925925925926 }, "miracl_te": { "n": 60, "ndcg10": 0.8963376068445791, "mrr10": 0.8762698412698413 }, "miracl_th": { "n": 60, "ndcg10": 0.8474156953806841, "mrr10": 0.8681216931216932 }, "miracl_yo": { "n": 60, "ndcg10": 0.9059900101274344, "mrr10": 0.8755555555555555 }, "miracl_zh": { "n": 60, "ndcg10": 0.846572608610377, "mrr10": 0.8413888888888889 }, "mmarco": { "n": 150, "ndcg10": 0.7502255866476633, "mrr10": 0.7017380952380954 }, "rubq": { "n": 150, "ndcg10": 0.8418778973679141, "mrr10": 0.8269867724867723 }, "t2": { "n": 150, "ndcg10": 0.7504122183514439, "mrr10": 0.8121746031746032 }, "wiki_bg": { "n": 60, "ndcg10": 0.9596564812075141, "mrr10": 0.9463888888888888 }, "wiki_bn": { "n": 60, "ndcg10": 0.9485095303586728, "mrr10": 0.931111111111111 }, "wiki_cs": { "n": 60, "ndcg10": 0.9905112759678899, "mrr10": 0.9875 }, "wiki_da": { "n": 60, "ndcg10": 0.9793643251190486, "mrr10": 0.9722222222222221 }, "wiki_de": { "n": 60, "ndcg10": 0.9710309917857153, "mrr10": 0.9611111111111111 }, "wiki_en": { "n": 60, "ndcg10": 0.9876976584523819, "mrr10": 0.9833333333333333 }, "wiki_fa": { "n": 60, "ndcg10": 0.9587644899758274, "mrr10": 0.9454365079365079 }, "wiki_fi": { "n": 60, "ndcg10": 0.9876976584523819, "mrr10": 0.9833333333333333 }, "wiki_hi": { "n": 60, "ndcg10": 0.9074276915013851, "mrr10": 0.8775 }, "wiki_it": { "n": 60, "ndcg10": 0.9692441461309548, "mrr10": 0.9583333333333334 }, "wiki_nl": { "n": 60, "ndcg10": 0.9609466525353517, "mrr10": 0.9482142857142857 }, "wiki_no": { "n": 60, "ndcg10": 0.9269649150461289, "mrr10": 0.9034920634920635 }, "wiki_pt": { "n": 60, "ndcg10": 0.9752963760134333, "mrr10": 0.9672222222222222 }, "wiki_ro": { "n": 60, "ndcg10": 0.9876976584523819, "mrr10": 0.9833333333333333 }, "wiki_sr": { "n": 60, "ndcg10": 0.993848829226191, "mrr10": 0.9916666666666667 }, "wiki_sv": { "n": 60, "ndcg10": 0.9637458168324968, "mrr10": 0.951851851851852 }, "_miracl": 0.799557749125962, "_wiki": 0.9667752810661097, "_other": 0.7977323033610746, "_all": 0.8546884445177154, "_pairs_per_s": 1091.5851385907836 } }