| { |
| "Horizon-Labs/multilingual-reranker-base": { |
| "askubuntu": { |
| "n": 361, |
| "ndcg10": 0.6343475315757631, |
| "mrr10": 0.7070823989799058 |
| }, |
| "esci_es": { |
| "n": 150, |
| "ndcg10": 0.8517601279070626, |
| "mrr10": 0.8814603174603174 |
| }, |
| "esci_jp": { |
| "n": 150, |
| "ndcg10": 0.8634661761763092, |
| "mrr10": 0.8861111111111111 |
| }, |
| "esci_us": { |
| "n": 150, |
| "ndcg10": 0.8920365855013661, |
| "mrr10": 0.9176190476190476 |
| }, |
| "miracl_ar": { |
| "n": 60, |
| "ndcg10": 0.8605896039472538, |
| "mrr10": 0.9021031746031747 |
| }, |
| "miracl_bn": { |
| "n": 60, |
| "ndcg10": 0.8533661721683088, |
| "mrr10": 0.861111111111111 |
| }, |
| "miracl_de": { |
| "n": 60, |
| "ndcg10": 0.7054841131284275, |
| "mrr10": 0.7079365079365079 |
| }, |
| "miracl_en": { |
| "n": 60, |
| "ndcg10": 0.7368222574954159, |
| "mrr10": 0.7517063492063492 |
| }, |
| "miracl_es": { |
| "n": 60, |
| "ndcg10": 0.7223676606906988, |
| "mrr10": 0.7896031746031745 |
| }, |
| "miracl_fa": { |
| "n": 60, |
| "ndcg10": 0.7615676352191191, |
| "mrr10": 0.7546031746031746 |
| }, |
| "miracl_fi": { |
| "n": 60, |
| "ndcg10": 0.8231915363199729, |
| "mrr10": 0.8321031746031746 |
| }, |
| "miracl_fr": { |
| "n": 60, |
| "ndcg10": 0.7490686178008115, |
| "mrr10": 0.7606018518518518 |
| }, |
| "miracl_hi": { |
| "n": 60, |
| "ndcg10": 0.6984100225423868, |
| "mrr10": 0.6926851851851852 |
| }, |
| "miracl_id": { |
| "n": 60, |
| "ndcg10": 0.6189946136184777, |
| "mrr10": 0.7311772486772486 |
| }, |
| "miracl_ja": { |
| "n": 60, |
| "ndcg10": 0.8107335044231079, |
| "mrr10": 0.8208333333333333 |
| }, |
| "miracl_ko": { |
| "n": 60, |
| "ndcg10": 0.8468271442614766, |
| "mrr10": 0.8631944444444444 |
| }, |
| "miracl_ru": { |
| "n": 60, |
| "ndcg10": 0.8463250467001977, |
| "mrr10": 0.8486111111111111 |
| }, |
| "miracl_sw": { |
| "n": 60, |
| "ndcg10": 0.8619756349885882, |
| "mrr10": 0.8675925925925926 |
| }, |
| "miracl_te": { |
| "n": 60, |
| "ndcg10": 0.8963376068445791, |
| "mrr10": 0.8762698412698413 |
| }, |
| "miracl_th": { |
| "n": 60, |
| "ndcg10": 0.8474156953806841, |
| "mrr10": 0.8681216931216932 |
| }, |
| "miracl_yo": { |
| "n": 60, |
| "ndcg10": 0.9059900101274344, |
| "mrr10": 0.8755555555555555 |
| }, |
| "miracl_zh": { |
| "n": 60, |
| "ndcg10": 0.846572608610377, |
| "mrr10": 0.8413888888888889 |
| }, |
| "mmarco": { |
| "n": 150, |
| "ndcg10": 0.7502255866476633, |
| "mrr10": 0.7017380952380954 |
| }, |
| "rubq": { |
| "n": 150, |
| "ndcg10": 0.8418778973679141, |
| "mrr10": 0.8269867724867723 |
| }, |
| "t2": { |
| "n": 150, |
| "ndcg10": 0.7504122183514439, |
| "mrr10": 0.8121746031746032 |
| }, |
| "wiki_bg": { |
| "n": 60, |
| "ndcg10": 0.9596564812075141, |
| "mrr10": 0.9463888888888888 |
| }, |
| "wiki_bn": { |
| "n": 60, |
| "ndcg10": 0.9485095303586728, |
| "mrr10": 0.931111111111111 |
| }, |
| "wiki_cs": { |
| "n": 60, |
| "ndcg10": 0.9905112759678899, |
| "mrr10": 0.9875 |
| }, |
| "wiki_da": { |
| "n": 60, |
| "ndcg10": 0.9793643251190486, |
| "mrr10": 0.9722222222222221 |
| }, |
| "wiki_de": { |
| "n": 60, |
| "ndcg10": 0.9710309917857153, |
| "mrr10": 0.9611111111111111 |
| }, |
| "wiki_en": { |
| "n": 60, |
| "ndcg10": 0.9876976584523819, |
| "mrr10": 0.9833333333333333 |
| }, |
| "wiki_fa": { |
| "n": 60, |
| "ndcg10": 0.9587644899758274, |
| "mrr10": 0.9454365079365079 |
| }, |
| "wiki_fi": { |
| "n": 60, |
| "ndcg10": 0.9876976584523819, |
| "mrr10": 0.9833333333333333 |
| }, |
| "wiki_hi": { |
| "n": 60, |
| "ndcg10": 0.9074276915013851, |
| "mrr10": 0.8775 |
| }, |
| "wiki_it": { |
| "n": 60, |
| "ndcg10": 0.9692441461309548, |
| "mrr10": 0.9583333333333334 |
| }, |
| "wiki_nl": { |
| "n": 60, |
| "ndcg10": 0.9609466525353517, |
| "mrr10": 0.9482142857142857 |
| }, |
| "wiki_no": { |
| "n": 60, |
| "ndcg10": 0.9269649150461289, |
| "mrr10": 0.9034920634920635 |
| }, |
| "wiki_pt": { |
| "n": 60, |
| "ndcg10": 0.9752963760134333, |
| "mrr10": 0.9672222222222222 |
| }, |
| "wiki_ro": { |
| "n": 60, |
| "ndcg10": 0.9876976584523819, |
| "mrr10": 0.9833333333333333 |
| }, |
| "wiki_sr": { |
| "n": 60, |
| "ndcg10": 0.993848829226191, |
| "mrr10": 0.9916666666666667 |
| }, |
| "wiki_sv": { |
| "n": 60, |
| "ndcg10": 0.9637458168324968, |
| "mrr10": 0.951851851851852 |
| }, |
| "_miracl": 0.799557749125962, |
| "_wiki": 0.9667752810661097, |
| "_other": 0.7977323033610746, |
| "_all": 0.8546884445177154, |
| "_pairs_per_s": 1091.5851385907836 |
| } |
| } |
