| { |
| "cross-encoder/ms-marco-MiniLM-L6-v2": { |
| "askubuntu": { |
| "n": 361, |
| "ndcg10": 0.6045463260810673, |
| "mrr10": 0.6777250142901113 |
| }, |
| "esci_es": { |
| "n": 150, |
| "ndcg10": 0.8204854112643131, |
| "mrr10": 0.8477222222222222 |
| }, |
| "esci_jp": { |
| "n": 150, |
| "ndcg10": 0.8212268526637344, |
| "mrr10": 0.8140793650793651 |
| }, |
| "esci_us": { |
| "n": 150, |
| "ndcg10": 0.8810696320525142, |
| "mrr10": 0.9012222222222223 |
| }, |
| "miracl_ar": { |
| "n": 60, |
| "ndcg10": 0.14842346837540682, |
| "mrr10": 0.14073412698412696 |
| }, |
| "miracl_bn": { |
| "n": 60, |
| "ndcg10": 0.19453160359956487, |
| "mrr10": 0.21188492063492062 |
| }, |
| "miracl_de": { |
| "n": 60, |
| "ndcg10": 0.29630253646207844, |
| "mrr10": 0.2955753968253968 |
| }, |
| "miracl_en": { |
| "n": 60, |
| "ndcg10": 0.657811918814194, |
| "mrr10": 0.6837433862433862 |
| }, |
| "miracl_es": { |
| "n": 60, |
| "ndcg10": 0.3212925021121798, |
| "mrr10": 0.4186243386243386 |
| }, |
| "miracl_fa": { |
| "n": 60, |
| "ndcg10": 0.1989785101924, |
| "mrr10": 0.17158730158730154 |
| }, |
| "miracl_fi": { |
| "n": 60, |
| "ndcg10": 0.46055122522273717, |
| "mrr10": 0.4880555555555556 |
| }, |
| "miracl_fr": { |
| "n": 60, |
| "ndcg10": 0.24389978086910166, |
| "mrr10": 0.219537037037037 |
| }, |
| "miracl_hi": { |
| "n": 60, |
| "ndcg10": 0.19776791092721835, |
| "mrr10": 0.19900132275132273 |
| }, |
| "miracl_id": { |
| "n": 60, |
| "ndcg10": 0.39882695367549414, |
| "mrr10": 0.4758333333333334 |
| }, |
| "miracl_ja": { |
| "n": 60, |
| "ndcg10": 0.2914070368813741, |
| "mrr10": 0.27807539682539684 |
| }, |
| "miracl_ko": { |
| "n": 60, |
| "ndcg10": 0.2684036308251397, |
| "mrr10": 0.25180555555555556 |
| }, |
| "miracl_ru": { |
| "n": 60, |
| "ndcg10": 0.07651945548014805, |
| "mrr10": 0.09166666666666666 |
| }, |
| "miracl_sw": { |
| "n": 60, |
| "ndcg10": 0.6597766122975741, |
| "mrr10": 0.6301587301587301 |
| }, |
| "miracl_te": { |
| "n": 60, |
| "ndcg10": 0.1817370371117066, |
| "mrr10": 0.1369378306878307 |
| }, |
| "miracl_th": { |
| "n": 60, |
| "ndcg10": 0.12439128485393836, |
| "mrr10": 0.11654761904761904 |
| }, |
| "miracl_yo": { |
| "n": 60, |
| "ndcg10": 0.7724088614888759, |
| "mrr10": 0.738095238095238 |
| }, |
| "miracl_zh": { |
| "n": 60, |
| "ndcg10": 0.2957088247995295, |
| "mrr10": 0.31807539682539687 |
| }, |
| "mmarco": { |
| "n": 150, |
| "ndcg10": 0.34654055142870194, |
| "mrr10": 0.27914285714285714 |
| }, |
| "rubq": { |
| "n": 150, |
| "ndcg10": 0.40536118591114023, |
| "mrr10": 0.36479365079365084 |
| }, |
| "t2": { |
| "n": 150, |
| "ndcg10": 0.656985433449953, |
| "mrr10": 0.7168201058201059 |
| }, |
| "wiki_bg": { |
| "n": 60, |
| "ndcg10": 0.6866690783991781, |
| "mrr10": 0.5893187830687832 |
| }, |
| "wiki_bn": { |
| "n": 60, |
| "ndcg10": 0.559539927624986, |
| "mrr10": 0.42276455026455023 |
| }, |
| "wiki_cs": { |
| "n": 60, |
| "ndcg10": 0.8980889728266718, |
| "mrr10": 0.865462962962963 |
| }, |
| "wiki_da": { |
| "n": 60, |
| "ndcg10": 0.9268391593994864, |
| "mrr10": 0.9027777777777778 |
| }, |
| "wiki_de": { |
| "n": 60, |
| "ndcg10": 0.9211987489611193, |
| "mrr10": 0.895 |
| }, |
| "wiki_en": { |
| "n": 60, |
| "ndcg10": 0.9732131543452396, |
| "mrr10": 0.9638888888888888 |
| }, |
| "wiki_fa": { |
| "n": 60, |
| "ndcg10": 0.6942638324409323, |
| "mrr10": 0.5982605820105821 |
| }, |
| "wiki_fi": { |
| "n": 60, |
| "ndcg10": 0.9527749145863909, |
| "mrr10": 0.9372222222222223 |
| }, |
| "wiki_hi": { |
| "n": 60, |
| "ndcg10": 0.6822254804179443, |
| "mrr10": 0.5831878306878308 |
| }, |
| "wiki_it": { |
| "n": 60, |
| "ndcg10": 0.9255762494875189, |
| "mrr10": 0.9 |
| }, |
| "wiki_nl": { |
| "n": 60, |
| "ndcg10": 0.9231321190565982, |
| "mrr10": 0.8979166666666667 |
| }, |
| "wiki_no": { |
| "n": 60, |
| "ndcg10": 0.8624962154377276, |
| "mrr10": 0.8183796296296296 |
| }, |
| "wiki_pt": { |
| "n": 60, |
| "ndcg10": 0.9221397553378874, |
| "mrr10": 0.896388888888889 |
| }, |
| "wiki_ro": { |
| "n": 60, |
| "ndcg10": 0.9228701511852015, |
| "mrr10": 0.8972222222222221 |
| }, |
| "wiki_sr": { |
| "n": 60, |
| "ndcg10": 0.7043612736292802, |
| "mrr10": 0.6112169312169313 |
| }, |
| "wiki_sv": { |
| "n": 60, |
| "ndcg10": 0.9164217905275572, |
| "mrr10": 0.8896296296296297 |
| }, |
| "_miracl": 0.32159661966603675, |
| "_wiki": 0.8419881764789825, |
| "_other": 0.6480307704073464, |
| "_all": 0.6038718555174553, |
| "_pairs_per_s": 1351.533162883002 |
| }, |
| "BAAI/bge-reranker-base": { |
| "askubuntu": { |
| "n": 361, |
| "ndcg10": 0.5929207311692828, |
| "mrr10": 0.6747559688695423 |
| }, |
| "esci_es": { |
| "n": 150, |
| "ndcg10": 0.8317100905092811, |
| "mrr10": 0.8717645502645504 |
| }, |
| "esci_jp": { |
| "n": 150, |
| "ndcg10": 0.8466116628851427, |
| "mrr10": 0.8723650793650795 |
| }, |
| "esci_us": { |
| "n": 150, |
| "ndcg10": 0.8879940748692953, |
| "mrr10": 0.9133968253968252 |
| }, |
| "miracl_ar": { |
| "n": 60, |
| "ndcg10": 0.7676339024874779, |
| "mrr10": 0.8096494708994709 |
| }, |
| "miracl_bn": { |
| "n": 60, |
| "ndcg10": 0.7037243755386503, |
| "mrr10": 0.7096693121693122 |
| }, |
| "miracl_de": { |
| "n": 60, |
| "ndcg10": 0.5914634145275031, |
| "mrr10": 0.6186772486772487 |
| }, |
| "miracl_en": { |
| "n": 60, |
| "ndcg10": 0.6258554716651843, |
| "mrr10": 0.6610383597883598 |
| }, |
| "miracl_es": { |
| "n": 60, |
| "ndcg10": 0.6312874006396324, |
| "mrr10": 0.7384722222222222 |
| }, |
| "miracl_fa": { |
| "n": 60, |
| "ndcg10": 0.6207248779636796, |
| "mrr10": 0.6432142857142857 |
| }, |
| "miracl_fi": { |
| "n": 60, |
| "ndcg10": 0.7259972054368349, |
| "mrr10": 0.756712962962963 |
| }, |
| "miracl_fr": { |
| "n": 60, |
| "ndcg10": 0.5343634131785533, |
| "mrr10": 0.514808201058201 |
| }, |
| "miracl_hi": { |
| "n": 60, |
| "ndcg10": 0.5497831318085338, |
| "mrr10": 0.5885582010582012 |
| }, |
| "miracl_id": { |
| "n": 60, |
| "ndcg10": 0.5260968513113572, |
| "mrr10": 0.6402777777777777 |
| }, |
| "miracl_ja": { |
| "n": 60, |
| "ndcg10": 0.6164086183303047, |
| "mrr10": 0.6159722222222223 |
| }, |
| "miracl_ko": { |
| "n": 60, |
| "ndcg10": 0.7415105642172567, |
| "mrr10": 0.8041666666666667 |
| }, |
| "miracl_ru": { |
| "n": 60, |
| "ndcg10": 0.6967220094501237, |
| "mrr10": 0.7244179894179894 |
| }, |
| "miracl_sw": { |
| "n": 60, |
| "ndcg10": 0.8544520204777687, |
| "mrr10": 0.8694642857142857 |
| }, |
| "miracl_te": { |
| "n": 60, |
| "ndcg10": 0.8996330873323848, |
| "mrr10": 0.9083333333333333 |
| }, |
| "miracl_th": { |
| "n": 60, |
| "ndcg10": 0.6890520302781807, |
| "mrr10": 0.7286574074074074 |
| }, |
| "miracl_yo": { |
| "n": 60, |
| "ndcg10": 0.8262048086595236, |
| "mrr10": 0.7893518518518519 |
| }, |
| "miracl_zh": { |
| "n": 60, |
| "ndcg10": 0.684390717923667, |
| "mrr10": 0.7033531746031746 |
| }, |
| "mmarco": { |
| "n": 150, |
| "ndcg10": 0.5068264667857127, |
| "mrr10": 0.4306825396825397 |
| }, |
| "rubq": { |
| "n": 150, |
| "ndcg10": 0.7437402894032317, |
| "mrr10": 0.753952380952381 |
| }, |
| "t2": { |
| "n": 150, |
| "ndcg10": 0.7337259867605368, |
| "mrr10": 0.7611746031746032 |
| }, |
| "wiki_bg": { |
| "n": 60, |
| "ndcg10": 0.7327619280411818, |
| "mrr10": 0.6471693121693123 |
| }, |
| "wiki_bn": { |
| "n": 60, |
| "ndcg10": 0.8639741791799582, |
| "mrr10": 0.8191666666666666 |
| }, |
| "wiki_cs": { |
| "n": 60, |
| "ndcg10": 0.8798774734529673, |
| "mrr10": 0.8404365079365079 |
| }, |
| "wiki_da": { |
| "n": 60, |
| "ndcg10": 0.9145150641226572, |
| "mrr10": 0.8847222222222222 |
| }, |
| "wiki_de": { |
| "n": 60, |
| "ndcg10": 0.8908123821766613, |
| "mrr10": 0.8554166666666667 |
| }, |
| "wiki_en": { |
| "n": 60, |
| "ndcg10": 0.8904428950920741, |
| "mrr10": 0.8533333333333334 |
| }, |
| "wiki_fa": { |
| "n": 60, |
| "ndcg10": 0.8330505681355088, |
| "mrr10": 0.7769444444444444 |
| }, |
| "wiki_fi": { |
| "n": 60, |
| "ndcg10": 0.8879614933277297, |
| "mrr10": 0.8507142857142858 |
| }, |
| "wiki_hi": { |
| "n": 60, |
| "ndcg10": 0.7613953139215919, |
| "mrr10": 0.6861904761904761 |
| }, |
| "wiki_it": { |
| "n": 60, |
| "ndcg10": 0.8488092049717507, |
| "mrr10": 0.7994841269841271 |
| }, |
| "wiki_nl": { |
| "n": 60, |
| "ndcg10": 0.8946738711777554, |
| "mrr10": 0.8595833333333334 |
| }, |
| "wiki_no": { |
| "n": 60, |
| "ndcg10": 0.8852685704327634, |
| "mrr10": 0.8473809523809523 |
| }, |
| "wiki_pt": { |
| "n": 60, |
| "ndcg10": 0.8666613869444512, |
| "mrr10": 0.8214285714285715 |
| }, |
| "wiki_ro": { |
| "n": 60, |
| "ndcg10": 0.8642206294471424, |
| "mrr10": 0.8207142857142858 |
| }, |
| "wiki_sr": { |
| "n": 60, |
| "ndcg10": 0.8460028879670912, |
| "mrr10": 0.7961772486772486 |
| }, |
| "wiki_sv": { |
| "n": 60, |
| "ndcg10": 0.8673199435502756, |
| "mrr10": 0.8243518518518518 |
| }, |
| "_miracl": 0.6825168834014788, |
| "_wiki": 0.8579842369963475, |
| "_other": 0.7347899003403547, |
| "_all": 0.7584303402460604, |
| "_pairs_per_s": 1202.443321563524 |
| }, |
| "Alibaba-NLP/gte-reranker-modernbert-base": { |
| "askubuntu": { |
| "n": 361, |
| "ndcg10": 0.6771301886353923, |
| "mrr10": 0.7568086883876357 |
| }, |
| "esci_es": { |
| "n": 150, |
| "ndcg10": 0.8403790932460582, |
| "mrr10": 0.8712301587301586 |
| }, |
| "esci_jp": { |
| "n": 150, |
| "ndcg10": 0.8436168662713295, |
| "mrr10": 0.879904761904762 |
| }, |
| "esci_us": { |
| "n": 150, |
| "ndcg10": 0.8901320803051893, |
| "mrr10": 0.9212857142857144 |
| }, |
| "miracl_ar": { |
| "n": 60, |
| "ndcg10": 0.5150797969018454, |
| "mrr10": 0.5406679894179894 |
| }, |
| "miracl_bn": { |
| "n": 60, |
| "ndcg10": 0.3045745781339348, |
| "mrr10": 0.31693783068783066 |
| }, |
| "miracl_de": { |
| "n": 60, |
| "ndcg10": 0.39538257474692723, |
| "mrr10": 0.395436507936508 |
| }, |
| "miracl_en": { |
| "n": 60, |
| "ndcg10": 0.6120202318246061, |
| "mrr10": 0.6373148148148149 |
| }, |
| "miracl_es": { |
| "n": 60, |
| "ndcg10": 0.5680904482956038, |
| "mrr10": 0.6764748677248679 |
| }, |
| "miracl_fa": { |
| "n": 60, |
| "ndcg10": 0.24995289278481125, |
| "mrr10": 0.2426388888888889 |
| }, |
| "miracl_fi": { |
| "n": 60, |
| "ndcg10": 0.553011767933497, |
| "mrr10": 0.585112433862434 |
| }, |
| "miracl_fr": { |
| "n": 60, |
| "ndcg10": 0.5084308765197831, |
| "mrr10": 0.5121031746031746 |
| }, |
| "miracl_hi": { |
| "n": 60, |
| "ndcg10": 0.23729884397893594, |
| "mrr10": 0.2544642857142857 |
| }, |
| "miracl_id": { |
| "n": 60, |
| "ndcg10": 0.3965705703017699, |
| "mrr10": 0.4233994708994709 |
| }, |
| "miracl_ja": { |
| "n": 60, |
| "ndcg10": 0.5258733393283641, |
| "mrr10": 0.542883597883598 |
| }, |
| "miracl_ko": { |
| "n": 60, |
| "ndcg10": 0.518127285811613, |
| "mrr10": 0.5386044973544973 |
| }, |
| "miracl_ru": { |
| "n": 60, |
| "ndcg10": 0.48109161526063904, |
| "mrr10": 0.5110582010582011 |
| }, |
| "miracl_sw": { |
| "n": 60, |
| "ndcg10": 0.6778186458945714, |
| "mrr10": 0.6782407407407407 |
| }, |
| "miracl_te": { |
| "n": 60, |
| "ndcg10": 0.33869685581911696, |
| "mrr10": 0.2807142857142857 |
| }, |
| "miracl_th": { |
| "n": 60, |
| "ndcg10": 0.319331634164507, |
| "mrr10": 0.3075462962962963 |
| }, |
| "miracl_yo": { |
| "n": 60, |
| "ndcg10": 0.7377726314582191, |
| "mrr10": 0.673234126984127 |
| }, |
| "miracl_zh": { |
| "n": 60, |
| "ndcg10": 0.5740909744867029, |
| "mrr10": 0.5651785714285714 |
| }, |
| "mmarco": { |
| "n": 150, |
| "ndcg10": 0.6156257251896767, |
| "mrr10": 0.5598121693121693 |
| }, |
| "rubq": { |
| "n": 150, |
| "ndcg10": 0.6848569709776114, |
| "mrr10": 0.6560767195767196 |
| }, |
| "t2": { |
| "n": 150, |
| "ndcg10": 0.7342648652285497, |
| "mrr10": 0.7788412698412699 |
| }, |
| "wiki_bg": { |
| "n": 60, |
| "ndcg10": 0.9277325822268665, |
| "mrr10": 0.9048611111111111 |
| }, |
| "wiki_bn": { |
| "n": 60, |
| "ndcg10": 0.7478197502460423, |
| "mrr10": 0.6679761904761906 |
| }, |
| "wiki_cs": { |
| "n": 60, |
| "ndcg10": 0.9126947952609951, |
| "mrr10": 0.8840476190476191 |
| }, |
| "wiki_da": { |
| "n": 60, |
| "ndcg10": 0.9256931245138905, |
| "mrr10": 0.9016865079365078 |
| }, |
| "wiki_de": { |
| "n": 60, |
| "ndcg10": 0.94943736132809, |
| "mrr10": 0.9330555555555555 |
| }, |
| "wiki_en": { |
| "n": 60, |
| "ndcg10": 0.9815464876785729, |
| "mrr10": 0.975 |
| }, |
| "wiki_fa": { |
| "n": 60, |
| "ndcg10": 0.8650717199149981, |
| "mrr10": 0.8223809523809524 |
| }, |
| "wiki_fi": { |
| "n": 60, |
| "ndcg10": 0.9720577636464628, |
| "mrr10": 0.9625 |
| }, |
| "wiki_hi": { |
| "n": 60, |
| "ndcg10": 0.6546202979939751, |
| "mrr10": 0.5439087301587302 |
| }, |
| "wiki_it": { |
| "n": 60, |
| "ndcg10": 0.9228483974559905, |
| "mrr10": 0.8958333333333334 |
| }, |
| "wiki_nl": { |
| "n": 60, |
| "ndcg10": 0.9450089501203057, |
| "mrr10": 0.9270833333333334 |
| }, |
| "wiki_no": { |
| "n": 60, |
| "ndcg10": 0.855542969341144, |
| "mrr10": 0.8088161375661376 |
| }, |
| "wiki_pt": { |
| "n": 60, |
| "ndcg10": 0.9524785385729576, |
| "mrr10": 0.9366666666666666 |
| }, |
| "wiki_ro": { |
| "n": 60, |
| "ndcg10": 0.9358938635977156, |
| "mrr10": 0.9150000000000001 |
| }, |
| "wiki_sr": { |
| "n": 60, |
| "ndcg10": 0.9009084652386825, |
| "mrr10": 0.8682142857142857 |
| }, |
| "wiki_sv": { |
| "n": 60, |
| "ndcg10": 0.9142234926385291, |
| "mrr10": 0.8866666666666667 |
| }, |
| "_miracl": 0.4729564202025249, |
| "_wiki": 0.8977236599859512, |
| "_other": 0.7551436842648297, |
| "_all": 0.7086079214844352, |
| "_pairs_per_s": 574.2485651922831 |
| }, |
| "BAAI/bge-reranker-v2-m3": { |
| "askubuntu": { |
| "n": 361, |
| "ndcg10": 0.6793934712966516, |
| "mrr10": 0.763277711823418 |
| }, |
| "esci_es": { |
| "n": 150, |
| "ndcg10": 0.8460304335950847, |
| "mrr10": 0.8775079365079363 |
| }, |
| "esci_jp": { |
| "n": 150, |
| "ndcg10": 0.8607882274763, |
| "mrr10": 0.8869074074074074 |
| }, |
| "esci_us": { |
| "n": 150, |
| "ndcg10": 0.8945954497289207, |
| "mrr10": 0.9182222222222223 |
| }, |
| "miracl_ar": { |
| "n": 60, |
| "ndcg10": 0.8446577839718421, |
| "mrr10": 0.86375 |
| }, |
| "miracl_bn": { |
| "n": 60, |
| "ndcg10": 0.8927484275275709, |
| "mrr10": 0.9222883597883598 |
| }, |
| "miracl_de": { |
| "n": 60, |
| "ndcg10": 0.7475722370238419, |
| "mrr10": 0.7530026455026455 |
| }, |
| "miracl_en": { |
| "n": 60, |
| "ndcg10": 0.727916711633482, |
| "mrr10": 0.7432142857142857 |
| }, |
| "miracl_es": { |
| "n": 60, |
| "ndcg10": 0.7812662102369647, |
| "mrr10": 0.8551851851851853 |
| }, |
| "miracl_fa": { |
| "n": 60, |
| "ndcg10": 0.8032277661297725, |
| "mrr10": 0.8152050264550265 |
| }, |
| "miracl_fi": { |
| "n": 60, |
| "ndcg10": 0.8376835089624809, |
| "mrr10": 0.8359722222222222 |
| }, |
| "miracl_fr": { |
| "n": 60, |
| "ndcg10": 0.751208719334155, |
| "mrr10": 0.7426851851851851 |
| }, |
| "miracl_hi": { |
| "n": 60, |
| "ndcg10": 0.7429528990738732, |
| "mrr10": 0.7522420634920635 |
| }, |
| "miracl_id": { |
| "n": 60, |
| "ndcg10": 0.7215303161484962, |
| "mrr10": 0.7772222222222223 |
| }, |
| "miracl_ja": { |
| "n": 60, |
| "ndcg10": 0.8397881077723012, |
| "mrr10": 0.8357407407407408 |
| }, |
| "miracl_ko": { |
| "n": 60, |
| "ndcg10": 0.8412070782633609, |
| "mrr10": 0.8516865079365079 |
| }, |
| "miracl_ru": { |
| "n": 60, |
| "ndcg10": 0.8378612858864788, |
| "mrr10": 0.8427777777777777 |
| }, |
| "miracl_sw": { |
| "n": 60, |
| "ndcg10": 0.904251305868329, |
| "mrr10": 0.8949074074074074 |
| }, |
| "miracl_te": { |
| "n": 60, |
| "ndcg10": 0.9614296462115005, |
| "mrr10": 0.9666666666666667 |
| }, |
| "miracl_th": { |
| "n": 60, |
| "ndcg10": 0.8784619967878199, |
| "mrr10": 0.9083333333333333 |
| }, |
| "miracl_yo": { |
| "n": 60, |
| "ndcg10": 0.9353437388059912, |
| "mrr10": 0.9194444444444444 |
| }, |
| "miracl_zh": { |
| "n": 60, |
| "ndcg10": 0.8088265620182643, |
| "mrr10": 0.7811111111111111 |
| }, |
| "mmarco": { |
| "n": 150, |
| "ndcg10": 0.8111203897640685, |
| "mrr10": 0.7671190476190477 |
| }, |
| "rubq": { |
| "n": 150, |
| "ndcg10": 0.8607672767863573, |
| "mrr10": 0.8587222222222223 |
| }, |
| "t2": { |
| "n": 150, |
| "ndcg10": 0.7459567065512981, |
| "mrr10": 0.7923518518518519 |
| }, |
| "wiki_bg": { |
| "n": 60, |
| "ndcg10": 0.9562845198071763, |
| "mrr10": 0.9423611111111111 |
| }, |
| "wiki_bn": { |
| "n": 60, |
| "ndcg10": 0.9641415009471044, |
| "mrr10": 0.9527777777777778 |
| }, |
| "wiki_cs": { |
| "n": 60, |
| "ndcg10": 0.9827377181150799, |
| "mrr10": 0.9773809523809524 |
| }, |
| "wiki_da": { |
| "n": 60, |
| "ndcg10": 0.9547596420238125, |
| "mrr10": 0.9388888888888888 |
| }, |
| "wiki_de": { |
| "n": 60, |
| "ndcg10": 0.962697658452382, |
| "mrr10": 0.95 |
| }, |
| "wiki_en": { |
| "n": 60, |
| "ndcg10": 0.9833333333333333, |
| "mrr10": 0.9777777777777777 |
| }, |
| "wiki_fa": { |
| "n": 60, |
| "ndcg10": 0.9526133192020184, |
| "mrr10": 0.9371031746031746 |
| }, |
| "wiki_fi": { |
| "n": 60, |
| "ndcg10": 0.9732131543452396, |
| "mrr10": 0.9638888888888889 |
| }, |
| "wiki_hi": { |
| "n": 60, |
| "ndcg10": 0.9166558792577922, |
| "mrr10": 0.890436507936508 |
| }, |
| "wiki_it": { |
| "n": 60, |
| "ndcg10": 0.9692441461309548, |
| "mrr10": 0.9583333333333334 |
| }, |
| "wiki_nl": { |
| "n": 60, |
| "ndcg10": 0.9609466525353517, |
| "mrr10": 0.9482142857142857 |
| }, |
| "wiki_no": { |
| "n": 60, |
| "ndcg10": 0.9306375472469803, |
| "mrr10": 0.9084920634920635 |
| }, |
| "wiki_pt": { |
| "n": 60, |
| "ndcg10": 0.9485095303586728, |
| "mrr10": 0.931111111111111 |
| }, |
| "wiki_ro": { |
| "n": 60, |
| "ndcg10": 0.9419333647334013, |
| "mrr10": 0.9222222222222222 |
| }, |
| "wiki_sr": { |
| "n": 60, |
| "ndcg10": 0.9732131543452396, |
| "mrr10": 0.9638888888888888 |
| }, |
| "wiki_sv": { |
| "n": 60, |
| "ndcg10": 0.9621020432341285, |
| "mrr10": 0.9496031746031747 |
| }, |
| "_miracl": 0.8254407945364737, |
| "_wiki": 0.9583139477542917, |
| "_other": 0.8140931364569545, |
| "_all": 0.8659492929159066, |
| "_pairs_per_s": 743.9472285356376 |
| }, |
| "qwen3rr:Qwen/Qwen3-Reranker-0.6B": { |
| "askubuntu": { |
| "n": 361, |
| "ndcg10": 0.6730226127114031, |
| "mrr10": 0.7376610385613156 |
| }, |
| "esci_es": { |
| "n": 150, |
| "ndcg10": 0.8518972419731288, |
| "mrr10": 0.8914603174603174 |
| }, |
| "esci_jp": { |
| "n": 150, |
| "ndcg10": 0.8546120189328938, |
| "mrr10": 0.889079365079365 |
| }, |
| "esci_us": { |
| "n": 150, |
| "ndcg10": 0.8858996031037957, |
| "mrr10": 0.904285714285714 |
| }, |
| "miracl_ar": { |
| "n": 60, |
| "ndcg10": 0.8424030443842323, |
| "mrr10": 0.8714285714285714 |
| }, |
| "miracl_bn": { |
| "n": 60, |
| "ndcg10": 0.8437989344051053, |
| "mrr10": 0.8555555555555555 |
| }, |
| "miracl_de": { |
| "n": 60, |
| "ndcg10": 0.7104255733068288, |
| "mrr10": 0.696984126984127 |
| }, |
| "miracl_en": { |
| "n": 60, |
| "ndcg10": 0.723657000731374, |
| "mrr10": 0.7477777777777777 |
| }, |
| "miracl_es": { |
| "n": 60, |
| "ndcg10": 0.7630008408850312, |
| "mrr10": 0.8523611111111111 |
| }, |
| "miracl_fa": { |
| "n": 60, |
| "ndcg10": 0.771289322044, |
| "mrr10": 0.7786309523809524 |
| }, |
| "miracl_fi": { |
| "n": 60, |
| "ndcg10": 0.7961393293386705, |
| "mrr10": 0.776686507936508 |
| }, |
| "miracl_fr": { |
| "n": 60, |
| "ndcg10": 0.6806675570169745, |
| "mrr10": 0.6512037037037037 |
| }, |
| "miracl_hi": { |
| "n": 60, |
| "ndcg10": 0.7416201381825299, |
| "mrr10": 0.782936507936508 |
| }, |
| "miracl_id": { |
| "n": 60, |
| "ndcg10": 0.6900613899823007, |
| "mrr10": 0.7881944444444444 |
| }, |
| "miracl_ja": { |
| "n": 60, |
| "ndcg10": 0.7907806823314872, |
| "mrr10": 0.7760185185185186 |
| }, |
| "miracl_ko": { |
| "n": 60, |
| "ndcg10": 0.8500469402563365, |
| "mrr10": 0.8580555555555556 |
| }, |
| "miracl_ru": { |
| "n": 60, |
| "ndcg10": 0.7844639676609735, |
| "mrr10": 0.7949074074074074 |
| }, |
| "miracl_sw": { |
| "n": 60, |
| "ndcg10": 0.7713564395247696, |
| "mrr10": 0.7421031746031747 |
| }, |
| "miracl_te": { |
| "n": 60, |
| "ndcg10": 0.8430937826773744, |
| "mrr10": 0.8191666666666667 |
| }, |
| "miracl_th": { |
| "n": 60, |
| "ndcg10": 0.8097622605961291, |
| "mrr10": 0.8144444444444445 |
| }, |
| "miracl_yo": { |
| "n": 60, |
| "ndcg10": 0.8608796906279562, |
| "mrr10": 0.8102777777777777 |
| }, |
| "miracl_zh": { |
| "n": 60, |
| "ndcg10": 0.8484525729862911, |
| "mrr10": 0.8524074074074074 |
| }, |
| "mmarco": { |
| "n": 150, |
| "ndcg10": 0.7315323744986447, |
| "mrr10": 0.6802063492063493 |
| }, |
| "rubq": { |
| "n": 150, |
| "ndcg10": 0.8133511893314356, |
| "mrr10": 0.7952566137566137 |
| }, |
| "t2": { |
| "n": 150, |
| "ndcg10": 0.7441821584560772, |
| "mrr10": 0.7915555555555556 |
| }, |
| "wiki_bg": { |
| "n": 60, |
| "ndcg10": 0.9651761970253395, |
| "mrr10": 0.9533333333333334 |
| }, |
| "wiki_bn": { |
| "n": 60, |
| "ndcg10": 0.9503953169047639, |
| "mrr10": 0.9333333333333333 |
| }, |
| "wiki_cs": { |
| "n": 60, |
| "ndcg10": 0.9815464876785729, |
| "mrr10": 0.975 |
| }, |
| "wiki_da": { |
| "n": 60, |
| "ndcg10": 0.9771821625595243, |
| "mrr10": 0.9694444444444444 |
| }, |
| "wiki_de": { |
| "n": 60, |
| "ndcg10": 0.9676934385274142, |
| "mrr10": 0.9569444444444445 |
| }, |
| "wiki_en": { |
| "n": 60, |
| "ndcg10": 0.9876976584523819, |
| "mrr10": 0.9833333333333333 |
| }, |
| "wiki_fa": { |
| "n": 60, |
| "ndcg10": 0.9480346097609612, |
| "mrr10": 0.931547619047619 |
| }, |
| "wiki_fi": { |
| "n": 60, |
| "ndcg10": 0.9793643251190486, |
| "mrr10": 0.9722222222222222 |
| }, |
| "wiki_hi": { |
| "n": 60, |
| "ndcg10": 0.9005475564759554, |
| "mrr10": 0.8694642857142857 |
| }, |
| "wiki_it": { |
| "n": 60, |
| "ndcg10": 0.9793643251190486, |
| "mrr10": 0.9722222222222222 |
| }, |
| "wiki_nl": { |
| "n": 60, |
| "ndcg10": 0.9621020432341285, |
| "mrr10": 0.9496031746031746 |
| }, |
| "wiki_no": { |
| "n": 60, |
| "ndcg10": 0.8813278085694839, |
| "mrr10": 0.8426388888888888 |
| }, |
| "wiki_pt": { |
| "n": 60, |
| "ndcg10": 0.9732131543452396, |
| "mrr10": 0.9638888888888888 |
| }, |
| "wiki_ro": { |
| "n": 60, |
| "ndcg10": 0.9597554220988447, |
| "mrr10": 0.9458333333333333 |
| }, |
| "wiki_sr": { |
| "n": 60, |
| "ndcg10": 0.9621020432341285, |
| "mrr10": 0.9496031746031746 |
| }, |
| "wiki_sv": { |
| "n": 60, |
| "ndcg10": 0.9589260853602, |
| "mrr10": 0.9455555555555556 |
| }, |
| "_miracl": 0.7845499703854647, |
| "_wiki": 0.9584017896540646, |
| "_other": 0.7934995998581968, |
| "_all": 0.8454837866325754, |
| "_pairs_per_s": 218.3392198303396 |
| }, |
| "qwen3rr:Qwen/Qwen3-Reranker-4B": { |
| "askubuntu": { |
| "n": 361, |
| "ndcg10": 0.7000556341120672, |
| "mrr10": 0.7699171173547905 |
| }, |
| "esci_es": { |
| "n": 150, |
| "ndcg10": 0.8715688343154117, |
| "mrr10": 0.892063492063492 |
| }, |
| "esci_jp": { |
| "n": 150, |
| "ndcg10": 0.8692676334232059, |
| "mrr10": 0.8892222222222221 |
| }, |
| "esci_us": { |
| "n": 150, |
| "ndcg10": 0.9079121888073863, |
| "mrr10": 0.9367777777777777 |
| }, |
| "miracl_ar": { |
| "n": 60, |
| "ndcg10": 0.87579612980204, |
| "mrr10": 0.9079365079365079 |
| }, |
| "miracl_bn": { |
| "n": 60, |
| "ndcg10": 0.8962412328650663, |
| "mrr10": 0.9186111111111112 |
| }, |
| "miracl_de": { |
| "n": 60, |
| "ndcg10": 0.7906726083888762, |
| "mrr10": 0.7968518518518518 |
| }, |
| "miracl_en": { |
| "n": 60, |
| "ndcg10": 0.7900202823637077, |
| "mrr10": 0.7922222222222222 |
| }, |
| "miracl_es": { |
| "n": 60, |
| "ndcg10": 0.7669708166073986, |
| "mrr10": 0.8446031746031745 |
| }, |
| "miracl_fa": { |
| "n": 60, |
| "ndcg10": 0.8209721508151416, |
| "mrr10": 0.8372222222222222 |
| }, |
| "miracl_fi": { |
| "n": 60, |
| "ndcg10": 0.855657499340594, |
| "mrr10": 0.8535185185185185 |
| }, |
| "miracl_fr": { |
| "n": 60, |
| "ndcg10": 0.760115071327043, |
| "mrr10": 0.7362698412698413 |
| }, |
| "miracl_hi": { |
| "n": 60, |
| "ndcg10": 0.7809524955412516, |
| "mrr10": 0.781686507936508 |
| }, |
| "miracl_id": { |
| "n": 60, |
| "ndcg10": 0.6412231825015327, |
| "mrr10": 0.7288624338624338 |
| }, |
| "miracl_ja": { |
| "n": 60, |
| "ndcg10": 0.872766768170613, |
| "mrr10": 0.8930555555555556 |
| }, |
| "miracl_ko": { |
| "n": 60, |
| "ndcg10": 0.8560472271163043, |
| "mrr10": 0.870436507936508 |
| }, |
| "miracl_ru": { |
| "n": 60, |
| "ndcg10": 0.8681494642658728, |
| "mrr10": 0.8944444444444445 |
| }, |
| "miracl_sw": { |
| "n": 60, |
| "ndcg10": 0.8594215557638859, |
| "mrr10": 0.8372883597883598 |
| }, |
| "miracl_te": { |
| "n": 60, |
| "ndcg10": 0.9116686159903089, |
| "mrr10": 0.895 |
| }, |
| "miracl_th": { |
| "n": 60, |
| "ndcg10": 0.8869069007301547, |
| "mrr10": 0.9213888888888888 |
| }, |
| "miracl_yo": { |
| "n": 60, |
| "ndcg10": 0.9026370226439293, |
| "mrr10": 0.8713888888888889 |
| }, |
| "miracl_zh": { |
| "n": 60, |
| "ndcg10": 0.8505037697695917, |
| "mrr10": 0.8422222222222222 |
| }, |
| "mmarco": { |
| "n": 150, |
| "ndcg10": 0.7764190382426269, |
| "mrr10": 0.7238862433862434 |
| }, |
| "rubq": { |
| "n": 150, |
| "ndcg10": 0.8744511419026234, |
| "mrr10": 0.866537037037037 |
| }, |
| "t2": { |
| "n": 150, |
| "ndcg10": 0.7564178095584798, |
| "mrr10": 0.7991111111111111 |
| }, |
| "wiki_bg": { |
| "n": 60, |
| "ndcg10": 0.9670619835714305, |
| "mrr10": 0.9555555555555555 |
| }, |
| "wiki_bn": { |
| "n": 60, |
| "ndcg10": 0.9710309917857153, |
| "mrr10": 0.961111111111111 |
| }, |
| "wiki_cs": { |
| "n": 60, |
| "ndcg10": 0.9916666666666667, |
| "mrr10": 0.9888888888888888 |
| }, |
| "wiki_da": { |
| "n": 60, |
| "ndcg10": 0.9876976584523819, |
| "mrr10": 0.9833333333333333 |
| }, |
| "wiki_de": { |
| "n": 60, |
| "ndcg10": 0.9876976584523819, |
| "mrr10": 0.9833333333333333 |
| }, |
| "wiki_en": { |
| "n": 60, |
| "ndcg10": 0.9855154958928576, |
| "mrr10": 0.9805555555555555 |
| }, |
| "wiki_fa": { |
| "n": 60, |
| "ndcg10": 0.9564178688405437, |
| "mrr10": 0.9416666666666667 |
| }, |
| "wiki_fi": { |
| "n": 60, |
| "ndcg10": 0.9876976584523819, |
| "mrr10": 0.9833333333333333 |
| }, |
| "wiki_hi": { |
| "n": 60, |
| "ndcg10": 0.9140396968643871, |
| "mrr10": 0.8873809523809524 |
| }, |
| "wiki_it": { |
| "n": 60, |
| "ndcg10": 0.9659065928726538, |
| "mrr10": 0.9541666666666667 |
| }, |
| "wiki_nl": { |
| "n": 60, |
| "ndcg10": 0.9679554063988107, |
| "mrr10": 0.9576388888888889 |
| }, |
| "wiki_no": { |
| "n": 60, |
| "ndcg10": 0.9448756010869385, |
| "mrr10": 0.9263888888888888 |
| }, |
| "wiki_pt": { |
| "n": 60, |
| "ndcg10": 0.9782089344202718, |
| "mrr10": 0.9708333333333333 |
| }, |
| "wiki_ro": { |
| "n": 60, |
| "ndcg10": 0.9815464876785729, |
| "mrr10": 0.975 |
| }, |
| "wiki_sr": { |
| "n": 60, |
| "ndcg10": 0.9827377181150799, |
| "mrr10": 0.9773809523809524 |
| }, |
| "wiki_sv": { |
| "n": 60, |
| "ndcg10": 0.9686344449041824, |
| "mrr10": 0.9583333333333334 |
| }, |
| "_miracl": 0.8325957107779618, |
| "_wiki": 0.9711681790284536, |
| "_other": 0.822298897194543, |
| "_all": 0.8753542623336528, |
| "_pairs_per_s": 59.26497572306884 |
| } |
| } |
