{ "cross-encoder/ms-marco-MiniLM-L6-v2": { "askubuntu": { "n": 361, "ndcg10": 0.6045463260810673, "mrr10": 0.6777250142901113 }, "esci_es": { "n": 150, "ndcg10": 0.8204854112643131, "mrr10": 0.8477222222222222 }, "esci_jp": { "n": 150, "ndcg10": 0.8212268526637344, "mrr10": 0.8140793650793651 }, "esci_us": { "n": 150, "ndcg10": 0.8810696320525142, "mrr10": 0.9012222222222223 }, "miracl_ar": { "n": 60, "ndcg10": 0.14842346837540682, "mrr10": 0.14073412698412696 }, "miracl_bn": { "n": 60, "ndcg10": 0.19453160359956487, "mrr10": 0.21188492063492062 }, "miracl_de": { "n": 60, "ndcg10": 0.29630253646207844, "mrr10": 0.2955753968253968 }, "miracl_en": { "n": 60, "ndcg10": 0.657811918814194, "mrr10": 0.6837433862433862 }, "miracl_es": { "n": 60, "ndcg10": 0.3212925021121798, "mrr10": 0.4186243386243386 }, "miracl_fa": { "n": 60, "ndcg10": 0.1989785101924, "mrr10": 0.17158730158730154 }, "miracl_fi": { "n": 60, "ndcg10": 0.46055122522273717, "mrr10": 0.4880555555555556 }, "miracl_fr": { "n": 60, "ndcg10": 0.24389978086910166, "mrr10": 0.219537037037037 }, "miracl_hi": { "n": 60, "ndcg10": 0.19776791092721835, "mrr10": 0.19900132275132273 }, "miracl_id": { "n": 60, "ndcg10": 0.39882695367549414, "mrr10": 0.4758333333333334 }, "miracl_ja": { "n": 60, "ndcg10": 0.2914070368813741, "mrr10": 0.27807539682539684 }, "miracl_ko": { "n": 60, "ndcg10": 0.2684036308251397, "mrr10": 0.25180555555555556 }, "miracl_ru": { "n": 60, "ndcg10": 0.07651945548014805, "mrr10": 0.09166666666666666 }, "miracl_sw": { "n": 60, "ndcg10": 0.6597766122975741, "mrr10": 0.6301587301587301 }, "miracl_te": { "n": 60, "ndcg10": 0.1817370371117066, "mrr10": 0.1369378306878307 }, "miracl_th": { "n": 60, "ndcg10": 0.12439128485393836, "mrr10": 0.11654761904761904 }, "miracl_yo": { "n": 60, "ndcg10": 0.7724088614888759, "mrr10": 0.738095238095238 }, "miracl_zh": { "n": 60, "ndcg10": 0.2957088247995295, "mrr10": 0.31807539682539687 }, "mmarco": { "n": 150, "ndcg10": 0.34654055142870194, "mrr10": 0.27914285714285714 }, "rubq": { "n": 150, "ndcg10": 0.40536118591114023, "mrr10": 0.36479365079365084 }, "t2": { "n": 150, "ndcg10": 0.656985433449953, "mrr10": 0.7168201058201059 }, "wiki_bg": { "n": 60, "ndcg10": 0.6866690783991781, "mrr10": 0.5893187830687832 }, "wiki_bn": { "n": 60, "ndcg10": 0.559539927624986, "mrr10": 0.42276455026455023 }, "wiki_cs": { "n": 60, "ndcg10": 0.8980889728266718, "mrr10": 0.865462962962963 }, "wiki_da": { "n": 60, "ndcg10": 0.9268391593994864, "mrr10": 0.9027777777777778 }, "wiki_de": { "n": 60, "ndcg10": 0.9211987489611193, "mrr10": 0.895 }, "wiki_en": { "n": 60, "ndcg10": 0.9732131543452396, "mrr10": 0.9638888888888888 }, "wiki_fa": { "n": 60, "ndcg10": 0.6942638324409323, "mrr10": 0.5982605820105821 }, "wiki_fi": { "n": 60, "ndcg10": 0.9527749145863909, "mrr10": 0.9372222222222223 }, "wiki_hi": { "n": 60, "ndcg10": 0.6822254804179443, "mrr10": 0.5831878306878308 }, "wiki_it": { "n": 60, "ndcg10": 0.9255762494875189, "mrr10": 0.9 }, "wiki_nl": { "n": 60, "ndcg10": 0.9231321190565982, "mrr10": 0.8979166666666667 }, "wiki_no": { "n": 60, "ndcg10": 0.8624962154377276, "mrr10": 0.8183796296296296 }, "wiki_pt": { "n": 60, "ndcg10": 0.9221397553378874, "mrr10": 0.896388888888889 }, "wiki_ro": { "n": 60, "ndcg10": 0.9228701511852015, "mrr10": 0.8972222222222221 }, "wiki_sr": { "n": 60, "ndcg10": 0.7043612736292802, "mrr10": 0.6112169312169313 }, "wiki_sv": { "n": 60, "ndcg10": 0.9164217905275572, "mrr10": 0.8896296296296297 }, "_miracl": 0.32159661966603675, "_wiki": 0.8419881764789825, "_other": 0.6480307704073464, "_all": 0.6038718555174553, "_pairs_per_s": 1351.533162883002 }, "BAAI/bge-reranker-base": { "askubuntu": { "n": 361, "ndcg10": 0.5929207311692828, "mrr10": 0.6747559688695423 }, "esci_es": { "n": 150, "ndcg10": 0.8317100905092811, "mrr10": 0.8717645502645504 }, "esci_jp": { "n": 150, "ndcg10": 0.8466116628851427, "mrr10": 0.8723650793650795 }, "esci_us": { "n": 150, "ndcg10": 0.8879940748692953, "mrr10": 0.9133968253968252 }, "miracl_ar": { "n": 60, "ndcg10": 0.7676339024874779, "mrr10": 0.8096494708994709 }, "miracl_bn": { "n": 60, "ndcg10": 0.7037243755386503, "mrr10": 0.7096693121693122 }, "miracl_de": { "n": 60, "ndcg10": 0.5914634145275031, "mrr10": 0.6186772486772487 }, "miracl_en": { "n": 60, "ndcg10": 0.6258554716651843, "mrr10": 0.6610383597883598 }, "miracl_es": { "n": 60, "ndcg10": 0.6312874006396324, "mrr10": 0.7384722222222222 }, "miracl_fa": { "n": 60, "ndcg10": 0.6207248779636796, "mrr10": 0.6432142857142857 }, "miracl_fi": { "n": 60, "ndcg10": 0.7259972054368349, "mrr10": 0.756712962962963 }, "miracl_fr": { "n": 60, "ndcg10": 0.5343634131785533, "mrr10": 0.514808201058201 }, "miracl_hi": { "n": 60, "ndcg10": 0.5497831318085338, "mrr10": 0.5885582010582012 }, "miracl_id": { "n": 60, "ndcg10": 0.5260968513113572, "mrr10": 0.6402777777777777 }, "miracl_ja": { "n": 60, "ndcg10": 0.6164086183303047, "mrr10": 0.6159722222222223 }, "miracl_ko": { "n": 60, "ndcg10": 0.7415105642172567, "mrr10": 0.8041666666666667 }, "miracl_ru": { "n": 60, "ndcg10": 0.6967220094501237, "mrr10": 0.7244179894179894 }, "miracl_sw": { "n": 60, "ndcg10": 0.8544520204777687, "mrr10": 0.8694642857142857 }, "miracl_te": { "n": 60, "ndcg10": 0.8996330873323848, "mrr10": 0.9083333333333333 }, "miracl_th": { "n": 60, "ndcg10": 0.6890520302781807, "mrr10": 0.7286574074074074 }, "miracl_yo": { "n": 60, "ndcg10": 0.8262048086595236, "mrr10": 0.7893518518518519 }, "miracl_zh": { "n": 60, "ndcg10": 0.684390717923667, "mrr10": 0.7033531746031746 }, "mmarco": { "n": 150, "ndcg10": 0.5068264667857127, "mrr10": 0.4306825396825397 }, "rubq": { "n": 150, "ndcg10": 0.7437402894032317, "mrr10": 0.753952380952381 }, "t2": { "n": 150, "ndcg10": 0.7337259867605368, "mrr10": 0.7611746031746032 }, "wiki_bg": { "n": 60, "ndcg10": 0.7327619280411818, "mrr10": 0.6471693121693123 }, "wiki_bn": { "n": 60, "ndcg10": 0.8639741791799582, "mrr10": 0.8191666666666666 }, "wiki_cs": { "n": 60, "ndcg10": 0.8798774734529673, "mrr10": 0.8404365079365079 }, "wiki_da": { "n": 60, "ndcg10": 0.9145150641226572, "mrr10": 0.8847222222222222 }, "wiki_de": { "n": 60, "ndcg10": 0.8908123821766613, "mrr10": 0.8554166666666667 }, "wiki_en": { "n": 60, "ndcg10": 0.8904428950920741, "mrr10": 0.8533333333333334 }, "wiki_fa": { "n": 60, "ndcg10": 0.8330505681355088, "mrr10": 0.7769444444444444 }, "wiki_fi": { "n": 60, "ndcg10": 0.8879614933277297, "mrr10": 0.8507142857142858 }, "wiki_hi": { "n": 60, "ndcg10": 0.7613953139215919, "mrr10": 0.6861904761904761 }, "wiki_it": { "n": 60, "ndcg10": 0.8488092049717507, "mrr10": 0.7994841269841271 }, "wiki_nl": { "n": 60, "ndcg10": 0.8946738711777554, "mrr10": 0.8595833333333334 }, "wiki_no": { "n": 60, "ndcg10": 0.8852685704327634, "mrr10": 0.8473809523809523 }, "wiki_pt": { "n": 60, "ndcg10": 0.8666613869444512, "mrr10": 0.8214285714285715 }, "wiki_ro": { "n": 60, "ndcg10": 0.8642206294471424, "mrr10": 0.8207142857142858 }, "wiki_sr": { "n": 60, "ndcg10": 0.8460028879670912, "mrr10": 0.7961772486772486 }, "wiki_sv": { "n": 60, "ndcg10": 0.8673199435502756, "mrr10": 0.8243518518518518 }, "_miracl": 0.6825168834014788, "_wiki": 0.8579842369963475, "_other": 0.7347899003403547, "_all": 0.7584303402460604, "_pairs_per_s": 1202.443321563524 }, "Alibaba-NLP/gte-reranker-modernbert-base": { "askubuntu": { "n": 361, "ndcg10": 0.6771301886353923, "mrr10": 0.7568086883876357 }, "esci_es": { "n": 150, "ndcg10": 0.8403790932460582, "mrr10": 0.8712301587301586 }, "esci_jp": { "n": 150, "ndcg10": 0.8436168662713295, "mrr10": 0.879904761904762 }, "esci_us": { "n": 150, "ndcg10": 0.8901320803051893, "mrr10": 0.9212857142857144 }, "miracl_ar": { "n": 60, "ndcg10": 0.5150797969018454, "mrr10": 0.5406679894179894 }, "miracl_bn": { "n": 60, "ndcg10": 0.3045745781339348, "mrr10": 0.31693783068783066 }, "miracl_de": { "n": 60, "ndcg10": 0.39538257474692723, "mrr10": 0.395436507936508 }, "miracl_en": { "n": 60, "ndcg10": 0.6120202318246061, "mrr10": 0.6373148148148149 }, "miracl_es": { "n": 60, "ndcg10": 0.5680904482956038, "mrr10": 0.6764748677248679 }, "miracl_fa": { "n": 60, "ndcg10": 0.24995289278481125, "mrr10": 0.2426388888888889 }, "miracl_fi": { "n": 60, "ndcg10": 0.553011767933497, "mrr10": 0.585112433862434 }, "miracl_fr": { "n": 60, "ndcg10": 0.5084308765197831, "mrr10": 0.5121031746031746 }, "miracl_hi": { "n": 60, "ndcg10": 0.23729884397893594, "mrr10": 0.2544642857142857 }, "miracl_id": { "n": 60, "ndcg10": 0.3965705703017699, "mrr10": 0.4233994708994709 }, "miracl_ja": { "n": 60, "ndcg10": 0.5258733393283641, "mrr10": 0.542883597883598 }, "miracl_ko": { "n": 60, "ndcg10": 0.518127285811613, "mrr10": 0.5386044973544973 }, "miracl_ru": { "n": 60, "ndcg10": 0.48109161526063904, "mrr10": 0.5110582010582011 }, "miracl_sw": { "n": 60, "ndcg10": 0.6778186458945714, "mrr10": 0.6782407407407407 }, "miracl_te": { "n": 60, "ndcg10": 0.33869685581911696, "mrr10": 0.2807142857142857 }, "miracl_th": { "n": 60, "ndcg10": 0.319331634164507, "mrr10": 0.3075462962962963 }, "miracl_yo": { "n": 60, "ndcg10": 0.7377726314582191, "mrr10": 0.673234126984127 }, "miracl_zh": { "n": 60, "ndcg10": 0.5740909744867029, "mrr10": 0.5651785714285714 }, "mmarco": { "n": 150, "ndcg10": 0.6156257251896767, "mrr10": 0.5598121693121693 }, "rubq": { "n": 150, "ndcg10": 0.6848569709776114, "mrr10": 0.6560767195767196 }, "t2": { "n": 150, "ndcg10": 0.7342648652285497, "mrr10": 0.7788412698412699 }, "wiki_bg": { "n": 60, "ndcg10": 0.9277325822268665, "mrr10": 0.9048611111111111 }, "wiki_bn": { "n": 60, "ndcg10": 0.7478197502460423, "mrr10": 0.6679761904761906 }, "wiki_cs": { "n": 60, "ndcg10": 0.9126947952609951, "mrr10": 0.8840476190476191 }, "wiki_da": { "n": 60, "ndcg10": 0.9256931245138905, "mrr10": 0.9016865079365078 }, "wiki_de": { "n": 60, "ndcg10": 0.94943736132809, "mrr10": 0.9330555555555555 }, "wiki_en": { "n": 60, "ndcg10": 0.9815464876785729, "mrr10": 0.975 }, "wiki_fa": { "n": 60, "ndcg10": 0.8650717199149981, "mrr10": 0.8223809523809524 }, "wiki_fi": { "n": 60, "ndcg10": 0.9720577636464628, "mrr10": 0.9625 }, "wiki_hi": { "n": 60, "ndcg10": 0.6546202979939751, "mrr10": 0.5439087301587302 }, "wiki_it": { "n": 60, "ndcg10": 0.9228483974559905, "mrr10": 0.8958333333333334 }, "wiki_nl": { "n": 60, "ndcg10": 0.9450089501203057, "mrr10": 0.9270833333333334 }, "wiki_no": { "n": 60, "ndcg10": 0.855542969341144, "mrr10": 0.8088161375661376 }, "wiki_pt": { "n": 60, "ndcg10": 0.9524785385729576, "mrr10": 0.9366666666666666 }, "wiki_ro": { "n": 60, "ndcg10": 0.9358938635977156, "mrr10": 0.9150000000000001 }, "wiki_sr": { "n": 60, "ndcg10": 0.9009084652386825, "mrr10": 0.8682142857142857 }, "wiki_sv": { "n": 60, "ndcg10": 0.9142234926385291, "mrr10": 0.8866666666666667 }, "_miracl": 0.4729564202025249, "_wiki": 0.8977236599859512, "_other": 0.7551436842648297, "_all": 0.7086079214844352, "_pairs_per_s": 574.2485651922831 }, "BAAI/bge-reranker-v2-m3": { "askubuntu": { "n": 361, "ndcg10": 0.6793934712966516, "mrr10": 0.763277711823418 }, "esci_es": { "n": 150, "ndcg10": 0.8460304335950847, "mrr10": 0.8775079365079363 }, "esci_jp": { "n": 150, "ndcg10": 0.8607882274763, "mrr10": 0.8869074074074074 }, "esci_us": { "n": 150, "ndcg10": 0.8945954497289207, "mrr10": 0.9182222222222223 }, "miracl_ar": { "n": 60, "ndcg10": 0.8446577839718421, "mrr10": 0.86375 }, "miracl_bn": { "n": 60, "ndcg10": 0.8927484275275709, "mrr10": 0.9222883597883598 }, "miracl_de": { "n": 60, "ndcg10": 0.7475722370238419, "mrr10": 0.7530026455026455 }, "miracl_en": { "n": 60, "ndcg10": 0.727916711633482, "mrr10": 0.7432142857142857 }, "miracl_es": { "n": 60, "ndcg10": 0.7812662102369647, "mrr10": 0.8551851851851853 }, "miracl_fa": { "n": 60, "ndcg10": 0.8032277661297725, "mrr10": 0.8152050264550265 }, "miracl_fi": { "n": 60, "ndcg10": 0.8376835089624809, "mrr10": 0.8359722222222222 }, "miracl_fr": { "n": 60, "ndcg10": 0.751208719334155, "mrr10": 0.7426851851851851 }, "miracl_hi": { "n": 60, "ndcg10": 0.7429528990738732, "mrr10": 0.7522420634920635 }, "miracl_id": { "n": 60, "ndcg10": 0.7215303161484962, "mrr10": 0.7772222222222223 }, "miracl_ja": { "n": 60, "ndcg10": 0.8397881077723012, "mrr10": 0.8357407407407408 }, "miracl_ko": { "n": 60, "ndcg10": 0.8412070782633609, "mrr10": 0.8516865079365079 }, "miracl_ru": { "n": 60, "ndcg10": 0.8378612858864788, "mrr10": 0.8427777777777777 }, "miracl_sw": { "n": 60, "ndcg10": 0.904251305868329, "mrr10": 0.8949074074074074 }, "miracl_te": { "n": 60, "ndcg10": 0.9614296462115005, "mrr10": 0.9666666666666667 }, "miracl_th": { "n": 60, "ndcg10": 0.8784619967878199, "mrr10": 0.9083333333333333 }, "miracl_yo": { "n": 60, "ndcg10": 0.9353437388059912, "mrr10": 0.9194444444444444 }, "miracl_zh": { "n": 60, "ndcg10": 0.8088265620182643, "mrr10": 0.7811111111111111 }, "mmarco": { "n": 150, "ndcg10": 0.8111203897640685, "mrr10": 0.7671190476190477 }, "rubq": { "n": 150, "ndcg10": 0.8607672767863573, "mrr10": 0.8587222222222223 }, "t2": { "n": 150, "ndcg10": 0.7459567065512981, "mrr10": 0.7923518518518519 }, "wiki_bg": { "n": 60, "ndcg10": 0.9562845198071763, "mrr10": 0.9423611111111111 }, "wiki_bn": { "n": 60, "ndcg10": 0.9641415009471044, "mrr10": 0.9527777777777778 }, "wiki_cs": { "n": 60, "ndcg10": 0.9827377181150799, "mrr10": 0.9773809523809524 }, "wiki_da": { "n": 60, "ndcg10": 0.9547596420238125, "mrr10": 0.9388888888888888 }, "wiki_de": { "n": 60, "ndcg10": 0.962697658452382, "mrr10": 0.95 }, "wiki_en": { "n": 60, "ndcg10": 0.9833333333333333, "mrr10": 0.9777777777777777 }, "wiki_fa": { "n": 60, "ndcg10": 0.9526133192020184, "mrr10": 0.9371031746031746 }, "wiki_fi": { "n": 60, "ndcg10": 0.9732131543452396, "mrr10": 0.9638888888888889 }, "wiki_hi": { "n": 60, "ndcg10": 0.9166558792577922, "mrr10": 0.890436507936508 }, "wiki_it": { "n": 60, "ndcg10": 0.9692441461309548, "mrr10": 0.9583333333333334 }, "wiki_nl": { "n": 60, "ndcg10": 0.9609466525353517, "mrr10": 0.9482142857142857 }, "wiki_no": { "n": 60, "ndcg10": 0.9306375472469803, "mrr10": 0.9084920634920635 }, "wiki_pt": { "n": 60, "ndcg10": 0.9485095303586728, "mrr10": 0.931111111111111 }, "wiki_ro": { "n": 60, "ndcg10": 0.9419333647334013, "mrr10": 0.9222222222222222 }, "wiki_sr": { "n": 60, "ndcg10": 0.9732131543452396, "mrr10": 0.9638888888888888 }, "wiki_sv": { "n": 60, "ndcg10": 0.9621020432341285, "mrr10": 0.9496031746031747 }, "_miracl": 0.8254407945364737, "_wiki": 0.9583139477542917, "_other": 0.8140931364569545, "_all": 0.8659492929159066, "_pairs_per_s": 743.9472285356376 }, "qwen3rr:Qwen/Qwen3-Reranker-0.6B": { "askubuntu": { "n": 361, "ndcg10": 0.6730226127114031, "mrr10": 0.7376610385613156 }, "esci_es": { "n": 150, "ndcg10": 0.8518972419731288, "mrr10": 0.8914603174603174 }, "esci_jp": { "n": 150, "ndcg10": 0.8546120189328938, "mrr10": 0.889079365079365 }, "esci_us": { "n": 150, "ndcg10": 0.8858996031037957, "mrr10": 0.904285714285714 }, "miracl_ar": { "n": 60, "ndcg10": 0.8424030443842323, "mrr10": 0.8714285714285714 }, "miracl_bn": { "n": 60, "ndcg10": 0.8437989344051053, "mrr10": 0.8555555555555555 }, "miracl_de": { "n": 60, "ndcg10": 0.7104255733068288, "mrr10": 0.696984126984127 }, "miracl_en": { "n": 60, "ndcg10": 0.723657000731374, "mrr10": 0.7477777777777777 }, "miracl_es": { "n": 60, "ndcg10": 0.7630008408850312, "mrr10": 0.8523611111111111 }, "miracl_fa": { "n": 60, "ndcg10": 0.771289322044, "mrr10": 0.7786309523809524 }, "miracl_fi": { "n": 60, "ndcg10": 0.7961393293386705, "mrr10": 0.776686507936508 }, "miracl_fr": { "n": 60, "ndcg10": 0.6806675570169745, "mrr10": 0.6512037037037037 }, "miracl_hi": { "n": 60, "ndcg10": 0.7416201381825299, "mrr10": 0.782936507936508 }, "miracl_id": { "n": 60, "ndcg10": 0.6900613899823007, "mrr10": 0.7881944444444444 }, "miracl_ja": { "n": 60, "ndcg10": 0.7907806823314872, "mrr10": 0.7760185185185186 }, "miracl_ko": { "n": 60, "ndcg10": 0.8500469402563365, "mrr10": 0.8580555555555556 }, "miracl_ru": { "n": 60, "ndcg10": 0.7844639676609735, "mrr10": 0.7949074074074074 }, "miracl_sw": { "n": 60, "ndcg10": 0.7713564395247696, "mrr10": 0.7421031746031747 }, "miracl_te": { "n": 60, "ndcg10": 0.8430937826773744, "mrr10": 0.8191666666666667 }, "miracl_th": { "n": 60, "ndcg10": 0.8097622605961291, "mrr10": 0.8144444444444445 }, "miracl_yo": { "n": 60, "ndcg10": 0.8608796906279562, "mrr10": 0.8102777777777777 }, "miracl_zh": { "n": 60, "ndcg10": 0.8484525729862911, "mrr10": 0.8524074074074074 }, "mmarco": { "n": 150, "ndcg10": 0.7315323744986447, "mrr10": 0.6802063492063493 }, "rubq": { "n": 150, "ndcg10": 0.8133511893314356, "mrr10": 0.7952566137566137 }, "t2": { "n": 150, "ndcg10": 0.7441821584560772, "mrr10": 0.7915555555555556 }, "wiki_bg": { "n": 60, "ndcg10": 0.9651761970253395, "mrr10": 0.9533333333333334 }, "wiki_bn": { "n": 60, "ndcg10": 0.9503953169047639, "mrr10": 0.9333333333333333 }, "wiki_cs": { "n": 60, "ndcg10": 0.9815464876785729, "mrr10": 0.975 }, "wiki_da": { "n": 60, "ndcg10": 0.9771821625595243, "mrr10": 0.9694444444444444 }, "wiki_de": { "n": 60, "ndcg10": 0.9676934385274142, "mrr10": 0.9569444444444445 }, "wiki_en": { "n": 60, "ndcg10": 0.9876976584523819, "mrr10": 0.9833333333333333 }, "wiki_fa": { "n": 60, "ndcg10": 0.9480346097609612, "mrr10": 0.931547619047619 }, "wiki_fi": { "n": 60, "ndcg10": 0.9793643251190486, "mrr10": 0.9722222222222222 }, "wiki_hi": { "n": 60, "ndcg10": 0.9005475564759554, "mrr10": 0.8694642857142857 }, "wiki_it": { "n": 60, "ndcg10": 0.9793643251190486, "mrr10": 0.9722222222222222 }, "wiki_nl": { "n": 60, "ndcg10": 0.9621020432341285, "mrr10": 0.9496031746031746 }, "wiki_no": { "n": 60, "ndcg10": 0.8813278085694839, "mrr10": 0.8426388888888888 }, "wiki_pt": { "n": 60, "ndcg10": 0.9732131543452396, "mrr10": 0.9638888888888888 }, "wiki_ro": { "n": 60, "ndcg10": 0.9597554220988447, "mrr10": 0.9458333333333333 }, "wiki_sr": { "n": 60, "ndcg10": 0.9621020432341285, "mrr10": 0.9496031746031746 }, "wiki_sv": { "n": 60, "ndcg10": 0.9589260853602, "mrr10": 0.9455555555555556 }, "_miracl": 0.7845499703854647, "_wiki": 0.9584017896540646, "_other": 0.7934995998581968, "_all": 0.8454837866325754, "_pairs_per_s": 218.3392198303396 }, "qwen3rr:Qwen/Qwen3-Reranker-4B": { "askubuntu": { "n": 361, "ndcg10": 0.7000556341120672, "mrr10": 0.7699171173547905 }, "esci_es": { "n": 150, "ndcg10": 0.8715688343154117, "mrr10": 0.892063492063492 }, "esci_jp": { "n": 150, "ndcg10": 0.8692676334232059, "mrr10": 0.8892222222222221 }, "esci_us": { "n": 150, "ndcg10": 0.9079121888073863, "mrr10": 0.9367777777777777 }, "miracl_ar": { "n": 60, "ndcg10": 0.87579612980204, "mrr10": 0.9079365079365079 }, "miracl_bn": { "n": 60, "ndcg10": 0.8962412328650663, "mrr10": 0.9186111111111112 }, "miracl_de": { "n": 60, "ndcg10": 0.7906726083888762, "mrr10": 0.7968518518518518 }, "miracl_en": { "n": 60, "ndcg10": 0.7900202823637077, "mrr10": 0.7922222222222222 }, "miracl_es": { "n": 60, "ndcg10": 0.7669708166073986, "mrr10": 0.8446031746031745 }, "miracl_fa": { "n": 60, "ndcg10": 0.8209721508151416, "mrr10": 0.8372222222222222 }, "miracl_fi": { "n": 60, "ndcg10": 0.855657499340594, "mrr10": 0.8535185185185185 }, "miracl_fr": { "n": 60, "ndcg10": 0.760115071327043, "mrr10": 0.7362698412698413 }, "miracl_hi": { "n": 60, "ndcg10": 0.7809524955412516, "mrr10": 0.781686507936508 }, "miracl_id": { "n": 60, "ndcg10": 0.6412231825015327, "mrr10": 0.7288624338624338 }, "miracl_ja": { "n": 60, "ndcg10": 0.872766768170613, "mrr10": 0.8930555555555556 }, "miracl_ko": { "n": 60, "ndcg10": 0.8560472271163043, "mrr10": 0.870436507936508 }, "miracl_ru": { "n": 60, "ndcg10": 0.8681494642658728, "mrr10": 0.8944444444444445 }, "miracl_sw": { "n": 60, "ndcg10": 0.8594215557638859, "mrr10": 0.8372883597883598 }, "miracl_te": { "n": 60, "ndcg10": 0.9116686159903089, "mrr10": 0.895 }, "miracl_th": { "n": 60, "ndcg10": 0.8869069007301547, "mrr10": 0.9213888888888888 }, "miracl_yo": { "n": 60, "ndcg10": 0.9026370226439293, "mrr10": 0.8713888888888889 }, "miracl_zh": { "n": 60, "ndcg10": 0.8505037697695917, "mrr10": 0.8422222222222222 }, "mmarco": { "n": 150, "ndcg10": 0.7764190382426269, "mrr10": 0.7238862433862434 }, "rubq": { "n": 150, "ndcg10": 0.8744511419026234, "mrr10": 0.866537037037037 }, "t2": { "n": 150, "ndcg10": 0.7564178095584798, "mrr10": 0.7991111111111111 }, "wiki_bg": { "n": 60, "ndcg10": 0.9670619835714305, "mrr10": 0.9555555555555555 }, "wiki_bn": { "n": 60, "ndcg10": 0.9710309917857153, "mrr10": 0.961111111111111 }, "wiki_cs": { "n": 60, "ndcg10": 0.9916666666666667, "mrr10": 0.9888888888888888 }, "wiki_da": { "n": 60, "ndcg10": 0.9876976584523819, "mrr10": 0.9833333333333333 }, "wiki_de": { "n": 60, "ndcg10": 0.9876976584523819, "mrr10": 0.9833333333333333 }, "wiki_en": { "n": 60, "ndcg10": 0.9855154958928576, "mrr10": 0.9805555555555555 }, "wiki_fa": { "n": 60, "ndcg10": 0.9564178688405437, "mrr10": 0.9416666666666667 }, "wiki_fi": { "n": 60, "ndcg10": 0.9876976584523819, "mrr10": 0.9833333333333333 }, "wiki_hi": { "n": 60, "ndcg10": 0.9140396968643871, "mrr10": 0.8873809523809524 }, "wiki_it": { "n": 60, "ndcg10": 0.9659065928726538, "mrr10": 0.9541666666666667 }, "wiki_nl": { "n": 60, "ndcg10": 0.9679554063988107, "mrr10": 0.9576388888888889 }, "wiki_no": { "n": 60, "ndcg10": 0.9448756010869385, "mrr10": 0.9263888888888888 }, "wiki_pt": { "n": 60, "ndcg10": 0.9782089344202718, "mrr10": 0.9708333333333333 }, "wiki_ro": { "n": 60, "ndcg10": 0.9815464876785729, "mrr10": 0.975 }, "wiki_sr": { "n": 60, "ndcg10": 0.9827377181150799, "mrr10": 0.9773809523809524 }, "wiki_sv": { "n": 60, "ndcg10": 0.9686344449041824, "mrr10": 0.9583333333333334 }, "_miracl": 0.8325957107779618, "_wiki": 0.9711681790284536, "_other": 0.822298897194543, "_all": 0.8753542623336528, "_pairs_per_s": 59.26497572306884 } }