{ "cls:BAAI/bge-m3": { "askubuntu": { "n": 361, "ndcg10": 0.6656703810422914 }, "esci_es": { "n": 150, "ndcg10": 0.8353929290687163 }, "esci_jp": { "n": 150, "ndcg10": 0.8446809252178239 }, "esci_us": { "n": 150, "ndcg10": 0.8916635813106158 }, "miracl_ar": { "n": 60, "ndcg10": 0.8337544453555171 }, "miracl_bn": { "n": 60, "ndcg10": 0.8520468326002711 }, "miracl_de": { "n": 60, "ndcg10": 0.7296717789784314 }, "miracl_en": { "n": 60, "ndcg10": 0.6891871275339615 }, "miracl_es": { "n": 60, "ndcg10": 0.7581471021545895 }, "miracl_fa": { "n": 60, "ndcg10": 0.7846033120178257 }, "miracl_fi": { "n": 60, "ndcg10": 0.8202730056912013 }, "miracl_fr": { "n": 60, "ndcg10": 0.7004643716210734 }, "miracl_hi": { "n": 60, "ndcg10": 0.7604715990318043 }, "miracl_id": { "n": 60, "ndcg10": 0.6691216387932252 }, "miracl_ja": { "n": 60, "ndcg10": 0.7880794629562834 }, "miracl_ko": { "n": 60, "ndcg10": 0.7947333617834975 }, "miracl_ru": { "n": 60, "ndcg10": 0.8290247596475008 }, "miracl_sw": { "n": 60, "ndcg10": 0.8654063286257364 }, "miracl_te": { "n": 60, "ndcg10": 0.9329244281890277 }, "miracl_th": { "n": 60, "ndcg10": 0.8701537454495231 }, "miracl_yo": { "n": 60, "ndcg10": 0.870938042119561 }, "miracl_zh": { "n": 60, "ndcg10": 0.7891453552250133 }, "mmarco": { "n": 150, "ndcg10": 0.7100696637459445 }, "rubq": { "n": 150, "ndcg10": 0.8277617323379156 }, "t2": { "n": 150, "ndcg10": 0.7377569266122763 }, "wiki_bg": { "n": 60, "ndcg10": 0.929533513890146 }, "wiki_bn": { "n": 60, "ndcg10": 0.9108180336973224 }, "wiki_cs": { "n": 60, "ndcg10": 0.9553910969797961 }, "wiki_da": { "n": 60, "ndcg10": 0.9281230886209774 }, "wiki_de": { "n": 60, "ndcg10": 0.9520535437214951 }, "wiki_en": { "n": 60, "ndcg10": 0.9732131543452396 }, "wiki_fa": { "n": 60, "ndcg10": 0.9149356156733105 }, "wiki_fi": { "n": 60, "ndcg10": 0.9264564969075482 }, "wiki_hi": { "n": 60, "ndcg10": 0.8651733338339528 }, "wiki_it": { "n": 60, "ndcg10": 0.9356964284756129 }, "wiki_nl": { "n": 60, "ndcg10": 0.9587644899758274 }, "wiki_no": { "n": 60, "ndcg10": 0.8693061025833905 }, "wiki_pt": { "n": 60, "ndcg10": 0.9300560180372457 }, "wiki_ro": { "n": 60, "ndcg10": 0.947093603384193 }, "wiki_sr": { "n": 60, "ndcg10": 0.9265851157455774 }, "wiki_sv": { "n": 60, "ndcg10": 0.9141411337372607 }, "_miracl": 0.7965637054318913, "_wiki": 0.927333798100556, "_other": 0.7875708770479406, "_all": 0.8371561268601293, "_docs_per_s": 755.3071503037847 }, "e5:intfloat/multilingual-e5-small": { "askubuntu": { "n": 361, "ndcg10": 0.6145866408660092 }, "esci_es": { "n": 150, "ndcg10": 0.8345672085259446 }, "esci_jp": { "n": 150, "ndcg10": 0.8386913872006542 }, "esci_us": { "n": 150, "ndcg10": 0.8975901738338674 }, "miracl_ar": { "n": 60, "ndcg10": 0.8094871343793595 }, "miracl_bn": { "n": 60, "ndcg10": 0.7114476822775221 }, "miracl_de": { "n": 60, "ndcg10": 0.6345644496075646 }, "miracl_en": { "n": 60, "ndcg10": 0.6191988201431645 }, "miracl_es": { "n": 60, "ndcg10": 0.7190329885079266 }, "miracl_fa": { "n": 60, "ndcg10": 0.6469699209144593 }, "miracl_fi": { "n": 60, "ndcg10": 0.7849846996428437 }, "miracl_fr": { "n": 60, "ndcg10": 0.5726760391631708 }, "miracl_hi": { "n": 60, "ndcg10": 0.6969545158673398 }, "miracl_id": { "n": 60, "ndcg10": 0.6005428547088218 }, "miracl_ja": { "n": 60, "ndcg10": 0.739137618018943 }, "miracl_ko": { "n": 60, "ndcg10": 0.7541787050586695 }, "miracl_ru": { "n": 60, "ndcg10": 0.745509866527369 }, "miracl_sw": { "n": 60, "ndcg10": 0.828129561398711 }, "miracl_te": { "n": 60, "ndcg10": 0.8646378971952645 }, "miracl_th": { "n": 60, "ndcg10": 0.7924128155944588 }, "miracl_yo": { "n": 60, "ndcg10": 0.8057363795220341 }, "miracl_zh": { "n": 60, "ndcg10": 0.6595681407849309 }, "mmarco": { "n": 150, "ndcg10": 0.7132981868433429 }, "rubq": { "n": 150, "ndcg10": 0.803404138209388 }, "t2": { "n": 150, "ndcg10": 0.7330930094196078 }, "wiki_bg": { "n": 60, "ndcg10": 0.8929525432074239 }, "wiki_bn": { "n": 60, "ndcg10": 0.9245838857688082 }, "wiki_cs": { "n": 60, "ndcg10": 0.9163377495151477 }, "wiki_da": { "n": 60, "ndcg10": 0.9330340941285132 }, "wiki_de": { "n": 60, "ndcg10": 0.9352582582167991 }, "wiki_en": { "n": 60, "ndcg10": 0.9720577636464628 }, "wiki_fa": { "n": 60, "ndcg10": 0.8823075178753691 }, "wiki_fi": { "n": 60, "ndcg10": 0.921830203917103 }, "wiki_hi": { "n": 60, "ndcg10": 0.8707020746341965 }, "wiki_it": { "n": 60, "ndcg10": 0.9267184647789447 }, "wiki_nl": { "n": 60, "ndcg10": 0.9266840566369079 }, "wiki_no": { "n": 60, "ndcg10": 0.8696024785968237 }, "wiki_pt": { "n": 60, "ndcg10": 0.9194119033063589 }, "wiki_ro": { "n": 60, "ndcg10": 0.9182876221499743 }, "wiki_sr": { "n": 60, "ndcg10": 0.9048929910571798 }, "wiki_sv": { "n": 60, "ndcg10": 0.9179815231135162 }, "_miracl": 0.7213983382951419, "_wiki": 0.9145401956593455, "_other": 0.7764615349855449, "_all": 0.804133356313344, "_docs_per_s": 1510.6246846209397 }, "e5:intfloat/multilingual-e5-base": { "askubuntu": { "n": 361, "ndcg10": 0.6410350401013797 }, "esci_es": { "n": 150, "ndcg10": 0.8264960201468888 }, "esci_jp": { "n": 150, "ndcg10": 0.8527631585196286 }, "esci_us": { "n": 150, "ndcg10": 0.8979362353736146 }, "miracl_ar": { "n": 60, "ndcg10": 0.7741335914439994 }, "miracl_bn": { "n": 60, "ndcg10": 0.7470673775058853 }, "miracl_de": { "n": 60, "ndcg10": 0.6707476561103582 }, "miracl_en": { "n": 60, "ndcg10": 0.6434888531498094 }, "miracl_es": { "n": 60, "ndcg10": 0.7083119685592874 }, "miracl_fa": { "n": 60, "ndcg10": 0.7286007749434021 }, "miracl_fi": { "n": 60, "ndcg10": 0.769050059159852 }, "miracl_fr": { "n": 60, "ndcg10": 0.6438219522680882 }, "miracl_hi": { "n": 60, "ndcg10": 0.6879644832386964 }, "miracl_id": { "n": 60, "ndcg10": 0.5880643589648785 }, "miracl_ja": { "n": 60, "ndcg10": 0.7177894738320753 }, "miracl_ko": { "n": 60, "ndcg10": 0.733115368969295 }, "miracl_ru": { "n": 60, "ndcg10": 0.7557340800995906 }, "miracl_sw": { "n": 60, "ndcg10": 0.8440969533590856 }, "miracl_te": { "n": 60, "ndcg10": 0.8213691500565956 }, "miracl_th": { "n": 60, "ndcg10": 0.7775501105526337 }, "miracl_yo": { "n": 60, "ndcg10": 0.8602216409451844 }, "miracl_zh": { "n": 60, "ndcg10": 0.7718196626379744 }, "mmarco": { "n": 150, "ndcg10": 0.6860563287688956 }, "rubq": { "n": 150, "ndcg10": 0.8009261488182178 }, "t2": { "n": 150, "ndcg10": 0.7196655904910614 }, "wiki_bg": { "n": 60, "ndcg10": 0.888493096791215 }, "wiki_bn": { "n": 60, "ndcg10": 0.9053882337884093 }, "wiki_cs": { "n": 60, "ndcg10": 0.9353868770548284 }, "wiki_da": { "n": 60, "ndcg10": 0.9145106208218478 }, "wiki_de": { "n": 60, "ndcg10": 0.9382904104792485 }, "wiki_en": { "n": 60, "ndcg10": 0.9670619835714305 }, "wiki_fa": { "n": 60, "ndcg10": 0.8992370630146003 }, "wiki_fi": { "n": 60, "ndcg10": 0.9178611957028182 }, "wiki_hi": { "n": 60, "ndcg10": 0.8466475183304261 }, "wiki_it": { "n": 60, "ndcg10": 0.9428743711101694 }, "wiki_nl": { "n": 60, "ndcg10": 0.9461643408190826 }, "wiki_no": { "n": 60, "ndcg10": 0.8822254458686295 }, "wiki_pt": { "n": 60, "ndcg10": 0.93223818059677 }, "wiki_ro": { "n": 60, "ndcg10": 0.9240123664766273 }, "wiki_sr": { "n": 60, "ndcg10": 0.9236918945371214 }, "wiki_sv": { "n": 60, "ndcg10": 0.9298929910571798 }, "_miracl": 0.7357193064331494, "_wiki": 0.9183735368762752, "_other": 0.7749826460313837, "_all": 0.8096918297802694, "_docs_per_s": 1294.14767662913 }, "mean:sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2": { "askubuntu": { "n": 361, "ndcg10": 0.6593311764088963 }, "esci_es": { "n": 150, "ndcg10": 0.8030820996228589 }, "esci_jp": { "n": 150, "ndcg10": 0.8292774648180925 }, "esci_us": { "n": 150, "ndcg10": 0.8558446274620043 }, "miracl_ar": { "n": 60, "ndcg10": 0.33995870060071187 }, "miracl_bn": { "n": 60, "ndcg10": 0.10062772888052027 }, "miracl_de": { "n": 60, "ndcg10": 0.49745229598874496 }, "miracl_en": { "n": 60, "ndcg10": 0.49430369069596836 }, "miracl_es": { "n": 60, "ndcg10": 0.49376054190150254 }, "miracl_fa": { "n": 60, "ndcg10": 0.33784773084632214 }, "miracl_fi": { "n": 60, "ndcg10": 0.5391379742395018 }, "miracl_fr": { "n": 60, "ndcg10": 0.4029746959581783 }, "miracl_hi": { "n": 60, "ndcg10": 0.3933734511901455 }, "miracl_id": { "n": 60, "ndcg10": 0.4195277671370329 }, "miracl_ja": { "n": 60, "ndcg10": 0.4299776871592214 }, "miracl_ko": { "n": 60, "ndcg10": 0.4232108800794022 }, "miracl_ru": { "n": 60, "ndcg10": 0.38301162077718887 }, "miracl_sw": { "n": 60, "ndcg10": 0.27333741060276756 }, "miracl_te": { "n": 60, "ndcg10": 0.10235710228305292 }, "miracl_th": { "n": 60, "ndcg10": 0.3751229772636128 }, "miracl_yo": { "n": 60, "ndcg10": 0.41564536084544285 }, "miracl_zh": { "n": 60, "ndcg10": 0.5455112257398346 }, "mmarco": { "n": 150, "ndcg10": 0.4529963705977627 }, "rubq": { "n": 150, "ndcg10": 0.5911557734552291 }, "t2": { "n": 150, "ndcg10": 0.6175956685016418 }, "wiki_bg": { "n": 60, "ndcg10": 0.8431693155279092 }, "wiki_bn": { "n": 60, "ndcg10": 0.51027776651553 }, "wiki_cs": { "n": 60, "ndcg10": 0.8739110090544683 }, "wiki_da": { "n": 60, "ndcg10": 0.8220310914235321 }, "wiki_de": { "n": 60, "ndcg10": 0.8539397656758437 }, "wiki_en": { "n": 60, "ndcg10": 0.9295452577018037 }, "wiki_fa": { "n": 60, "ndcg10": 0.8466261318110585 }, "wiki_fi": { "n": 60, "ndcg10": 0.8430048569521499 }, "wiki_hi": { "n": 60, "ndcg10": 0.7953517649819623 }, "wiki_it": { "n": 60, "ndcg10": 0.8847437240888024 }, "wiki_nl": { "n": 60, "ndcg10": 0.8861129781150623 }, "wiki_no": { "n": 60, "ndcg10": 0.8330340596148136 }, "wiki_pt": { "n": 60, "ndcg10": 0.8745424640104518 }, "wiki_ro": { "n": 60, "ndcg10": 0.8706507172922537 }, "wiki_sr": { "n": 60, "ndcg10": 0.8418999129941477 }, "wiki_sv": { "n": 60, "ndcg10": 0.8759933201214941 }, "_miracl": 0.3870632690105084, "_wiki": 0.8365521334925803, "_other": 0.687040454409498, "_all": 0.636885285637529, "_docs_per_s": 1368.597113329957 }, "mean:sentence-transformers/all-MiniLM-L6-v2": { "askubuntu": { "n": 361, "ndcg10": 0.6950870859095775 }, "esci_es": { "n": 150, "ndcg10": 0.805459684054124 }, "esci_jp": { "n": 150, "ndcg10": 0.8190418405937759 }, "esci_us": { "n": 150, "ndcg10": 0.89287039530015 }, "miracl_ar": { "n": 60, "ndcg10": 0.038931957155848455 }, "miracl_bn": { "n": 60, "ndcg10": 0.030062987091536823 }, "miracl_de": { "n": 60, "ndcg10": 0.19863579759718686 }, "miracl_en": { "n": 60, "ndcg10": 0.44637962019197014 }, "miracl_es": { "n": 60, "ndcg10": 0.16533372301666774 }, "miracl_fa": { "n": 60, "ndcg10": 0.08099172914531616 }, "miracl_fi": { "n": 60, "ndcg10": 0.318827777529499 }, "miracl_fr": { "n": 60, "ndcg10": 0.19648428931651676 }, "miracl_hi": { "n": 60, "ndcg10": 0.05974075434463789 }, "miracl_id": { "n": 60, "ndcg10": 0.19480044817902895 }, "miracl_ja": { "n": 60, "ndcg10": 0.0664399201863372 }, "miracl_ko": { "n": 60, "ndcg10": 0.07768323456188891 }, "miracl_ru": { "n": 60, "ndcg10": 0.0741022641360989 }, "miracl_sw": { "n": 60, "ndcg10": 0.4118178738845216 }, "miracl_te": { "n": 60, "ndcg10": 0.028812270540518346 }, "miracl_th": { "n": 60, "ndcg10": 0.037664201840444354 }, "miracl_yo": { "n": 60, "ndcg10": 0.5977167422457427 }, "miracl_zh": { "n": 60, "ndcg10": 0.07071352407283164 }, "mmarco": { "n": 150, "ndcg10": 0.26867494304404316 }, "rubq": { "n": 150, "ndcg10": 0.3064855273291065 }, "t2": { "n": 150, "ndcg10": 0.5577994137229116 }, "wiki_bg": { "n": 60, "ndcg10": 0.6167824030088364 }, "wiki_bn": { "n": 60, "ndcg10": 0.4546528384572809 }, "wiki_cs": { "n": 60, "ndcg10": 0.7362788337728153 }, "wiki_da": { "n": 60, "ndcg10": 0.7773546957318817 }, "wiki_de": { "n": 60, "ndcg10": 0.7759664941138815 }, "wiki_en": { "n": 60, "ndcg10": 0.950431156642494 }, "wiki_fa": { "n": 60, "ndcg10": 0.5099313956928329 }, "wiki_fi": { "n": 60, "ndcg10": 0.801663620538976 }, "wiki_hi": { "n": 60, "ndcg10": 0.5357898617158996 }, "wiki_it": { "n": 60, "ndcg10": 0.8319465347786749 }, "wiki_nl": { "n": 60, "ndcg10": 0.8007722530139283 }, "wiki_no": { "n": 60, "ndcg10": 0.7436514286534031 }, "wiki_pt": { "n": 60, "ndcg10": 0.8185917340825137 }, "wiki_ro": { "n": 60, "ndcg10": 0.8534025214158526 }, "wiki_sr": { "n": 60, "ndcg10": 0.5560142087611005 }, "wiki_sv": { "n": 60, "ndcg10": 0.7582896375765296 }, "_miracl": 0.17195217305758848, "_wiki": 0.7200949761223062, "_other": 0.6207741271362411, "_all": 0.5042737587720453, "_docs_per_s": 1423.8455996927694 } }