| { |
| "cls:BAAI/bge-m3": { |
| "askubuntu": { |
| "n": 361, |
| "ndcg10": 0.6656703810422914 |
| }, |
| "esci_es": { |
| "n": 150, |
| "ndcg10": 0.8353929290687163 |
| }, |
| "esci_jp": { |
| "n": 150, |
| "ndcg10": 0.8446809252178239 |
| }, |
| "esci_us": { |
| "n": 150, |
| "ndcg10": 0.8916635813106158 |
| }, |
| "miracl_ar": { |
| "n": 60, |
| "ndcg10": 0.8337544453555171 |
| }, |
| "miracl_bn": { |
| "n": 60, |
| "ndcg10": 0.8520468326002711 |
| }, |
| "miracl_de": { |
| "n": 60, |
| "ndcg10": 0.7296717789784314 |
| }, |
| "miracl_en": { |
| "n": 60, |
| "ndcg10": 0.6891871275339615 |
| }, |
| "miracl_es": { |
| "n": 60, |
| "ndcg10": 0.7581471021545895 |
| }, |
| "miracl_fa": { |
| "n": 60, |
| "ndcg10": 0.7846033120178257 |
| }, |
| "miracl_fi": { |
| "n": 60, |
| "ndcg10": 0.8202730056912013 |
| }, |
| "miracl_fr": { |
| "n": 60, |
| "ndcg10": 0.7004643716210734 |
| }, |
| "miracl_hi": { |
| "n": 60, |
| "ndcg10": 0.7604715990318043 |
| }, |
| "miracl_id": { |
| "n": 60, |
| "ndcg10": 0.6691216387932252 |
| }, |
| "miracl_ja": { |
| "n": 60, |
| "ndcg10": 0.7880794629562834 |
| }, |
| "miracl_ko": { |
| "n": 60, |
| "ndcg10": 0.7947333617834975 |
| }, |
| "miracl_ru": { |
| "n": 60, |
| "ndcg10": 0.8290247596475008 |
| }, |
| "miracl_sw": { |
| "n": 60, |
| "ndcg10": 0.8654063286257364 |
| }, |
| "miracl_te": { |
| "n": 60, |
| "ndcg10": 0.9329244281890277 |
| }, |
| "miracl_th": { |
| "n": 60, |
| "ndcg10": 0.8701537454495231 |
| }, |
| "miracl_yo": { |
| "n": 60, |
| "ndcg10": 0.870938042119561 |
| }, |
| "miracl_zh": { |
| "n": 60, |
| "ndcg10": 0.7891453552250133 |
| }, |
| "mmarco": { |
| "n": 150, |
| "ndcg10": 0.7100696637459445 |
| }, |
| "rubq": { |
| "n": 150, |
| "ndcg10": 0.8277617323379156 |
| }, |
| "t2": { |
| "n": 150, |
| "ndcg10": 0.7377569266122763 |
| }, |
| "wiki_bg": { |
| "n": 60, |
| "ndcg10": 0.929533513890146 |
| }, |
| "wiki_bn": { |
| "n": 60, |
| "ndcg10": 0.9108180336973224 |
| }, |
| "wiki_cs": { |
| "n": 60, |
| "ndcg10": 0.9553910969797961 |
| }, |
| "wiki_da": { |
| "n": 60, |
| "ndcg10": 0.9281230886209774 |
| }, |
| "wiki_de": { |
| "n": 60, |
| "ndcg10": 0.9520535437214951 |
| }, |
| "wiki_en": { |
| "n": 60, |
| "ndcg10": 0.9732131543452396 |
| }, |
| "wiki_fa": { |
| "n": 60, |
| "ndcg10": 0.9149356156733105 |
| }, |
| "wiki_fi": { |
| "n": 60, |
| "ndcg10": 0.9264564969075482 |
| }, |
| "wiki_hi": { |
| "n": 60, |
| "ndcg10": 0.8651733338339528 |
| }, |
| "wiki_it": { |
| "n": 60, |
| "ndcg10": 0.9356964284756129 |
| }, |
| "wiki_nl": { |
| "n": 60, |
| "ndcg10": 0.9587644899758274 |
| }, |
| "wiki_no": { |
| "n": 60, |
| "ndcg10": 0.8693061025833905 |
| }, |
| "wiki_pt": { |
| "n": 60, |
| "ndcg10": 0.9300560180372457 |
| }, |
| "wiki_ro": { |
| "n": 60, |
| "ndcg10": 0.947093603384193 |
| }, |
| "wiki_sr": { |
| "n": 60, |
| "ndcg10": 0.9265851157455774 |
| }, |
| "wiki_sv": { |
| "n": 60, |
| "ndcg10": 0.9141411337372607 |
| }, |
| "_miracl": 0.7965637054318913, |
| "_wiki": 0.927333798100556, |
| "_other": 0.7875708770479406, |
| "_all": 0.8371561268601293, |
| "_docs_per_s": 755.3071503037847 |
| }, |
| "e5:intfloat/multilingual-e5-small": { |
| "askubuntu": { |
| "n": 361, |
| "ndcg10": 0.6145866408660092 |
| }, |
| "esci_es": { |
| "n": 150, |
| "ndcg10": 0.8345672085259446 |
| }, |
| "esci_jp": { |
| "n": 150, |
| "ndcg10": 0.8386913872006542 |
| }, |
| "esci_us": { |
| "n": 150, |
| "ndcg10": 0.8975901738338674 |
| }, |
| "miracl_ar": { |
| "n": 60, |
| "ndcg10": 0.8094871343793595 |
| }, |
| "miracl_bn": { |
| "n": 60, |
| "ndcg10": 0.7114476822775221 |
| }, |
| "miracl_de": { |
| "n": 60, |
| "ndcg10": 0.6345644496075646 |
| }, |
| "miracl_en": { |
| "n": 60, |
| "ndcg10": 0.6191988201431645 |
| }, |
| "miracl_es": { |
| "n": 60, |
| "ndcg10": 0.7190329885079266 |
| }, |
| "miracl_fa": { |
| "n": 60, |
| "ndcg10": 0.6469699209144593 |
| }, |
| "miracl_fi": { |
| "n": 60, |
| "ndcg10": 0.7849846996428437 |
| }, |
| "miracl_fr": { |
| "n": 60, |
| "ndcg10": 0.5726760391631708 |
| }, |
| "miracl_hi": { |
| "n": 60, |
| "ndcg10": 0.6969545158673398 |
| }, |
| "miracl_id": { |
| "n": 60, |
| "ndcg10": 0.6005428547088218 |
| }, |
| "miracl_ja": { |
| "n": 60, |
| "ndcg10": 0.739137618018943 |
| }, |
| "miracl_ko": { |
| "n": 60, |
| "ndcg10": 0.7541787050586695 |
| }, |
| "miracl_ru": { |
| "n": 60, |
| "ndcg10": 0.745509866527369 |
| }, |
| "miracl_sw": { |
| "n": 60, |
| "ndcg10": 0.828129561398711 |
| }, |
| "miracl_te": { |
| "n": 60, |
| "ndcg10": 0.8646378971952645 |
| }, |
| "miracl_th": { |
| "n": 60, |
| "ndcg10": 0.7924128155944588 |
| }, |
| "miracl_yo": { |
| "n": 60, |
| "ndcg10": 0.8057363795220341 |
| }, |
| "miracl_zh": { |
| "n": 60, |
| "ndcg10": 0.6595681407849309 |
| }, |
| "mmarco": { |
| "n": 150, |
| "ndcg10": 0.7132981868433429 |
| }, |
| "rubq": { |
| "n": 150, |
| "ndcg10": 0.803404138209388 |
| }, |
| "t2": { |
| "n": 150, |
| "ndcg10": 0.7330930094196078 |
| }, |
| "wiki_bg": { |
| "n": 60, |
| "ndcg10": 0.8929525432074239 |
| }, |
| "wiki_bn": { |
| "n": 60, |
| "ndcg10": 0.9245838857688082 |
| }, |
| "wiki_cs": { |
| "n": 60, |
| "ndcg10": 0.9163377495151477 |
| }, |
| "wiki_da": { |
| "n": 60, |
| "ndcg10": 0.9330340941285132 |
| }, |
| "wiki_de": { |
| "n": 60, |
| "ndcg10": 0.9352582582167991 |
| }, |
| "wiki_en": { |
| "n": 60, |
| "ndcg10": 0.9720577636464628 |
| }, |
| "wiki_fa": { |
| "n": 60, |
| "ndcg10": 0.8823075178753691 |
| }, |
| "wiki_fi": { |
| "n": 60, |
| "ndcg10": 0.921830203917103 |
| }, |
| "wiki_hi": { |
| "n": 60, |
| "ndcg10": 0.8707020746341965 |
| }, |
| "wiki_it": { |
| "n": 60, |
| "ndcg10": 0.9267184647789447 |
| }, |
| "wiki_nl": { |
| "n": 60, |
| "ndcg10": 0.9266840566369079 |
| }, |
| "wiki_no": { |
| "n": 60, |
| "ndcg10": 0.8696024785968237 |
| }, |
| "wiki_pt": { |
| "n": 60, |
| "ndcg10": 0.9194119033063589 |
| }, |
| "wiki_ro": { |
| "n": 60, |
| "ndcg10": 0.9182876221499743 |
| }, |
| "wiki_sr": { |
| "n": 60, |
| "ndcg10": 0.9048929910571798 |
| }, |
| "wiki_sv": { |
| "n": 60, |
| "ndcg10": 0.9179815231135162 |
| }, |
| "_miracl": 0.7213983382951419, |
| "_wiki": 0.9145401956593455, |
| "_other": 0.7764615349855449, |
| "_all": 0.804133356313344, |
| "_docs_per_s": 1510.6246846209397 |
| }, |
| "e5:intfloat/multilingual-e5-base": { |
| "askubuntu": { |
| "n": 361, |
| "ndcg10": 0.6410350401013797 |
| }, |
| "esci_es": { |
| "n": 150, |
| "ndcg10": 0.8264960201468888 |
| }, |
| "esci_jp": { |
| "n": 150, |
| "ndcg10": 0.8527631585196286 |
| }, |
| "esci_us": { |
| "n": 150, |
| "ndcg10": 0.8979362353736146 |
| }, |
| "miracl_ar": { |
| "n": 60, |
| "ndcg10": 0.7741335914439994 |
| }, |
| "miracl_bn": { |
| "n": 60, |
| "ndcg10": 0.7470673775058853 |
| }, |
| "miracl_de": { |
| "n": 60, |
| "ndcg10": 0.6707476561103582 |
| }, |
| "miracl_en": { |
| "n": 60, |
| "ndcg10": 0.6434888531498094 |
| }, |
| "miracl_es": { |
| "n": 60, |
| "ndcg10": 0.7083119685592874 |
| }, |
| "miracl_fa": { |
| "n": 60, |
| "ndcg10": 0.7286007749434021 |
| }, |
| "miracl_fi": { |
| "n": 60, |
| "ndcg10": 0.769050059159852 |
| }, |
| "miracl_fr": { |
| "n": 60, |
| "ndcg10": 0.6438219522680882 |
| }, |
| "miracl_hi": { |
| "n": 60, |
| "ndcg10": 0.6879644832386964 |
| }, |
| "miracl_id": { |
| "n": 60, |
| "ndcg10": 0.5880643589648785 |
| }, |
| "miracl_ja": { |
| "n": 60, |
| "ndcg10": 0.7177894738320753 |
| }, |
| "miracl_ko": { |
| "n": 60, |
| "ndcg10": 0.733115368969295 |
| }, |
| "miracl_ru": { |
| "n": 60, |
| "ndcg10": 0.7557340800995906 |
| }, |
| "miracl_sw": { |
| "n": 60, |
| "ndcg10": 0.8440969533590856 |
| }, |
| "miracl_te": { |
| "n": 60, |
| "ndcg10": 0.8213691500565956 |
| }, |
| "miracl_th": { |
| "n": 60, |
| "ndcg10": 0.7775501105526337 |
| }, |
| "miracl_yo": { |
| "n": 60, |
| "ndcg10": 0.8602216409451844 |
| }, |
| "miracl_zh": { |
| "n": 60, |
| "ndcg10": 0.7718196626379744 |
| }, |
| "mmarco": { |
| "n": 150, |
| "ndcg10": 0.6860563287688956 |
| }, |
| "rubq": { |
| "n": 150, |
| "ndcg10": 0.8009261488182178 |
| }, |
| "t2": { |
| "n": 150, |
| "ndcg10": 0.7196655904910614 |
| }, |
| "wiki_bg": { |
| "n": 60, |
| "ndcg10": 0.888493096791215 |
| }, |
| "wiki_bn": { |
| "n": 60, |
| "ndcg10": 0.9053882337884093 |
| }, |
| "wiki_cs": { |
| "n": 60, |
| "ndcg10": 0.9353868770548284 |
| }, |
| "wiki_da": { |
| "n": 60, |
| "ndcg10": 0.9145106208218478 |
| }, |
| "wiki_de": { |
| "n": 60, |
| "ndcg10": 0.9382904104792485 |
| }, |
| "wiki_en": { |
| "n": 60, |
| "ndcg10": 0.9670619835714305 |
| }, |
| "wiki_fa": { |
| "n": 60, |
| "ndcg10": 0.8992370630146003 |
| }, |
| "wiki_fi": { |
| "n": 60, |
| "ndcg10": 0.9178611957028182 |
| }, |
| "wiki_hi": { |
| "n": 60, |
| "ndcg10": 0.8466475183304261 |
| }, |
| "wiki_it": { |
| "n": 60, |
| "ndcg10": 0.9428743711101694 |
| }, |
| "wiki_nl": { |
| "n": 60, |
| "ndcg10": 0.9461643408190826 |
| }, |
| "wiki_no": { |
| "n": 60, |
| "ndcg10": 0.8822254458686295 |
| }, |
| "wiki_pt": { |
| "n": 60, |
| "ndcg10": 0.93223818059677 |
| }, |
| "wiki_ro": { |
| "n": 60, |
| "ndcg10": 0.9240123664766273 |
| }, |
| "wiki_sr": { |
| "n": 60, |
| "ndcg10": 0.9236918945371214 |
| }, |
| "wiki_sv": { |
| "n": 60, |
| "ndcg10": 0.9298929910571798 |
| }, |
| "_miracl": 0.7357193064331494, |
| "_wiki": 0.9183735368762752, |
| "_other": 0.7749826460313837, |
| "_all": 0.8096918297802694, |
| "_docs_per_s": 1294.14767662913 |
| }, |
| "mean:sentence-transformers/paraphrase-multilingual-MiniLM-L12-v2": { |
| "askubuntu": { |
| "n": 361, |
| "ndcg10": 0.6593311764088963 |
| }, |
| "esci_es": { |
| "n": 150, |
| "ndcg10": 0.8030820996228589 |
| }, |
| "esci_jp": { |
| "n": 150, |
| "ndcg10": 0.8292774648180925 |
| }, |
| "esci_us": { |
| "n": 150, |
| "ndcg10": 0.8558446274620043 |
| }, |
| "miracl_ar": { |
| "n": 60, |
| "ndcg10": 0.33995870060071187 |
| }, |
| "miracl_bn": { |
| "n": 60, |
| "ndcg10": 0.10062772888052027 |
| }, |
| "miracl_de": { |
| "n": 60, |
| "ndcg10": 0.49745229598874496 |
| }, |
| "miracl_en": { |
| "n": 60, |
| "ndcg10": 0.49430369069596836 |
| }, |
| "miracl_es": { |
| "n": 60, |
| "ndcg10": 0.49376054190150254 |
| }, |
| "miracl_fa": { |
| "n": 60, |
| "ndcg10": 0.33784773084632214 |
| }, |
| "miracl_fi": { |
| "n": 60, |
| "ndcg10": 0.5391379742395018 |
| }, |
| "miracl_fr": { |
| "n": 60, |
| "ndcg10": 0.4029746959581783 |
| }, |
| "miracl_hi": { |
| "n": 60, |
| "ndcg10": 0.3933734511901455 |
| }, |
| "miracl_id": { |
| "n": 60, |
| "ndcg10": 0.4195277671370329 |
| }, |
| "miracl_ja": { |
| "n": 60, |
| "ndcg10": 0.4299776871592214 |
| }, |
| "miracl_ko": { |
| "n": 60, |
| "ndcg10": 0.4232108800794022 |
| }, |
| "miracl_ru": { |
| "n": 60, |
| "ndcg10": 0.38301162077718887 |
| }, |
| "miracl_sw": { |
| "n": 60, |
| "ndcg10": 0.27333741060276756 |
| }, |
| "miracl_te": { |
| "n": 60, |
| "ndcg10": 0.10235710228305292 |
| }, |
| "miracl_th": { |
| "n": 60, |
| "ndcg10": 0.3751229772636128 |
| }, |
| "miracl_yo": { |
| "n": 60, |
| "ndcg10": 0.41564536084544285 |
| }, |
| "miracl_zh": { |
| "n": 60, |
| "ndcg10": 0.5455112257398346 |
| }, |
| "mmarco": { |
| "n": 150, |
| "ndcg10": 0.4529963705977627 |
| }, |
| "rubq": { |
| "n": 150, |
| "ndcg10": 0.5911557734552291 |
| }, |
| "t2": { |
| "n": 150, |
| "ndcg10": 0.6175956685016418 |
| }, |
| "wiki_bg": { |
| "n": 60, |
| "ndcg10": 0.8431693155279092 |
| }, |
| "wiki_bn": { |
| "n": 60, |
| "ndcg10": 0.51027776651553 |
| }, |
| "wiki_cs": { |
| "n": 60, |
| "ndcg10": 0.8739110090544683 |
| }, |
| "wiki_da": { |
| "n": 60, |
| "ndcg10": 0.8220310914235321 |
| }, |
| "wiki_de": { |
| "n": 60, |
| "ndcg10": 0.8539397656758437 |
| }, |
| "wiki_en": { |
| "n": 60, |
| "ndcg10": 0.9295452577018037 |
| }, |
| "wiki_fa": { |
| "n": 60, |
| "ndcg10": 0.8466261318110585 |
| }, |
| "wiki_fi": { |
| "n": 60, |
| "ndcg10": 0.8430048569521499 |
| }, |
| "wiki_hi": { |
| "n": 60, |
| "ndcg10": 0.7953517649819623 |
| }, |
| "wiki_it": { |
| "n": 60, |
| "ndcg10": 0.8847437240888024 |
| }, |
| "wiki_nl": { |
| "n": 60, |
| "ndcg10": 0.8861129781150623 |
| }, |
| "wiki_no": { |
| "n": 60, |
| "ndcg10": 0.8330340596148136 |
| }, |
| "wiki_pt": { |
| "n": 60, |
| "ndcg10": 0.8745424640104518 |
| }, |
| "wiki_ro": { |
| "n": 60, |
| "ndcg10": 0.8706507172922537 |
| }, |
| "wiki_sr": { |
| "n": 60, |
| "ndcg10": 0.8418999129941477 |
| }, |
| "wiki_sv": { |
| "n": 60, |
| "ndcg10": 0.8759933201214941 |
| }, |
| "_miracl": 0.3870632690105084, |
| "_wiki": 0.8365521334925803, |
| "_other": 0.687040454409498, |
| "_all": 0.636885285637529, |
| "_docs_per_s": 1368.597113329957 |
| }, |
| "mean:sentence-transformers/all-MiniLM-L6-v2": { |
| "askubuntu": { |
| "n": 361, |
| "ndcg10": 0.6950870859095775 |
| }, |
| "esci_es": { |
| "n": 150, |
| "ndcg10": 0.805459684054124 |
| }, |
| "esci_jp": { |
| "n": 150, |
| "ndcg10": 0.8190418405937759 |
| }, |
| "esci_us": { |
| "n": 150, |
| "ndcg10": 0.89287039530015 |
| }, |
| "miracl_ar": { |
| "n": 60, |
| "ndcg10": 0.038931957155848455 |
| }, |
| "miracl_bn": { |
| "n": 60, |
| "ndcg10": 0.030062987091536823 |
| }, |
| "miracl_de": { |
| "n": 60, |
| "ndcg10": 0.19863579759718686 |
| }, |
| "miracl_en": { |
| "n": 60, |
| "ndcg10": 0.44637962019197014 |
| }, |
| "miracl_es": { |
| "n": 60, |
| "ndcg10": 0.16533372301666774 |
| }, |
| "miracl_fa": { |
| "n": 60, |
| "ndcg10": 0.08099172914531616 |
| }, |
| "miracl_fi": { |
| "n": 60, |
| "ndcg10": 0.318827777529499 |
| }, |
| "miracl_fr": { |
| "n": 60, |
| "ndcg10": 0.19648428931651676 |
| }, |
| "miracl_hi": { |
| "n": 60, |
| "ndcg10": 0.05974075434463789 |
| }, |
| "miracl_id": { |
| "n": 60, |
| "ndcg10": 0.19480044817902895 |
| }, |
| "miracl_ja": { |
| "n": 60, |
| "ndcg10": 0.0664399201863372 |
| }, |
| "miracl_ko": { |
| "n": 60, |
| "ndcg10": 0.07768323456188891 |
| }, |
| "miracl_ru": { |
| "n": 60, |
| "ndcg10": 0.0741022641360989 |
| }, |
| "miracl_sw": { |
| "n": 60, |
| "ndcg10": 0.4118178738845216 |
| }, |
| "miracl_te": { |
| "n": 60, |
| "ndcg10": 0.028812270540518346 |
| }, |
| "miracl_th": { |
| "n": 60, |
| "ndcg10": 0.037664201840444354 |
| }, |
| "miracl_yo": { |
| "n": 60, |
| "ndcg10": 0.5977167422457427 |
| }, |
| "miracl_zh": { |
| "n": 60, |
| "ndcg10": 0.07071352407283164 |
| }, |
| "mmarco": { |
| "n": 150, |
| "ndcg10": 0.26867494304404316 |
| }, |
| "rubq": { |
| "n": 150, |
| "ndcg10": 0.3064855273291065 |
| }, |
| "t2": { |
| "n": 150, |
| "ndcg10": 0.5577994137229116 |
| }, |
| "wiki_bg": { |
| "n": 60, |
| "ndcg10": 0.6167824030088364 |
| }, |
| "wiki_bn": { |
| "n": 60, |
| "ndcg10": 0.4546528384572809 |
| }, |
| "wiki_cs": { |
| "n": 60, |
| "ndcg10": 0.7362788337728153 |
| }, |
| "wiki_da": { |
| "n": 60, |
| "ndcg10": 0.7773546957318817 |
| }, |
| "wiki_de": { |
| "n": 60, |
| "ndcg10": 0.7759664941138815 |
| }, |
| "wiki_en": { |
| "n": 60, |
| "ndcg10": 0.950431156642494 |
| }, |
| "wiki_fa": { |
| "n": 60, |
| "ndcg10": 0.5099313956928329 |
| }, |
| "wiki_fi": { |
| "n": 60, |
| "ndcg10": 0.801663620538976 |
| }, |
| "wiki_hi": { |
| "n": 60, |
| "ndcg10": 0.5357898617158996 |
| }, |
| "wiki_it": { |
| "n": 60, |
| "ndcg10": 0.8319465347786749 |
| }, |
| "wiki_nl": { |
| "n": 60, |
| "ndcg10": 0.8007722530139283 |
| }, |
| "wiki_no": { |
| "n": 60, |
| "ndcg10": 0.7436514286534031 |
| }, |
| "wiki_pt": { |
| "n": 60, |
| "ndcg10": 0.8185917340825137 |
| }, |
| "wiki_ro": { |
| "n": 60, |
| "ndcg10": 0.8534025214158526 |
| }, |
| "wiki_sr": { |
| "n": 60, |
| "ndcg10": 0.5560142087611005 |
| }, |
| "wiki_sv": { |
| "n": 60, |
| "ndcg10": 0.7582896375765296 |
| }, |
| "_miracl": 0.17195217305758848, |
| "_wiki": 0.7200949761223062, |
| "_other": 0.6207741271362411, |
| "_all": 0.5042737587720453, |
| "_docs_per_s": 1423.8455996927694 |
| } |
| } |
