| model,model_id,base_model,kind,role,profile,split,max_seq_length,dtype,overall,HeadlineRetrieval,BookTitleRetrieval,PassageContinuation,VerseProseClassification,BookClustering,HL_R1,HL_R10,HL_news,HL_web,HL_nq,BT_R1,BT_R10,BT_MRR |
| LaBSE,sentence-transformers/LaBSE,sentence-transformers/LaBSE,public,baseline,labse,dev,512,float16,0.5139,0.4165,0.2089,0.5036,0.9455,0.4948,0.3176,0.5294,0.4239,0.372,85,0.1412,0.3015,0.181 |
| LaBSE,sentence-transformers/LaBSE,sentence-transformers/LaBSE,public,baseline,labse,test,512,float16,0.5314,0.5064,0.1608,0.5383,0.9616,0.4899,0.4,0.6375,0.4896,0.658,80,0.0714,0.2232,0.153 |
| Qwen3-Embedding-0.6B,Qwen/Qwen3-Embedding-0.6B,Qwen/Qwen3-Embedding-0.6B,public,baseline,qwen3,dev,512,float16,0.5449,0.5327,0.1735,0.6297,0.8985,0.4902,0.4353,0.6353,0.4797,0.8552,85,0.1107,0.2519,0.1495 |
| Qwen3-Embedding-0.6B,Qwen/Qwen3-Embedding-0.6B,Qwen/Qwen3-Embedding-0.6B,public,baseline,qwen3,test,512,float16,0.5576,0.5634,0.2784,0.6186,0.9051,0.4227,0.4875,0.6375,0.5297,0.8663,80,0.1458,0.3393,0.3135 |
| bge-m3,BAAI/bge-m3,BAAI/bge-m3,public,baseline,bge-m3,dev,512,float16,0.5923,0.6183,0.2443,0.6617,0.9363,0.5011,0.5412,0.6824,0.5743,0.8859,85,0.1641,0.3435,0.2135 |
| bge-m3,BAAI/bge-m3,BAAI/bge-m3,public,baseline,bge-m3,test,512,float16,0.6332,0.596,0.3778,0.7174,0.9578,0.5168,0.55,0.65,0.5581,0.9375,80,0.2262,0.4286,0.4113 |
| multilingual-e5-base,intfloat/multilingual-e5-base,intfloat/multilingual-e5-base,public,baseline,e5,dev,512,float16,0.5737,0.5728,0.1827,0.6293,0.9381,0.5457,0.4588,0.6706,0.5452,0.7411,85,0.1031,0.2901,0.1504 |
| multilingual-e5-base,intfloat/multilingual-e5-base,intfloat/multilingual-e5-base,public,baseline,e5,test,512,float16,0.5532,0.5626,0.2776,0.6139,0.854,0.458,0.4875,0.6375,0.5243,0.9077,80,0.1488,0.3512,0.3161 |
| multilingual-e5-large,intfloat/multilingual-e5-large,intfloat/multilingual-e5-large,public,baseline,e5,dev,512,float16,0.5872,0.6028,0.2004,0.6524,0.9425,0.5379,0.4941,0.7294,0.5646,0.8348,85,0.126,0.2977,0.1709 |
| multilingual-e5-large,intfloat/multilingual-e5-large,intfloat/multilingual-e5-large,public,baseline,e5,test,512,float16,0.5977,0.5886,0.3122,0.6706,0.9413,0.4758,0.525,0.6625,0.5565,0.8772,80,0.1756,0.378,0.3971 |
| multilingual-e5-small,intfloat/multilingual-e5-small,intfloat/multilingual-e5-small,public,baseline,e5,dev,512,float16,0.5353,0.5467,0.1186,0.5698,0.9311,0.5101,0.4824,0.6235,0.5115,0.7609,85,0.084,0.1641,0.1047 |
| multilingual-e5-small,intfloat/multilingual-e5-small,intfloat/multilingual-e5-small,public,baseline,e5,test,512,float16,0.5619,0.5381,0.2934,0.5664,0.9197,0.4918,0.4875,0.5875,0.4988,0.8914,80,0.1726,0.3661,0.2995 |
| paraphrase-multilingual-mpnet-base-v2,sentence-transformers/paraphrase-multilingual-mpnet-base-v2,sentence-transformers/paraphrase-multilingual-mpnet-base-v2,public,baseline,mpnet,dev,512,float16,0.428,0.2822,0.1138,0.436,0.8869,0.421,0.1882,0.4,0.2702,0.3551,85,0.0573,0.187,0.0914 |
| paraphrase-multilingual-mpnet-base-v2,sentence-transformers/paraphrase-multilingual-mpnet-base-v2,sentence-transformers/paraphrase-multilingual-mpnet-base-v2,public,baseline,mpnet,test,512,float16,0.4428,0.3399,0.0815,0.503,0.9018,0.3879,0.2375,0.4625,0.3353,0.3814,80,0,0.1637,0.0686 |
| Round-1 model (e5-base fine-tune),r1-ft-e5-base,intfloat/multilingual-e5-base,round-1,incumbent; selected in round 1,e5,dev,256,float32,0.6851,0.6299,0.3288,0.8081,0.9432,0.7157,0.4941,0.7765,0.6024,0.7968,85,0.229,0.458,0.2894 |
| Round-1 model (e5-base fine-tune),r1-ft-e5-base,intfloat/multilingual-e5-base,round-1,incumbent; selected in round 1,e5,test,256,float32,0.6923,0.6097,0.274,0.834,0.9827,0.7612,0.5375,0.675,0.5715,0.9539,80,0.1012,0.4315,0.2731 |
| Round-1 e5-small fine-tune,r1-ft-e5-small,intfloat/multilingual-e5-small,round-1,incumbent,e5,dev,256,float32,0.67,0.6193,0.2778,0.7943,0.9382,0.7204,0.5294,0.7176,0.5912,0.7906,85,0.1679,0.416,0.2353 |
| Round-1 e5-small fine-tune,r1-ft-e5-small,intfloat/multilingual-e5-small,round-1,incumbent,e5,test,256,float32,0.7197,0.6091,0.3664,0.8314,0.9736,0.8177,0.55,0.675,0.5708,0.9539,80,0.247,0.4196,0.4438 |
| TF-IDF char 2-4-gram,tfidf-char2-4,,lexical,reference,,dev,,,0.6667,0.6049,0.4594,0.7655,0.9463,0.5573,0.5294,0.6824,0.5656,0.8442,85,0.3282,0.6069,0.4132 |
| TF-IDF char 2-4-gram,tfidf-char2-4,,lexical,reference,,test,,,0.6864,0.6173,0.3756,0.7899,0.9597,0.6895,0.55,0.6875,0.5879,0.8827,80,0.1875,0.503,0.3579 |
| Round-2 bge-m3 fine-tune,r2-bgem3,BAAI/bge-m3,round-2,candidate,bge-m3,dev,512,float16,0.7008,0.6459,0.4435,0.8246,0.9429,0.647,0.5529,0.7294,0.6064,0.8859,85,0.3397,0.5573,0.4077 |
| "Round-2 e5-base fine-tune, no mined negatives",r2-e5b-plain,intfloat/multilingual-e5-base,round-2,candidate (ablation),e5,dev,512,float16,0.7066,0.5941,0.4408,0.8295,0.9453,0.7234,0.4824,0.7059,0.5722,0.7272,85,0.3359,0.5534,0.4053 |
| Round-2 e5-base fine-tune,r2-e5b,intfloat/multilingual-e5-base,round-2,runner-up,e5,dev,512,float16,0.7079,0.6006,0.4464,0.8176,0.9411,0.7339,0.4941,0.7059,0.5744,0.7598,85,0.3473,0.5496,0.4137 |
| Round-2 e5-base fine-tune,r2-e5b,intfloat/multilingual-e5-base,round-2,runner-up,e5,test,512,float16,0.6919,0.6027,0.2422,0.835,0.9818,0.7979,0.5375,0.65,0.5706,0.8914,80,0.1071,0.3542,0.251 |
| Hindko Embeddings (this model),r2-e5l,intfloat/multilingual-e5-large,round-2,selected (released),e5,dev,512,float16,0.7117,0.6357,0.4257,0.8308,0.9406,0.7258,0.5294,0.7412,0.5963,0.875,85,0.2977,0.563,0.3826 |
| Hindko Embeddings (this model),r2-e5l,intfloat/multilingual-e5-large,round-2,selected (released),e5,test,512,float16,0.7391,0.6372,0.346,0.8756,0.9801,0.8566,0.5625,0.7125,0.6072,0.9077,80,0.1548,0.4494,0.3608 |
| Round-2 e5-small fine-tune,r2-e5s,intfloat/multilingual-e5-small,round-2,candidate,e5,dev,512,float16,0.7039,0.6191,0.4358,0.8094,0.948,0.707,0.5294,0.7176,0.5899,0.7968,85,0.3397,0.5458,0.4015 |
| |
