diff --git "a/index.html" "b/index.html" --- "a/index.html" +++ "b/index.html" @@ -537,8 +537,8 @@ td.rank-cell{font-size:15px;font-weight:700;width:38px;text-align:center;}
31
Models
5
Domains
-
0.650
Avg MRR
-
0.717
Avg Recall@5
+
0.665
Avg MRR
+
0.732
Avg Recall@5
@@ -739,7 +739,7 @@ td.rank-cell{font-size:15px;font-weight:700;width:38px;text-align:center;} + Context LenEmb DimParamsSizeTypeEducation ⇅General ⇅Legal ⇅Religious ⇅Scientific ⇅Avg ⇅MRRRecall@5MRRRecall@5MRRRecall@5MRRRecall@5MRRRecall@5MRRRecall@5🥇codefuse-ai/F2LLM-v2-4B3276825604.0B~16 GBDecoder-only (F2LLM-v2 embedding model)0.81500.94630.86930.94200.93400.98000.78990.85860.97690.99200.87700.9438🥈Snowflake/snowflake-arctic-embed-l-v2.0 *81921024568M~2.2 GBTransformer-based0.84300.97560.82350.92000.97150.99800.75550.83070.98671.00000.87600.9449🥉Qwen/Qwen3-Embedding-8B32k40968.0B~32 GBDecoder-only (Qwen3)0.86420.97560.80280.87600.95160.99200.78760.85860.97210.98610.87560.93764Octen/Octen-Embedding-8B3276840967.6B~30 GBDecoder-only (Qwen3-based)0.85450.97560.80660.89200.92980.97200.77860.84860.98750.99800.87140.93725BAAI/bge-m381921024568M~2.3 GBBERT-based0.80560.92200.80270.87400.97660.99400.75840.82870.98130.99600.86490.92296Qwen/Qwen3-Embedding-4B32k25604.0B~16 GBDecoder-only (Qwen3)0.84040.96590.78540.85600.96400.98600.72600.80880.97250.98410.85770.92017Octen/Octen-Embedding-4B3276825604.0B~16 GBDecoder-only (Qwen3-based)0.85100.96100.79170.88400.93750.98200.72300.80680.98380.99000.85740.92488bflhc/MoD-Embedding3276825604.0B~16 GBDecoder-only (Qwen3-Embedding-4B + LoRA)0.83650.97070.79470.88000.94050.98000.72490.81870.97670.99000.85470.92799nvidia/llama-nemotron-embed-1b-v2 *819220481.2B~4 GBDecoder-only (Llama-based)0.86930.96100.78140.87200.97450.99600.66020.75100.98490.99800.85400.915610jinaai/jina-embeddings-v3 *81921024570M~2.0–2.4 GBTransformer (BERT-style)0.73210.90240.80440.88600.93510.99000.73090.81670.96480.98610.83340.916211google/embeddinggemma-300m8192768300M~1.2 GBDecoder-only (Gemma-based)0.79620.92680.77370.85400.93180.98400.67990.78090.97870.99800.83210.908712intfloat/multilingual-e5-large-instruct *5121024560M~2.2 GBBERT-based (with instruction tuning)0.76440.91220.76870.85600.94980.98400.65980.73900.97870.99400.82430.897113jinaai/jina-embeddings-v5-text-small *327681024677M~2.7 GBDecoder-only (Qwen3-based)0.81280.93170.74610.84000.91370.98000.63330.71120.97220.99000.81560.890614microsoft/harrier-oss-v1-0.6b *3276810240.6B~2.4 GBDecoder-only (Harrier-based)0.82100.94630.73000.82400.92910.97000.61870.69920.96990.99200.81380.886315ibm-granite/granite-embedding-311m-multilingual-r2 *512768311M~1.2 GBBERT-based0.75040.90240.77990.87000.91950.97200.62890.70920.96730.99200.80920.889116jinaai/jina-embeddings-v5-text-nano *8192768239M~0.9 GBBERT-based (EuroBERT)0.76380.91220.74470.83800.92080.97200.58950.69120.97160.98800.79810.880317PartAI/Tooka-SBERT-V2-Large *5121024353M~1.4 GBBERT-based (Sentence Transformer)0.77740.90730.74110.84400.87180.94800.64350.74100.95140.98610.79710.885318jinaai/jina-embeddings-v4-vllm-retrieval *3276820483.8B~15 GBMultimodal (Qwen2.5-VL-3B + retrieval LoRA)0.75180.87800.71930.82000.89180.95200.61850.70120.94550.96810.78540.863919Octen/Octen-Embedding-0.6B3276810240.6B~2.4 GBDecoder-only (Qwen3-based)0.77250.90730.70710.80400.87190.95200.55120.64340.95460.98210.77150.857820PartAI/Tooka-SBERT-V2-Small *512768123M~0.5 GBBERT-based (Sentence Transformer)0.77140.87320.68680.80000.87190.93800.54090.62750.95730.98610.76570.844921Qwen/Qwen3-Embedding-0.6B32k10240.6B~2.4 GBDecoder-only (Qwen3)0.74700.87800.68770.79000.88700.95600.55180.64140.94990.98010.76470.849122ibm-granite/granite-embedding-97m-multilingual-r2 *51276897M~0.4 GBBERT-based0.66540.83900.72770.84000.87160.94600.50930.58370.93190.96810.74120.835423PartAI/Tooka-SBERT *5121024353M~1.4 GBBERT-based (Sentence Transformer)0.69000.83410.68190.78200.78050.89000.53020.63550.94950.97610.72640.823524geevec-ai/geevec-embeddings-1.0-lite *327684096349M~1.4 GBDecoder-only (Qwen3-style PseudoMoE)0.66650.78540.61170.70600.86400.94000.42330.49400.95860.98010.70480.781125sentence-transformers/LaBSE *256768471M~1.8 GBBERT-based (Sentence Transformer)0.49370.64880.50740.61600.57530.66600.31580.39840.75490.87250.52940.640326nomic-ai/nomic-embed-text-v1.5 *81927680.1B~0.4 GBBERT-based0.17590.24390.17580.21000.13640.17200.04760.05980.09280.11750.12570.160627nomic-ai/nomic-embed-text-v1 *81927680.1B~0.4 GBBERT-based0.17330.23410.11550.15400.14750.18400.03230.03190.13460.17330.12070.155528intfloat/e5-large-v2 *5121024335M~1.3 GBBERT-based0.12350.16590.20330.24400.06790.09200.05160.05780.07750.10560.10480.133029mixedbread-ai/mxbai-embed-large-v1 *5121024335M~1.34 GBBERT-based (Mixedbread AI)0.14060.19020.10320.12000.10360.13800.03990.05180.10550.13150.09850.126330sentence-transformers/all-MiniLM-L12-v2 *25638433.4M~120 MBBERT-based0.06730.08780.07890.11200.05350.06200.04490.04980.02080.02590.05310.067531sentence-transformers/all-MiniLM-L6-v2 *25638422.7M~90 MBBERT-based0.00950.00000.06410.09400.01830.02600.02940.03390.00650.01000.02560.0328