| model,Open Type of question Open answer EM,Open Type of question Open answer F1,Open Type of question Open answer LR,Not open Type of question Multiple choice EM,Not open Type of question Single choice EM,Not open Type of question Sequence EM,Not open Type of question Matching EM,Not open Type of question Multiple choice IS,Not open Type of question Single choice IS,Not open Type of question Sequence IS,Not open Type of question Matching IS,Not open Type of question Multiple choice PM,Not open Type of question Single choice PM,Not open Type of question Sequence PM,Not open Type of question Matching PM,split,RU_adaptation,Access,Team,Country,"n_params, B",source_type,origin_group,model_family,n_items,raw_accuracy |
| GigaChat-2,39,45,61,65,81,50,38,70,81,50,38,78,81,50,49,open,RU,API,Sber,Russia,,api,russian,gigachat,2840,0.647887323943662 |
| GigaChat-2-Max,56,64,74,82,93,88,73,84,93,88,73,90,93,88,79,open,RU,API,Sber,Russia,,api,russian,gigachat,2840,0.8225352112676056 |
| GigaChat-2-Pro,45,52,65,75,90,71,57,79,90,71,57,85,90,71,67,open,RU,API,Sber,Russia,,api,russian,gigachat,2840,0.7538732394366198 |
| GigaChat-3-Ultra,57,68,75,81,96,83,74,83,96,83,74,90,96,83,80,open,RU,API,Sber,Russia,,api,russian,gigachat,2840,0.826056338028169 |
| aliceai-llm,57,67,74,80,93,82,82,81,93,82,82,91,93,82,87,open,RU,API,Yandex,Russia,,api,russian,aliceai,2840,0.823943661971831 |
| aliceai-llm-flash,57,67,74,80,93,82,81,81,93,82,81,91,93,82,86,open,RU,API,Yandex,Russia,,api,russian,aliceai,2840,0.8235915492957746 |
| claude-sonnet-5,65,73,78,89,97,87,82,91,97,87,82,94,97,87,85,open,,API,Open Source / External,International,,api,international,claude,2840,0.8605633802816901 |
| deepseek-v4-flash-0731,63,70,79,86,95,62,33,88,95,62,33,92,95,62,37,open,,API,Open Source / External,International,,api,international,deepseek,2840,0.7975352112676056 |
| deepseek-v4-pro,64,72,80,85,96,73,51,87,96,73,51,92,96,73,58,open,,API,Open Source / External,International,,api,international,deepseek,2840,0.8165492957746479 |
| gemini-3.5-flash-lite,64,71,79,82,95,87,89,84,96,87,89,90,96,87,92,open,,API,Open Source / External,International,,api,international,gemini,2840,0.844718309859155 |
| gemini-3.6-flash,67,75,80,93,97,94,97,94,97,94,97,96,97,94,98,open,,API,Open Source / External,International,,api,international,gemini,2840,0.907394366197183 |
| glm-5.2,61,69,78,83,95,75,42,86,95,75,43,90,95,75,48,open,,API,Open Source / External,International,,api,international,glm,2840,0.8045774647887324 |
| gpt-5.4,60,69,78,89,97,84,88,91,97,84,88,94,97,84,91,open,,API,Open Source / External,International,,api,international,gpt-5,2840,0.8785211267605634 |
| gpt-5.6-luna-pro,52,63,74,81,96,63,32,86,96,63,32,90,96,63,42,open,,API,Open Source / External,International,,api,international,gpt-5,2840,0.7665492957746479 |
| gpt-5.6-terra,59,67,78,87,97,77,74,89,97,77,74,93,97,77,78,open,,API,Open Source / External,International,,api,international,gpt-5,2840,0.8531690140845071 |
| grok-4.5,65,72,81,89,98,99,98,91,98,99,98,94,98,99,99,open,,API,Open Source / External,International,,api,international,grok,2840,0.9024647887323943 |
| kimi-k2.6,52,60,69,70,92,55,35,77,93,55,35,83,92,55,43,open,,API,Open Source / External,International,,api,international,kimi,2840,0.7211267605633803 |
| mimo-v2.5,48,56,68,73,92,70,52,78,92,70,53,83,92,70,58,open,,API,Open Source / External,International,,api,international,mimo,2840,0.7496478873239436 |
| minimax-m3,57,66,74,73,92,58,27,77,92,58,27,85,92,58,36,open,,API,Open Source / External,International,,api,international,minimax,2840,0.7214788732394366 |
| qwen3.7-flash,48,57,67,71,92,62,42,75,92,62,42,83,92,62,51,open,,API,Open Source / External,International,,api,international,qwen,2840,0.7362676056338028 |
| qwen3.8-max,64,72,78,90,97,99,96,92,97,99,96,95,97,99,97,open,,API,Open Source / External,International,,api,international,qwen,2840,0.8929577464788733 |
| yandexgpt-5.1,49,61,71,80,92,84,79,81,92,84,79,88,92,84,86,open,RU,API,Yandex,Russia,,api,russian,yandexgpt,2840,0.7926056338028169 |
| Qwen/Qwen3.6-27B,51,59,71,77,93,72,57,81,93,72,57,87,93,72,66,full,,OSS,Open Source / External,International,27.0,oss,international,qwen,14199,0.7712514965842665 |
| Qwen/Qwen3.6-35B-A3B,50,59,71,72,92,66,43,76,92,66,43,84,92,66,53,full,,OSS,Open Source / External,International,35.0,oss,international,qwen,14199,0.7387139939432354 |
| ai-sage/GigaChat3.1-10B-A1.8B-bf16,39,47,62,1,86,13,0,1,86,13,0,72,86,39,15,full,RU,OSS,Sber,Russia,10.0,oss,russian,gigachat,14199,0.3874920769068244 |
| allenai/Olmo-3.1-32B-Instruct,18,25,43,21,59,17,1,29,59,17,1,49,59,18,3,full,,OSS,Open Source / External,International,32.0,oss,international,olmo,14199,0.340728220297204 |
| google/gemma-4-12B-it,42,49,63,60,85,50,22,64,85,50,25,76,85,50,28,full,,OSS,Open Source / External,International,12.0,oss,international,gemma,14199,0.6201845200366223 |
| google/gemma-4-26B-A4B-it,50,59,71,71,91,64,36,74,91,64,36,83,91,64,45,full,,OSS,Open Source / External,International,26.0,oss,international,gemma,14199,0.7155433481231073 |
| google/gemma-4-31B-it,55,64,75,77,95,80,72,79,95,80,73,87,95,80,82,full,,OSS,Open Source / External,International,31.0,oss,international,gemma,14199,0.7997042045214452 |
| microsoft/phi-4,15,38,53,4,79,2,2,8,81,2,3,69,79,52,19,full,,OSS,Open Source / External,International,14.0,oss,international,phi,14199,0.3437566025776463 |
| mistralai/Ministral-3-14B-Instruct-2512,38,54,67,60,88,54,27,68,88,54,28,77,88,54,34,full,,OSS,Open Source / External,International,14.0,oss,international,mistral,14199,0.6422987534333404 |
| mistralai/Mistral-Small-3.2-24B-Instruct-2506,52,60,72,61,88,58,10,68,89,58,10,80,88,58,42,full,,OSS,Open Source / External,International,24.0,oss,international,mistral,14199,0.6508909078104091 |
| nvidia/NVIDIA-Nemotron-3-Nano-4B-BF16,4,8,21,14,51,11,1,20,51,11,1,41,51,11,5,full,,OSS,Open Source / External,International,4.0,oss,international,nemotron,14199,0.2688921755053173 |
| t-tech/T-pro-it-2.1,44,52,68,67,91,68,49,71,91,68,49,81,91,68,59,full,RU,OSS,T-Tech,Russia,,oss,russian,t-pro,14199,0.7154729206282132 |
| zai-org/GLM-4.7-Flash,36,45,61,27,82,25,4,36,82,25,4,55,82,25,8,full,,OSS,Open Source / External,International,30.0,oss,international,glm,14199,0.4670047186421579 |
|
|
