Spaces:
Sleeping
Sleeping
Download data/model_abilities_by_topic.csv from Pitt-iRiS-Lab/MedIRT: direct link, hf CLI and curl.
- Browser
- Download file 14.2 kB
-
https://huggingface.co/spaces/Pitt-iRiS-Lab/MedIRT/resolve/main/data/model_abilities_by_topic.csv
- Command line
-
hf download hf://spaces/Pitt-iRiS-Lab/MedIRT/data/model_abilities_by_topic.csv
-
curl -L -o model_abilities_by_topic.csv https://huggingface.co/spaces/Pitt-iRiS-Lab/MedIRT/resolve/main/data/model_abilities_by_topic.csv
14.2 kB
| model_id,irt_ability_1,irt_ability_2,irt_ability_3,irt_ability_4,irt_ability_5,irt_ability_6,irt_ability_7,irt_ability_8,irt_ability_9,irt_ability_10,irt_ability_11,Mean | |
| ai21/jamba-mini-1.7,-0.087009758,-1.024635001,-0.964414413,-0.791399727,-0.701709166,-0.633603116,-0.726119432,-0.901172006,-0.565395373,-0.673068458,-0.856178418,-0.720427715 | |
| aion-labs/aion-rp-llama-3.1-8b,-0.570782634,-0.841347167,-1.06506698,-1.076331634,-0.974979872,-0.677734333,-1.128580069,-0.950300575,-1.12998999,-0.873085547,-1.135836399,-0.947639564 | |
| alfredpros/codellama-7b-instruct-solidity,-1.627491049,-1.715083829,-1.556263036,-1.225781832,-1.542674714,-1.477513801,-1.293160712,-1.591728038,-1.21506014,-1.387048374,-1.459936104,-1.462885603 | |
| alpindale/goliath-120b,0.350844221,-0.900352321,-0.98785838,-0.918214782,-0.913615018,-0.640222166,-0.890848184,-0.887129021,-0.934997844,-0.734150701,-0.807020766,-0.751233178 | |
| amazon/nova-micro-v1,0.256727233,-0.465855948,-0.217071856,-0.771173134,-0.33490636,-0.188128374,-0.043257308,-0.448802208,-0.664068982,-0.630245731,-0.134978686,-0.331069214 | |
| anthracite-org/magnum-v4-72b,1.608866155,0.354646664,0.560169007,0.422848455,0.271960064,0.830239775,0.276477354,0.439433343,-0.172035983,0.654323513,0.852908021,0.554530579 | |
| anthropic/claude-3-opus,1.802599558,0.210208101,0.106650414,0.030415142,0.656824848,0.658646276,0.332152059,0.391072779,0.149429125,0.652119973,0.643563992,0.512152933 | |
| anthropic/claude-3.7-sonnet,1.42262424,1.119211315,0.956465418,1.01756119,1.387102473,1.397055291,0.867604818,1.000104394,0.933030899,1.171789602,1.01857048,1.117374556 | |
| anthropic/claude-sonnet-4,0.621994575,1.122795953,1.068739478,2.163104144,1.537213049,1.661077697,1.859451133,0.819891264,0.797935964,1.145114968,0.855526188,1.241167674 | |
| arcee-ai/maestro-reasoning,-1.926525989,-1.190690927,-1.864459257,-1.268865981,-1.501254414,-1.253876586,-1.558571815,-1.453289564,-1.385038133,-1.324831077,-1.401646535,-1.466277298 | |
| arcee-ai/virtuoso-large,0.399543755,0.193542592,0.550590217,0.619655374,0.26225456,0.314452385,0.070924209,0.308486822,-0.245237666,0.394819301,0.944971017,0.346727506 | |
| baidu/ernie-4.5-21b-a3b,-1.040223986,-1.020868174,-0.747716998,-0.84871287,-0.728533401,-0.098756399,-0.958977373,-0.479160992,-0.447045305,-0.324230822,-0.577025076,-0.661022854 | |
| bytedance/ui-tars-1.5-7b,-0.15344189,-0.734449992,-0.533936633,-0.58557083,-0.499509111,-0.595413226,-0.50867794,-0.359861221,-0.739574064,-0.423392616,-0.346787886,-0.498237764 | |
| cohere/command,-0.999670912,-0.996210788,-1.044158465,-0.80972404,-1.24931341,-1.027874101,-0.908594645,-1.094499858,-1.131099744,-1.119641317,-1.12048036,-1.045569785 | |
| cohere/command-r,-0.567731543,-0.829770092,-0.939073448,-0.773529995,-0.641565763,-0.580409944,-0.561878211,-0.804614453,-0.888234236,-0.942127208,-0.708132709,-0.748824328 | |
| cohere/command-r-08-2024,-0.50493236,-0.421015081,-0.369301367,-0.586717976,-0.854658348,-0.513427994,-0.387168835,-0.804630069,-0.679348337,-0.776582433,-0.818487916,-0.610570065 | |
| cohere/command-r7b-12-2024,-0.687761167,-0.977123426,-0.802779592,-0.602821381,-0.749387487,-0.622205856,-0.495205107,-0.932292571,-0.886699416,-0.705759286,-0.635048,-0.736098481 | |
| deepseek/deepseek-chat-v3.1,1.067216196,0.78389982,0.630883091,0.764826537,0.60556644,0.601852484,0.412875369,0.775090334,0.487690663,0.513269492,0.924987923,0.688014396 | |
| deepseek/deepseek-r1-0528-qwen3-8b,0.118679687,0.42431056,-0.032868556,-0.067911166,0.400037495,0.096550783,-0.070558971,0.423121135,0.399102512,0.355794411,0.27233283,0.210780975 | |
| deepseek/deepseek-r1-distill-qwen-14b,-0.112600705,-0.228907217,-0.679187184,-0.645202754,0.086761747,-0.348648966,0.002110958,-0.072114031,0.110377356,0.2816347,0.328057884,-0.116156201 | |
| google/gemini-2.5-flash,1.121335798,1.2053212,0.688525928,1.378628241,1.077899289,1.420988785,1.204661441,0.94839498,0.808255725,1.330218609,0.766439269,1.086424479 | |
| google/gemini-2.5-flash-lite,0.615330103,0.270135764,0.029225212,0.654808934,0.458756913,0.444274113,0.309748007,0.16100496,-0.016517211,0.241390087,0.182103497,0.304569125 | |
| google/gemini-2.5-flash-lite-preview-06-17,0.576477917,0.751985585,0.392812295,0.700043939,0.967207037,0.724335873,0.776983877,0.405261484,0.254861113,0.650308605,0.247704425,0.586180195 | |
| google/gemini-2.5-pro,0.872376798,2.131837698,1.760003377,2.688835186,2.430550492,1.08121414,2.637720278,1.649635366,2.10494046,1.893461559,1.924563995,1.925012668 | |
| google/gemini-flash-1.5-8b,-0.71997033,-0.588874129,-0.639289098,-0.715965358,-0.784151179,-0.754170106,-0.728356845,-0.642198614,-0.550491822,-0.788300026,-0.66897625,-0.689158523 | |
| google/gemini-pro-1.5,0.707049337,0.248967631,0.084296534,0.385329857,0.677370345,0.757226856,0.530406723,1.027342391,0.382859982,0.664719957,1.103446138,0.59718325 | |
| google/gemma-2-9b-it,-1.366279239,-1.107876756,-1.356060259,-1.004119757,-0.586014881,-1.2162115,-0.932443643,-1.43071334,-1.2303987,-0.92754648,-1.303594735,-1.132841754 | |
| google/gemma-3-27b-it,0.399268636,-0.193732802,-0.199714905,0.075772846,-0.132415996,0.296324704,-0.229393059,-0.213223332,-0.072266322,-0.2163629,-0.224063665,-0.06452789 | |
| google/gemma-3-4b-it,-0.559718622,-0.786707159,-1.070305807,-0.908102427,-0.870680134,-0.627309854,-0.888393466,-1.092984484,-0.951313121,-0.786190099,-0.990346411,-0.866550144 | |
| gryphe/mythomax-l2-13b,-0.585975964,-1.052170001,-1.143644227,-1.004324137,-1.04034467,-1.033309284,-1.087890583,-1.265296989,-1.13954846,-1.108889269,-1.116076078,-1.052497242 | |
| inception/mercury-coder,-0.287928121,-0.736529556,-0.508755985,-0.476350432,-0.536311286,-0.569205156,-0.706148804,-0.564857682,-0.67968135,-0.574655105,-0.095754933,-0.521470764 | |
| inflection/inflection-3-productivity,1.188826308,-0.510574624,-0.079145861,-0.536296755,-0.31440785,-0.076783072,0.148900105,0.19175133,-0.239384886,-0.469561702,-0.092369245,-0.071731477 | |
| liquid/lfm-7b,-0.481206311,-0.771995062,-0.520771137,-0.456027071,-0.526310714,-0.505449277,-0.326848393,-0.785324996,-0.607153549,-0.747811683,-0.733571818,-0.587497274 | |
| mancer/weaver,-1.406157932,-1.210404597,-1.773455709,-1.124675469,-1.452241127,-1.229839133,-1.333251196,-1.440075702,-1.445802878,-1.117476964,-1.317236046,-1.350056068 | |
| meta-llama/llama-3-8b-instruct,-0.630138814,-0.142760585,-0.176319444,-0.462219991,-0.056363624,-0.356365486,-0.219950598,-0.260578666,-0.513047423,-0.747192385,-0.701295508,-0.38783932 | |
| meta-llama/llama-3.2-11b-vision-instruct,-0.387056117,-0.686595417,-0.159453533,-0.376837532,-0.282432635,-0.259744557,-0.491520843,-0.238866481,-0.401557644,-0.716866589,-0.497391567,-0.408938447 | |
| meta-llama/llama-3.2-3b-instruct,-0.563523525,-0.323495562,-0.766601831,-0.636326545,-0.509910715,-0.534559675,-0.746904189,-0.889851968,-0.781861833,-0.669092685,-0.820922849,-0.658459216 | |
| meta-llama/llama-3.3-70b-instruct,0.769194505,1.576225329,0.631487831,0.568136302,0.513711544,1.080867495,0.56669866,1.066603666,0.768639945,0.971562938,0.606467309,0.829054139 | |
| meta-llama/llama-4-maverick,1.655850885,1.577258335,0.924268465,1.171855069,1.174839523,0.741355456,1.36036643,0.923534975,0.901914648,1.245056202,1.026766412,1.154824218 | |
| meta-llama/llama-4-scout,0.810545295,0.58430405,0.504167069,0.25689019,0.41319425,0.199776919,0.488040873,0.730660854,0.385686881,0.235131264,0.967130067,0.506866156 | |
| meta-llama/llama-guard-2-8b,-0.583530583,-0.806172694,-0.808306438,-0.734030304,-0.879882194,-0.672194894,-0.794860557,-0.635583464,-0.768879615,-0.890606733,-0.763902217,-0.757995427 | |
| meta-llama/llama-guard-4-12b,-1.926525989,-1.262671031,-1.849675254,-1.328955908,-1.523346377,-1.288351566,-1.635410578,-1.478797579,-1.456780405,-1.308951811,-1.432156911,-1.499238492 | |
| microsoft/phi-3-mini-128k-instruct,-0.450482598,-0.635538246,-0.578807964,-0.618084762,-0.459732397,-0.288788129,-0.542508213,-0.579724257,-0.636808598,-0.720976909,-0.592140795,-0.554872079 | |
| microsoft/phi-4-multimodal-instruct,-0.157251796,-0.457850083,-0.630805468,-0.219129918,-0.471313255,-0.302844933,-0.499749563,-0.343243426,-0.267284741,-0.765402127,-0.119822167,-0.384972498 | |
| microsoft/phi-4-reasoning-plus,0.833351147,-0.040572792,-0.035991352,0.157923562,0.237580243,0.154057545,-0.003433744,-0.023263143,0.023107876,-0.167908998,0.098877157,0.112157045 | |
| minimax/minimax-01,0.488923819,-0.031895853,0.003050071,0.929617125,0.353700986,0.397537071,0.749046155,0.731895773,0.081736976,0.479022803,0.44387663,0.420591959 | |
| mistralai/codestral-2501,-0.290239011,-0.859442088,-0.69459076,-0.795174593,-0.671816589,-0.806929308,-0.532662359,-0.842116333,-0.807690597,-1.058131577,-0.528828472,-0.717056517 | |
| mistralai/codestral-2508,-0.320383086,-0.786393488,-0.868590905,-0.772359384,-0.699221068,-0.75426478,-0.316957507,-0.849397927,-0.784468123,-0.943127525,-0.584111347,-0.698115922 | |
| mistralai/ministral-8b,-0.16189683,-0.634579226,-0.845761287,-0.671844978,-0.621141571,-0.766295589,-0.82192365,-0.698167487,-0.770938012,-0.900798123,-0.611937478,-0.682298566 | |
| mistralai/mistral-7b-instruct,-0.97522889,-0.875529561,-1.07897409,-0.713777689,-0.778156835,-0.937790592,-0.757123106,-1.225612211,-0.781981642,-0.987393906,-1.074998175,-0.926051518 | |
| mistralai/mistral-7b-instruct-v0.1,-1.107037578,-1.24474947,-1.306474591,-1.023882897,-1.166193569,-1.122940451,-1.13706403,-1.620013144,-1.221084261,-1.132264415,-1.180274158,-1.205634415 | |
| mistralai/mistral-small-3.2-24b-instruct,0.555693491,0.267810106,0.292470958,0.559237725,0.286270625,0.08662893,0.285597018,-0.142239586,0.109856609,0.118116592,0.20576563,0.238655281 | |
| mistralai/mistral-tiny,-0.954017525,-0.786673466,-1.089957912,-0.709424738,-0.862575871,-0.678886409,-0.871284107,-1.23299948,-0.799722935,-0.992093418,-1.091524115,-0.91537818 | |
| mistralai/pixtral-12b,0.600139576,-0.279195321,-0.621290725,-0.402592947,-0.476435779,-0.745228758,-0.576858886,-0.60489862,-0.442415428,-0.500607753,-0.598066652,-0.422495572 | |
| moonshotai/kimi-k2,1.687801571,1.099995071,0.866040848,1.191982588,1.450321839,0.949415971,1.212485898,0.673072717,0.81637961,0.943514172,1.059393298,1.086400326 | |
| morph/morph-v3-fast,-1.84267462,-1.161996175,-1.599568849,-1.126366919,-1.071165676,-1.198521987,-1.417492023,-1.548582476,-1.455234781,-1.153459862,-1.200280545,-1.343213083 | |
| morph/morph-v3-large,-0.351343682,-0.610035509,-0.829487345,-0.775092546,-0.616651327,-0.715908875,-0.697640794,-0.652244374,-0.67263134,-0.929154437,-0.125359393,-0.634140875 | |
| nousresearch/deephermes-3-mistral-24b-preview,0.701960909,-0.091610384,0.121476695,0.17922174,0.644517956,0.203512639,0.466630652,-0.006730734,0.069956544,0.142621834,0.262972949,0.244957346 | |
| nousresearch/hermes-3-llama-3.1-405b,0.738552824,0.233005575,0.503887077,0.504798156,0.659700405,0.839432038,0.540978139,0.492315796,0.238986835,0.191166577,0.459554854,0.491125298 | |
| openai/codex-mini,0.684002,2.280194458,2.015324524,1.981682096,1.918223055,2.11865492,1.613823352,2.118858336,1.854760852,2.309760165,1.707338769,1.872965684 | |
| openai/gpt-3.5-turbo-instruct,-0.53842252,-0.512469059,-0.922244345,-0.639765552,-0.751353575,-0.797262143,-0.849539955,-0.900797141,-1.066667019,-0.922520188,-0.970379593,-0.806492826 | |
| openai/gpt-4.1-mini,0.441833625,1.157029714,0.923600526,1.466556088,1.128363163,1.553630623,0.901362425,1.073987269,0.99419576,1.075369058,0.839563348,1.050499236 | |
| openai/gpt-4.1-nano,-0.44531066,-0.390000159,0.034397596,0.238492024,-0.02004047,-0.104137637,-0.131555597,-0.042647912,0.377434706,-0.12150228,-0.172778389,-0.070695344 | |
| openai/gpt-4o,1.072508328,1.300853667,1.133644662,1.409579537,1.717200681,1.414524433,1.107328196,0.987740716,1.214313768,1.151452556,1.389155853,1.263482036 | |
| openai/gpt-5,1.312422096,2.787210233,2.450039435,3.028687017,1.891728083,2.331655086,2.803134635,2.609813196,2.654222297,2.079132513,2.386380106,2.394038609 | |
| openai/gpt-5-nano,0.788421882,1.420239151,1.244792651,1.781618406,1.253805751,1.437090086,1.177896701,1.065223135,1.736285096,1.550234004,1.462547525,1.356195854 | |
| openai/gpt-oss-120b,1.273573775,1.909772697,2.557787433,1.539271789,2.079196217,1.882788595,1.503293259,1.633246726,1.876473877,1.827474759,2.003671108,1.826050021 | |
| openai/gpt-oss-20b,0.451843904,1.150015809,1.632547572,0.145493325,0.724922044,0.835572267,0.651748326,1.468132929,1.162397899,0.734669407,1.100851203,0.914381335 | |
| qwen/qwen-plus,0.458116094,0.748533766,0.359311102,0.390630728,0.2094142,0.276753552,0.620784102,0.205694522,0.182596536,0.382537033,0.94068992,0.434096505 | |
| qwen/qwen-vl-plus,-0.34358574,-0.676217462,-0.524874105,-0.684414364,-0.375754649,-0.516502028,-0.62991337,-0.299918389,-0.80600654,-0.47002118,-0.253513059,-0.507338262 | |
| qwen/qwen2.5-vl-32b-instruct,0.047549651,-0.343503079,-0.389479148,0.095817913,-0.149640938,0.273065629,-0.105947853,-0.062273666,-0.370267977,-0.100626854,0.495587274,-0.055429004 | |
| qwen/qwen3-30b-a3b,0.518562316,1.260704396,1.081657893,0.545024265,1.016656275,0.971370854,0.38028298,1.115936825,1.363352145,0.679000348,1.148624945,0.916470295 | |
| raifle/sorcererlm-8x22b,0.135966272,-0.677603097,-0.392148106,-0.452864415,-0.015730239,-0.21049189,0.154385721,0.152044496,-0.248092636,-0.466465046,-0.120967624,-0.194724233 | |
| sao10k/l3-lunaris-8b,-0.335837976,-0.241765263,-0.241336307,-0.304298879,-0.234353816,-0.371973892,-0.15146693,-0.554013695,-0.574250364,-0.785919555,-0.549291575,-0.394955296 | |
| shisa-ai/shisa-v2-llama3.3-70b,0.773506188,0.789433049,0.484368499,0.323872953,0.457014213,0.918502669,0.699958365,0.769166448,0.264734537,0.509993643,0.250897175,0.56740434 | |
| thedrummer/skyfall-36b-v2,0.473322663,0.079665565,0.554273864,0.192559201,0.595717274,0.028496311,0.400901761,0.045928918,0.031477534,0.147233463,0.155582751,0.245923573 | |
| thudm/glm-4-32b,0.621865965,0.654518813,0.429955833,0.550388347,0.191616124,0.319706269,0.099020588,0.181189514,0.50461924,0.359602229,0.63296516,0.413222553 | |
| x-ai/grok-2-vision-1212,1.004416145,0.97071055,0.625871765,0.614461101,0.586891673,1.059062176,0.357473326,1.011602372,0.488501505,0.646055221,0.947958316,0.75572765 | |
| x-ai/grok-3-mini,0.761504574,1.246668828,1.186116512,1.461356478,1.294907766,1.264602742,1.332410122,0.717027668,1.366051816,1.276311332,1.929563803,1.257865604 | |
| z-ai/glm-4-32b,0.621865965,0.648995395,0.441732776,0.695894149,0.176005932,0.319706269,0.098577322,0.223247039,0.425875687,0.359602229,0.599385941,0.4191717 |