millid / leaderboard_overall.csv
byamasupatrick's picture
MillID leaderboard against GlotLID and fastText (#1)
5438c18
Raw History Blame Contribute Delete
7.48 kB
set,model,repo,size,top1_accuracy,top3_accuracy,top5_accuracy,macro_precision,macro_recall,macro_f1,median_f1,languages_f1_at_least_0_9,languages
test,MillID tiny v1.5,baobabtech/millid-tiny-v1.5,2.9M,0.9587247805328816,0.9890484971341278,0.9932401213781161,0.9549770065582561,0.9588167712047285,0.9553762683202616,0.9824561403508771,1446,1621
test,GlotLID,cis-lmu/glotlid,"fastText, 1.7 GB",0.977614145795264,0.9977189572137978,0.9983766301339072,0.9782517709855841,0.9751782136320077,0.9748179587217549,1.0,1488,1621
test,"GlotLID, restricted to MillID's labels",cis-lmu/glotlid,"fastText, 1.7 GB",0.978292631149554,0.9977897194900122,0.9984557173837938,0.9778492893480586,0.9764998669631992,0.9754780061637239,1.0,1490,1621
test,"fastText (Meta, NLLB)",facebook/fasttext-language-identification,"fastText, 1.2 GB",0.25110201838986684,0.2610045745730329,0.262482257399861,0.05202750834127428,0.12048375928156996,0.06567764337804372,0.0,25,1621
test,"fastText, restricted to MillID's labels",facebook/fasttext-language-identification,"fastText, 1.2 GB",0.2514599922577745,0.2610753368492472,0.2625197197813862,0.05205991842533006,0.12089826722608317,0.06593662879256669,0.0,26,1621
test-common,MillID tiny v1.5,baobabtech/millid-tiny-v1.5,2.9M,0.9395947180209607,0.9856649689614069,0.9908664489062959,0.970922775379856,0.9353270477650256,0.951259698841108,0.9726495726495726,188,213
test-common,GlotLID,cis-lmu/glotlid,"fastText, 1.7 GB",0.9738223137297398,0.9924609501989257,0.9946437141043701,0.9924377815827973,0.9770740040297234,0.9835053354686013,0.9982788296041308,201,213
test-common,"GlotLID, restricted to MillID's labels",cis-lmu/glotlid,"fastText, 1.7 GB",0.9749369165750732,0.9926931591250368,0.994829481245259,0.9922871273519716,0.9790381188248578,0.9845885184031669,0.9983471074380166,203,213
test-common,"fastText (Meta, NLLB)",facebook/fasttext-language-identification,"fastText, 1.2 GB",0.9338668978435531,0.9706952335247767,0.9761908447760732,0.9356570616737796,0.9169210037343893,0.9148824189777787,0.9680365296803652,165,213
test-common,"fastText, restricted to MillID's labels",facebook/fasttext-language-identification,"fastText, 1.2 GB",0.9351982290199236,0.9709584036410359,0.9763301701317398,0.9353710554982398,0.9200755454154029,0.9173068426975766,0.9680365296803652,166,213
udhr,MillID tiny v1.5,baobabtech/millid-tiny-v1.5,2.9M,0.8492328500781944,0.911703791369035,0.9256519717655015,0.914803800630921,0.8736275490421017,0.8764285216392155,0.9906542056074767,274,358
udhr,GlotLID,cis-lmu/glotlid,"fastText, 1.7 GB",0.8598419206221734,0.9279766684982459,0.9420516505346802,0.9261030959501081,0.8825915640670888,0.8864649884094992,0.9915248150542268,287,358
udhr,"GlotLID, restricted to MillID's labels",cis-lmu/glotlid,"fastText, 1.7 GB",0.8614480747284331,0.9294137537512152,0.943319666934359,0.9257695969546421,0.8844312457708232,0.8873151713293488,0.9915248150542268,291,358
udhr,"fastText (Meta, NLLB)",facebook/fasttext-language-identification,"fastText, 1.2 GB",0.4624878481761697,0.4856502810769686,0.49034194175578005,0.31521227915727285,0.4478627321056064,0.3496561644788506,0.0,60,358
udhr,"fastText, restricted to MillID's labels",facebook/fasttext-language-identification,"fastText, 1.2 GB",0.4628682530960734,0.4856502810769686,0.4904264761824253,0.3151627394343268,0.4483116546914005,0.34986047374808604,0.0,61,358
udhr-common,MillID tiny v1.5,baobabtech/millid-tiny-v1.5,2.9M,0.9123425692695214,0.9606213266162889,0.9654911838790932,0.9794271783100589,0.9393117513722192,0.9512636942896991,1.0,149,170
udhr-common,GlotLID,cis-lmu/glotlid,"fastText, 1.7 GB",0.9335852225020991,0.9677581863979848,0.973215785054576,0.9887806114106193,0.9575995164374027,0.9657221446088623,1.0,155,170
udhr-common,"GlotLID, restricted to MillID's labels",cis-lmu/glotlid,"fastText, 1.7 GB",0.9338371116708648,0.9682619647355164,0.9735516372795969,0.9887806114106193,0.9578604445634422,0.9658801542070193,1.0,156,170
udhr-common,"fastText (Meta, NLLB)",facebook/fasttext-language-identification,"fastText, 1.2 GB",0.9187237615449202,0.964735516372796,0.9740554156171285,0.9473808585265043,0.9431462240812183,0.9323102708833079,1.0,141,170
udhr-common,"fastText, restricted to MillID's labels",facebook/fasttext-language-identification,"fastText, 1.2 GB",0.9194794290512175,0.964735516372796,0.974223341729639,0.9473808585265043,0.9440916022324787,0.9328542536140149,1.0,142,170
udhr-all,MillID tiny v1.5,baobabtech/millid-tiny-v1.5,2.9M,0.7273648770951743,0.7808710132860297,0.7928175795532708,0.7340309394117082,0.7290411714617072,0.7148579318843858,0.9649122807017544,254,429
udhr-all,GlotLID,cis-lmu/glotlid,"fastText, 1.7 GB",0.750244361582739,0.8144662056981501,0.8281866560474966,0.7694575973118034,0.7529055089081532,0.7454327849166208,0.9795918367346939,277,429
udhr-all,"GlotLID, restricted to MillID's labels",cis-lmu/glotlid,"fastText, 1.7 GB",0.7378271730080006,0.7960395322738297,0.8079498968251095,0.7425329775774382,0.7380568437901042,0.724506747472521,0.9747899159663865,272,429
udhr-all,"fastText (Meta, NLLB)",facebook/fasttext-language-identification,"fastText, 1.2 GB",0.3961191760489447,0.4159577163957572,0.4199761068674655,0.24791077144530446,0.3737409279575923,0.279501714390051,0.0,54,429
udhr-all,"fastText, restricted to MillID's labels",facebook/fasttext-language-identification,"fastText, 1.2 GB",0.39644499149259677,0.4159577163957572,0.42004851029938817,0.2478791005299098,0.3741155533322177,0.27967804305179117,0.0,55,429
test,MillID medium v1,baobabtech/millid-medium-v1,115.0M,0.9616468462918486,0.9910007034602754,0.9945180048368097,0.9564228576676835,0.9614016943550959,0.9575764452347921,0.9841269841269842,1451,1621
test-common,MillID medium v1,baobabtech/millid-medium-v1,115.0M,0.9424741087047386,0.988172825363407,0.9923525860334071,0.9732280825173869,0.9360723187927141,0.9527046866271709,0.9738219895287958,191,213
udhr,MillID medium v1,baobabtech/millid-medium-v1,115.0M,0.8524028910773913,0.9194386914070756,0.9340208800033813,0.9186545076419138,0.8769388469921001,0.8779986710808113,0.9909909909909909,282,358
udhr-common,MillID medium v1,baobabtech/millid-medium-v1,115.0M,0.9120906801007557,0.9633081444164567,0.9688497061293031,0.9770201360820081,0.9382111759192128,0.947989665742032,0.9955099164401491,153,170
udhr-all,MillID medium v1,baobabtech/millid-medium-v1,115.0M,0.7300800057922745,0.7874959273069544,0.7999855193136155,0.7415286668963516,0.731804445741659,0.718364827833673,0.9672131147540983,266,429
test,MillID large v1.5,baobabtech/millid-large-v1.5,192.6M,0.9674118905598961,0.9924242739582336,0.9955503015721713,0.9655219790304682,0.9662728030347064,0.9646355846561194,0.9893617021276596,1478,1621
test-common,MillID large v1.5,baobabtech/millid-large-v1.5,192.6M,0.952505534312739,0.989829249036333,0.993761320185148,0.9756915726411073,0.946030279290983,0.9594091462508073,0.9790794979079497,193,213
udhr,MillID large v1.5,baobabtech/millid-large-v1.5,192.6M,0.85785536159601,0.9182974766473646,0.9308931062175071,0.9171072333156591,0.8824937737402124,0.8812295192906267,0.9914161508989096,283,358
udhr-common,MillID large v1.5,baobabtech/millid-large-v1.5,192.6M,0.9167926112510495,0.9629722921914358,0.9686817800167926,0.9800375512974252,0.9436021694458361,0.9528568922894297,1.0,152,170
udhr-all,MillID large v1.5,baobabtech/millid-large-v1.5,192.6M,0.734750027151287,0.7865184809759983,0.7973065923324766,0.7392238103714293,0.7364400256386854,0.7200574273845932,0.9642857142857142,266,429