wikalid / eval /RESULTS_v1.0.1.json
jpaulpoliquit's picture
WikaLID 1.0.1: rename from OurLID, public model card, ourlid alias kept
8f78c5a verified
Raw History Blame Contribute Delete
51.2 kB
{ "version": "wikalid-1.0.1", "speed_items_per_s": { "crawl": 260.0556615657041, "goldspan": 279.75437264136514, "golddoc": 82.7144606130041, "pld": 361.29866678479993, "wiki": 412.01515781078336, "hard": 417.6514915312866, "basaha": 340.77461396884735, "tato": 416.0644453947067, "t_sib": 433.517085761704, "t_frag": 413.52074818541155, "t_caps": 394.02282398376394, "t_bikol": 390.347293016329, "t_aklsgd": 90.24064579563718, "t_tshort": 312.07255571899447 }, "core": { "sealed": { "crawl": { "n": 335, "public": false, "wikalid-1.0.1": { "acc_raw": 0.9492537313432836, "acc_corrected": 0.9492537313432836, "macro_f1_corrected": 0.9452212148681051 }, "glotlid": { "acc_raw": 0.8746268656716418, "acc_corrected": 0.8746268656716418, "macro_f1_corrected": 0.9258273703041144 }, "openlid3": { "acc_raw": 0.7850746268656716, "acc_corrected": 0.7850746268656716, "macro_f1_corrected": 0.6166170580237387 }, "lid176": { "acc_raw": 0.7343283582089553, "acc_corrected": 0.7343283582089553, "macro_f1_corrected": 0.5681250135015445 } }, "goldspan": { "n": 327, "public": false, "wikalid-1.0.1": { "acc_raw": 0.9388379204892966, "acc_corrected": 0.9388379204892966, "macro_f1_corrected": 0.9339768728004022 }, "glotlid": { "acc_raw": 0.8990825688073395, "acc_corrected": 0.8990825688073395, "macro_f1_corrected": 0.9213529123029144 }, "openlid3": { "acc_raw": 0.8807339449541285, "acc_corrected": 0.8807339449541285, "macro_f1_corrected": 0.8725169369237166 }, "lid176": { "acc_raw": 0.7828746177370031, "acc_corrected": 0.7828746177370031, "macro_f1_corrected": 0.7374188657622348 } }, "golddoc": { "n": 148, "public": false, "wikalid-1.0.1": { "acc_raw": 0.9864864864864865, "acc_corrected": 0.9864864864864865, "macro_f1_corrected": 0.99581589958159 }, "glotlid": { "acc_raw": 0.9594594594594594, "acc_corrected": 0.9594594594594594, "macro_f1_corrected": 0.99581589958159 }, "openlid3": { "acc_raw": 0.918918918918919, "acc_corrected": 0.918918918918919, "macro_f1_corrected": 0.9916666666666667 }, "lid176": { "acc_raw": 0.8175675675675675, "acc_corrected": 0.8175675675675675, "macro_f1_corrected": 0.9008264462809917 } }, "pld": { "n": 1653, "public": false, "wikalid-1.0.1": { "acc_raw": 0.9159104658197217, "acc_corrected": 0.9171203871748337, "macro_f1_corrected": 0.9256639461728243 }, "glotlid": { "acc_raw": 0.8300060496067756, "acc_corrected": 0.8342407743496673, "macro_f1_corrected": 0.8384979959772872 }, "openlid3": { "acc_raw": 0.41681790683605563, "acc_corrected": 0.41742286751361163, "macro_f1_corrected": 0.39562927937811565 }, "lid176": { "acc_raw": 0.3369630973986691, "acc_corrected": 0.3411978221415608, "macro_f1_corrected": 0.28759118174467524 } }, "wiki": { "n": 2563, "public": true, "wikalid-1.0.1": { "acc_raw": 0.8985563792430745, "acc_corrected": 0.9250877877487319, "macro_f1_corrected": 0.9284581306444153 }, "glotlid": { "acc_raw": 0.8685134607881388, "acc_corrected": 0.906749902458057, "macro_f1_corrected": 0.9068774909539535 }, "openlid3": { "acc_raw": 0.6761607491221225, "acc_corrected": 0.7104955130706204, "macro_f1_corrected": 0.6253482661073548 }, "lid176": { "acc_raw": 0.6195864221615295, "acc_corrected": 0.6640655481857198, "macro_f1_corrected": 0.5537504126384613 } }, "hard": { "n": 6379, "public": true, "wikalid-1.0.1": { "acc_raw": 0.8789778962219784, "acc_corrected": 0.9007681454773475, "macro_f1_corrected": 0.8800734956692698 }, "glotlid": { "acc_raw": 0.7990280608245807, "acc_corrected": 0.8291268223859539, "macro_f1_corrected": 0.7603844713921172 }, "openlid3": { "acc_raw": 0.619376077755134, "acc_corrected": 0.6411663270105032, "macro_f1_corrected": 0.5499190269122138 }, "lid176": { "acc_raw": 0.5674870669383916, "acc_corrected": 0.5989967079479542, "macro_f1_corrected": 0.4522667230292048 } }, "basaha": { "n": 794, "public": false, "wikalid-1.0.1": { "acc_raw": 0.739294710327456, "acc_corrected": 0.739294710327456, "macro_f1_corrected": 0.7949411406077508 }, "glotlid": { "acc_raw": 0.5831234256926953, "acc_corrected": 0.5831234256926953, "macro_f1_corrected": 0.6413626117787863 }, "openlid3": { "acc_raw": 0.02644836272040302, "acc_corrected": 0.02644836272040302, "macro_f1_corrected": 0.01195219123505976 }, "lid176": { "acc_raw": 0.031486146095717885, "acc_corrected": 0.031486146095717885, "macro_f1_corrected": 0.027777777777777776 } }, "tato": { "n": 968, "public": true, "wikalid-1.0.1": { "acc_raw": 0.9307851239669421, "acc_corrected": 0.9276859504132231, "macro_f1_corrected": 0.9397934525618807 }, "glotlid": { "acc_raw": 0.9493801652892562, "acc_corrected": 0.9545454545454546, "macro_f1_corrected": 0.9674877115849037 }, "openlid3": { "acc_raw": 0.7541322314049587, "acc_corrected": 0.7582644628099173, "macro_f1_corrected": 0.6814969661391874 }, "lid176": { "acc_raw": 0.8006198347107438, "acc_corrected": 0.8047520661157025, "macro_f1_corrected": 0.8037869284335353 } } }, "dev": { "crawl": { "n": 326, "public": false, "wikalid-1.0.1": { "acc_raw": 0.9631901840490797, "acc_corrected": 0.9601226993865031, "macro_f1_corrected": 0.9625247361477572 }, "glotlid": { "acc_raw": 0.8926380368098159, "acc_corrected": 0.8895705521472392, "macro_f1_corrected": 0.9019766397124888 }, "openlid3": { "acc_raw": 0.7699386503067485, "acc_corrected": 0.7730061349693251, "macro_f1_corrected": 0.5809186296991175 }, "lid176": { "acc_raw": 0.7331288343558282, "acc_corrected": 0.7361963190184049, "macro_f1_corrected": 0.5275206062736826 } }, "goldspan": { "n": 266, "public": false, "wikalid-1.0.1": { "acc_raw": 0.9624060150375939, "acc_corrected": 0.9624060150375939, "macro_f1_corrected": 0.9714543812104788 }, "glotlid": { "acc_raw": 0.8984962406015038, "acc_corrected": 0.8984962406015038, "macro_f1_corrected": 0.9387562793957143 }, "openlid3": { "acc_raw": 0.8458646616541353, "acc_corrected": 0.8458646616541353, "macro_f1_corrected": 0.6227779940314 }, "lid176": { "acc_raw": 0.7706766917293233, "acc_corrected": 0.7706766917293233, "macro_f1_corrected": 0.5042274392781381 } }, "golddoc": { "n": 146, "public": false, "wikalid-1.0.1": { "acc_raw": 1.0, "acc_corrected": 1.0, "macro_f1_corrected": 1.0 }, "glotlid": { "acc_raw": 0.9383561643835616, "acc_corrected": 0.9383561643835616, "macro_f1_corrected": 0.9773755656108597 }, "openlid3": { "acc_raw": 0.8698630136986302, "acc_corrected": 0.8698630136986302, "macro_f1_corrected": 0.9819819819819819 }, "lid176": { "acc_raw": 0.773972602739726, "acc_corrected": 0.773972602739726, "macro_f1_corrected": 0.8715596330275229 } }, "pld": { "n": 1569, "public": false, "wikalid-1.0.1": { "acc_raw": 0.9056724028043339, "acc_corrected": 0.9056724028043339, "macro_f1_corrected": 0.9169691092184136 }, "glotlid": { "acc_raw": 0.8527724665391969, "acc_corrected": 0.8553218610579987, "macro_f1_corrected": 0.8679972593410478 }, "openlid3": { "acc_raw": 0.4569789674952199, "acc_corrected": 0.45825366475462076, "macro_f1_corrected": 0.4136458247569358 }, "lid176": { "acc_raw": 0.3753983428935628, "acc_corrected": 0.37794773741236454, "macro_f1_corrected": 0.29795429135587 } }, "wiki": { "n": 2474, "public": true, "wikalid-1.0.1": { "acc_raw": 0.898949070331447, "acc_corrected": 0.9248181083265966, "macro_f1_corrected": 0.9275778391492562 }, "glotlid": { "acc_raw": 0.872271624898949, "acc_corrected": 0.9078415521422797, "macro_f1_corrected": 0.9072448684695931 }, "openlid3": { "acc_raw": 0.6750202101859337, "acc_corrected": 0.7012934518997574, "macro_f1_corrected": 0.613474975198989 }, "lid176": { "acc_raw": 0.6261115602263541, "acc_corrected": 0.6649151172190784, "macro_f1_corrected": 0.559276551222542 } }, "hard": { "n": 6141, "public": true, "wikalid-1.0.1": { "acc_raw": 0.882266731802638, "acc_corrected": 0.9057156814851002, "macro_f1_corrected": 0.8873738321187085 }, "glotlid": { "acc_raw": 0.7951473701351571, "acc_corrected": 0.82641263637844, "macro_f1_corrected": 0.7611605654646197 }, "openlid3": { "acc_raw": 0.6143950496661782, "acc_corrected": 0.6363784399934864, "macro_f1_corrected": 0.55206952431819 }, "lid176": { "acc_raw": 0.5684741898713565, "acc_corrected": 0.6021820550398957, "macro_f1_corrected": 0.45472278889467443 } }, "basaha": { "n": 806, "public": false, "wikalid-1.0.1": { "acc_raw": 0.7531017369727047, "acc_corrected": 0.7531017369727047, "macro_f1_corrected": 0.7817121529694779 }, "glotlid": { "acc_raw": 0.5496277915632755, "acc_corrected": 0.5496277915632755, "macro_f1_corrected": 0.5981772873473876 }, "openlid3": { "acc_raw": 0.016129032258064516, "acc_corrected": 0.016129032258064516, "macro_f1_corrected": 0.015765765765765764 }, "lid176": { "acc_raw": 0.031017369727047148, "acc_corrected": 0.031017369727047148, "macro_f1_corrected": 0.03524229074889868 } }, "tato": { "n": 879, "public": true, "wikalid-1.0.1": { "acc_raw": 0.9351535836177475, "acc_corrected": 0.9271899886234357, "macro_f1_corrected": 0.9424981517429267 }, "glotlid": { "acc_raw": 0.9408418657565415, "acc_corrected": 0.9431171786120591, "macro_f1_corrected": 0.9537518269150536 }, "openlid3": { "acc_raw": 0.7667804323094426, "acc_corrected": 0.7736063708759955, "macro_f1_corrected": 0.6932009448006917 }, "lid176": { "acc_raw": 0.7986348122866894, "acc_corrected": 0.8065984072810012, "macro_f1_corrected": 0.79135387842101 } } }, "all": { "crawl": { "n": 661, "public": false, "wikalid-1.0.1": { "acc_raw": 0.9561270801815431, "acc_corrected": 0.9546142208774584, "macro_f1_corrected": 0.9237178861239013 }, "glotlid": { "acc_raw": 0.8835098335854765, "acc_corrected": 0.8819969742813918, "macro_f1_corrected": 0.8054684637926802 }, "openlid3": { "acc_raw": 0.7776096822995462, "acc_corrected": 0.7791225416036308, "macro_f1_corrected": 0.5167738175035881 }, "lid176": { "acc_raw": 0.7337367624810892, "acc_corrected": 0.735249621785174, "macro_f1_corrected": 0.41546818702156924 } }, "goldspan": { "n": 593, "public": false, "wikalid-1.0.1": { "acc_raw": 0.9494097807757167, "acc_corrected": 0.9494097807757167, "macro_f1_corrected": 0.8577709147562972 }, "glotlid": { "acc_raw": 0.8988195615514334, "acc_corrected": 0.8988195615514334, "macro_f1_corrected": 0.6611717645352578 }, "openlid3": { "acc_raw": 0.8650927487352446, "acc_corrected": 0.8650927487352446, "macro_f1_corrected": 0.5199837315153472 }, "lid176": { "acc_raw": 0.7774030354131535, "acc_corrected": 0.7774030354131535, "macro_f1_corrected": 0.3729074002101596 } }, "golddoc": { "n": 294, "public": false, "wikalid-1.0.1": { "acc_raw": 0.9931972789115646, "acc_corrected": 0.9931972789115646, "macro_f1_corrected": 0.9810489661935692 }, "glotlid": { "acc_raw": 0.9489795918367347, "acc_corrected": 0.9489795918367347, "macro_f1_corrected": 0.9262168849655593 }, "openlid3": { "acc_raw": 0.8945578231292517, "acc_corrected": 0.8945578231292517, "macro_f1_corrected": 0.5512265512265512 }, "lid176": { "acc_raw": 0.7959183673469388, "acc_corrected": 0.7959183673469388, "macro_f1_corrected": 0.5659224441833137 } }, "pld": { "n": 3222, "public": false, "wikalid-1.0.1": { "acc_raw": 0.9109248913718188, "acc_corrected": 0.9115456238361266, "macro_f1_corrected": 0.9226356531452579 }, "glotlid": { "acc_raw": 0.8410924891371818, "acc_corrected": 0.8445065176908753, "macro_f1_corrected": 0.8531363677352409 }, "openlid3": { "acc_raw": 0.43637492240844195, "acc_corrected": 0.4373060211049038, "macro_f1_corrected": 0.40474253590796233 }, "lid176": { "acc_raw": 0.35567970204841715, "acc_corrected": 0.3590937306021105, "macro_f1_corrected": 0.2924533326385652 } }, "wiki": { "n": 5037, "public": true, "wikalid-1.0.1": { "acc_raw": 0.8987492555092317, "acc_corrected": 0.9249553305539011, "macro_f1_corrected": 0.9281129552088062 }, "glotlid": { "acc_raw": 0.8703593408775064, "acc_corrected": 0.9072860829859043, "macro_f1_corrected": 0.9072521485914344 }, "openlid3": { "acc_raw": 0.6756005558864403, "acc_corrected": 0.7059757792336708, "macro_f1_corrected": 0.6196306323515995 }, "lid176": { "acc_raw": 0.6227913440540004, "acc_corrected": 0.6644828270796109, "macro_f1_corrected": 0.5564368479383145 } }, "hard": { "n": 12520, "public": true, "wikalid-1.0.1": { "acc_raw": 0.880591054313099, "acc_corrected": 0.9031948881789137, "macro_f1_corrected": 0.8837680817481542 }, "glotlid": { "acc_raw": 0.7971246006389776, "acc_corrected": 0.8277955271565495, "macro_f1_corrected": 0.7608953515211622 }, "openlid3": { "acc_raw": 0.6169329073482428, "acc_corrected": 0.638817891373802, "macro_f1_corrected": 0.5510186484085835 }, "lid176": { "acc_raw": 0.5679712460063898, "acc_corrected": 0.6005591054313099, "macro_f1_corrected": 0.45366292115150086 } }, "basaha": { "n": 1600, "public": false, "wikalid-1.0.1": { "acc_raw": 0.74625, "acc_corrected": 0.74625, "macro_f1_corrected": 0.7884680885328015 }, "glotlid": { "acc_raw": 0.56625, "acc_corrected": 0.56625, "macro_f1_corrected": 0.6200922101491063 }, "openlid3": { "acc_raw": 0.02125, "acc_corrected": 0.02125, "macro_f1_corrected": 0.013742071881606765 }, "lid176": { "acc_raw": 0.03125, "acc_corrected": 0.03125, "macro_f1_corrected": 0.031315240083507306 } }, "tato": { "n": 1847, "public": true, "wikalid-1.0.1": { "acc_raw": 0.9328641039523552, "acc_corrected": 0.9274499187872225, "macro_f1_corrected": 0.9407261199876595 }, "glotlid": { "acc_raw": 0.9453167298321603, "acc_corrected": 0.9491066594477531, "macro_f1_corrected": 0.9610631108461403 }, "openlid3": { "acc_raw": 0.7601515971846237, "acc_corrected": 0.7655657823497564, "macro_f1_corrected": 0.6865861879529651 }, "lid176": { "acc_raw": 0.7996751488900921, "acc_corrected": 0.805630752571738, "macro_f1_corrected": 0.7984173253607114 } } } }, "trust": { "t_sib": { "n": 9036, "wikalid-1.0.1": { "acc": 0.9892651615759186, "ci95": [ 0.9869227230925369, 0.9911917606833734 ], "by": { "ceb": { "acc": 0.9970119521912351, "n": 1004, "ci95": [ 0.9912516700049157, 0.9989833034274174 ] }, "eng": { "acc": 1.0, "n": 1004, "ci95": [ 0.9961882899058743, 1.0000000000000002 ] }, "ilo": { "acc": 1.0, "n": 1004, "ci95": [ 0.9961882899058743, 1.0000000000000002 ] }, "ind": { "acc": 0.9591633466135459, "n": 1004, "ci95": [ 0.9450695618604726, 0.9697567362403402 ] }, "msa": { "acc": 0.953187250996016, "n": 1004, "ci95": [ 0.9383043206814081, 0.9646153444723224 ] }, "pag": { "acc": 0.9970119521912351, "n": 1004, "ci95": [ 0.9912516700049157, 0.9989833034274174 ] }, "sib200": { "acc": 0.9892651615759186, "n": 9036, "ci95": [ 0.9869227230925369, 0.9911917606833734 ] }, "spa": { "acc": 0.9970119521912351, "n": 1004, "ci95": [ 0.9912516700049157, 0.9989833034274174 ] }, "tgl": { "acc": 1.0, "n": 1004, "ci95": [ 0.9961882899058743, 1.0000000000000002 ] }, "war": { "acc": 1.0, "n": 1004, "ci95": [ 0.9961882899058743, 1.0000000000000002 ] } } }, "glotlid": { "acc": 0.9863877822045153, "ci95": [ 0.9837834463036013, 0.9885787242901842 ], "by": { "ceb": { "acc": 0.9910358565737052, "n": 1004, "ci95": [ 0.9830514267968079, 0.9952769136884431 ] }, "eng": { "acc": 1.0, "n": 1004, "ci95": [ 0.9961882899058743, 1.0000000000000002 ] }, "ilo": { "acc": 0.999003984063745, "n": 1004, "ci95": [ 0.9943796894699304, 0.9998241616114303 ] }, "ind": { "acc": 0.9950199203187251, "n": 1004, "ci95": [ 0.9883950765339303, 0.9978710192493755 ] }, "msa": { "acc": 0.8944223107569721, "n": 1004, "ci95": [ 0.873887228535692, 0.9119505459717305 ] }, "pag": { "acc": 1.0, "n": 1004, "ci95": [ 0.9961882899058743, 1.0000000000000002 ] }, "sib200": { "acc": 0.9863877822045153, "n": 9036, "ci95": [ 0.9837834463036013, 0.9885787242901842 ] }, "spa": { "acc": 0.99800796812749, "n": 1004, "ci95": [ 0.9927658578932684, 0.9994535543635784 ] }, "tgl": { "acc": 1.0, "n": 1004, "ci95": [ 0.9961882899058743, 1.0000000000000002 ] }, "war": { "acc": 1.0, "n": 1004, "ci95": [ 0.9961882899058743, 1.0000000000000002 ] } } }, "openlid3": { "acc": 0.9846170872067287, "ci95": [ 0.9818657500423222, 0.9869565355163097 ], "by": { "ceb": { "acc": 1.0, "n": 1004, "ci95": [ 0.9961882899058743, 1.0000000000000002 ] }, "eng": { "acc": 0.99800796812749, "n": 1004, "ci95": [ 0.9927658578932684, 0.9994535543635784 ] }, "ilo": { "acc": 1.0, "n": 1004, "ci95": [ 0.9961882899058743, 1.0000000000000002 ] }, "ind": { "acc": 0.9183266932270916, "n": 1004, "ci95": [ 0.8997488848216905, 0.9337154214740607 ] }, "msa": { "acc": 0.9631474103585658, "n": 1004, "ci95": [ 0.9496171963573046, 0.9731468570415629 ] }, "pag": { "acc": 0.9960159362549801, "n": 1004, "ci95": [ 0.9898008918922921, 0.9984496427155273 ] }, "sib200": { "acc": 0.9846170872067287, "n": 9036, "ci95": [ 0.9818657500423222, 0.9869565355163097 ] }, "spa": { "acc": 0.9860557768924303, "n": 1004, "ci95": [ 0.9767302763202146, 0.9916758700424679 ] }, "tgl": { "acc": 1.0, "n": 1004, "ci95": [ 0.9961882899058743, 1.0000000000000002 ] }, "war": { "acc": 1.0, "n": 1004, "ci95": [ 0.9961882899058743, 1.0000000000000002 ] } } }, "lid176": { "acc": 0.7737937140327579, "ci95": [ 0.7650519445652785, 0.7823027789953644 ], "by": { "ceb": { "acc": 0.9223107569721115, "n": 1004, "ci95": [ 0.9040963910139844, 0.9373056705798216 ] }, "eng": { "acc": 1.0, "n": 1004, "ci95": [ 0.9961882899058743, 1.0000000000000002 ] }, "ilo": { "acc": 0.9850597609561753, "n": 1004, "ci95": [ 0.975496224606418, 0.9909254829317506 ] }, "ind": { "acc": 0.9691235059760956, "n": 1004, "ci95": [ 0.9565068693060876, 0.9781638170398621 ] }, "msa": { "acc": 0.449203187250996, "n": 1004, "ci95": [ 0.4186863948679612, 0.48010722508184045 ] }, "pag": { "acc": 0.0, "n": 1004, "ci95": [ 0.0, 0.0038117100941259022 ] }, "sib200": { "acc": 0.7737937140327579, "n": 9036, "ci95": [ 0.7650519445652785, 0.7823027789953644 ] }, "spa": { "acc": 1.0, "n": 1004, "ci95": [ 0.9961882899058743, 1.0000000000000002 ] }, "tgl": { "acc": 0.99800796812749, "n": 1004, "ci95": [ 0.9927658578932684, 0.9994535543635784 ] }, "war": { "acc": 0.6404382470119522, "n": 1004, "ci95": [ 0.6102712632213478, 0.6695346110350828 ] } } } }, "t_frag": { "n": 4320, "wikalid-1.0.1": { "acc": 0.8319444444444445, "ci95": [ 0.8205002431714228, 0.8427988009008671 ], "by": { "ceb": { "acc": 0.8145833333333333, "n": 480, "ci95": [ 0.7773661170146048, 0.8468050993504205 ] }, "eng": { "acc": 0.9770833333333333, "n": 480, "ci95": [ 0.9594342159747407, 0.9871565691086419 ] }, "ilo": { "acc": 0.9416666666666667, "n": 480, "ci95": [ 0.9169836611947353, 0.9593361922449029 ] }, "ind": { "acc": 0.8208333333333333, "n": 480, "ci95": [ 0.7840199414043012, 0.8525520276037377 ] }, "len2": { "acc": 0.7037037037037037, "n": 1080, "ci95": [ 0.6757869878102885, 0.7301763928165486 ] }, "len3": { "acc": 0.8148148148148148, "n": 1080, "ci95": [ 0.7905457940854126, 0.8368521577924264 ] }, "len4": { "acc": 0.8777777777777778, "n": 1080, "ci95": [ 0.8568925867327652, 0.8959849555206416 ] }, "len5": { "acc": 0.9314814814814815, "n": 1080, "ci95": [ 0.9148340030838412, 0.9450702486075498 ] }, "msa": { "acc": 0.6395833333333333, "n": 480, "ci95": [ 0.5956792716294282, 0.681270870731212 ] }, "pag": { "acc": 0.8729166666666667, "n": 480, "ci95": [ 0.8401304181213104, 0.8997811562451764 ] }, "spa": { "acc": 0.8708333333333333, "n": 480, "ci95": [ 0.8378597177438099, 0.8979182724083392 ] }, "tgl": { "acc": 0.84375, "n": 480, "ci95": [ 0.8085522736473225, 0.8734891217184335 ] }, "war": { "acc": 0.70625, "n": 480, "ci95": [ 0.663993732629122, 0.7452311045903318 ] } } }, "glotlid": { "acc": 0.7712962962962963, "ci95": [ 0.7585339732255689, 0.7835765425713093 ], "by": { "ceb": { "acc": 0.7604166666666666, "n": 480, "ci95": [ 0.7202600260476222, 0.7964380007446172 ] }, "eng": { "acc": 0.9083333333333333, "n": 480, "ci95": [ 0.8791758375690445, 0.931006668441187 ] }, "ilo": { "acc": 0.8916666666666667, "n": 480, "ci95": [ 0.8606887969411983, 0.91642503535433 ] }, "ind": { "acc": 0.8666666666666667, "n": 480, "ci95": [ 0.8333257856869319, 0.8941850360365412 ] }, "len2": { "acc": 0.6240740740740741, "n": 1080, "ci95": [ 0.5947944606747045, 0.6524741438889144 ] }, "len3": { "acc": 0.7388888888888889, "n": 1080, "ci95": [ 0.7118782358681339, 0.7642060923215204 ] }, "len4": { "acc": 0.8351851851851851, "n": 1080, "ci95": [ 0.8118768985265994, 0.8561173914139233 ] }, "len5": { "acc": 0.8870370370370371, "n": 1080, "ci95": [ 0.8667696567362586, 0.9045607664547317 ] }, "msa": { "acc": 0.3416666666666667, "n": 480, "ci95": [ 0.3006451830920638, 0.3852024166182546 ] }, "pag": { "acc": 0.8229166666666666, "n": 480, "ci95": [ 0.7862412266386819, 0.854464326583695 ] }, "spa": { "acc": 0.85, "n": 480, "ci95": [ 0.8152829232916574, 0.8791592247171123 ] }, "tgl": { "acc": 0.8666666666666667, "n": 480, "ci95": [ 0.8333257856869319, 0.8941850360365412 ] }, "war": { "acc": 0.6333333333333333, "n": 480, "ci95": [ 0.5893222088010526, 0.675227180916574 ] } } }, "openlid3": { "acc": 0.7733796296296296, "ci95": [ 0.7606557433895734, 0.7856177371190557 ], "by": { "ceb": { "acc": 0.8416666666666667, "n": 480, "ci95": [ 0.8063127326027417, 0.8715950785486763 ] }, "eng": { "acc": 0.7166666666666667, "n": 480, "ci95": [ 0.6747571073684372, 0.755135650922706 ] }, "ilo": { "acc": 0.9333333333333333, "n": 480, "ci95": [ 0.9074012300031347, 0.9523842865791519 ] }, "ind": { "acc": 0.8104166666666667, "n": 480, "ci95": [ 0.7729383775947093, 0.84296567034164 ] }, "len2": { "acc": 0.6212962962962963, "n": 1080, "ci95": [ 0.5919848236309152, 0.6497479166514287 ] }, "len3": { "acc": 0.75, "n": 1080, "ci95": [ 0.7233192092286217, 0.7749085760861328 ] }, "len4": { "acc": 0.8342592592592593, "n": 1080, "ci95": [ 0.8109048245345469, 0.8552441773122175 ] }, "len5": { "acc": 0.887962962962963, "n": 1080, "ci95": [ 0.8677594847017363, 0.9054162265830124 ] }, "msa": { "acc": 0.55, "n": 480, "ci95": [ 0.5052718108484551, 0.5939342102956551 ] }, "pag": { "acc": 0.7895833333333333, "n": 480, "ci95": [ 0.7508915928659468, 0.8236766129270234 ] }, "spa": { "acc": 0.6916666666666667, "n": 480, "ci95": [ 0.6489673795407492, 0.7313223681783391 ] }, "tgl": { "acc": 0.8875, "n": 480, "ci95": [ 0.8561001232465634, 0.9127465406202887 ] }, "war": { "acc": 0.7395833333333334, "n": 480, "ci95": [ 0.6985298417841903, 0.77683234286467 ] } } }, "lid176": { "acc": 0.5900462962962963, "ci95": [ 0.5753061534658956, 0.6046264324086656 ], "by": { "ceb": { "acc": 0.68125, "n": 480, "ci95": [ 0.6382635469798807, 0.721358279667518 ] }, "eng": { "acc": 0.9916666666666667, "n": 480, "ci95": [ 0.9787711280476984, 0.9967547465360497 ] }, "ilo": { "acc": 0.5458333333333333, "n": 480, "ci95": [ 0.5011027665973042, 0.5898360861181298 ] }, "ind": { "acc": 0.75, "n": 480, "ci95": [ 0.709380219226088, 0.7866498864944619 ] }, "len2": { "acc": 0.5138888888888888, "n": 1080, "ci95": [ 0.4840835513937429, 0.5435957700126323 ] }, "len3": { "acc": 0.5472222222222223, "n": 1080, "ci95": [ 0.517419875518785, 0.576689817262891 ] }, "len4": { "acc": 0.6277777777777778, "n": 1080, "ci95": [ 0.5985422101910842, 0.6561075467475681 ] }, "len5": { "acc": 0.6712962962962963, "n": 1080, "ci95": [ 0.6427164149552664, 0.6986618823900284 ] }, "msa": { "acc": 0.3541666666666667, "n": 480, "ci95": [ 0.3126932319826662, 0.39795587301367974 ] }, "pag": { "acc": 0.0, "n": 480, "ci95": [ -8.673617379884035e-19, 0.00793978855890027 ] }, "spa": { "acc": 0.9333333333333333, "n": 480, "ci95": [ 0.9074012300031347, 0.9523842865791519 ] }, "tgl": { "acc": 0.7291666666666666, "n": 480, "ci95": [ 0.687707743498603, 0.7669865200785677 ] }, "war": { "acc": 0.325, "n": 480, "ci95": [ 0.28463156886351215, 0.368147357132103 ] } } } }, "t_caps": { "n": 5388, "wikalid-1.0.1": { "acc": 0.9988864142538976, "ci95": [ 0.9975723876556302, 0.9994895438373128 ], "by": { "ceb": { "acc": 0.9948914431673053, "n": 783, "ci95": [ 0.986938790959379, 0.9980116742930938 ] }, "eng": { "acc": 1.0, "n": 765, "ci95": [ 0.9950033921161395, 1.0000000000000002 ] }, "ilo": { "acc": 1.0, "n": 699, "ci95": [ 0.9945341880731021, 1.0 ] }, "lower": { "acc": 0.9983296213808464, "n": 1796, "ci95": [ 0.9951001914542256, 0.9994317718029856 ] }, "pag": { "acc": 0.9987080103359173, "n": 774, "ci95": [ 0.9927180861293878, 0.9997719015493376 ] }, "spa": { "acc": 1.0, "n": 786, "ci95": [ 0.9951362399752052, 1.0 ] }, "tgl": { "acc": 0.99867197875166, "n": 753, "ci95": [ 0.9925160690054392, 0.9997655391936874 ] }, "title": { "acc": 0.9988864142538976, "n": 1796, "ci95": [ 0.9959486042757345, 0.9996945678789707 ] }, "upper": { "acc": 0.9994432071269488, "n": 1796, "ci95": [ 0.9968526729003299, 0.9999017081518694 ] }, "war": { "acc": 1.0, "n": 828, "ci95": [ 0.9953818130759511, 1.0 ] } } }, "glotlid": { "acc": 0.9751299183370453, "ci95": [ 0.9706208513243705, 0.9789619405736706 ], "by": { "ceb": { "acc": 0.9591315453384419, "n": 783, "ci95": [ 0.9428755574692792, 0.970904293519789 ] }, "eng": { "acc": 0.930718954248366, "n": 765, "ci95": [ 0.9104886883171216, 0.9466449527345594 ] }, "ilo": { "acc": 0.9985693848354793, "n": 699, "ci95": [ 0.9919411735524428, 0.999747423138476 ] }, "lower": { "acc": 0.9983296213808464, "n": 1796, "ci95": [ 0.9951001914542256, 0.9994317718029856 ] }, "pag": { "acc": 0.9935400516795866, "n": 774, "ci95": [ 0.9849674441294312, 0.9972376732106547 ] }, "spa": { "acc": 0.9491094147582697, "n": 786, "ci95": [ 0.9314429805910065, 0.9624071280890125 ] }, "tgl": { "acc": 0.9960159362549801, "n": 753, "ci95": [ 0.9883523084517515, 0.9986441779993106 ] }, "title": { "acc": 0.9899777282850779, "n": 1796, "ci95": [ 0.9842127020060506, 0.9936511277887491 ] }, "upper": { "acc": 0.9370824053452116, "n": 1796, "ci95": [ 0.9248928077217875, 0.9474061768110735 ] }, "war": { "acc": 1.0, "n": 828, "ci95": [ 0.9953818130759511, 1.0 ] } } }, "openlid3": { "acc": 0.5749814402375649, "ci95": [ 0.5617326363392661, 0.5881233980071434 ], "by": { "ceb": { "acc": 0.6462324393358876, "n": 783, "ci95": [ 0.612101682005147, 0.678935294179132 ] }, "eng": { "acc": 0.4549019607843137, "n": 765, "ci95": [ 0.4199272911685178, 0.4903273048366933 ] }, "ilo": { "acc": 0.6609442060085837, "n": 699, "ci95": [ 0.6250552920839941, 0.6950737384116398 ] }, "lower": { "acc": 0.9988864142538976, "n": 1796, "ci95": [ 0.9959486042757345, 0.9996945678789707 ] }, "pag": { "acc": 0.6085271317829457, "n": 774, "ci95": [ 0.573686384289186, 0.6422958928222464 ] }, "spa": { "acc": 0.5458015267175572, "n": 786, "ci95": [ 0.5108543219550099, 0.5803031962106577 ] }, "tgl": { "acc": 0.6308100929614874, "n": 753, "ci95": [ 0.5957579765214207, 0.6645342695707603 ] }, "title": { "acc": 0.7260579064587973, "n": 1796, "ci95": [ 0.704965643486489, 0.7461851688961116 ] }, "upper": { "acc": 0.0, "n": 1796, "ci95": [ 0.0, 0.002134410050306649 ] }, "war": { "acc": 0.4915458937198068, "n": 828, "ci95": [ 0.4576111496341992, 0.5255587230915697 ] } } }, "lid176": { "acc": 0.5215293244246474, "ci95": [ 0.5081801578367945, 0.5348478124210855 ], "by": { "ceb": { "acc": 0.4661558109833972, "n": 783, "ci95": [ 0.4314640406362553, 0.501178056578737 ] }, "eng": { "acc": 0.9647058823529412, "n": 765, "ci95": [ 0.9491356016719222, 0.9756322568830781 ] }, "ilo": { "acc": 0.43061516452074394, "n": 699, "ci95": [ 0.3943845333535883, 0.46760428461051645 ] }, "lower": { "acc": 0.7878619153674833, "n": 1796, "ci95": [ 0.7683500600977665, 0.8061449399066783 ] }, "pag": { "acc": 0.0, "n": 774, "ci95": [ 0.0, 0.004938794736614755 ] }, "spa": { "acc": 0.9936386768447837, "n": 786, "ci95": [ 0.9851955812525237, 0.9972798923107831 ] }, "tgl": { "acc": 0.5816733067729084, "n": 753, "ci95": [ 0.5461123229613584, 0.6164051707916277 ] }, "title": { "acc": 0.5066815144766147, "n": 1796, "ci95": [ 0.48356947361579444, 0.5297650331541347 ] }, "upper": { "acc": 0.2700445434298441, "n": 1796, "ci95": [ 0.2500176421747124, 0.2910530831602282 ] }, "war": { "acc": 0.22584541062801933, "n": 828, "ci95": [ 0.19866781968925123, 0.25555519584639885 ] } } } }, "t_bikol": { "n": 1800, "wikalid-1.0.1": { "acc": 0.94, "ci95": [ 0.9280633120585668, 0.9500625721654137 ], "by": { "bcl": { "acc": 0.9611111111111111, "n": 900, "ci95": [ 0.9463957540769419, 0.9719067449450107 ] }, "ceb": { "acc": 0.9188888888888889, "n": 900, "ci95": [ 0.8992212323860316, 0.934995736604995 ] }, "story": { "acc": 0.94, "n": 1800, "ci95": [ 0.9280633120585668, 0.9500625721654137 ] } } }, "glotlid": { "acc": 0.8933333333333333, "ci95": [ 0.878225542898005, 0.9067657778476745 ], "by": { "bcl": { "acc": 0.8944444444444445, "n": 900, "ci95": [ 0.8726657739209606, 0.9128700987363724 ] }, "ceb": { "acc": 0.8922222222222222, "n": 900, "ci95": [ 0.8702698070914948, 0.910840511353684 ] }, "story": { "acc": 0.8933333333333333, "n": 1800, "ci95": [ 0.878225542898005, 0.9067657778476745 ] } } }, "openlid3": { "acc": 0.4666666666666667, "ci95": [ 0.4437146676882942, 0.48976064411291936 ], "by": { "bcl": { "acc": 0.0, "n": 900, "ci95": [ 4.336808689942018e-19, 0.004250302265352689 ] }, "ceb": { "acc": 0.9333333333333333, "n": 900, "ci95": [ 0.9151252450043573, 0.9478578263656704 ] }, "story": { "acc": 0.4666666666666667, "n": 1800, "ci95": [ 0.4437146676882942, 0.48976064411291936 ] } } }, "lid176": { "acc": 0.2911111111111111, "ci95": [ 0.27058719962290767, 0.3125247543313642 ], "by": { "bcl": { "acc": 0.0033333333333333335, "n": 900, "ci95": [ 0.001134247210102744, 0.009754386373480927 ] }, "ceb": { "acc": 0.5788888888888889, "n": 900, "ci95": [ 0.5463629609744777, 0.6107442135569888 ] }, "story": { "acc": 0.2911111111111111, "n": 1800, "ci95": [ 0.27058719962290767, 0.3125247543313642 ] } } } }, "t_aklsgd": { "n": 110, "wikalid-1.0.1": { "acc": 0.34545454545454546, "ci95": [ 0.26316254590275023, 0.4381768590247983 ], "by": { "incubator": { "acc": 0.3695652173913043, "n": 92, "ci95": [ 0.27801481252642296, 0.4715720057236897 ] }, "oth": { "acc": 0.34545454545454546, "n": 110, "ci95": [ 0.26316254590275023, 0.4381768590247983 ] }, "tatoeba": { "acc": 0.2222222222222222, "n": 18, "ci95": [ 0.09000781913382, 0.4521502645230549 ] } } }, "glotlid": { "acc": 0.3, "ci95": [ 0.22229769508028016, 0.3912003583553708 ], "by": { "incubator": { "acc": 0.2717391304347826, "n": 92, "ci95": [ 0.19135648353357726, 0.3704204484041199 ] }, "oth": { "acc": 0.3, "n": 110, "ci95": [ 0.22229769508028016, 0.3912003583553708 ] }, "tatoeba": { "acc": 0.4444444444444444, "n": 18, "ci95": [ 0.24559231101389126, 0.6628393057174837 ] } } }, "openlid3": { "acc": 0.08181818181818182, "ci95": [ 0.04364015135431728, 0.14821941492022558 ], "by": { "incubator": { "acc": 0.043478260869565216, "n": 92, "ci95": [ 0.01703544061158062, 0.10651842326381375 ] }, "oth": { "acc": 0.08181818181818182, "n": 110, "ci95": [ 0.04364015135431728, 0.14821941492022558 ] }, "tatoeba": { "acc": 0.2777777777777778, "n": 18, "ci95": [ 0.12499569146355474, 0.5087307754619452 ] } } }, "lid176": { "acc": 0.05454545454545454, "ci95": [ 0.025235483062071407, 0.11391927231733298 ], "by": { "incubator": { "acc": 0.010869565217391304, "n": 92, "ci95": [ 0.0019212795763616508, 0.05902928886156091 ] }, "oth": { "acc": 0.05454545454545454, "n": 110, "ci95": [ 0.025235483062071407, 0.11391927231733298 ] }, "tatoeba": { "acc": 0.2777777777777778, "n": 18, "ci95": [ 0.12499569146355474, 0.5087307754619452 ] } } } }, "t_tshort": { "n": 543, "wikalid-1.0.1": { "acc": 0.856353591160221, "ci95": [ 0.824347035657435, 0.8833533294940092 ], "by": { "cbk": { "acc": 0.9367088607594937, "n": 79, "ci95": [ 0.8602493258443956, 0.9726655381852706 ] }, "ceb": { "acc": 0.6666666666666666, "n": 39, "ci95": [ 0.5097710432024052, 0.7936723389308484 ] }, "eng": { "acc": 1.0, "n": 58, "ci95": [ 0.9378800031047062, 0.9999999999999999 ] }, "hil": { "acc": 1.0, "n": 1, "ci95": [ 0.20654329147389294, 1.0 ] }, "ilo": { "acc": 0.8222222222222222, "n": 45, "ci95": [ 0.6866989315634587, 0.9070572107414617 ] }, "ind": { "acc": 0.8410596026490066, "n": 151, "ci95": [ 0.7743902105949425, 0.8908057057479524 ] }, "pag": { "acc": 1.0, "n": 1, "ci95": [ 0.20654329147389294, 1.0 ] }, "pam": { "acc": 0.782608695652174, "n": 23, "ci95": [ 0.5809611981726508, 0.9033616439828094 ] }, "tatoeba": { "acc": 0.856353591160221, "n": 543, "ci95": [ 0.824347035657435, 0.8833533294940092 ] }, "tgl": { "acc": 0.9705882352941176, "n": 102, "ci95": [ 0.9170680330254163, 0.9899477339319994 ] }, "war": { "acc": 0.5454545454545454, "n": 44, "ci95": [ 0.4006593217065349, 0.6829499221314639 ] } } }, "glotlid": { "acc": 0.8655616942909761, "ci95": [ 0.8342870692237219, 0.8917001270685865 ], "by": { "cbk": { "acc": 0.6455696202531646, "n": 79, "ci95": [ 0.5355906892335188, 0.7420475987763698 ] }, "ceb": { "acc": 0.7948717948717948, "n": 39, "ci95": [ 0.6446572703687138, 0.8922040980208888 ] }, "eng": { "acc": 0.9827586206896551, "n": 58, "ci95": [ 0.9085892732270167, 0.9969500401154581 ] }, "hil": { "acc": 0.0, "n": 1, "ci95": [ 0.0, 0.7934567085261071 ] }, "ilo": { "acc": 0.8888888888888888, "n": 45, "ci95": [ 0.7650062450910905, 0.9515959956217445 ] }, "ind": { "acc": 0.9139072847682119, "n": 151, "ci95": [ 0.8582784981751292, 0.948998099328384 ] }, "pag": { "acc": 1.0, "n": 1, "ci95": [ 0.20654329147389294, 1.0 ] }, "pam": { "acc": 0.8260869565217391, "n": 23, "ci95": [ 0.6286194521470433, 0.9302145964938723 ] }, "tatoeba": { "acc": 0.8655616942909761, "n": 543, "ci95": [ 0.8342870692237219, 0.8917001270685865 ] }, "tgl": { "acc": 0.9901960784313726, "n": 102, "ci95": [ 0.9465407803733753, 0.9982673102072662 ] }, "war": { "acc": 0.7272727272727273, "n": 44, "ci95": [ 0.581508453144907, 0.8365377660450867 ] } } }, "openlid3": { "acc": 0.6316758747697975, "ci95": [ 0.5903117707766475, 0.6711899145377104 ], "by": { "cbk": { "acc": 0.0, "n": 79, "ci95": [ -3.469446951953614e-18, 0.04637283683559951 ] }, "ceb": { "acc": 0.8461538461538461, "n": 39, "ci95": [ 0.7027023013426569, 0.9275262615494854 ] }, "eng": { "acc": 0.6551724137931034, "n": 58, "ci95": [ 0.5266753715786767, 0.7643908362814045 ] }, "hil": { "acc": 0.0, "n": 1, "ci95": [ 0.0, 0.7934567085261071 ] }, "ilo": { "acc": 0.8444444444444444, "n": 45, "ci95": [ 0.712158094887512, 0.9225467468867133 ] }, "ind": { "acc": 0.8609271523178808, "n": 151, "ci95": [ 0.7967393701331015, 0.9072058228899619 ] }, "pag": { "acc": 1.0, "n": 1, "ci95": [ 0.20654329147389294, 1.0 ] }, "pam": { "acc": 0.0, "n": 23, "ci95": [ 0.0, 0.14312112541726274 ] }, "tatoeba": { "acc": 0.6316758747697975, "n": 543, "ci95": [ 0.5903117707766475, 0.6711899145377104 ] }, "tgl": { "acc": 0.7941176470588235, "n": 102, "ci95": [ 0.7056727244152231, 0.8612121299331615 ] }, "war": { "acc": 0.5, "n": 44, "ci95": [ 0.35831521095931473, 0.6416847890406853 ] } } }, "lid176": { "acc": 0.6850828729281768, "ci95": [ 0.6448299972330791, 0.7227353086982913 ], "by": { "cbk": { "acc": 0.20253164556962025, "n": 79, "ci95": [ 0.12869001243979505, 0.303962181626954 ] }, "ceb": { "acc": 0.5897435897435898, "n": 39, "ci95": [ 0.43418348473344903, 0.7292091056459952 ] }, "eng": { "acc": 1.0, "n": 58, "ci95": [ 0.9378800031047062, 0.9999999999999999 ] }, "hil": { "acc": 0.0, "n": 1, "ci95": [ 0.0, 0.7934567085261071 ] }, "ilo": { "acc": 0.5555555555555556, "n": 45, "ci95": [ 0.4117588341636533, 0.6906129145096089 ] }, "ind": { "acc": 0.8874172185430463, "n": 151, "ci95": [ 0.827099549136263, 0.9285113461270252 ] }, "pag": { "acc": 0.0, "n": 1, "ci95": [ 0.0, 0.7934567085261071 ] }, "pam": { "acc": 0.6521739130434783, "n": 23, "ci95": [ 0.4488997690689164, 0.8118894536301776 ] }, "tatoeba": { "acc": 0.6850828729281768, "n": 543, "ci95": [ 0.6448299972330791, 0.7227353086982913 ] }, "tgl": { "acc": 0.8235294117647058, "n": 102, "ci95": [ 0.7382155715042175, 0.8853577682790058 ] }, "war": { "acc": 0.38636363636363635, "n": 44, "ci95": [ 0.25720998886701985, 0.5337669015379832 ] } } } } }, "paired_vs_glotlid": { "crawl": { "delta": 0.07462686567164178, "ci95": [ 0.04470149253731343, 0.11044776119402985 ] }, "goldspan": { "delta": 0.039755351681957186, "ci95": [ 0.009174311926605505, 0.07339449541284404 ] }, "golddoc": { "delta": 0.02702702702702703, "ci95": [ 0.006756756756756757, 0.05405405405405406 ] }, "pld": { "delta": 0.08287961282516637, "ci95": [ 0.06654567453115548, 0.09921355111917725 ] }, "wiki": { "delta": 0.01833788529067499, "ci95": [ 0.009754194303550527, 0.027311744049941473 ] }, "hard": { "delta": 0.07164132309139364, "ci95": [ 0.06317604640225741, 0.08026336416366202 ] }, "basaha": { "delta": 0.1561712846347607, "ci95": [ 0.12342569269521411, 0.1889168765743073 ] }, "tato": { "delta": -0.026859504132231406, "ci95": [ -0.04648760330578512, -0.009297520661157025 ] } }, "gate_sealed": { "crawl": { "coverage": 0.5104477611940299, "precision_accepted_corrected": 1.0, "n": 335 }, "goldspan": { "coverage": 0.5137614678899083, "precision_accepted_corrected": 1.0, "n": 327 }, "golddoc": { "coverage": 0.7837837837837838, "precision_accepted_corrected": 0.9913793103448276, "n": 148 }, "pld": { "coverage": 0.6581972171808832, "precision_accepted_corrected": 0.9852941176470589, "n": 1653 }, "wiki": { "coverage": 0.5657432696059306, "precision_accepted_corrected": 0.9889655172413793, "n": 2563 }, "hard": { "coverage": 0.5101113027120239, "precision_accepted_corrected": 0.994161032575292, "n": 6379 }, "basaha": { "coverage": 0.35768261964735515, "precision_accepted_corrected": 0.971830985915493, "n": 794 }, "tato": { "coverage": 0.39462809917355374, "precision_accepted_corrected": 0.9947643979057592, "n": 968 } }, "consistency_vs_research_c7r": { "crawl": { "n": 661, "same_label": 661 }, "goldspan": { "n": 593, "same_label": 593 }, "golddoc": { "n": 294, "same_label": 294 }, "pld": { "n": 3222, "same_label": 3222 }, "wiki": { "n": 5037, "same_label": 5037 }, "hard": { "n": 12520, "same_label": 12520 }, "basaha": { "n": 1600, "same_label": 1600 }, "tato": { "n": 1847, "same_label": 1847 }, "t_sib": { "n": 9036, "same_label": 9036 }, "t_frag": { "n": 4320, "same_label": 4320 }, "t_caps": { "n": 5388, "same_label": 5388 }, "t_bikol": { "n": 1799, "same_label": 1799 }, "t_aklsgd": { "n": 110, "same_label": 110 }, "t_tshort": { "n": 543, "same_label": 543 } } }
{
"version": "wikalid-1.0.1",
"speed_items_per_s": {
"crawl": 260.0556615657041,
"goldspan": 279.75437264136514,
"golddoc": 82.7144606130041,
"pld": 361.29866678479993,
"wiki": 412.01515781078336,
"hard": 417.6514915312866,
"basaha": 340.77461396884735,
"tato": 416.0644453947067,
"t_sib": 433.517085761704,
"t_frag": 413.52074818541155,
"t_caps": 394.02282398376394,
"t_bikol": 390.347293016329,
"t_aklsgd": 90.24064579563718,
"t_tshort": 312.07255571899447
},
"core": {
"sealed": {
"crawl": {
"n": 335,
"public": false,
"wikalid-1.0.1": {
"acc_raw": 0.9492537313432836,
"acc_corrected": 0.9492537313432836,
"macro_f1_corrected": 0.9452212148681051
},
"glotlid": {
"acc_raw": 0.8746268656716418,
"acc_corrected": 0.8746268656716418,
"macro_f1_corrected": 0.9258273703041144
},
"openlid3": {
"acc_raw": 0.7850746268656716,
"acc_corrected": 0.7850746268656716,
"macro_f1_corrected": 0.6166170580237387
},
"lid176": {
"acc_raw": 0.7343283582089553,
"acc_corrected": 0.7343283582089553,
"macro_f1_corrected": 0.5681250135015445
}
},
"goldspan": {
"n": 327,
"public": false,
"wikalid-1.0.1": {
"acc_raw": 0.9388379204892966,
"acc_corrected": 0.9388379204892966,
"macro_f1_corrected": 0.9339768728004022
},
"glotlid": {
"acc_raw": 0.8990825688073395,
"acc_corrected": 0.8990825688073395,
"macro_f1_corrected": 0.9213529123029144
},
"openlid3": {
"acc_raw": 0.8807339449541285,
"acc_corrected": 0.8807339449541285,
"macro_f1_corrected": 0.8725169369237166
},
"lid176": {
"acc_raw": 0.7828746177370031,
"acc_corrected": 0.7828746177370031,
"macro_f1_corrected": 0.7374188657622348
}
},
"golddoc": {
"n": 148,
"public": false,
"wikalid-1.0.1": {
"acc_raw": 0.9864864864864865,
"acc_corrected": 0.9864864864864865,
"macro_f1_corrected": 0.99581589958159
},
"glotlid": {
"acc_raw": 0.9594594594594594,
"acc_corrected": 0.9594594594594594,
"macro_f1_corrected": 0.99581589958159
},
"openlid3": {
"acc_raw": 0.918918918918919,
"acc_corrected": 0.918918918918919,
"macro_f1_corrected": 0.9916666666666667
},
"lid176": {
"acc_raw": 0.8175675675675675,
"acc_corrected": 0.8175675675675675,
"macro_f1_corrected": 0.9008264462809917
}
},
"pld": {
"n": 1653,
"public": false,
"wikalid-1.0.1": {
"acc_raw": 0.9159104658197217,
"acc_corrected": 0.9171203871748337,
"macro_f1_corrected": 0.9256639461728243
},