Download eval/RESULTS_v1.0.0.json from sapinsapin/wikalid: direct link, hf CLI and curl.
- Browser
- Download file 50.9 kB
-
https://huggingface.co/sapinsapin/wikalid/resolve/main/eval/RESULTS_v1.0.0.json
- Command line
-
hf download hf://sapinsapin/wikalid/eval/RESULTS_v1.0.0.json
-
curl -L -o RESULTS_v1.0.0.json https://huggingface.co/sapinsapin/wikalid/resolve/main/eval/RESULTS_v1.0.0.json
50.9 kB
{
"version": "ourlid-1.0.0",
"speed_items_per_s": {
"t_sib": 608.5170439368,
"t_frag": 589.0337896959327,
"t_caps": 575.6161357875699,
"t_bikol": 459.216454392075,
"t_aklsgd": 98.70255362099203,
"t_tshort": 337.20658077142264
},
"core": {
"sealed": {
"crawl": {
"n": 335,
"public": false,
"ourlid-1.0.0": {
"acc_raw": 0.9492537313432836,
"acc_corrected": 0.9492537313432836,
"macro_f1_corrected": 0.9452212148681051
},
"glotlid": {
"acc_raw": 0.8746268656716418,
"acc_corrected": 0.8746268656716418,
"macro_f1_corrected": 0.9258273703041144
},
"openlid3": {
"acc_raw": 0.7850746268656716,
"acc_corrected": 0.7850746268656716,
"macro_f1_corrected": 0.6166170580237387
},
"lid176": {
"acc_raw": 0.7343283582089553,
"acc_corrected": 0.7343283582089553,
"macro_f1_corrected": 0.5681250135015445
}
},
"goldspan": {
"n": 327,
"public": false,
"ourlid-1.0.0": {
"acc_raw": 0.9388379204892966,
"acc_corrected": 0.9388379204892966,
"macro_f1_corrected": 0.9339768728004022
},
"glotlid": {
"acc_raw": 0.8990825688073395,
"acc_corrected": 0.8990825688073395,
"macro_f1_corrected": 0.9213529123029144
},
"openlid3": {
"acc_raw": 0.8807339449541285,
"acc_corrected": 0.8807339449541285,
"macro_f1_corrected": 0.8725169369237166
},
"lid176": {
"acc_raw": 0.7828746177370031,
"acc_corrected": 0.7828746177370031,
"macro_f1_corrected": 0.7374188657622348
}
},
"golddoc": {
"n": 148,
"public": false,
"ourlid-1.0.0": {
"acc_raw": 0.9864864864864865,
"acc_corrected": 0.9864864864864865,
"macro_f1_corrected": 0.99581589958159
},
"glotlid": {
"acc_raw": 0.9594594594594594,
"acc_corrected": 0.9594594594594594,
"macro_f1_corrected": 0.99581589958159
},
"openlid3": {
"acc_raw": 0.918918918918919,
"acc_corrected": 0.918918918918919,
"macro_f1_corrected": 0.9916666666666667
},
"lid176": {
"acc_raw": 0.8175675675675675,
"acc_corrected": 0.8175675675675675,
"macro_f1_corrected": 0.9008264462809917
}
},
"pld": {
"n": 1653,
"public": false,
"ourlid-1.0.0": {
"acc_raw": 0.9159104658197217,
"acc_corrected": 0.9171203871748337,
"macro_f1_corrected": 0.9256639461728243
},
"glotlid": {
"acc_raw": 0.8300060496067756,
"acc_corrected": 0.8342407743496673,
"macro_f1_corrected": 0.8384979959772872
},
"openlid3": {
"acc_raw": 0.41681790683605563,
"acc_corrected": 0.41742286751361163,
"macro_f1_corrected": 0.39562927937811565
},
"lid176": {
"acc_raw": 0.3369630973986691,
"acc_corrected": 0.3411978221415608,
"macro_f1_corrected": 0.28759118174467524
}
},
"wiki": {
"n": 2563,
"public": true,
"ourlid-1.0.0": {
"acc_raw": 0.8985563792430745,
"acc_corrected": 0.9250877877487319,
"macro_f1_corrected": 0.9284581306444153
},
"glotlid": {
"acc_raw": 0.8685134607881388,
"acc_corrected": 0.906749902458057,
"macro_f1_corrected": 0.9068774909539535
},
"openlid3": {
"acc_raw": 0.6761607491221225,
"acc_corrected": 0.7104955130706204,
"macro_f1_corrected": 0.6253482661073548
},
"lid176": {
"acc_raw": 0.6195864221615295,
"acc_corrected": 0.6640655481857198,
"macro_f1_corrected": 0.5537504126384613
}
},
"hard": {
"n": 6379,
"public": true,
"ourlid-1.0.0": {
"acc_raw": 0.8789778962219784,
"acc_corrected": 0.9007681454773475,
"macro_f1_corrected": 0.8800734956692698
},
"glotlid": {
"acc_raw": 0.7990280608245807,
"acc_corrected": 0.8291268223859539,
"macro_f1_corrected": 0.7603844713921172
},
"openlid3": {
"acc_raw": 0.619376077755134,
"acc_corrected": 0.6411663270105032,
"macro_f1_corrected": 0.5499190269122138
},
"lid176": {
"acc_raw": 0.5674870669383916,
"acc_corrected": 0.5989967079479542,
"macro_f1_corrected": 0.4522667230292048
}
},
"basaha": {
"n": 794,
"public": false,
"ourlid-1.0.0": {
"acc_raw": 0.739294710327456,
"acc_corrected": 0.739294710327456,
"macro_f1_corrected": 0.7949411406077508
},
"glotlid": {
"acc_raw": 0.5831234256926953,
"acc_corrected": 0.5831234256926953,
"macro_f1_corrected": 0.6413626117787863
},
"openlid3": {
"acc_raw": 0.02644836272040302,
"acc_corrected": 0.02644836272040302,
"macro_f1_corrected": 0.01195219123505976
},
"lid176": {
"acc_raw": 0.031486146095717885,
"acc_corrected": 0.031486146095717885,
"macro_f1_corrected": 0.027777777777777776
}
},
"tato": {
"n": 968,
"public": true,
"ourlid-1.0.0": {
"acc_raw": 0.9307851239669421,
"acc_corrected": 0.9276859504132231,
"macro_f1_corrected": 0.9397934525618807
},
"glotlid": {
"acc_raw": 0.9493801652892562,
"acc_corrected": 0.9545454545454546,
"macro_f1_corrected": 0.9674877115849037
},
"openlid3": {
"acc_raw": 0.7541322314049587,
"acc_corrected": 0.7582644628099173,
"macro_f1_corrected": 0.6814969661391874
},
"lid176": {
"acc_raw": 0.8006198347107438,
"acc_corrected": 0.8047520661157025,
"macro_f1_corrected": 0.8037869284335353
}
}
},
"dev": {
"crawl": {
"n": 326,
"public": false,
"ourlid-1.0.0": {
"acc_raw": 0.9631901840490797,
"acc_corrected": 0.9601226993865031,
"macro_f1_corrected": 0.9625247361477572
},
"glotlid": {
"acc_raw": 0.8926380368098159,
"acc_corrected": 0.8895705521472392,
"macro_f1_corrected": 0.9019766397124888
},
"openlid3": {
"acc_raw": 0.7699386503067485,
"acc_corrected": 0.7730061349693251,
"macro_f1_corrected": 0.5809186296991175
},
"lid176": {
"acc_raw": 0.7331288343558282,
"acc_corrected": 0.7361963190184049,
"macro_f1_corrected": 0.5275206062736826
}
},
"goldspan": {
"n": 266,
"public": false,
"ourlid-1.0.0": {
"acc_raw": 0.9624060150375939,
"acc_corrected": 0.9624060150375939,
"macro_f1_corrected": 0.9714543812104788
},
"glotlid": {
"acc_raw": 0.8984962406015038,
"acc_corrected": 0.8984962406015038,
"macro_f1_corrected": 0.9387562793957143
},
"openlid3": {
"acc_raw": 0.8458646616541353,
"acc_corrected": 0.8458646616541353,
"macro_f1_corrected": 0.6227779940314
},
"lid176": {
"acc_raw": 0.7706766917293233,
"acc_corrected": 0.7706766917293233,
"macro_f1_corrected": 0.5042274392781381
}
},
"golddoc": {
"n": 146,
"public": false,
"ourlid-1.0.0": {
"acc_raw": 1.0,
"acc_corrected": 1.0,
"macro_f1_corrected": 1.0
},
"glotlid": {
"acc_raw": 0.9383561643835616,
"acc_corrected": 0.9383561643835616,
"macro_f1_corrected": 0.9773755656108597
},
"openlid3": {
"acc_raw": 0.8698630136986302,
"acc_corrected": 0.8698630136986302,
"macro_f1_corrected": 0.9819819819819819
},
"lid176": {
"acc_raw": 0.773972602739726,
"acc_corrected": 0.773972602739726,
"macro_f1_corrected": 0.8715596330275229
}
},
"pld": {
"n": 1569,
"public": false,
"ourlid-1.0.0": {
"acc_raw": 0.9056724028043339,
"acc_corrected": 0.9056724028043339,
"macro_f1_corrected": 0.9169691092184136
},
"glotlid": {
"acc_raw": 0.8527724665391969,
"acc_corrected": 0.8553218610579987,
"macro_f1_corrected": 0.8679972593410478
},
"openlid3": {
"acc_raw": 0.4569789674952199,
"acc_corrected": 0.45825366475462076,
"macro_f1_corrected": 0.4136458247569358
},
"lid176": {
"acc_raw": 0.3753983428935628,
"acc_corrected": 0.37794773741236454,
"macro_f1_corrected": 0.29795429135587
}
},
"wiki": {
"n": 2474,
"public": true,
"ourlid-1.0.0": {
"acc_raw": 0.898949070331447,
"acc_corrected": 0.9248181083265966,
"macro_f1_corrected": 0.9275778391492562
},
"glotlid": {
"acc_raw": 0.872271624898949,
"acc_corrected": 0.9078415521422797,
"macro_f1_corrected": 0.9072448684695931
},
"openlid3": {
"acc_raw": 0.6750202101859337,
"acc_corrected": 0.7012934518997574,
"macro_f1_corrected": 0.613474975198989
},
"lid176": {
"acc_raw": 0.6261115602263541,
"acc_corrected": 0.6649151172190784,
"macro_f1_corrected": 0.559276551222542
}
},
"hard": {
"n": 6141,
"public": true,
"ourlid-1.0.0": {
"acc_raw": 0.882266731802638,
"acc_corrected": 0.9057156814851002,
"macro_f1_corrected": 0.8873738321187085
},
"glotlid": {
"acc_raw": 0.7951473701351571,
"acc_corrected": 0.82641263637844,
"macro_f1_corrected": 0.7611605654646197
},
"openlid3": {
"acc_raw": 0.6143950496661782,
"acc_corrected": 0.6363784399934864,
"macro_f1_corrected": 0.55206952431819
},
"lid176": {
"acc_raw": 0.5684741898713565,
"acc_corrected": 0.6021820550398957,
"macro_f1_corrected": 0.45472278889467443
}
},
"basaha": {
"n": 806,
"public": false,
"ourlid-1.0.0": {
"acc_raw": 0.7531017369727047,
"acc_corrected": 0.7531017369727047,
"macro_f1_corrected": 0.7817121529694779
},
"glotlid": {
"acc_raw": 0.5496277915632755,
"acc_corrected": 0.5496277915632755,
"macro_f1_corrected": 0.5981772873473876
},
"openlid3": {
"acc_raw": 0.016129032258064516,
"acc_corrected": 0.016129032258064516,
"macro_f1_corrected": 0.015765765765765764
},
"lid176": {
"acc_raw": 0.031017369727047148,
"acc_corrected": 0.031017369727047148,
"macro_f1_corrected": 0.03524229074889868
}
},
"tato": {
"n": 879,
"public": true,
"ourlid-1.0.0": {
"acc_raw": 0.9351535836177475,
"acc_corrected": 0.9271899886234357,
"macro_f1_corrected": 0.9424981517429267
},
"glotlid": {
"acc_raw": 0.9408418657565415,
"acc_corrected": 0.9431171786120591,
"macro_f1_corrected": 0.9537518269150536
},
"openlid3": {
"acc_raw": 0.7667804323094426,
"acc_corrected": 0.7736063708759955,
"macro_f1_corrected": 0.6932009448006917
},
"lid176": {
"acc_raw": 0.7986348122866894,
"acc_corrected": 0.8065984072810012,
"macro_f1_corrected": 0.79135387842101
}
}
},
"all": {
"crawl": {
"n": 661,
"public": false,
"ourlid-1.0.0": {
"acc_raw": 0.9561270801815431,
"acc_corrected": 0.9546142208774584,
"macro_f1_corrected": 0.9237178861239013
},
"glotlid": {
"acc_raw": 0.8835098335854765,
"acc_corrected": 0.8819969742813918,
"macro_f1_corrected": 0.8054684637926802
},
"openlid3": {
"acc_raw": 0.7776096822995462,
"acc_corrected": 0.7791225416036308,
"macro_f1_corrected": 0.5167738175035881
},
"lid176": {
"acc_raw": 0.7337367624810892,
"acc_corrected": 0.735249621785174,
"macro_f1_corrected": 0.41546818702156924
}
},
"goldspan": {
"n": 593,
"public": false,
"ourlid-1.0.0": {
"acc_raw": 0.9494097807757167,
"acc_corrected": 0.9494097807757167,
"macro_f1_corrected": 0.8577709147562972
},
"glotlid": {
"acc_raw": 0.8988195615514334,
"acc_corrected": 0.8988195615514334,
"macro_f1_corrected": 0.6611717645352578
},
"openlid3": {
"acc_raw": 0.8650927487352446,
"acc_corrected": 0.8650927487352446,
"macro_f1_corrected": 0.5199837315153472
},
"lid176": {
"acc_raw": 0.7774030354131535,
"acc_corrected": 0.7774030354131535,
"macro_f1_corrected": 0.3729074002101596
}
},
"golddoc": {
"n": 294,
"public": false,
"ourlid-1.0.0": {
"acc_raw": 0.9931972789115646,
"acc_corrected": 0.9931972789115646,
"macro_f1_corrected": 0.9810489661935692
},
"glotlid": {
"acc_raw": 0.9489795918367347,
"acc_corrected": 0.9489795918367347,
"macro_f1_corrected": 0.9262168849655593
},
"openlid3": {
"acc_raw": 0.8945578231292517,
"acc_corrected": 0.8945578231292517,
"macro_f1_corrected": 0.5512265512265512
},
"lid176": {
"acc_raw": 0.7959183673469388,
"acc_corrected": 0.7959183673469388,
"macro_f1_corrected": 0.5659224441833137
}
},
"pld": {
"n": 3222,
"public": false,
"ourlid-1.0.0": {
"acc_raw": 0.9109248913718188,
"acc_corrected": 0.9115456238361266,
"macro_f1_corrected": 0.9226356531452579
},
"glotlid": {
"acc_raw": 0.8410924891371818,
"acc_corrected": 0.8445065176908753,
"macro_f1_corrected": 0.8531363677352409
},
"openlid3": {
"acc_raw": 0.43637492240844195,
"acc_corrected": 0.4373060211049038,
"macro_f1_corrected": 0.40474253590796233
},
"lid176": {
"acc_raw": 0.35567970204841715,
"acc_corrected": 0.3590937306021105,
"macro_f1_corrected": 0.2924533326385652
}
},
"wiki": {
"n": 5037,
"public": true,
"ourlid-1.0.0": {
"acc_raw": 0.8987492555092317,
"acc_corrected": 0.9249553305539011,
"macro_f1_corrected": 0.9281129552088062
},
"glotlid": {
"acc_raw": 0.8703593408775064,
"acc_corrected": 0.9072860829859043,
"macro_f1_corrected": 0.9072521485914344
},
"openlid3": {
"acc_raw": 0.6756005558864403,
"acc_corrected": 0.7059757792336708,
"macro_f1_corrected": 0.6196306323515995
},
"lid176": {
"acc_raw": 0.6227913440540004,
"acc_corrected": 0.6644828270796109,
"macro_f1_corrected": 0.5564368479383145
}
},
"hard": {
"n": 12520,
"public": true,
"ourlid-1.0.0": {
"acc_raw": 0.880591054313099,
"acc_corrected": 0.9031948881789137,
"macro_f1_corrected": 0.8837680817481542
},
"glotlid": {
"acc_raw": 0.7971246006389776,
"acc_corrected": 0.8277955271565495,
"macro_f1_corrected": 0.7608953515211622
},
"openlid3": {
"acc_raw": 0.6169329073482428,
"acc_corrected": 0.638817891373802,
"macro_f1_corrected": 0.5510186484085835
},
"lid176": {
"acc_raw": 0.5679712460063898,
"acc_corrected": 0.6005591054313099,
"macro_f1_corrected": 0.45366292115150086
}
},
"basaha": {
"n": 1600,
"public": false,
"ourlid-1.0.0": {
"acc_raw": 0.74625,
"acc_corrected": 0.74625,
"macro_f1_corrected": 0.7884680885328015
},
"glotlid": {
"acc_raw": 0.56625,
"acc_corrected": 0.56625,
"macro_f1_corrected": 0.6200922101491063
},
"openlid3": {
"acc_raw": 0.02125,
"acc_corrected": 0.02125,
"macro_f1_corrected": 0.013742071881606765
},
"lid176": {
"acc_raw": 0.03125,
"acc_corrected": 0.03125,
"macro_f1_corrected": 0.031315240083507306
}
},
"tato": {
"n": 1847,
"public": true,
"ourlid-1.0.0": {
"acc_raw": 0.9328641039523552,
"acc_corrected": 0.9274499187872225,
"macro_f1_corrected": 0.9407261199876595
},
"glotlid": {
"acc_raw": 0.9453167298321603,
"acc_corrected": 0.9491066594477531,
"macro_f1_corrected": 0.9610631108461403
},
"openlid3": {
"acc_raw": 0.7601515971846237,
"acc_corrected": 0.7655657823497564,
"macro_f1_corrected": 0.6865861879529651
},
"lid176": {
"acc_raw": 0.7996751488900921,
"acc_corrected": 0.805630752571738,
"macro_f1_corrected": 0.7984173253607114
}
}
}
},
"trust": {
"t_sib": {
"n": 9036,
"ourlid-1.0.0": {
"acc": 0.9892651615759186,
"ci95": [
0.9869227230925369,
0.9911917606833734
],
"by": {
"ceb": {
"acc": 0.9970119521912351,
"n": 1004,
"ci95": [
0.9912516700049157,
0.9989833034274174
]
},
"eng": {
"acc": 1.0,
"n": 1004,
"ci95": [
0.9961882899058743,
1.0000000000000002
]
},
"ilo": {
"acc": 1.0,
"n": 1004,
"ci95": [
0.9961882899058743,
1.0000000000000002
]
},
"ind": {
"acc": 0.9591633466135459,
"n": 1004,
"ci95": [
0.9450695618604726,
0.9697567362403402
]
},
"msa": {
"acc": 0.953187250996016,
"n": 1004,
"ci95": [
0.9383043206814081,
0.9646153444723224
]
},
"pag": {
"acc": 0.9970119521912351,
"n": 1004,
"ci95": [
0.9912516700049157,
0.9989833034274174
]
},
"sib200": {
"acc": 0.9892651615759186,
"n": 9036,
"ci95": [
0.9869227230925369,
0.9911917606833734
]
},
"spa": {
"acc": 0.9970119521912351,
"n": 1004,
"ci95": [
0.9912516700049157,
0.9989833034274174
]
},
"tgl": {
"acc": 1.0,
"n": 1004,
"ci95": [
0.9961882899058743,
1.0000000000000002
]
},
"war": {
"acc": 1.0,
"n": 1004,
"ci95": [
0.9961882899058743,
1.0000000000000002
]
}
}
},
"glotlid": {
"acc": 0.9863877822045153,
"ci95": [
0.9837834463036013,
0.9885787242901842
],
"by": {
"ceb": {
"acc": 0.9910358565737052,
"n": 1004,
"ci95": [
0.9830514267968079,
0.9952769136884431
]
},
"eng": {
"acc": 1.0,
"n": 1004,
"ci95": [
0.9961882899058743,
1.0000000000000002
]
},
"ilo": {
"acc": 0.999003984063745,
"n": 1004,
"ci95": [
0.9943796894699304,
0.9998241616114303
]
},
"ind": {
"acc": 0.9950199203187251,
"n": 1004,
"ci95": [
0.9883950765339303,
0.9978710192493755
]
},
"msa": {
"acc": 0.8944223107569721,
"n": 1004,
"ci95": [
0.873887228535692,
0.9119505459717305
]
},
"pag": {
"acc": 1.0,
"n": 1004,
"ci95": [
0.9961882899058743,
1.0000000000000002
]
},
"sib200": {
"acc": 0.9863877822045153,
"n": 9036,
"ci95": [
0.9837834463036013,
0.9885787242901842
]
},
"spa": {
"acc": 0.99800796812749,
"n": 1004,
"ci95": [
0.9927658578932684,
0.9994535543635784
]
},
"tgl": {
"acc": 1.0,
"n": 1004,
"ci95": [
0.9961882899058743,
1.0000000000000002
]
},
"war": {
"acc": 1.0,
"n": 1004,
"ci95": [
0.9961882899058743,
1.0000000000000002
]
}
}
},
"openlid3": {
"acc": 0.9846170872067287,
"ci95": [
0.9818657500423222,
0.9869565355163097
],
"by": {
"ceb": {
"acc": 1.0,
"n": 1004,
"ci95": [
0.9961882899058743,
1.0000000000000002
]
},
"eng": {
"acc": 0.99800796812749,
"n": 1004,
"ci95": [
0.9927658578932684,
0.9994535543635784
]
},
"ilo": {
"acc": 1.0,
"n": 1004,
"ci95": [
0.9961882899058743,
1.0000000000000002
]
},
"ind": {
"acc": 0.9183266932270916,
"n": 1004,
"ci95": [
0.8997488848216905,
0.9337154214740607
]
},
"msa": {
"acc": 0.9631474103585658,
"n": 1004,
"ci95": [
0.9496171963573046,
0.9731468570415629
]
},
"pag": {
"acc": 0.9960159362549801,
"n": 1004,
"ci95": [
0.9898008918922921,
0.9984496427155273
]
},
"sib200": {
"acc": 0.9846170872067287,
"n": 9036,
"ci95": [
0.9818657500423222,
0.9869565355163097
]
},
"spa": {
"acc": 0.9860557768924303,
"n": 1004,
"ci95": [
0.9767302763202146,
0.9916758700424679
]
},
"tgl": {
"acc": 1.0,
"n": 1004,
"ci95": [
0.9961882899058743,
1.0000000000000002
]
},
"war": {
"acc": 1.0,
"n": 1004,
"ci95": [
0.9961882899058743,
1.0000000000000002
]
}
}
},
"lid176": {
"acc": 0.7737937140327579,
"ci95": [
0.7650519445652785,
0.7823027789953644
],
"by": {
"ceb": {
"acc": 0.9223107569721115,
"n": 1004,
"ci95": [
0.9040963910139844,
0.9373056705798216
]
},
"eng": {
"acc": 1.0,
"n": 1004,
"ci95": [
0.9961882899058743,
1.0000000000000002
]
},
"ilo": {
"acc": 0.9850597609561753,
"n": 1004,
"ci95": [
0.975496224606418,
0.9909254829317506
]
},
"ind": {
"acc": 0.9691235059760956,
"n": 1004,
"ci95": [
0.9565068693060876,
0.9781638170398621
]
},
"msa": {
"acc": 0.449203187250996,
"n": 1004,
"ci95": [
0.4186863948679612,
0.48010722508184045
]
},
"pag": {
"acc": 0.0,
"n": 1004,
"ci95": [
0.0,
0.0038117100941259022
]
},
"sib200": {
"acc": 0.7737937140327579,
"n": 9036,
"ci95": [
0.7650519445652785,
0.7823027789953644
]
},
"spa": {
"acc": 1.0,
"n": 1004,
"ci95": [
0.9961882899058743,
1.0000000000000002
]
},
"tgl": {
"acc": 0.99800796812749,
"n": 1004,
"ci95": [
0.9927658578932684,
0.9994535543635784
]
},
"war": {
"acc": 0.6404382470119522,
"n": 1004,
"ci95": [
0.6102712632213478,
0.6695346110350828
]
}
}
}
},
"t_frag": {
"n": 4320,
"ourlid-1.0.0": {
"acc": 0.8319444444444445,
"ci95": [
0.8205002431714228,
0.8427988009008671
],
"by": {
"ceb": {
"acc": 0.8145833333333333,
"n": 480,
"ci95": [
0.7773661170146048,
0.8468050993504205
]
},
"eng": {
"acc": 0.9770833333333333,
"n": 480,
"ci95": [
0.9594342159747407,
0.9871565691086419
]
},
"ilo": {
"acc": 0.9416666666666667,
"n": 480,
"ci95": [
0.9169836611947353,
0.9593361922449029
]
},
"ind": {
"acc": 0.8208333333333333,
"n": 480,
"ci95": [
0.7840199414043012,
0.8525520276037377
]
},
"len2": {
"acc": 0.7037037037037037,
"n": 1080,
"ci95": [
0.6757869878102885,
0.7301763928165486
]
},
"len3": {
"acc": 0.8148148148148148,
"n": 1080,
"ci95": [
0.7905457940854126,
0.8368521577924264
]
},
"len4": {
"acc": 0.8777777777777778,
"n": 1080,
"ci95": [
0.8568925867327652,
0.8959849555206416
]
},
"len5": {
"acc": 0.9314814814814815,
"n": 1080,
"ci95": [
0.9148340030838412,
0.9450702486075498
]
},
"msa": {
"acc": 0.6395833333333333,
"n": 480,
"ci95": [
0.5956792716294282,
0.681270870731212
]
},
"pag": {
"acc": 0.8729166666666667,
"n": 480,
"ci95": [
0.8401304181213104,
0.8997811562451764
]
},
"spa": {
"acc": 0.8708333333333333,
"n": 480,
"ci95": [
0.8378597177438099,
0.8979182724083392
]
},
"tgl": {
"acc": 0.84375,
"n": 480,
"ci95": [
0.8085522736473225,
0.8734891217184335
]
},
"war": {
"acc": 0.70625,
"n": 480,
"ci95": [
0.663993732629122,
0.7452311045903318
]
}
}
},
"glotlid": {
"acc": 0.7712962962962963,
"ci95": [
0.7585339732255689,
0.7835765425713093
],
"by": {
"ceb": {
"acc": 0.7604166666666666,
"n": 480,
"ci95": [
0.7202600260476222,
0.7964380007446172
]
},
"eng": {
"acc": 0.9083333333333333,
"n": 480,
"ci95": [
0.8791758375690445,
0.931006668441187
]
},
"ilo": {
"acc": 0.8916666666666667,
"n": 480,
"ci95": [
0.8606887969411983,
0.91642503535433
]
},
"ind": {
"acc": 0.8666666666666667,
"n": 480,
"ci95": [
0.8333257856869319,
0.8941850360365412
]
},
"len2": {
"acc": 0.6240740740740741,
"n": 1080,
"ci95": [
0.5947944606747045,
0.6524741438889144
]
},
"len3": {
"acc": 0.7388888888888889,
"n": 1080,
"ci95": [
0.7118782358681339,
0.7642060923215204
]
},
"len4": {
"acc": 0.8351851851851851,
"n": 1080,
"ci95": [
0.8118768985265994,
0.8561173914139233
]
},
"len5": {
"acc": 0.8870370370370371,
"n": 1080,
"ci95": [
0.8667696567362586,
0.9045607664547317
]
},
"msa": {
"acc": 0.3416666666666667,
"n": 480,
"ci95": [
0.3006451830920638,
0.3852024166182546
]
},
"pag": {
"acc": 0.8229166666666666,
"n": 480,
"ci95": [
0.7862412266386819,
0.854464326583695
]
},
"spa": {
"acc": 0.85,
"n": 480,
"ci95": [
0.8152829232916574,
0.8791592247171123
]
},
"tgl": {
"acc": 0.8666666666666667,
"n": 480,
"ci95": [
0.8333257856869319,
0.8941850360365412
]
},
"war": {
"acc": 0.6333333333333333,
"n": 480,
"ci95": [
0.5893222088010526,
0.675227180916574
]
}
}
},
"openlid3": {
"acc": 0.7733796296296296,
"ci95": [
0.7606557433895734,
0.7856177371190557
],
"by": {
"ceb": {
"acc": 0.8416666666666667,
"n": 480,
"ci95": [
0.8063127326027417,
0.8715950785486763
]
},
"eng": {
"acc": 0.7166666666666667,
"n": 480,
"ci95": [
0.6747571073684372,
0.755135650922706
]
},
"ilo": {
"acc": 0.9333333333333333,
"n": 480,
"ci95": [
0.9074012300031347,
0.9523842865791519
]
},
"ind": {
"acc": 0.8104166666666667,
"n": 480,
"ci95": [
0.7729383775947093,
0.84296567034164
]
},
"len2": {
"acc": 0.6212962962962963,
"n": 1080,
"ci95": [
0.5919848236309152,
0.6497479166514287
]
},
"len3": {
"acc": 0.75,
"n": 1080,
"ci95": [
0.7233192092286217,
0.7749085760861328
]
},
"len4": {
"acc": 0.8342592592592593,
"n": 1080,
"ci95": [
0.8109048245345469,
0.8552441773122175
]
},
"len5": {
"acc": 0.887962962962963,
"n": 1080,
"ci95": [
0.8677594847017363,
0.9054162265830124
]
},
"msa": {
"acc": 0.55,
"n": 480,
"ci95": [
0.5052718108484551,
0.5939342102956551
]
},
"pag": {
"acc": 0.7895833333333333,
"n": 480,
"ci95": [
0.7508915928659468,
0.8236766129270234
]
},
"spa": {
"acc": 0.6916666666666667,
"n": 480,
"ci95": [
0.6489673795407492,
0.7313223681783391
]
},
"tgl": {
"acc": 0.8875,
"n": 480,
"ci95": [
0.8561001232465634,
0.9127465406202887
]
},
"war": {
"acc": 0.7395833333333334,
"n": 480,
"ci95": [
0.6985298417841903,
0.77683234286467
]
}
}
},
"lid176": {
"acc": 0.5900462962962963,
"ci95": [
0.5753061534658956,
0.6046264324086656
],
"by": {
"ceb": {
"acc": 0.68125,
"n": 480,
"ci95": [
0.6382635469798807,
0.721358279667518
]
},
"eng": {
"acc": 0.9916666666666667,
"n": 480,
"ci95": [
0.9787711280476984,
0.9967547465360497
]
},
"ilo": {
"acc": 0.5458333333333333,
"n": 480,
"ci95": [
0.5011027665973042,
0.5898360861181298
]
},
"ind": {
"acc": 0.75,
"n": 480,
"ci95": [
0.709380219226088,
0.7866498864944619
]
},
"len2": {
"acc": 0.5138888888888888,
"n": 1080,
"ci95": [
0.4840835513937429,
0.5435957700126323
]
},
"len3": {
"acc": 0.5472222222222223,
"n": 1080,
"ci95": [
0.517419875518785,
0.576689817262891
]
},
"len4": {
"acc": 0.6277777777777778,
"n": 1080,
"ci95": [
0.5985422101910842,
0.6561075467475681
]
},
"len5": {
"acc": 0.6712962962962963,
"n": 1080,
"ci95": [
0.6427164149552664,
0.6986618823900284
]
},
"msa": {
"acc": 0.3541666666666667,
"n": 480,
"ci95": [
0.3126932319826662,
0.39795587301367974
]
},
"pag": {
"acc": 0.0,
"n": 480,
"ci95": [
-8.673617379884035e-19,
0.00793978855890027
]
},
"spa": {
"acc": 0.9333333333333333,
"n": 480,
"ci95": [
0.9074012300031347,
0.9523842865791519
]
},
"tgl": {
"acc": 0.7291666666666666,
"n": 480,
"ci95": [
0.687707743498603,
0.7669865200785677
]
},
"war": {
"acc": 0.325,
"n": 480,
"ci95": [
0.28463156886351215,
0.368147357132103
]
}
}
}
},
"t_caps": {
"n": 5388,
"ourlid-1.0.0": {
"acc": 0.9988864142538976,
"ci95": [
0.9975723876556302,
0.9994895438373128
],
"by": {
"ceb": {
"acc": 0.9948914431673053,
"n": 783,
"ci95": [
0.986938790959379,
0.9980116742930938
]
},
"eng": {
"acc": 1.0,
"n": 765,
"ci95": [
0.9950033921161395,
1.0000000000000002
]
},
"ilo": {
"acc": 1.0,
"n": 699,
"ci95": [
0.9945341880731021,
1.0
]
},
"lower": {
"acc": 0.9983296213808464,
"n": 1796,
"ci95": [
0.9951001914542256,
0.9994317718029856
]
},
"pag": {
"acc": 0.9987080103359173,
"n": 774,
"ci95": [
0.9927180861293878,
0.9997719015493376
]
},
"spa": {
"acc": 1.0,
"n": 786,
"ci95": [
0.9951362399752052,
1.0
]
},
"tgl": {
"acc": 0.99867197875166,
"n": 753,
"ci95": [
0.9925160690054392,
0.9997655391936874
]
},
"title": {
"acc": 0.9988864142538976,
"n": 1796,
"ci95": [
0.9959486042757345,
0.9996945678789707
]
},
"upper": {
"acc": 0.9994432071269488,
"n": 1796,
"ci95": [
0.9968526729003299,
0.9999017081518694
]
},
"war": {
"acc": 1.0,
"n": 828,
"ci95": [
0.9953818130759511,
1.0
]
}
}
},
"glotlid": {
"acc": 0.9751299183370453,
"ci95": [
0.9706208513243705,
0.9789619405736706
],
"by": {
"ceb": {
"acc": 0.9591315453384419,
"n": 783,
"ci95": [
0.9428755574692792,
0.970904293519789
]
},
"eng": {
"acc": 0.930718954248366,
"n": 765,
"ci95": [
0.9104886883171216,
0.9466449527345594
]
},
"ilo": {
"acc": 0.9985693848354793,
"n": 699,
"ci95": [
0.9919411735524428,
0.999747423138476
]
},
"lower": {
"acc": 0.9983296213808464,
"n": 1796,
"ci95": [
0.9951001914542256,
0.9994317718029856
]
},
"pag": {
"acc": 0.9935400516795866,
"n": 774,
"ci95": [
0.9849674441294312,
0.9972376732106547
]
},
"spa": {
"acc": 0.9491094147582697,
"n": 786,
"ci95": [
0.9314429805910065,
0.9624071280890125
]
},
"tgl": {
"acc": 0.9960159362549801,
"n": 753,
"ci95": [
0.9883523084517515,
0.9986441779993106
]
},
"title": {
"acc": 0.9899777282850779,
"n": 1796,
"ci95": [
0.9842127020060506,
0.9936511277887491
]
},
"upper": {
"acc": 0.9370824053452116,
"n": 1796,
"ci95": [
0.9248928077217875,
0.9474061768110735
]
},
"war": {
"acc": 1.0,
"n": 828,
"ci95": [
0.9953818130759511,
1.0
]
}
}
},
"openlid3": {
"acc": 0.5749814402375649,
"ci95": [
0.5617326363392661,
0.5881233980071434
],
"by": {
"ceb": {
"acc": 0.6462324393358876,
"n": 783,
"ci95": [
0.612101682005147,
0.678935294179132
]
},
"eng": {
"acc": 0.4549019607843137,
"n": 765,
"ci95": [
0.4199272911685178,
0.4903273048366933
]
},
"ilo": {
"acc": 0.6609442060085837,
"n": 699,
"ci95": [
0.6250552920839941,
0.6950737384116398
]
},
"lower": {
"acc": 0.9988864142538976,
"n": 1796,
"ci95": [
0.9959486042757345,
0.9996945678789707
]
},
"pag": {
"acc": 0.6085271317829457,
"n": 774,
"ci95": [
0.573686384289186,
0.6422958928222464
]
},
"spa": {
"acc": 0.5458015267175572,
"n": 786,
"ci95": [
0.5108543219550099,
0.5803031962106577
]
},
"tgl": {
"acc": 0.6308100929614874,
"n": 753,
"ci95": [
0.5957579765214207,
0.6645342695707603
]
},
"title": {
"acc": 0.7260579064587973,
"n": 1796,
"ci95": [
0.704965643486489,
0.7461851688961116
]
},
"upper": {
"acc": 0.0,
"n": 1796,
"ci95": [
0.0,
0.002134410050306649
]
},
"war": {
"acc": 0.4915458937198068,
"n": 828,
"ci95": [
0.4576111496341992,
0.5255587230915697
]
}
}
},
"lid176": {
"acc": 0.5215293244246474,
"ci95": [
0.5081801578367945,
0.5348478124210855
],
"by": {
"ceb": {
"acc": 0.4661558109833972,
"n": 783,
"ci95": [
0.4314640406362553,
0.501178056578737
]
},
"eng": {
"acc": 0.9647058823529412,
"n": 765,
"ci95": [
0.9491356016719222,
0.9756322568830781
]
},
"ilo": {
"acc": 0.43061516452074394,
"n": 699,
"ci95": [
0.3943845333535883,
0.46760428461051645
]
},
"lower": {
"acc": 0.7878619153674833,
"n": 1796,
"ci95": [
0.7683500600977665,
0.8061449399066783
]
},
"pag": {
"acc": 0.0,
"n": 774,
"ci95": [
0.0,
0.004938794736614755
]
},
"spa": {
"acc": 0.9936386768447837,
"n": 786,
"ci95": [
0.9851955812525237,
0.9972798923107831
]
},
"tgl": {
"acc": 0.5816733067729084,
"n": 753,
"ci95": [
0.5461123229613584,
0.6164051707916277
]
},
"title": {
"acc": 0.5066815144766147,
"n": 1796,
"ci95": [
0.48356947361579444,
0.5297650331541347
]
},
"upper": {
"acc": 0.2700445434298441,
"n": 1796,
"ci95": [
0.2500176421747124,
0.2910530831602282
]
},
"war": {
"acc": 0.22584541062801933,
"n": 828,
"ci95": [
0.19866781968925123,
0.25555519584639885
]
}
}
}
},
"t_bikol": {
"n": 1800,
"ourlid-1.0.0": {
"acc": 0.94,
"ci95": [
0.9280633120585668,
0.9500625721654137
],
"by": {
"bcl": {
"acc": 0.9611111111111111,
"n": 900,
"ci95": [
0.9463957540769419,
0.9719067449450107
]
},
"ceb": {
"acc": 0.9188888888888889,
"n": 900,
"ci95": [
0.8992212323860316,
0.934995736604995
]
},
"story": {
"acc": 0.94,
"n": 1800,
"ci95": [
0.9280633120585668,
0.9500625721654137
]
}
}
},
"glotlid": {
"acc": 0.8933333333333333,
"ci95": [
0.878225542898005,
0.9067657778476745
],
"by": {
"bcl": {
"acc": 0.8944444444444445,
"n": 900,
"ci95": [
0.8726657739209606,
0.9128700987363724
]
},
"ceb": {
"acc": 0.8922222222222222,
"n": 900,
"ci95": [
0.8702698070914948,
0.910840511353684
]
},
"story": {
"acc": 0.8933333333333333,
"n": 1800,
"ci95": [
0.878225542898005,
0.9067657778476745
]
}
}
},
"openlid3": {
"acc": 0.4666666666666667,
"ci95": [
0.4437146676882942,
0.48976064411291936
],
"by": {
"bcl": {
"acc": 0.0,
"n": 900,
"ci95": [
4.336808689942018e-19,
0.004250302265352689
]
},
"ceb": {
"acc": 0.9333333333333333,
"n": 900,
"ci95": [
0.9151252450043573,
0.9478578263656704
]
},
"story": {
"acc": 0.4666666666666667,
"n": 1800,
"ci95": [
0.4437146676882942,
0.48976064411291936
]
}
}
},
"lid176": {
"acc": 0.2911111111111111,
"ci95": [
0.27058719962290767,
0.3125247543313642
],
"by": {
"bcl": {
"acc": 0.0033333333333333335,
"n": 900,
"ci95": [
0.001134247210102744,
0.009754386373480927
]
},
"ceb": {
"acc": 0.5788888888888889,
"n": 900,
"ci95": [
0.5463629609744777,
0.6107442135569888
]
},
"story": {
"acc": 0.2911111111111111,
"n": 1800,
"ci95": [
0.27058719962290767,
0.3125247543313642
]
}
}
}
},
"t_aklsgd": {
"n": 110,
"ourlid-1.0.0": {
"acc": 0.34545454545454546,
"ci95": [
0.26316254590275023,
0.4381768590247983
],
"by": {
"incubator": {
"acc": 0.3695652173913043,
"n": 92,
"ci95": [
0.27801481252642296,
0.4715720057236897
]
},
"oth": {
"acc": 0.34545454545454546,
"n": 110,
"ci95": [
0.26316254590275023,
0.4381768590247983
]
},
"tatoeba": {
"acc": 0.2222222222222222,
"n": 18,
"ci95": [
0.09000781913382,
0.4521502645230549
]
}
}
},
"glotlid": {
"acc": 0.3,
"ci95": [
0.22229769508028016,
0.3912003583553708
],
"by": {
"incubator": {
"acc": 0.2717391304347826,
"n": 92,
"ci95": [
0.19135648353357726,
0.3704204484041199
]
},
"oth": {
"acc": 0.3,
"n": 110,
"ci95": [
0.22229769508028016,
0.3912003583553708
]
},
"tatoeba": {
"acc": 0.4444444444444444,
"n": 18,
"ci95": [
0.24559231101389126,
0.6628393057174837
]
}
}
},
"openlid3": {
"acc": 0.08181818181818182,
"ci95": [
0.04364015135431728,
0.14821941492022558
],
"by": {
"incubator": {
"acc": 0.043478260869565216,
"n": 92,
"ci95": [
0.01703544061158062,
0.10651842326381375
]
},
"oth": {
"acc": 0.08181818181818182,
"n": 110,
"ci95": [
0.04364015135431728,
0.14821941492022558
]
},
"tatoeba": {
"acc": 0.2777777777777778,
"n": 18,
"ci95": [
0.12499569146355474,
0.5087307754619452
]
}
}
},
"lid176": {
"acc": 0.05454545454545454,
"ci95": [
0.025235483062071407,
0.11391927231733298
],
"by": {
"incubator": {
"acc": 0.010869565217391304,
"n": 92,
"ci95": [
0.0019212795763616508,
0.05902928886156091
]
},
"oth": {
"acc": 0.05454545454545454,
"n": 110,
"ci95": [
0.025235483062071407,
0.11391927231733298
]
},
"tatoeba": {
"acc": 0.2777777777777778,
"n": 18,
"ci95": [
0.12499569146355474,
0.5087307754619452
]
}
}
}
},
"t_tshort": {
"n": 543,
"ourlid-1.0.0": {
"acc": 0.856353591160221,
"ci95": [
0.824347035657435,
0.8833533294940092
],
"by": {
"cbk": {
"acc": 0.9367088607594937,
"n": 79,
"ci95": [
0.8602493258443956,
0.9726655381852706
]
},
"ceb": {
"acc": 0.6666666666666666,
"n": 39,
"ci95": [
0.5097710432024052,
0.7936723389308484
]
},
"eng": {
"acc": 1.0,
"n": 58,
"ci95": [
0.9378800031047062,
0.9999999999999999
]
},
"hil": {
"acc": 1.0,
"n": 1,
"ci95": [
0.20654329147389294,
1.0
]
},
"ilo": {
"acc": 0.8222222222222222,
"n": 45,
"ci95": [
0.6866989315634587,
0.9070572107414617
]
},
"ind": {
"acc": 0.8410596026490066,
"n": 151,
"ci95": [
0.7743902105949425,
0.8908057057479524
]
},
"pag": {
"acc": 1.0,
"n": 1,
"ci95": [
0.20654329147389294,
1.0
]
},
"pam": {
"acc": 0.782608695652174,
"n": 23,
"ci95": [
0.5809611981726508,
0.9033616439828094
]
},
"tatoeba": {
"acc": 0.856353591160221,
"n": 543,
"ci95": [
0.824347035657435,
0.8833533294940092
]
},
"tgl": {
"acc": 0.9705882352941176,
"n": 102,
"ci95": [
0.9170680330254163,
0.9899477339319994
]
},
"war": {
"acc": 0.5454545454545454,
"n": 44,
"ci95": [
0.4006593217065349,
0.6829499221314639
]
}
}
},
"glotlid": {
"acc": 0.8655616942909761,
"ci95": [
0.8342870692237219,
0.8917001270685865
],
"by": {
"cbk": {
"acc": 0.6455696202531646,
"n": 79,
"ci95": [
0.5355906892335188,
0.7420475987763698
]
},
"ceb": {
"acc": 0.7948717948717948,
"n": 39,
"ci95": [
0.6446572703687138,
0.8922040980208888
]
},
"eng": {
"acc": 0.9827586206896551,
"n": 58,
"ci95": [
0.9085892732270167,
0.9969500401154581
]
},
"hil": {
"acc": 0.0,
"n": 1,
"ci95": [
0.0,
0.7934567085261071
]
},
"ilo": {
"acc": 0.8888888888888888,
"n": 45,
"ci95": [
0.7650062450910905,
0.9515959956217445
]
},
"ind": {
"acc": 0.9139072847682119,
"n": 151,
"ci95": [
0.8582784981751292,
0.948998099328384
]
},
"pag": {
"acc": 1.0,
"n": 1,
"ci95": [
0.20654329147389294,
1.0
]
},
"pam": {
"acc": 0.8260869565217391,
"n": 23,
"ci95": [
0.6286194521470433,
0.9302145964938723
]
},
"tatoeba": {
"acc": 0.8655616942909761,
"n": 543,
"ci95": [
0.8342870692237219,
0.8917001270685865
]
},
"tgl": {
"acc": 0.9901960784313726,
"n": 102,
"ci95": [
0.9465407803733753,
0.9982673102072662
]
},
"war": {
"acc": 0.7272727272727273,
"n": 44,
"ci95": [
0.581508453144907,
0.8365377660450867
]
}
}
},
"openlid3": {
"acc": 0.6316758747697975,
"ci95": [
0.5903117707766475,
0.6711899145377104
],
"by": {
"cbk": {
"acc": 0.0,
"n": 79,
"ci95": [
-3.469446951953614e-18,
0.04637283683559951
]
},
"ceb": {
"acc": 0.8461538461538461,
"n": 39,
"ci95": [
0.7027023013426569,
0.9275262615494854
]
},
"eng": {
"acc": 0.6551724137931034,
"n": 58,
"ci95": [
0.5266753715786767,
0.7643908362814045
]
},
"hil": {
"acc": 0.0,
"n": 1,
"ci95": [
0.0,
0.7934567085261071
]
},
"ilo": {
"acc": 0.8444444444444444,
"n": 45,
"ci95": [
0.712158094887512,
0.9225467468867133
]
},
"ind": {
"acc": 0.8609271523178808,
"n": 151,
"ci95": [
0.7967393701331015,
0.9072058228899619
]
},
"pag": {
"acc": 1.0,
"n": 1,
"ci95": [
0.20654329147389294,
1.0
]
},
"pam": {
"acc": 0.0,
"n": 23,
"ci95": [
0.0,
0.14312112541726274
]
},
"tatoeba": {
"acc": 0.6316758747697975,
"n": 543,
"ci95": [
0.5903117707766475,
0.6711899145377104
]
},
"tgl": {
"acc": 0.7941176470588235,
"n": 102,
"ci95": [
0.7056727244152231,
0.8612121299331615
]
},
"war": {
"acc": 0.5,
"n": 44,
"ci95": [
0.35831521095931473,
0.6416847890406853
]
}
}
},
"lid176": {
"acc": 0.6850828729281768,
"ci95": [
0.6448299972330791,
0.7227353086982913
],
"by": {
"cbk": {
"acc": 0.20253164556962025,
"n": 79,
"ci95": [
0.12869001243979505,
0.303962181626954
]
},
"ceb": {
"acc": 0.5897435897435898,
"n": 39,
"ci95": [
0.43418348473344903,
0.7292091056459952
]
},
"eng": {
"acc": 1.0,
"n": 58,
"ci95": [
0.9378800031047062,
0.9999999999999999
]
},
"hil": {
"acc": 0.0,
"n": 1,
"ci95": [
0.0,
0.7934567085261071
]
},
"ilo": {
"acc": 0.5555555555555556,
"n": 45,
"ci95": [
0.4117588341636533,
0.6906129145096089
]
},
"ind": {
"acc": 0.8874172185430463,
"n": 151,
"ci95": [
0.827099549136263,
0.9285113461270252
]
},
"pag": {
"acc": 0.0,
"n": 1,
"ci95": [
0.0,
0.7934567085261071
]
},
"pam": {
"acc": 0.6521739130434783,
"n": 23,
"ci95": [
0.4488997690689164,
0.8118894536301776
]
},
"tatoeba": {
"acc": 0.6850828729281768,
"n": 543,
"ci95": [
0.6448299972330791,
0.7227353086982913
]
},
"tgl": {
"acc": 0.8235294117647058,
"n": 102,
"ci95": [
0.7382155715042175,
0.8853577682790058
]
},
"war": {
"acc": 0.38636363636363635,
"n": 44,
"ci95": [
0.25720998886701985,
0.5337669015379832
]
}
}
}
}
},
"paired_vs_glotlid": {
"crawl": {
"delta": 0.07462686567164178,
"ci95": [
0.04470149253731343,
0.11044776119402985
]
},
"goldspan": {
"delta": 0.039755351681957186,
"ci95": [
0.009174311926605505,
0.07339449541284404
]
},
"golddoc": {
"delta": 0.02702702702702703,
"ci95": [
0.006756756756756757,
0.05405405405405406
]
},
"pld": {
"delta": 0.08287961282516637,
"ci95": [
0.06654567453115548,
0.09921355111917725
]
},
"wiki": {
"delta": 0.01833788529067499,
"ci95": [
0.009754194303550527,
0.027311744049941473
]
},
"hard": {
"delta": 0.07164132309139364,
"ci95": [
0.06317604640225741,
0.08026336416366202
]
},
"basaha": {
"delta": 0.1561712846347607,
"ci95": [
0.12342569269521411,
0.1889168765743073
]
},
"tato": {
"delta": -0.026859504132231406,
"ci95": [
-0.04648760330578512,
-0.009297520661157025
]
}
},
"gate_sealed": {
"crawl": {
"coverage": 0.5104477611940299,
"precision_accepted_corrected": 1.0,
"n": 335
},
"goldspan": {
"coverage": 0.5137614678899083,
"precision_accepted_corrected": 1.0,
"n": 327
},
"golddoc": {
"coverage": 0.7837837837837838,
"precision_accepted_corrected": 0.9913793103448276,
"n": 148
},
"pld": {
"coverage": 0.6581972171808832,
"precision_accepted_corrected": 0.9852941176470589,
"n": 1653
},
"wiki": {
"coverage": 0.5657432696059306,
"precision_accepted_corrected": 0.9889655172413793,
"n": 2563
},
"hard": {
"coverage": 0.5101113027120239,
"precision_accepted_corrected": 0.994161032575292,
"n": 6379
},
"basaha": {
"coverage": 0.35768261964735515,
"precision_accepted_corrected": 0.971830985915493,
"n": 794
},
"tato": {
"coverage": 0.39462809917355374,
"precision_accepted_corrected": 0.9947643979057592,
"n": 968
}
},
"consistency_vs_research_c7r": {
"crawl": {
"n": 661,
"same_label": 661
},
"goldspan": {
"n": 593,
"same_label": 593
},
"golddoc": {
"n": 294,
"same_label": 294
},
"pld": {
"n": 3222,
"same_label": 3222
},
"wiki": {
"n": 5037,
"same_label": 5037
},
"hard": {
"n": 12520,
"same_label": 12520
},
"basaha": {
"n": 1600,
"same_label": 1600
},
"tato": {
"n": 1847,
"same_label": 1847
},
"t_sib": {
"n": 9036,
"same_label": 9036
},
"t_frag": {
"n": 4320,
"same_label": 4320
},
"t_caps": {
"n": 5388,
"same_label": 5388
},
"t_bikol": {
"n": 1799,
"same_label": 1799
},
"t_aklsgd": {
"n": 110,
"same_label": 110
},
"t_tshort": {
"n": 543,
"same_label": 543
}
}
}
{
"version": "ourlid-1.0.0",
"speed_items_per_s": {
"t_sib": 608.5170439368,
"t_frag": 589.0337896959327,
"t_caps": 575.6161357875699,
"t_bikol": 459.216454392075,
"t_aklsgd": 98.70255362099203,
"t_tshort": 337.20658077142264
},
"core": {
"sealed": {
"crawl": {
"n": 335,
"public": false,
"ourlid-1.0.0": {
"acc_raw": 0.9492537313432836,
"acc_corrected": 0.9492537313432836,
"macro_f1_corrected": 0.9452212148681051
},
"glotlid": {
"acc_raw": 0.8746268656716418,
"acc_corrected": 0.8746268656716418,
"macro_f1_corrected": 0.9258273703041144
},
"openlid3": {
"acc_raw": 0.7850746268656716,
"acc_corrected": 0.7850746268656716,
"macro_f1_corrected": 0.6166170580237387
},
"lid176": {
"acc_raw": 0.7343283582089553,
"acc_corrected": 0.7343283582089553,
"macro_f1_corrected": 0.5681250135015445
}
},
"goldspan": {
"n": 327,
"public": false,
"ourlid-1.0.0": {
"acc_raw": 0.9388379204892966,
"acc_corrected": 0.9388379204892966,
"macro_f1_corrected": 0.9339768728004022
},
"glotlid": {
"acc_raw": 0.8990825688073395,
"acc_corrected": 0.8990825688073395,
"macro_f1_corrected": 0.9213529123029144
},
"openlid3": {
"acc_raw": 0.8807339449541285,
"acc_corrected": 0.8807339449541285,
"macro_f1_corrected": 0.8725169369237166
},
"lid176": {
"acc_raw": 0.7828746177370031,
"acc_corrected": 0.7828746177370031,
"macro_f1_corrected": 0.7374188657622348
}
},
"golddoc": {
"n": 148,
"public": false,
"ourlid-1.0.0": {
"acc_raw": 0.9864864864864865,
"acc_corrected": 0.9864864864864865,
"macro_f1_corrected": 0.99581589958159
},
"glotlid": {
"acc_raw": 0.9594594594594594,
"acc_corrected": 0.9594594594594594,
"macro_f1_corrected": 0.99581589958159
},
"openlid3": {
"acc_raw": 0.918918918918919,
"acc_corrected": 0.918918918918919,
"macro_f1_corrected": 0.9916666666666667
},
"lid176": {
"acc_raw": 0.8175675675675675,
"acc_corrected": 0.8175675675675675,
"macro_f1_corrected": 0.9008264462809917
}
},
"pld": {
"n": 1653,
"public": false,
"ourlid-1.0.0": {
"acc_raw": 0.9159104658197217,
"acc_corrected": 0.9171203871748337,
"macro_f1_corrected": 0.9256639461728243
},
"glotlid": {
"acc_raw": 0.8300060496067756,
"acc_corrected": 0.8342407743496673,
"macro_f1_corrected": 0.8384979959772872
},
"openlid3": {
"acc_raw": 0.41681790683605563,
"acc_corrected": 0.41742286751361163,