RoboRACE-Net / analysis.json
Nabidnur's picture
RACE-Net weights, card and code
6adf6f7 verified
Raw History Blame Contribute Delete
36.2 kB
{ "generator": "trackA.synthetic (independent of the training generator)", "seeds": 20, "attacks": [ "invert", "collude", "mix", "noise" ], "liar_fraction_J5": [ { "x": 0.0, "J": 5, "T": 100, "liars": 0, "acc": { "receiver_only": 0.7270000000000001, "majority": 0.8610000000000001, "dawid_skene": 0.8105, "race_online": 0.8424999999999999, "race_s_online": 0.767, "race_net": 0.818, "race_net_v1": 0.795, "race_pool": 0.825 }, "se": { "receiver_only": 0.011599568957508724, "majority": 0.007276675064890557, "dawid_skene": 0.011346254888728704, "race_online": 0.010243900624273938, "race_s_online": 0.015034959261667456, "race_net": 0.010899541274750969, "race_net_v1": 0.012816005617976295, "race_pool": 0.010037429949942361 }, "ms": { "receiver_only": 0.18707399999584595, "majority": 0.1648174998081231, "dawid_skene": 4.766218500208197, "race_online": 7.873658000107753, "race_s_online": 3.3668794999357488, "race_net": 22.107460999905015, "race_net_v1": 6.995126999981949, "race_pool": 33.80742450008256 } }, { "x": 0.2, "J": 5, "T": 100, "liars": 1, "acc": { "receiver_only": 0.7395, "majority": 0.758125, "dawid_skene": 0.776125, "race_online": 0.8081249999999999, "race_s_online": 0.768, "race_net": 0.8051250000000001, "race_net_v1": 0.788625, "race_pool": 0.811125 }, "se": { "receiver_only": 0.01114618768907109, "majority": 0.011339746194249675, "dawid_skene": 0.013559446660907665, "race_online": 0.008879180353501102, "race_s_online": 0.014380542409798039, "race_net": 0.010862025306083574, "race_net_v1": 0.011726672322104004, "race_pool": 0.010517062030339077 }, "ms": { "receiver_only": 0.18496249998634084, "majority": 0.16173175009726037, "dawid_skene": 4.680242374888621, "race_online": 8.684776999984933, "race_s_online": 3.229400750001332, "race_net": 19.645626999988508, "race_net_v1": 7.219398874951821, "race_pool": 32.761323625038585 } }, { "x": 0.4, "J": 5, "T": 100, "liars": 2, "acc": { "receiver_only": 0.7264999999999999, "majority": 0.6208750000000001, "dawid_skene": 0.6375, "race_online": 0.7892499999999999, "race_s_online": 0.749, "race_net": 0.7979999999999998, "race_net_v1": 0.771, "race_pool": 0.793125 }, "se": { "receiver_only": 0.01039891821296812, "majority": 0.011743715074455785, "dawid_skene": 0.019017261895446464, "race_online": 0.011731501395814602, "race_s_online": 0.014524117873385634, "race_net": 0.01041423304905358, "race_net_v1": 0.012330602175076444, "race_pool": 0.010471501504082402 }, "ms": { "receiver_only": 0.17966599995133947, "majority": 0.15472075011757624, "dawid_skene": 4.71458987499318, "race_online": 10.491506999926514, "race_s_online": 3.1687695000641725, "race_net": 21.707647249911588, "race_net_v1": 7.127678750009636, "race_pool": 35.405548000028375 } }, { "x": 0.6, "J": 5, "T": 100, "liars": 3, "acc": { "receiver_only": 0.7345, "majority": 0.45487500000000003, "dawid_skene": 0.4035, "race_online": 0.7675000000000002, "race_s_online": 0.77625, "race_net": 0.8007500000000001, "race_net_v1": 0.796125, "race_pool": 0.791625 }, "se": { "receiver_only": 0.010896673804423074, "majority": 0.01015731725161718, "dawid_skene": 0.01997920794225837, "race_online": 0.012097262086935207, "race_s_online": 0.01345884931931404, "race_net": 0.008911193803301555, "race_net_v1": 0.010641127466109965, "race_pool": 0.012566417299692061 }, "ms": { "receiver_only": 0.1901043750081044, "majority": 0.15872237491976193, "dawid_skene": 4.724712624977201, "race_online": 11.084903749974728, "race_s_online": 3.215390875027424, "race_net": 23.237193250054133, "race_net_v1": 7.145643625051434, "race_pool": 37.49227049996762 } }, { "x": 0.8, "J": 5, "T": 100, "liars": 4, "acc": { "receiver_only": 0.7329999999999999, "majority": 0.36862500000000004, "dawid_skene": 0.3197499999999999, "race_online": 0.7191249999999999, "race_s_online": 0.757875, "race_net": 0.7773749999999999, "race_net_v1": 0.77175, "race_pool": 0.7487499999999999 }, "se": { "receiver_only": 0.009515776374001231, "majority": 0.007839154530304907, "dawid_skene": 0.01407002576401337, "race_online": 0.010241269147425042, "race_s_online": 0.012261824650108158, "race_net": 0.009865462166061961, "race_net_v1": 0.010441952643064424, "race_pool": 0.010451525008342084 }, "ms": { "receiver_only": 0.17975362510469495, "majority": 0.15673325009402106, "dawid_skene": 4.663400000026741, "race_online": 9.276175375021012, "race_s_online": 2.8318992499407614, "race_net": 19.96624962498572, "race_net_v1": 5.919995249939802, "race_pool": 33.00681237504932 } } ], "liar_fraction_J16": [ { "x": 0.0, "J": 16, "T": 100, "liars": 0, "acc": { "receiver_only": 0.7285000000000001, "majority": 0.9559999999999998, "dawid_skene": 0.9345000000000001, "race_online": 0.9435, "race_s_online": 0.9285, "race_net": 0.9285, "race_net_v1": 0.8755000000000001, "race_pool": 0.9395 }, "se": { "receiver_only": 0.011624865590620823, "majority": 0.00486826457785523, "dawid_skene": 0.00661343329897565, "race_online": 0.005927689263110874, "race_s_online": 0.0063354163241258225, "race_net": 0.007850955355878668, "race_net_v1": 0.011607648340641614, "race_pool": 0.006725882841679592 }, "ms": { "receiver_only": 0.25911599982464395, "majority": 0.23084899999048503, "dawid_skene": 5.561384000202452, "race_online": 12.499377500034825, "race_s_online": 4.007902000012109, "race_net": 32.67846399990049, "race_net_v1": 14.361826000140354, "race_pool": 50.31410550009241 } }, { "x": 0.1875, "J": 16, "T": 100, "liars": 3, "acc": { "receiver_only": 0.7230000000000001, "majority": 0.86625, "dawid_skene": 0.903125, "race_online": 0.9354999999999999, "race_s_online": 0.9295, "race_net": 0.9279999999999999, "race_net_v1": 0.8885, "race_pool": 0.9429999999999998 }, "se": { "receiver_only": 0.009222255689363641, "majority": 0.007622950544244663, "dawid_skene": 0.007781940230430967, "race_online": 0.005767906899387335, "race_s_online": 0.006732848579910288, "race_net": 0.0053256455007820395, "race_net_v1": 0.008958934088383505, "race_pool": 0.004932671689865435 }, "ms": { "receiver_only": 0.2550342501876912, "majority": 0.22600625004542962, "dawid_skene": 5.6462326249402395, "race_online": 13.45185762500023, "race_s_online": 4.028921375038408, "race_net": 32.90713787492905, "race_net_v1": 13.344341124934544, "race_pool": 49.83400362505108 } }, { "x": 0.375, "J": 16, "T": 100, "liars": 6, "acc": { "receiver_only": 0.7404999999999999, "majority": 0.659, "dawid_skene": 0.7207500000000001, "race_online": 0.928125, "race_s_online": 0.9192500000000001, "race_net": 0.9182500000000001, "race_net_v1": 0.8952500000000001, "race_pool": 0.9358750000000002 }, "se": { "receiver_only": 0.011123735883236351, "majority": 0.0075070799915812805, "dawid_skene": 0.006290121222997218, "race_online": 0.004885805332798266, "race_s_online": 0.007794429100325434, "race_net": 0.00684904190379939, "race_net_v1": 0.007611463394118103, "race_pool": 0.00510904528752682 }, "ms": { "receiver_only": 0.2522186250644154, "majority": 0.21605387496492767, "dawid_skene": 5.673984499935614, "race_online": 13.450757249984235, "race_s_online": 3.9093851250413536, "race_net": 32.336734250122845, "race_net_v1": 13.92800624995516, "race_pool": 51.136160374937845 } }, { "x": 0.5, "J": 16, "T": 100, "liars": 8, "acc": { "receiver_only": 0.745, "majority": 0.5000000000000001, "dawid_skene": 0.4763749999999999, "race_online": 0.9040000000000001, "race_s_online": 0.8953749999999999, "race_net": 0.9113749999999999, "race_net_v1": 0.8865000000000002, "race_pool": 0.9204999999999999 }, "se": { "receiver_only": 0.010874281585465773, "majority": 0.010435815732370901, "dawid_skene": 0.034240178792611466, "race_online": 0.004806896087913694, "race_s_online": 0.01288806982251415, "race_net": 0.004922762816752397, "race_net_v1": 0.006323072828933728, "race_pool": 0.004682413907377258 }, "ms": { "receiver_only": 0.25379375006195914, "majority": 0.2230885000926719, "dawid_skene": 5.664272500041534, "race_online": 14.353279999966162, "race_s_online": 3.8872688750757334, "race_net": 35.79018962511782, "race_net_v1": 13.977555249937268, "race_pool": 53.47852962495381 } }, { "x": 0.625, "J": 16, "T": 100, "liars": 10, "acc": { "receiver_only": 0.7275, "majority": 0.40375000000000005, "dawid_skene": 0.32775, "race_online": 0.909375, "race_s_online": 0.882, "race_net": 0.896125, "race_net_v1": 0.86175, "race_pool": 0.912875 }, "se": { "receiver_only": 0.013745453793891277, "majority": 0.009104428867315072, "dawid_skene": 0.020215170664627097, "race_online": 0.006884936001881206, "race_s_online": 0.01112092622041887, "race_net": 0.006767281119474789, "race_net_v1": 0.011124438188061449, "race_pool": 0.00625318668760177 }, "ms": { "receiver_only": 0.2542026249443552, "majority": 0.22093075000384488, "dawid_skene": 5.537457875107066, "race_online": 15.099786625000888, "race_s_online": 4.141741499950058, "race_net": 36.20358537506263, "race_net_v1": 13.613132124987715, "race_pool": 55.414739000013924 } }, { "x": 0.75, "J": 16, "T": 100, "liars": 12, "acc": { "receiver_only": 0.7234999999999999, "majority": 0.3345, "dawid_skene": 0.260625, "race_online": 0.8717499999999999, "race_s_online": 0.85975, "race_net": 0.8855000000000001, "race_net_v1": 0.85825, "race_pool": 0.893 }, "se": { "receiver_only": 0.008404611829228047, "majority": 0.009006247831366847, "dawid_skene": 0.006663508366468822, "race_online": 0.006157058957002116, "race_s_online": 0.008574854226166181, "race_net": 0.00554414105159672, "race_net_v1": 0.006235232553802621, "race_pool": 0.005967620966515885 }, "ms": { "receiver_only": 0.24505237507810307, "majority": 0.21424837507311167, "dawid_skene": 5.5344091247775395, "race_online": 15.865842624918969, "race_s_online": 4.56703449987117, "race_net": 39.05295212513238, "race_net_v1": 12.982444000101623, "race_pool": 56.334187125003155 } }, { "x": 0.875, "J": 16, "T": 100, "liars": 14, "acc": { "receiver_only": 0.7114999999999999, "majority": 0.23962499999999998, "dawid_skene": 0.215625, "race_online": 0.8138750000000001, "race_s_online": 0.8266249999999999, "race_net": 0.8739999999999999, "race_net_v1": 0.836125, "race_pool": 0.849375 }, "se": { "receiver_only": 0.012354654993159462, "majority": 0.005649322415122011, "dawid_skene": 0.005433906858789539, "race_online": 0.008784707949044183, "race_s_online": 0.015569677059913604, "race_net": 0.006548854861729644, "race_net_v1": 0.008138402407721065, "race_pool": 0.00968387028775169 }, "ms": { "receiver_only": 0.24005874996646526, "majority": 0.21126962502648894, "dawid_skene": 5.434376499977134, "race_online": 17.646280125006797, "race_s_online": 4.160128124965468, "race_net": 37.55273824992855, "race_net_v1": 13.069656749962633, "race_pool": 58.879579125004966 } }, { "x": 0.9375, "J": 16, "T": 100, "liars": 15, "acc": { "receiver_only": 0.732, "majority": 0.21887500000000001, "dawid_skene": 0.20875000000000005, "race_online": 0.786625, "race_s_online": 0.834375, "race_net": 0.8669999999999998, "race_net_v1": 0.8320000000000001, "race_pool": 0.833375 }, "se": { "receiver_only": 0.009964938534682487, "majority": 0.004036842051653741, "dawid_skene": 0.0056527095272975066, "race_online": 0.008309021828711245, "race_s_online": 0.012361577316426894, "race_net": 0.005688804795385409, "race_net_v1": 0.010979526401443729, "race_pool": 0.009088583154155545 }, "ms": { "receiver_only": 0.24276724985838882, "majority": 0.21427737505064215, "dawid_skene": 5.612948749956104, "race_online": 16.539419500020358, "race_s_online": 4.029089000027852, "race_net": 37.221546375008074, "race_net_v1": 15.282263875008084, "race_pool": 60.696470000095815 } } ], "window": [ { "x": 8, "J": 5, "T": 8, "liars": 3, "acc": { "receiver_only": 0.7, "majority": 0.4328125, "dawid_skene": 0.428125, "race_online": 0.68125, "race_s_online": 0.728125, "race_net": 0.7171875, "race_net_v1": 0.675, "race_pool": 0.725 }, "se": { "receiver_only": 0.03354101966249684, "majority": 0.020043288114416257, "dawid_skene": 0.02915643421699574, "race_online": 0.03937996000505841, "race_s_online": 0.03866043075613618, "race_net": 0.047159294136336474, "race_net_v1": 0.05045689682788668, "race_pool": 0.03888082753748947 }, "ms": { "receiver_only": 0.14203912496668636, "majority": 0.12478412509153713, "dawid_skene": 3.4309052500134385, "race_online": 2.621966500100825, "race_s_online": 1.4452864999725534, "race_net": 6.2192479999225725, "race_net_v1": 1.6904433749687087, "race_pool": 11.665590000006887 } }, { "x": 16, "J": 5, "T": 16, "liars": 3, "acc": { "receiver_only": 0.703125, "majority": 0.465625, "dawid_skene": 0.43359375, "race_online": 0.696875, "race_s_online": 0.70234375, "race_net": 0.70703125, "race_net_v1": 0.6921875, "race_pool": 0.7125 }, "se": { "receiver_only": 0.022910747341586216, "majority": 0.02241520480053662, "dawid_skene": 0.029082549367866205, "race_online": 0.021690066490792508, "race_s_online": 0.02513331155278538, "race_net": 0.021590646258492933, "race_net_v1": 0.023466128348909623, "race_pool": 0.020474116662874617 }, "ms": { "receiver_only": 0.14837362499520168, "majority": 0.13335587510709956, "dawid_skene": 3.78342862501313, "race_online": 4.0816462499151385, "race_s_online": 1.7639706249497067, "race_net": 8.279636874931384, "race_net_v1": 2.3864136250040247, "race_pool": 15.737223499968422 } }, { "x": 32, "J": 5, "T": 32, "liars": 3, "acc": { "receiver_only": 0.7375, "majority": 0.441015625, "dawid_skene": 0.377734375, "race_online": 0.759375, "race_s_online": 0.7390625, "race_net": 0.77734375, "race_net_v1": 0.75859375, "race_pool": 0.772265625 }, "se": { "receiver_only": 0.0189314140385762, "majority": 0.012333794937430805, "dawid_skene": 0.018890061186271838, "race_online": 0.021563066115756823, "race_s_online": 0.016649975365972767, "race_net": 0.017776656645285552, "race_net_v1": 0.01679142353396147, "race_pool": 0.01823239833705631 }, "ms": { "receiver_only": 0.14742187511274096, "majority": 0.13745962490929742, "dawid_skene": 3.79832149997128, "race_online": 4.978076874920134, "race_s_online": 1.7668937500729953, "race_net": 10.15599637497644, "race_net_v1": 2.8528657499578003, "race_pool": 17.44143199988457 } }, { "x": 64, "J": 5, "T": 64, "liars": 3, "acc": { "receiver_only": 0.72890625, "majority": 0.4599609375, "dawid_skene": 0.3736328125, "race_online": 0.7607421875, "race_s_online": 0.7474609375, "race_net": 0.78046875, "race_net_v1": 0.77265625, "race_pool": 0.7759765625 }, "se": { "receiver_only": 0.01411773008434341, "majority": 0.008340895718196933, "dawid_skene": 0.015500664973607532, "race_online": 0.014840858579409191, "race_s_online": 0.014182095073673386, "race_net": 0.011655427878179227, "race_net_v1": 0.012145862367746885, "race_pool": 0.014852164042098322 }, "ms": { "receiver_only": 0.17365524990964332, "majority": 0.14999024989492682, "dawid_skene": 4.287309000005735, "race_online": 7.786246124965146, "race_s_online": 2.804744125057823, "race_net": 16.085839125082657, "race_net_v1": 4.722173125003337, "race_pool": 30.62957849999748 } }, { "x": 128, "J": 5, "T": 128, "liars": 3, "acc": { "receiver_only": 0.739453125, "majority": 0.45693359375, "dawid_skene": 0.39248046875, "race_online": 0.76357421875, "race_s_online": 0.7654296875, "race_net": 0.79541015625, "race_net_v1": 0.78046875, "race_pool": 0.77900390625 }, "se": { "receiver_only": 0.007519404422631738, "majority": 0.010622086967110804, "dawid_skene": 0.021578042883029624, "race_online": 0.008270827158069627, "race_s_online": 0.00839832394545325, "race_net": 0.00846502828990988, "race_net_v1": 0.008616358754345929, "race_pool": 0.007746640123112824 }, "ms": { "receiver_only": 0.21414162512201074, "majority": 0.16970100000435195, "dawid_skene": 5.3257545000064965, "race_online": 15.511906750020898, "race_s_online": 3.639859500026432, "race_net": 26.041825749985037, "race_net_v1": 7.019486124988816, "race_pool": 48.44682437493475 } }, { "x": 256, "J": 5, "T": 256, "liars": 3, "acc": { "receiver_only": 0.726953125, "majority": 0.452734375, "dawid_skene": 0.3998046875, "race_online": 0.760302734375, "race_s_online": 0.784521484375, "race_net": 0.802880859375, "race_net_v1": 0.776904296875, "race_pool": 0.787939453125 }, "se": { "receiver_only": 0.006488962044731711, "majority": 0.008611874973776898, "dawid_skene": 0.016211437539351194, "race_online": 0.006989239119019292, "race_s_online": 0.00700620641771385, "race_net": 0.005148195854385761, "race_net_v1": 0.007469099284029169, "race_pool": 0.005547646482303531 }, "ms": { "receiver_only": 0.24411300000792835, "majority": 0.20762624995995793, "dawid_skene": 7.055330999946818, "race_online": 25.906454875041618, "race_s_online": 4.995667250113911, "race_net": 48.017319124937785, "race_net_v1": 11.776412500012157, "race_pool": 77.22190262495587 } } ], "swarm_size": [ { "x": 3, "J": 3, "T": 100, "liars": 2, "acc": { "receiver_only": 0.7200000000000001, "majority": 0.42212500000000003, "dawid_skene": 0.32825, "race_online": 0.7200000000000001, "race_s_online": 0.73275, "race_net": 0.74425, "race_net_v1": 0.7358749999999998, "race_pool": 0.72575 }, "se": { "receiver_only": 0.010700467279516348, "majority": 0.010522706103944932, "dawid_skene": 0.012532582535136162, "race_online": 0.010700467279516348, "race_s_online": 0.01150258123205396, "race_net": 0.009567359876162284, "race_net_v1": 0.012435175662209197, "race_pool": 0.011012918550502402 }, "ms": { "receiver_only": 0.17829724998819074, "majority": 0.15443725004615771, "dawid_skene": 4.659561625032893, "race_online": 6.649280000033286, "race_s_online": 2.1587316250020194, "race_net": 15.41903024997282, "race_net_v1": 4.543238749988632, "race_pool": 25.369082499992146 } }, { "x": 5, "J": 5, "T": 100, "liars": 3, "acc": { "receiver_only": 0.7345, "majority": 0.45487500000000003, "dawid_skene": 0.4035, "race_online": 0.7675000000000002, "race_s_online": 0.77625, "race_net": 0.8007500000000001, "race_net_v1": 0.796125, "race_pool": 0.791625 }, "se": { "receiver_only": 0.010896673804423074, "majority": 0.01015731725161718, "dawid_skene": 0.01997920794225837, "race_online": 0.012097262086935207, "race_s_online": 0.01345884931931404, "race_net": 0.008911193803301555, "race_net_v1": 0.010641127466109965, "race_pool": 0.012566417299692061 }, "ms": { "receiver_only": 0.19337775000849433, "majority": 0.1746807500921932, "dawid_skene": 5.0667584999928295, "race_online": 11.42996087503434, "race_s_online": 3.3364596249043643, "race_net": 23.918614999956844, "race_net_v1": 6.176680625003428, "race_pool": 38.43764537492689 } }, { "x": 7, "J": 7, "T": 100, "liars": 4, "acc": { "receiver_only": 0.7264999999999999, "majority": 0.456375, "dawid_skene": 0.42524999999999996, "race_online": 0.81275, "race_s_online": 0.781125, "race_net": 0.814125, "race_net_v1": 0.795625, "race_pool": 0.8166249999999999 }, "se": { "receiver_only": 0.012674284989694687, "majority": 0.008528399248979844, "dawid_skene": 0.022856823379463733, "race_online": 0.008817418840000741, "race_s_online": 0.014856054111035003, "race_net": 0.008314661373140821, "race_net_v1": 0.013010662694497929, "race_pool": 0.011204456423673573 }, "ms": { "receiver_only": 0.2101265000078456, "majority": 0.17675624991397854, "dawid_skene": 5.269191499962744, "race_online": 10.950344874970597, "race_s_online": 3.6616328750369576, "race_net": 23.434496374932223, "race_net_v1": 7.839808624964917, "race_pool": 39.88153912496273 } }, { "x": 9, "J": 9, "T": 100, "liars": 5, "acc": { "receiver_only": 0.7154999999999999, "majority": 0.46775, "dawid_skene": 0.42275, "race_online": 0.8430000000000002, "race_s_online": 0.8099999999999999, "race_net": 0.8418749999999999, "race_net_v1": 0.8172499999999999, "race_pool": 0.8547499999999999 }, "se": { "receiver_only": 0.006725882841679595, "majority": 0.009905648641053243, "dawid_skene": 0.025814785007820612, "race_online": 0.008222682044199448, "race_s_online": 0.012826973532365296, "race_net": 0.010644650945427941, "race_net_v1": 0.01108475868027807, "race_pool": 0.010133329906797668 }, "ms": { "receiver_only": 0.21598675004952383, "majority": 0.18709287502360894, "dawid_skene": 5.244741874889769, "race_online": 11.071211375053736, "race_s_online": 3.8727538748730694, "race_net": 23.327961500001493, "race_net_v1": 9.443437375068697, "race_pool": 41.0880903750126 } }, { "x": 12, "J": 12, "T": 100, "liars": 7, "acc": { "receiver_only": 0.7144999999999999, "majority": 0.45075000000000004, "dawid_skene": 0.39075000000000004, "race_online": 0.8685, "race_s_online": 0.83575, "race_net": 0.8690000000000001, "race_net_v1": 0.8396250000000001, "race_pool": 0.873875 }, "se": { "receiver_only": 0.01198905751091386, "majority": 0.010474821000857247, "dawid_skene": 0.02485149643381662, "race_online": 0.007612489737267302, "race_s_online": 0.015323694887330533, "race_net": 0.007957700672933105, "race_net_v1": 0.011038674909154628, "race_pool": 0.008365619746916542 }, "ms": { "receiver_only": 0.23443662507816043, "majority": 0.2003417499167881, "dawid_skene": 5.4651053748671075, "race_online": 13.122880000025816, "race_s_online": 4.2139979999546995, "race_net": 28.03828387499152, "race_net_v1": 9.522859499952574, "race_pool": 45.52527975010889 } }, { "x": 16, "J": 16, "T": 100, "liars": 10, "acc": { "receiver_only": 0.7275, "majority": 0.40375000000000005, "dawid_skene": 0.32775, "race_online": 0.909375, "race_s_online": 0.882, "race_net": 0.896125, "race_net_v1": 0.86175, "race_pool": 0.912875 }, "se": { "receiver_only": 0.013745453793891277, "majority": 0.009104428867315072, "dawid_skene": 0.020215170664627097, "race_online": 0.006884936001881206, "race_s_online": 0.01112092622041887, "race_net": 0.006767281119474789, "race_net_v1": 0.011124438188061449, "race_pool": 0.00625318668760177 }, "ms": { "receiver_only": 0.2583392499104775, "majority": 0.23073537499840313, "dawid_skene": 5.68747862513419, "race_online": 14.812402124960045, "race_s_online": 4.023691250097272, "race_net": 35.32601674999114, "race_net_v1": 10.956379874983213, "race_pool": 52.22063512508157 } }, { "x": 24, "J": 24, "T": 100, "liars": 14, "acc": { "receiver_only": 0.7284999999999999, "majority": 0.43975, "dawid_skene": 0.34012500000000007, "race_online": 0.9337500000000001, "race_s_online": 0.9324999999999999, "race_net": 0.9381250000000001, "race_net_v1": 0.89075, "race_pool": 0.9489999999999998 }, "se": { "receiver_only": 0.010278010507875537, "majority": 0.006882722935001813, "dawid_skene": 0.017458410401580096, "race_online": 0.006114787404317504, "race_s_online": 0.005326818938165631, "race_net": 0.006118299906836863, "race_net_v1": 0.008338727420895831, "race_pool": 0.004960468727852243 }, "ms": { "receiver_only": 0.29258525000841473, "majority": 0.2578858748734092, "dawid_skene": 6.379700624961515, "race_online": 21.854053374966043, "race_s_online": 4.875540375110177, "race_net": 52.31944962486068, "race_net_v1": 18.204178624955603, "race_pool": 74.97123512496273 } } ], "receiver_skill_clean": [ { "x": 0.55, "J": 5, "T": 100, "liars": 0, "acc": { "receiver_only": 0.5345000000000001, "majority": 0.818, "dawid_skene": 0.8470000000000001, "race_online": 0.8240000000000001, "race_s_online": 0.544, "race_net": 0.6584999999999999, "race_net_v1": 0.571, "race_pool": 0.682 }, "se": { "receiver_only": 0.011235546270653686, "majority": 0.008792041856133305, "dawid_skene": 0.0095420123663722, "race_online": 0.028225874654295477, "race_s_online": 0.01600624877977348, "race_net": 0.03468627250080354, "race_net_v1": 0.026276415280627602, "race_pool": 0.02451122191976565 }, "ms": { "receiver_only": 0.1900959998692997, "majority": 0.15753899992887455, "dawid_skene": 4.6194704998470115, "race_online": 8.202599000242117, "race_s_online": 1.306619500155648, "race_net": 17.05056700006935, "race_net_v1": 5.064471000196136, "race_pool": 28.95112600003813 } }, { "x": 0.6, "J": 5, "T": 100, "liars": 0, "acc": { "receiver_only": 0.5654999999999999, "majority": 0.8254999999999999, "dawid_skene": 0.8394999999999999, "race_online": 0.8625, "race_s_online": 0.5934999999999999, "race_net": 0.7635000000000001, "race_net_v1": 0.6349999999999999, "race_pool": 0.7555 }, "se": { "receiver_only": 0.008901544809750717, "majority": 0.007761282110579408, "dawid_skene": 0.00826059925187029, "race_online": 0.006887488656977954, "race_s_online": 0.019445757892147073, "race_net": 0.024801965647907827, "race_net_v1": 0.025283393759541063, "race_pool": 0.016620394098817277 }, "ms": { "receiver_only": 0.19298250003885187, "majority": 0.16032649978114932, "dawid_skene": 4.630209000197283, "race_online": 8.65326550001555, "race_s_online": 2.212566499792956, "race_net": 19.51586749987655, "race_net_v1": 4.671091500085822, "race_pool": 33.28414149996206 } }, { "x": 0.7, "J": 5, "T": 100, "liars": 0, "acc": { "receiver_only": 0.6435000000000001, "majority": 0.8494999999999999, "dawid_skene": 0.8500000000000002, "race_online": 0.869, "race_s_online": 0.733, "race_net": 0.8734999999999999, "race_net_v1": 0.7735000000000001, "race_pool": 0.8445 }, "se": { "receiver_only": 0.008132496541653123, "majority": 0.007696590154087717, "dawid_skene": 0.009460443964212252, "race_online": 0.0072422372233999655, "race_s_online": 0.025220031720836512, "race_net": 0.014093881651269818, "race_net_v1": 0.019522743147416557, "race_pool": 0.012599107111220226 }, "ms": { "receiver_only": 0.1931285000864591, "majority": 0.16690149982423463, "dawid_skene": 4.959790500151939, "race_online": 8.631018999722073, "race_s_online": 3.317778499877022, "race_net": 19.826120000061564, "race_net_v1": 5.17274200024076, "race_pool": 29.510706499877415 } }, { "x": 0.8, "J": 5, "T": 100, "liars": 0, "acc": { "receiver_only": 0.7275, "majority": 0.875, "dawid_skene": 0.8629999999999999, "race_online": 0.8854999999999998, "race_s_online": 0.8604999999999998, "race_net": 0.8800000000000002, "race_net_v1": 0.8605, "race_pool": 0.8825 }, "se": { "receiver_only": 0.009051933495115837, "majority": 0.0051720402163943045, "dawid_skene": 0.010818964830333816, "race_online": 0.0066511277239277265, "race_s_online": 0.0157396791581023, "race_net": 0.010319883720275147, "race_net_v1": 0.01540251602823383, "race_pool": 0.009161741100904347 }, "ms": { "receiver_only": 0.1782455001375638, "majority": 0.15785749997121457, "dawid_skene": 4.605982499924721, "race_online": 7.464538000022003, "race_s_online": 3.0707815001278504, "race_net": 16.084076999732133, "race_net_v1": 4.060115000129372, "race_pool": 28.895985999952245 } }, { "x": 0.9, "J": 5, "T": 100, "liars": 0, "acc": { "receiver_only": 0.7995, "majority": 0.8950000000000001, "dawid_skene": 0.8895000000000002, "race_online": 0.9075, "race_s_online": 0.917, "race_net": 0.913, "race_net_v1": 0.908, "race_pool": 0.9219999999999999 }, "se": { "receiver_only": 0.010664778478712061, "majority": 0.005172040216394301, "dawid_skene": 0.009013184786744363, "race_online": 0.006199798383818621, "race_s_online": 0.0060868711174132785, "race_net": 0.005835237784358062, "race_net_v1": 0.007127411872482184, "race_pool": 0.004722287581247033 }, "ms": { "receiver_only": 0.18159549995289126, "majority": 0.16406700001425634, "dawid_skene": 4.7481044998676225, "race_online": 6.610525500036601, "race_s_online": 2.9850864998479665, "race_net": 14.947031500241792, "race_net_v1": 4.886752999709643, "race_pool": 24.563540999906763 } } ], "receiver_skill_2liars": [ { "x": 0.55, "J": 5, "T": 100, "liars": 2, "acc": { "receiver_only": 0.5555, "majority": 0.534375, "dawid_skene": 0.481, "race_online": 0.6417499999999998, "race_s_online": 0.5589999999999999, "race_net": 0.6445000000000001, "race_net_v1": 0.585, "race_pool": 0.6261250000000002 }, "se": { "receiver_only": 0.008469799289239383, "majority": 0.027077940168151633, "dawid_skene": 0.0481285388309265, "race_online": 0.047997102777146874, "race_s_online": 0.009959919678390987, "race_net": 0.03104210849797417, "race_net_v1": 0.015880412463157245, "race_pool": 0.029997122257809993 }, "ms": { "receiver_only": 0.19693624994943093, "majority": 0.17125700003362, "dawid_skene": 4.9734833749539575, "race_online": 12.35783925000078, "race_s_online": 2.256303624960765, "race_net": 21.558522874954633, "race_net_v1": 6.085819625070599, "race_pool": 35.34195099990711 } }, { "x": 0.6, "J": 5, "T": 100, "liars": 2, "acc": { "receiver_only": 0.5955, "majority": 0.550875, "dawid_skene": 0.5121249999999999, "race_online": 0.7665, "race_s_online": 0.6142500000000001, "race_net": 0.7478750000000001, "race_net_v1": 0.6552499999999999, "race_pool": 0.72825 }, "se": { "receiver_only": 0.007330586606813947, "majority": 0.026855676192380627, "dawid_skene": 0.04520345499793129, "race_online": 0.024663611860390604, "race_s_online": 0.012080588768764541, "race_net": 0.021274452842552728, "race_net_v1": 0.01593924010108387, "race_pool": 0.020903872248939904 }, "ms": { "receiver_only": 0.18705862510159932, "majority": 0.15752837504123818, "dawid_skene": 4.948344125011772, "race_online": 11.184793999916565, "race_s_online": 2.2810873750245264, "race_net": 21.398523749951437, "race_net_v1": 5.499080124877764, "race_pool": 36.36704887509268 } }, { "x": 0.7, "J": 5, "T": 100, "liars": 2, "acc": { "receiver_only": 0.6695, "majority": 0.575875, "dawid_skene": 0.54925, "race_online": 0.813875, "race_s_online": 0.75725, "race_net": 0.825, "race_net_v1": 0.769625, "race_pool": 0.8126249999999999 }, "se": { "receiver_only": 0.009068489400115103, "majority": 0.026506647161608346, "dawid_skene": 0.04750858475054798, "race_online": 0.017005950245428808, "race_s_online": 0.023010120056183973, "race_net": 0.016255768207008855, "race_net_v1": 0.018510364495330712, "race_pool": 0.01841065842793245 }, "ms": { "receiver_only": 0.18341337494121035, "majority": 0.1571270000226832, "dawid_skene": 4.676882499950352, "race_online": 9.937851124959707, "race_s_online": 3.0804785000668744, "race_net": 18.859407250033655, "race_net_v1": 5.558186250027575, "race_pool": 36.17078224999659 } }, { "x": 0.8, "J": 5, "T": 100, "liars": 2, "acc": { "receiver_only": 0.7474999999999999, "majority": 0.6096250000000001, "dawid_skene": 0.615, "race_online": 0.851125, "race_s_online": 0.856625, "race_net": 0.876, "race_net_v1": 0.8547499999999999, "race_pool": 0.873375 }, "se": { "receiver_only": 0.009996874511566105, "majority": 0.02706547327777588, "dawid_skene": 0.048518359926938995, "race_online": 0.012554226131068375, "race_s_online": 0.013942151690108665, "race_net": 0.010851843161417322, "race_net_v1": 0.01295894961021147, "race_pool": 0.011228138481066217 }, "ms": { "receiver_only": 0.1821877499423863, "majority": 0.1575608750954416, "dawid_skene": 4.654700624996622, "race_online": 8.96385262495869, "race_s_online": 3.1421766249764005, "race_net": 18.366710125008012, "race_net_v1": 6.112515125039408, "race_pool": 32.32352287500362 } }, { "x": 0.9, "J": 5, "T": 100, "liars": 2, "acc": { "receiver_only": 0.8185, "majority": 0.638, "dawid_skene": 0.640125, "race_online": 0.881625, "race_s_online": 0.907875, "race_net": 0.9037499999999999, "race_net_v1": 0.907, "race_pool": 0.9112499999999999 }, "se": { "receiver_only": 0.006452712607888246, "majority": 0.02553649349460493, "dawid_skene": 0.045247746836168536, "race_online": 0.007728346766935345, "race_s_online": 0.00765317540305983, "race_net": 0.007651592971401441, "race_net_v1": 0.006725882841679593, "race_pool": 0.0063994628680851 }, "ms": { "receiver_only": 0.18699937498922736, "majority": 0.1641723748662116, "dawid_skene": 4.6352661249216, "race_online": 8.099503499977345, "race_s_online": 2.7760563749552603, "race_net": 17.322524750113644, "race_net_v1": 5.691298124872901, "race_pool": 29.787171874943397 } } ] }
{
"generator": "trackA.synthetic (independent of the training generator)",
"seeds": 20,
"attacks": [
"invert",
"collude",
"mix",
"noise"
],
"liar_fraction_J5": [
{
"x": 0.0,
"J": 5,
"T": 100,
"liars": 0,
"acc": {
"receiver_only": 0.7270000000000001,
"majority": 0.8610000000000001,
"dawid_skene": 0.8105,
"race_online": 0.8424999999999999,
"race_s_online": 0.767,
"race_net": 0.818,
"race_net_v1": 0.795,
"race_pool": 0.825
},
"se": {
"receiver_only": 0.011599568957508724,
"majority": 0.007276675064890557,
"dawid_skene": 0.011346254888728704,
"race_online": 0.010243900624273938,
"race_s_online": 0.015034959261667456,
"race_net": 0.010899541274750969,
"race_net_v1": 0.012816005617976295,
"race_pool": 0.010037429949942361
},
"ms": {
"receiver_only": 0.18707399999584595,
"majority": 0.1648174998081231,
"dawid_skene": 4.766218500208197,
"race_online": 7.873658000107753,
"race_s_online": 3.3668794999357488,
"race_net": 22.107460999905015,
"race_net_v1": 6.995126999981949,
"race_pool": 33.80742450008256
}
},
{
"x": 0.2,
"J": 5,
"T": 100,
"liars": 1,
"acc": {
"receiver_only": 0.7395,
"majority": 0.758125,
"dawid_skene": 0.776125,
"race_online": 0.8081249999999999,
"race_s_online": 0.768,
"race_net": 0.8051250000000001,
"race_net_v1": 0.788625,
"race_pool": 0.811125
},
"se": {
"receiver_only": 0.01114618768907109,
"majority": 0.011339746194249675,
"dawid_skene": 0.013559446660907665,
"race_online": 0.008879180353501102,
"race_s_online": 0.014380542409798039,
"race_net": 0.010862025306083574,
"race_net_v1": 0.011726672322104004,
"race_pool": 0.010517062030339077
},
"ms": {
"receiver_only": 0.18496249998634084,
"majority": 0.16173175009726037,
"dawid_skene": 4.680242374888621,
"race_online": 8.684776999984933,
"race_s_online": 3.229400750001332,
"race_net": 19.645626999988508,
"race_net_v1": 7.219398874951821,
"race_pool": 32.761323625038585
}
},
{
"x": 0.4,
"J": 5,
"T": 100,
"liars": 2,
"acc": {
"receiver_only": 0.7264999999999999,
"majority": 0.6208750000000001,
"dawid_skene": 0.6375,
"race_online": 0.7892499999999999,
"race_s_online": 0.749,
"race_net": 0.7979999999999998,
"race_net_v1": 0.771,
"race_pool": 0.793125
},
"se": {
"receiver_only": 0.01039891821296812,
"majority": 0.011743715074455785,