Download analysis.json from Nabidnur/RoboRACE-Net: direct link, hf CLI and curl.
- Browser
- Download file 36.2 kB
-
https://huggingface.co/Nabidnur/RoboRACE-Net/resolve/main/analysis.json
- Command line
-
hf download hf://Nabidnur/RoboRACE-Net/analysis.json
-
curl -L -o analysis.json https://huggingface.co/Nabidnur/RoboRACE-Net/resolve/main/analysis.json
36.2 kB
{
"generator": "trackA.synthetic (independent of the training generator)",
"seeds": 20,
"attacks": [
"invert",
"collude",
"mix",
"noise"
],
"liar_fraction_J5": [
{
"x": 0.0,
"J": 5,
"T": 100,
"liars": 0,
"acc": {
"receiver_only": 0.7270000000000001,
"majority": 0.8610000000000001,
"dawid_skene": 0.8105,
"race_online": 0.8424999999999999,
"race_s_online": 0.767,
"race_net": 0.818,
"race_net_v1": 0.795,
"race_pool": 0.825
},
"se": {
"receiver_only": 0.011599568957508724,
"majority": 0.007276675064890557,
"dawid_skene": 0.011346254888728704,
"race_online": 0.010243900624273938,
"race_s_online": 0.015034959261667456,
"race_net": 0.010899541274750969,
"race_net_v1": 0.012816005617976295,
"race_pool": 0.010037429949942361
},
"ms": {
"receiver_only": 0.18707399999584595,
"majority": 0.1648174998081231,
"dawid_skene": 4.766218500208197,
"race_online": 7.873658000107753,
"race_s_online": 3.3668794999357488,
"race_net": 22.107460999905015,
"race_net_v1": 6.995126999981949,
"race_pool": 33.80742450008256
}
},
{
"x": 0.2,
"J": 5,
"T": 100,
"liars": 1,
"acc": {
"receiver_only": 0.7395,
"majority": 0.758125,
"dawid_skene": 0.776125,
"race_online": 0.8081249999999999,
"race_s_online": 0.768,
"race_net": 0.8051250000000001,
"race_net_v1": 0.788625,
"race_pool": 0.811125
},
"se": {
"receiver_only": 0.01114618768907109,
"majority": 0.011339746194249675,
"dawid_skene": 0.013559446660907665,
"race_online": 0.008879180353501102,
"race_s_online": 0.014380542409798039,
"race_net": 0.010862025306083574,
"race_net_v1": 0.011726672322104004,
"race_pool": 0.010517062030339077
},
"ms": {
"receiver_only": 0.18496249998634084,
"majority": 0.16173175009726037,
"dawid_skene": 4.680242374888621,
"race_online": 8.684776999984933,
"race_s_online": 3.229400750001332,
"race_net": 19.645626999988508,
"race_net_v1": 7.219398874951821,
"race_pool": 32.761323625038585
}
},
{
"x": 0.4,
"J": 5,
"T": 100,
"liars": 2,
"acc": {
"receiver_only": 0.7264999999999999,
"majority": 0.6208750000000001,
"dawid_skene": 0.6375,
"race_online": 0.7892499999999999,
"race_s_online": 0.749,
"race_net": 0.7979999999999998,
"race_net_v1": 0.771,
"race_pool": 0.793125
},
"se": {
"receiver_only": 0.01039891821296812,
"majority": 0.011743715074455785,
"dawid_skene": 0.019017261895446464,
"race_online": 0.011731501395814602,
"race_s_online": 0.014524117873385634,
"race_net": 0.01041423304905358,
"race_net_v1": 0.012330602175076444,
"race_pool": 0.010471501504082402
},
"ms": {
"receiver_only": 0.17966599995133947,
"majority": 0.15472075011757624,
"dawid_skene": 4.71458987499318,
"race_online": 10.491506999926514,
"race_s_online": 3.1687695000641725,
"race_net": 21.707647249911588,
"race_net_v1": 7.127678750009636,
"race_pool": 35.405548000028375
}
},
{
"x": 0.6,
"J": 5,
"T": 100,
"liars": 3,
"acc": {
"receiver_only": 0.7345,
"majority": 0.45487500000000003,
"dawid_skene": 0.4035,
"race_online": 0.7675000000000002,
"race_s_online": 0.77625,
"race_net": 0.8007500000000001,
"race_net_v1": 0.796125,
"race_pool": 0.791625
},
"se": {
"receiver_only": 0.010896673804423074,
"majority": 0.01015731725161718,
"dawid_skene": 0.01997920794225837,
"race_online": 0.012097262086935207,
"race_s_online": 0.01345884931931404,
"race_net": 0.008911193803301555,
"race_net_v1": 0.010641127466109965,
"race_pool": 0.012566417299692061
},
"ms": {
"receiver_only": 0.1901043750081044,
"majority": 0.15872237491976193,
"dawid_skene": 4.724712624977201,
"race_online": 11.084903749974728,
"race_s_online": 3.215390875027424,
"race_net": 23.237193250054133,
"race_net_v1": 7.145643625051434,
"race_pool": 37.49227049996762
}
},
{
"x": 0.8,
"J": 5,
"T": 100,
"liars": 4,
"acc": {
"receiver_only": 0.7329999999999999,
"majority": 0.36862500000000004,
"dawid_skene": 0.3197499999999999,
"race_online": 0.7191249999999999,
"race_s_online": 0.757875,
"race_net": 0.7773749999999999,
"race_net_v1": 0.77175,
"race_pool": 0.7487499999999999
},
"se": {
"receiver_only": 0.009515776374001231,
"majority": 0.007839154530304907,
"dawid_skene": 0.01407002576401337,
"race_online": 0.010241269147425042,
"race_s_online": 0.012261824650108158,
"race_net": 0.009865462166061961,
"race_net_v1": 0.010441952643064424,
"race_pool": 0.010451525008342084
},
"ms": {
"receiver_only": 0.17975362510469495,
"majority": 0.15673325009402106,
"dawid_skene": 4.663400000026741,
"race_online": 9.276175375021012,
"race_s_online": 2.8318992499407614,
"race_net": 19.96624962498572,
"race_net_v1": 5.919995249939802,
"race_pool": 33.00681237504932
}
}
],
"liar_fraction_J16": [
{
"x": 0.0,
"J": 16,
"T": 100,
"liars": 0,
"acc": {
"receiver_only": 0.7285000000000001,
"majority": 0.9559999999999998,
"dawid_skene": 0.9345000000000001,
"race_online": 0.9435,
"race_s_online": 0.9285,
"race_net": 0.9285,
"race_net_v1": 0.8755000000000001,
"race_pool": 0.9395
},
"se": {
"receiver_only": 0.011624865590620823,
"majority": 0.00486826457785523,
"dawid_skene": 0.00661343329897565,
"race_online": 0.005927689263110874,
"race_s_online": 0.0063354163241258225,
"race_net": 0.007850955355878668,
"race_net_v1": 0.011607648340641614,
"race_pool": 0.006725882841679592
},
"ms": {
"receiver_only": 0.25911599982464395,
"majority": 0.23084899999048503,
"dawid_skene": 5.561384000202452,
"race_online": 12.499377500034825,
"race_s_online": 4.007902000012109,
"race_net": 32.67846399990049,
"race_net_v1": 14.361826000140354,
"race_pool": 50.31410550009241
}
},
{
"x": 0.1875,
"J": 16,
"T": 100,
"liars": 3,
"acc": {
"receiver_only": 0.7230000000000001,
"majority": 0.86625,
"dawid_skene": 0.903125,
"race_online": 0.9354999999999999,
"race_s_online": 0.9295,
"race_net": 0.9279999999999999,
"race_net_v1": 0.8885,
"race_pool": 0.9429999999999998
},
"se": {
"receiver_only": 0.009222255689363641,
"majority": 0.007622950544244663,
"dawid_skene": 0.007781940230430967,
"race_online": 0.005767906899387335,
"race_s_online": 0.006732848579910288,
"race_net": 0.0053256455007820395,
"race_net_v1": 0.008958934088383505,
"race_pool": 0.004932671689865435
},
"ms": {
"receiver_only": 0.2550342501876912,
"majority": 0.22600625004542962,
"dawid_skene": 5.6462326249402395,
"race_online": 13.45185762500023,
"race_s_online": 4.028921375038408,
"race_net": 32.90713787492905,
"race_net_v1": 13.344341124934544,
"race_pool": 49.83400362505108
}
},
{
"x": 0.375,
"J": 16,
"T": 100,
"liars": 6,
"acc": {
"receiver_only": 0.7404999999999999,
"majority": 0.659,
"dawid_skene": 0.7207500000000001,
"race_online": 0.928125,
"race_s_online": 0.9192500000000001,
"race_net": 0.9182500000000001,
"race_net_v1": 0.8952500000000001,
"race_pool": 0.9358750000000002
},
"se": {
"receiver_only": 0.011123735883236351,
"majority": 0.0075070799915812805,
"dawid_skene": 0.006290121222997218,
"race_online": 0.004885805332798266,
"race_s_online": 0.007794429100325434,
"race_net": 0.00684904190379939,
"race_net_v1": 0.007611463394118103,
"race_pool": 0.00510904528752682
},
"ms": {
"receiver_only": 0.2522186250644154,
"majority": 0.21605387496492767,
"dawid_skene": 5.673984499935614,
"race_online": 13.450757249984235,
"race_s_online": 3.9093851250413536,
"race_net": 32.336734250122845,
"race_net_v1": 13.92800624995516,
"race_pool": 51.136160374937845
}
},
{
"x": 0.5,
"J": 16,
"T": 100,
"liars": 8,
"acc": {
"receiver_only": 0.745,
"majority": 0.5000000000000001,
"dawid_skene": 0.4763749999999999,
"race_online": 0.9040000000000001,
"race_s_online": 0.8953749999999999,
"race_net": 0.9113749999999999,
"race_net_v1": 0.8865000000000002,
"race_pool": 0.9204999999999999
},
"se": {
"receiver_only": 0.010874281585465773,
"majority": 0.010435815732370901,
"dawid_skene": 0.034240178792611466,
"race_online": 0.004806896087913694,
"race_s_online": 0.01288806982251415,
"race_net": 0.004922762816752397,
"race_net_v1": 0.006323072828933728,
"race_pool": 0.004682413907377258
},
"ms": {
"receiver_only": 0.25379375006195914,
"majority": 0.2230885000926719,
"dawid_skene": 5.664272500041534,
"race_online": 14.353279999966162,
"race_s_online": 3.8872688750757334,
"race_net": 35.79018962511782,
"race_net_v1": 13.977555249937268,
"race_pool": 53.47852962495381
}
},
{
"x": 0.625,
"J": 16,
"T": 100,
"liars": 10,
"acc": {
"receiver_only": 0.7275,
"majority": 0.40375000000000005,
"dawid_skene": 0.32775,
"race_online": 0.909375,
"race_s_online": 0.882,
"race_net": 0.896125,
"race_net_v1": 0.86175,
"race_pool": 0.912875
},
"se": {
"receiver_only": 0.013745453793891277,
"majority": 0.009104428867315072,
"dawid_skene": 0.020215170664627097,
"race_online": 0.006884936001881206,
"race_s_online": 0.01112092622041887,
"race_net": 0.006767281119474789,
"race_net_v1": 0.011124438188061449,
"race_pool": 0.00625318668760177
},
"ms": {
"receiver_only": 0.2542026249443552,
"majority": 0.22093075000384488,
"dawid_skene": 5.537457875107066,
"race_online": 15.099786625000888,
"race_s_online": 4.141741499950058,
"race_net": 36.20358537506263,
"race_net_v1": 13.613132124987715,
"race_pool": 55.414739000013924
}
},
{
"x": 0.75,
"J": 16,
"T": 100,
"liars": 12,
"acc": {
"receiver_only": 0.7234999999999999,
"majority": 0.3345,
"dawid_skene": 0.260625,
"race_online": 0.8717499999999999,
"race_s_online": 0.85975,
"race_net": 0.8855000000000001,
"race_net_v1": 0.85825,
"race_pool": 0.893
},
"se": {
"receiver_only": 0.008404611829228047,
"majority": 0.009006247831366847,
"dawid_skene": 0.006663508366468822,
"race_online": 0.006157058957002116,
"race_s_online": 0.008574854226166181,
"race_net": 0.00554414105159672,
"race_net_v1": 0.006235232553802621,
"race_pool": 0.005967620966515885
},
"ms": {
"receiver_only": 0.24505237507810307,
"majority": 0.21424837507311167,
"dawid_skene": 5.5344091247775395,
"race_online": 15.865842624918969,
"race_s_online": 4.56703449987117,
"race_net": 39.05295212513238,
"race_net_v1": 12.982444000101623,
"race_pool": 56.334187125003155
}
},
{
"x": 0.875,
"J": 16,
"T": 100,
"liars": 14,
"acc": {
"receiver_only": 0.7114999999999999,
"majority": 0.23962499999999998,
"dawid_skene": 0.215625,
"race_online": 0.8138750000000001,
"race_s_online": 0.8266249999999999,
"race_net": 0.8739999999999999,
"race_net_v1": 0.836125,
"race_pool": 0.849375
},
"se": {
"receiver_only": 0.012354654993159462,
"majority": 0.005649322415122011,
"dawid_skene": 0.005433906858789539,
"race_online": 0.008784707949044183,
"race_s_online": 0.015569677059913604,
"race_net": 0.006548854861729644,
"race_net_v1": 0.008138402407721065,
"race_pool": 0.00968387028775169
},
"ms": {
"receiver_only": 0.24005874996646526,
"majority": 0.21126962502648894,
"dawid_skene": 5.434376499977134,
"race_online": 17.646280125006797,
"race_s_online": 4.160128124965468,
"race_net": 37.55273824992855,
"race_net_v1": 13.069656749962633,
"race_pool": 58.879579125004966
}
},
{
"x": 0.9375,
"J": 16,
"T": 100,
"liars": 15,
"acc": {
"receiver_only": 0.732,
"majority": 0.21887500000000001,
"dawid_skene": 0.20875000000000005,
"race_online": 0.786625,
"race_s_online": 0.834375,
"race_net": 0.8669999999999998,
"race_net_v1": 0.8320000000000001,
"race_pool": 0.833375
},
"se": {
"receiver_only": 0.009964938534682487,
"majority": 0.004036842051653741,
"dawid_skene": 0.0056527095272975066,
"race_online": 0.008309021828711245,
"race_s_online": 0.012361577316426894,
"race_net": 0.005688804795385409,
"race_net_v1": 0.010979526401443729,
"race_pool": 0.009088583154155545
},
"ms": {
"receiver_only": 0.24276724985838882,
"majority": 0.21427737505064215,
"dawid_skene": 5.612948749956104,
"race_online": 16.539419500020358,
"race_s_online": 4.029089000027852,
"race_net": 37.221546375008074,
"race_net_v1": 15.282263875008084,
"race_pool": 60.696470000095815
}
}
],
"window": [
{
"x": 8,
"J": 5,
"T": 8,
"liars": 3,
"acc": {
"receiver_only": 0.7,
"majority": 0.4328125,
"dawid_skene": 0.428125,
"race_online": 0.68125,
"race_s_online": 0.728125,
"race_net": 0.7171875,
"race_net_v1": 0.675,
"race_pool": 0.725
},
"se": {
"receiver_only": 0.03354101966249684,
"majority": 0.020043288114416257,
"dawid_skene": 0.02915643421699574,
"race_online": 0.03937996000505841,
"race_s_online": 0.03866043075613618,
"race_net": 0.047159294136336474,
"race_net_v1": 0.05045689682788668,
"race_pool": 0.03888082753748947
},
"ms": {
"receiver_only": 0.14203912496668636,
"majority": 0.12478412509153713,
"dawid_skene": 3.4309052500134385,
"race_online": 2.621966500100825,
"race_s_online": 1.4452864999725534,
"race_net": 6.2192479999225725,
"race_net_v1": 1.6904433749687087,
"race_pool": 11.665590000006887
}
},
{
"x": 16,
"J": 5,
"T": 16,
"liars": 3,
"acc": {
"receiver_only": 0.703125,
"majority": 0.465625,
"dawid_skene": 0.43359375,
"race_online": 0.696875,
"race_s_online": 0.70234375,
"race_net": 0.70703125,
"race_net_v1": 0.6921875,
"race_pool": 0.7125
},
"se": {
"receiver_only": 0.022910747341586216,
"majority": 0.02241520480053662,
"dawid_skene": 0.029082549367866205,
"race_online": 0.021690066490792508,
"race_s_online": 0.02513331155278538,
"race_net": 0.021590646258492933,
"race_net_v1": 0.023466128348909623,
"race_pool": 0.020474116662874617
},
"ms": {
"receiver_only": 0.14837362499520168,
"majority": 0.13335587510709956,
"dawid_skene": 3.78342862501313,
"race_online": 4.0816462499151385,
"race_s_online": 1.7639706249497067,
"race_net": 8.279636874931384,
"race_net_v1": 2.3864136250040247,
"race_pool": 15.737223499968422
}
},
{
"x": 32,
"J": 5,
"T": 32,
"liars": 3,
"acc": {
"receiver_only": 0.7375,
"majority": 0.441015625,
"dawid_skene": 0.377734375,
"race_online": 0.759375,
"race_s_online": 0.7390625,
"race_net": 0.77734375,
"race_net_v1": 0.75859375,
"race_pool": 0.772265625
},
"se": {
"receiver_only": 0.0189314140385762,
"majority": 0.012333794937430805,
"dawid_skene": 0.018890061186271838,
"race_online": 0.021563066115756823,
"race_s_online": 0.016649975365972767,
"race_net": 0.017776656645285552,
"race_net_v1": 0.01679142353396147,
"race_pool": 0.01823239833705631
},
"ms": {
"receiver_only": 0.14742187511274096,
"majority": 0.13745962490929742,
"dawid_skene": 3.79832149997128,
"race_online": 4.978076874920134,
"race_s_online": 1.7668937500729953,
"race_net": 10.15599637497644,
"race_net_v1": 2.8528657499578003,
"race_pool": 17.44143199988457
}
},
{
"x": 64,
"J": 5,
"T": 64,
"liars": 3,
"acc": {
"receiver_only": 0.72890625,
"majority": 0.4599609375,
"dawid_skene": 0.3736328125,
"race_online": 0.7607421875,
"race_s_online": 0.7474609375,
"race_net": 0.78046875,
"race_net_v1": 0.77265625,
"race_pool": 0.7759765625
},
"se": {
"receiver_only": 0.01411773008434341,
"majority": 0.008340895718196933,
"dawid_skene": 0.015500664973607532,
"race_online": 0.014840858579409191,
"race_s_online": 0.014182095073673386,
"race_net": 0.011655427878179227,
"race_net_v1": 0.012145862367746885,
"race_pool": 0.014852164042098322
},
"ms": {
"receiver_only": 0.17365524990964332,
"majority": 0.14999024989492682,
"dawid_skene": 4.287309000005735,
"race_online": 7.786246124965146,
"race_s_online": 2.804744125057823,
"race_net": 16.085839125082657,
"race_net_v1": 4.722173125003337,
"race_pool": 30.62957849999748
}
},
{
"x": 128,
"J": 5,
"T": 128,
"liars": 3,
"acc": {
"receiver_only": 0.739453125,
"majority": 0.45693359375,
"dawid_skene": 0.39248046875,
"race_online": 0.76357421875,
"race_s_online": 0.7654296875,
"race_net": 0.79541015625,
"race_net_v1": 0.78046875,
"race_pool": 0.77900390625
},
"se": {
"receiver_only": 0.007519404422631738,
"majority": 0.010622086967110804,
"dawid_skene": 0.021578042883029624,
"race_online": 0.008270827158069627,
"race_s_online": 0.00839832394545325,
"race_net": 0.00846502828990988,
"race_net_v1": 0.008616358754345929,
"race_pool": 0.007746640123112824
},
"ms": {
"receiver_only": 0.21414162512201074,
"majority": 0.16970100000435195,
"dawid_skene": 5.3257545000064965,
"race_online": 15.511906750020898,
"race_s_online": 3.639859500026432,
"race_net": 26.041825749985037,
"race_net_v1": 7.019486124988816,
"race_pool": 48.44682437493475
}
},
{
"x": 256,
"J": 5,
"T": 256,
"liars": 3,
"acc": {
"receiver_only": 0.726953125,
"majority": 0.452734375,
"dawid_skene": 0.3998046875,
"race_online": 0.760302734375,
"race_s_online": 0.784521484375,
"race_net": 0.802880859375,
"race_net_v1": 0.776904296875,
"race_pool": 0.787939453125
},
"se": {
"receiver_only": 0.006488962044731711,
"majority": 0.008611874973776898,
"dawid_skene": 0.016211437539351194,
"race_online": 0.006989239119019292,
"race_s_online": 0.00700620641771385,
"race_net": 0.005148195854385761,
"race_net_v1": 0.007469099284029169,
"race_pool": 0.005547646482303531
},
"ms": {
"receiver_only": 0.24411300000792835,
"majority": 0.20762624995995793,
"dawid_skene": 7.055330999946818,
"race_online": 25.906454875041618,
"race_s_online": 4.995667250113911,
"race_net": 48.017319124937785,
"race_net_v1": 11.776412500012157,
"race_pool": 77.22190262495587
}
}
],
"swarm_size": [
{
"x": 3,
"J": 3,
"T": 100,
"liars": 2,
"acc": {
"receiver_only": 0.7200000000000001,
"majority": 0.42212500000000003,
"dawid_skene": 0.32825,
"race_online": 0.7200000000000001,
"race_s_online": 0.73275,
"race_net": 0.74425,
"race_net_v1": 0.7358749999999998,
"race_pool": 0.72575
},
"se": {
"receiver_only": 0.010700467279516348,
"majority": 0.010522706103944932,
"dawid_skene": 0.012532582535136162,
"race_online": 0.010700467279516348,
"race_s_online": 0.01150258123205396,
"race_net": 0.009567359876162284,
"race_net_v1": 0.012435175662209197,
"race_pool": 0.011012918550502402
},
"ms": {
"receiver_only": 0.17829724998819074,
"majority": 0.15443725004615771,
"dawid_skene": 4.659561625032893,
"race_online": 6.649280000033286,
"race_s_online": 2.1587316250020194,
"race_net": 15.41903024997282,
"race_net_v1": 4.543238749988632,
"race_pool": 25.369082499992146
}
},
{
"x": 5,
"J": 5,
"T": 100,
"liars": 3,
"acc": {
"receiver_only": 0.7345,
"majority": 0.45487500000000003,
"dawid_skene": 0.4035,
"race_online": 0.7675000000000002,
"race_s_online": 0.77625,
"race_net": 0.8007500000000001,
"race_net_v1": 0.796125,
"race_pool": 0.791625
},
"se": {
"receiver_only": 0.010896673804423074,
"majority": 0.01015731725161718,
"dawid_skene": 0.01997920794225837,
"race_online": 0.012097262086935207,
"race_s_online": 0.01345884931931404,
"race_net": 0.008911193803301555,
"race_net_v1": 0.010641127466109965,
"race_pool": 0.012566417299692061
},
"ms": {
"receiver_only": 0.19337775000849433,
"majority": 0.1746807500921932,
"dawid_skene": 5.0667584999928295,
"race_online": 11.42996087503434,
"race_s_online": 3.3364596249043643,
"race_net": 23.918614999956844,
"race_net_v1": 6.176680625003428,
"race_pool": 38.43764537492689
}
},
{
"x": 7,
"J": 7,
"T": 100,
"liars": 4,
"acc": {
"receiver_only": 0.7264999999999999,
"majority": 0.456375,
"dawid_skene": 0.42524999999999996,
"race_online": 0.81275,
"race_s_online": 0.781125,
"race_net": 0.814125,
"race_net_v1": 0.795625,
"race_pool": 0.8166249999999999
},
"se": {
"receiver_only": 0.012674284989694687,
"majority": 0.008528399248979844,
"dawid_skene": 0.022856823379463733,
"race_online": 0.008817418840000741,
"race_s_online": 0.014856054111035003,
"race_net": 0.008314661373140821,
"race_net_v1": 0.013010662694497929,
"race_pool": 0.011204456423673573
},
"ms": {
"receiver_only": 0.2101265000078456,
"majority": 0.17675624991397854,
"dawid_skene": 5.269191499962744,
"race_online": 10.950344874970597,
"race_s_online": 3.6616328750369576,
"race_net": 23.434496374932223,
"race_net_v1": 7.839808624964917,
"race_pool": 39.88153912496273
}
},
{
"x": 9,
"J": 9,
"T": 100,
"liars": 5,
"acc": {
"receiver_only": 0.7154999999999999,
"majority": 0.46775,
"dawid_skene": 0.42275,
"race_online": 0.8430000000000002,
"race_s_online": 0.8099999999999999,
"race_net": 0.8418749999999999,
"race_net_v1": 0.8172499999999999,
"race_pool": 0.8547499999999999
},
"se": {
"receiver_only": 0.006725882841679595,
"majority": 0.009905648641053243,
"dawid_skene": 0.025814785007820612,
"race_online": 0.008222682044199448,
"race_s_online": 0.012826973532365296,
"race_net": 0.010644650945427941,
"race_net_v1": 0.01108475868027807,
"race_pool": 0.010133329906797668
},
"ms": {
"receiver_only": 0.21598675004952383,
"majority": 0.18709287502360894,
"dawid_skene": 5.244741874889769,
"race_online": 11.071211375053736,
"race_s_online": 3.8727538748730694,
"race_net": 23.327961500001493,
"race_net_v1": 9.443437375068697,
"race_pool": 41.0880903750126
}
},
{
"x": 12,
"J": 12,
"T": 100,
"liars": 7,
"acc": {
"receiver_only": 0.7144999999999999,
"majority": 0.45075000000000004,
"dawid_skene": 0.39075000000000004,
"race_online": 0.8685,
"race_s_online": 0.83575,
"race_net": 0.8690000000000001,
"race_net_v1": 0.8396250000000001,
"race_pool": 0.873875
},
"se": {
"receiver_only": 0.01198905751091386,
"majority": 0.010474821000857247,
"dawid_skene": 0.02485149643381662,
"race_online": 0.007612489737267302,
"race_s_online": 0.015323694887330533,
"race_net": 0.007957700672933105,
"race_net_v1": 0.011038674909154628,
"race_pool": 0.008365619746916542
},
"ms": {
"receiver_only": 0.23443662507816043,
"majority": 0.2003417499167881,
"dawid_skene": 5.4651053748671075,
"race_online": 13.122880000025816,
"race_s_online": 4.2139979999546995,
"race_net": 28.03828387499152,
"race_net_v1": 9.522859499952574,
"race_pool": 45.52527975010889
}
},
{
"x": 16,
"J": 16,
"T": 100,
"liars": 10,
"acc": {
"receiver_only": 0.7275,
"majority": 0.40375000000000005,
"dawid_skene": 0.32775,
"race_online": 0.909375,
"race_s_online": 0.882,
"race_net": 0.896125,
"race_net_v1": 0.86175,
"race_pool": 0.912875
},
"se": {
"receiver_only": 0.013745453793891277,
"majority": 0.009104428867315072,
"dawid_skene": 0.020215170664627097,
"race_online": 0.006884936001881206,
"race_s_online": 0.01112092622041887,
"race_net": 0.006767281119474789,
"race_net_v1": 0.011124438188061449,
"race_pool": 0.00625318668760177
},
"ms": {
"receiver_only": 0.2583392499104775,
"majority": 0.23073537499840313,
"dawid_skene": 5.68747862513419,
"race_online": 14.812402124960045,
"race_s_online": 4.023691250097272,
"race_net": 35.32601674999114,
"race_net_v1": 10.956379874983213,
"race_pool": 52.22063512508157
}
},
{
"x": 24,
"J": 24,
"T": 100,
"liars": 14,
"acc": {
"receiver_only": 0.7284999999999999,
"majority": 0.43975,
"dawid_skene": 0.34012500000000007,
"race_online": 0.9337500000000001,
"race_s_online": 0.9324999999999999,
"race_net": 0.9381250000000001,
"race_net_v1": 0.89075,
"race_pool": 0.9489999999999998
},
"se": {
"receiver_only": 0.010278010507875537,
"majority": 0.006882722935001813,
"dawid_skene": 0.017458410401580096,
"race_online": 0.006114787404317504,
"race_s_online": 0.005326818938165631,
"race_net": 0.006118299906836863,
"race_net_v1": 0.008338727420895831,
"race_pool": 0.004960468727852243
},
"ms": {
"receiver_only": 0.29258525000841473,
"majority": 0.2578858748734092,
"dawid_skene": 6.379700624961515,
"race_online": 21.854053374966043,
"race_s_online": 4.875540375110177,
"race_net": 52.31944962486068,
"race_net_v1": 18.204178624955603,
"race_pool": 74.97123512496273
}
}
],
"receiver_skill_clean": [
{
"x": 0.55,
"J": 5,
"T": 100,
"liars": 0,
"acc": {
"receiver_only": 0.5345000000000001,
"majority": 0.818,
"dawid_skene": 0.8470000000000001,
"race_online": 0.8240000000000001,
"race_s_online": 0.544,
"race_net": 0.6584999999999999,
"race_net_v1": 0.571,
"race_pool": 0.682
},
"se": {
"receiver_only": 0.011235546270653686,
"majority": 0.008792041856133305,
"dawid_skene": 0.0095420123663722,
"race_online": 0.028225874654295477,
"race_s_online": 0.01600624877977348,
"race_net": 0.03468627250080354,
"race_net_v1": 0.026276415280627602,
"race_pool": 0.02451122191976565
},
"ms": {
"receiver_only": 0.1900959998692997,
"majority": 0.15753899992887455,
"dawid_skene": 4.6194704998470115,
"race_online": 8.202599000242117,
"race_s_online": 1.306619500155648,
"race_net": 17.05056700006935,
"race_net_v1": 5.064471000196136,
"race_pool": 28.95112600003813
}
},
{
"x": 0.6,
"J": 5,
"T": 100,
"liars": 0,
"acc": {
"receiver_only": 0.5654999999999999,
"majority": 0.8254999999999999,
"dawid_skene": 0.8394999999999999,
"race_online": 0.8625,
"race_s_online": 0.5934999999999999,
"race_net": 0.7635000000000001,
"race_net_v1": 0.6349999999999999,
"race_pool": 0.7555
},
"se": {
"receiver_only": 0.008901544809750717,
"majority": 0.007761282110579408,
"dawid_skene": 0.00826059925187029,
"race_online": 0.006887488656977954,
"race_s_online": 0.019445757892147073,
"race_net": 0.024801965647907827,
"race_net_v1": 0.025283393759541063,
"race_pool": 0.016620394098817277
},
"ms": {
"receiver_only": 0.19298250003885187,
"majority": 0.16032649978114932,
"dawid_skene": 4.630209000197283,
"race_online": 8.65326550001555,
"race_s_online": 2.212566499792956,
"race_net": 19.51586749987655,
"race_net_v1": 4.671091500085822,
"race_pool": 33.28414149996206
}
},
{
"x": 0.7,
"J": 5,
"T": 100,
"liars": 0,
"acc": {
"receiver_only": 0.6435000000000001,
"majority": 0.8494999999999999,
"dawid_skene": 0.8500000000000002,
"race_online": 0.869,
"race_s_online": 0.733,
"race_net": 0.8734999999999999,
"race_net_v1": 0.7735000000000001,
"race_pool": 0.8445
},
"se": {
"receiver_only": 0.008132496541653123,
"majority": 0.007696590154087717,
"dawid_skene": 0.009460443964212252,
"race_online": 0.0072422372233999655,
"race_s_online": 0.025220031720836512,
"race_net": 0.014093881651269818,
"race_net_v1": 0.019522743147416557,
"race_pool": 0.012599107111220226
},
"ms": {
"receiver_only": 0.1931285000864591,
"majority": 0.16690149982423463,
"dawid_skene": 4.959790500151939,
"race_online": 8.631018999722073,
"race_s_online": 3.317778499877022,
"race_net": 19.826120000061564,
"race_net_v1": 5.17274200024076,
"race_pool": 29.510706499877415
}
},
{
"x": 0.8,
"J": 5,
"T": 100,
"liars": 0,
"acc": {
"receiver_only": 0.7275,
"majority": 0.875,
"dawid_skene": 0.8629999999999999,
"race_online": 0.8854999999999998,
"race_s_online": 0.8604999999999998,
"race_net": 0.8800000000000002,
"race_net_v1": 0.8605,
"race_pool": 0.8825
},
"se": {
"receiver_only": 0.009051933495115837,
"majority": 0.0051720402163943045,
"dawid_skene": 0.010818964830333816,
"race_online": 0.0066511277239277265,
"race_s_online": 0.0157396791581023,
"race_net": 0.010319883720275147,
"race_net_v1": 0.01540251602823383,
"race_pool": 0.009161741100904347
},
"ms": {
"receiver_only": 0.1782455001375638,
"majority": 0.15785749997121457,
"dawid_skene": 4.605982499924721,
"race_online": 7.464538000022003,
"race_s_online": 3.0707815001278504,
"race_net": 16.084076999732133,
"race_net_v1": 4.060115000129372,
"race_pool": 28.895985999952245
}
},
{
"x": 0.9,
"J": 5,
"T": 100,
"liars": 0,
"acc": {
"receiver_only": 0.7995,
"majority": 0.8950000000000001,
"dawid_skene": 0.8895000000000002,
"race_online": 0.9075,
"race_s_online": 0.917,
"race_net": 0.913,
"race_net_v1": 0.908,
"race_pool": 0.9219999999999999
},
"se": {
"receiver_only": 0.010664778478712061,
"majority": 0.005172040216394301,
"dawid_skene": 0.009013184786744363,
"race_online": 0.006199798383818621,
"race_s_online": 0.0060868711174132785,
"race_net": 0.005835237784358062,
"race_net_v1": 0.007127411872482184,
"race_pool": 0.004722287581247033
},
"ms": {
"receiver_only": 0.18159549995289126,
"majority": 0.16406700001425634,
"dawid_skene": 4.7481044998676225,
"race_online": 6.610525500036601,
"race_s_online": 2.9850864998479665,
"race_net": 14.947031500241792,
"race_net_v1": 4.886752999709643,
"race_pool": 24.563540999906763
}
}
],
"receiver_skill_2liars": [
{
"x": 0.55,
"J": 5,
"T": 100,
"liars": 2,
"acc": {
"receiver_only": 0.5555,
"majority": 0.534375,
"dawid_skene": 0.481,
"race_online": 0.6417499999999998,
"race_s_online": 0.5589999999999999,
"race_net": 0.6445000000000001,
"race_net_v1": 0.585,
"race_pool": 0.6261250000000002
},
"se": {
"receiver_only": 0.008469799289239383,
"majority": 0.027077940168151633,
"dawid_skene": 0.0481285388309265,
"race_online": 0.047997102777146874,
"race_s_online": 0.009959919678390987,
"race_net": 0.03104210849797417,
"race_net_v1": 0.015880412463157245,
"race_pool": 0.029997122257809993
},
"ms": {
"receiver_only": 0.19693624994943093,
"majority": 0.17125700003362,
"dawid_skene": 4.9734833749539575,
"race_online": 12.35783925000078,
"race_s_online": 2.256303624960765,
"race_net": 21.558522874954633,
"race_net_v1": 6.085819625070599,
"race_pool": 35.34195099990711
}
},
{
"x": 0.6,
"J": 5,
"T": 100,
"liars": 2,
"acc": {
"receiver_only": 0.5955,
"majority": 0.550875,
"dawid_skene": 0.5121249999999999,
"race_online": 0.7665,
"race_s_online": 0.6142500000000001,
"race_net": 0.7478750000000001,
"race_net_v1": 0.6552499999999999,
"race_pool": 0.72825
},
"se": {
"receiver_only": 0.007330586606813947,
"majority": 0.026855676192380627,
"dawid_skene": 0.04520345499793129,
"race_online": 0.024663611860390604,
"race_s_online": 0.012080588768764541,
"race_net": 0.021274452842552728,
"race_net_v1": 0.01593924010108387,
"race_pool": 0.020903872248939904
},
"ms": {
"receiver_only": 0.18705862510159932,
"majority": 0.15752837504123818,
"dawid_skene": 4.948344125011772,
"race_online": 11.184793999916565,
"race_s_online": 2.2810873750245264,
"race_net": 21.398523749951437,
"race_net_v1": 5.499080124877764,
"race_pool": 36.36704887509268
}
},
{
"x": 0.7,
"J": 5,
"T": 100,
"liars": 2,
"acc": {
"receiver_only": 0.6695,
"majority": 0.575875,
"dawid_skene": 0.54925,
"race_online": 0.813875,
"race_s_online": 0.75725,
"race_net": 0.825,
"race_net_v1": 0.769625,
"race_pool": 0.8126249999999999
},
"se": {
"receiver_only": 0.009068489400115103,
"majority": 0.026506647161608346,
"dawid_skene": 0.04750858475054798,
"race_online": 0.017005950245428808,
"race_s_online": 0.023010120056183973,
"race_net": 0.016255768207008855,
"race_net_v1": 0.018510364495330712,
"race_pool": 0.01841065842793245
},
"ms": {
"receiver_only": 0.18341337494121035,
"majority": 0.1571270000226832,
"dawid_skene": 4.676882499950352,
"race_online": 9.937851124959707,
"race_s_online": 3.0804785000668744,
"race_net": 18.859407250033655,
"race_net_v1": 5.558186250027575,
"race_pool": 36.17078224999659
}
},
{
"x": 0.8,
"J": 5,
"T": 100,
"liars": 2,
"acc": {
"receiver_only": 0.7474999999999999,
"majority": 0.6096250000000001,
"dawid_skene": 0.615,
"race_online": 0.851125,
"race_s_online": 0.856625,
"race_net": 0.876,
"race_net_v1": 0.8547499999999999,
"race_pool": 0.873375
},
"se": {
"receiver_only": 0.009996874511566105,
"majority": 0.02706547327777588,
"dawid_skene": 0.048518359926938995,
"race_online": 0.012554226131068375,
"race_s_online": 0.013942151690108665,
"race_net": 0.010851843161417322,
"race_net_v1": 0.01295894961021147,
"race_pool": 0.011228138481066217
},
"ms": {
"receiver_only": 0.1821877499423863,
"majority": 0.1575608750954416,
"dawid_skene": 4.654700624996622,
"race_online": 8.96385262495869,
"race_s_online": 3.1421766249764005,
"race_net": 18.366710125008012,
"race_net_v1": 6.112515125039408,
"race_pool": 32.32352287500362
}
},
{
"x": 0.9,
"J": 5,
"T": 100,
"liars": 2,
"acc": {
"receiver_only": 0.8185,
"majority": 0.638,
"dawid_skene": 0.640125,
"race_online": 0.881625,
"race_s_online": 0.907875,
"race_net": 0.9037499999999999,
"race_net_v1": 0.907,
"race_pool": 0.9112499999999999
},
"se": {
"receiver_only": 0.006452712607888246,
"majority": 0.02553649349460493,
"dawid_skene": 0.045247746836168536,
"race_online": 0.007728346766935345,
"race_s_online": 0.00765317540305983,
"race_net": 0.007651592971401441,
"race_net_v1": 0.006725882841679593,
"race_pool": 0.0063994628680851
},
"ms": {
"receiver_only": 0.18699937498922736,
"majority": 0.1641723748662116,
"dawid_skene": 4.6352661249216,
"race_online": 8.099503499977345,
"race_s_online": 2.7760563749552603,
"race_net": 17.322524750113644,
"race_net_v1": 5.691298124872901,
"race_pool": 29.787171874943397
}
}
]
}
{
"generator": "trackA.synthetic (independent of the training generator)",
"seeds": 20,
"attacks": [
"invert",
"collude",
"mix",
"noise"
],
"liar_fraction_J5": [
{
"x": 0.0,
"J": 5,
"T": 100,
"liars": 0,
"acc": {
"receiver_only": 0.7270000000000001,
"majority": 0.8610000000000001,
"dawid_skene": 0.8105,
"race_online": 0.8424999999999999,
"race_s_online": 0.767,
"race_net": 0.818,
"race_net_v1": 0.795,
"race_pool": 0.825
},
"se": {
"receiver_only": 0.011599568957508724,
"majority": 0.007276675064890557,
"dawid_skene": 0.011346254888728704,
"race_online": 0.010243900624273938,
"race_s_online": 0.015034959261667456,
"race_net": 0.010899541274750969,
"race_net_v1": 0.012816005617976295,
"race_pool": 0.010037429949942361
},
"ms": {
"receiver_only": 0.18707399999584595,
"majority": 0.1648174998081231,
"dawid_skene": 4.766218500208197,
"race_online": 7.873658000107753,
"race_s_online": 3.3668794999357488,
"race_net": 22.107460999905015,
"race_net_v1": 6.995126999981949,
"race_pool": 33.80742450008256
}
},
{
"x": 0.2,
"J": 5,
"T": 100,
"liars": 1,
"acc": {
"receiver_only": 0.7395,
"majority": 0.758125,
"dawid_skene": 0.776125,
"race_online": 0.8081249999999999,
"race_s_online": 0.768,
"race_net": 0.8051250000000001,
"race_net_v1": 0.788625,
"race_pool": 0.811125
},
"se": {
"receiver_only": 0.01114618768907109,
"majority": 0.011339746194249675,
"dawid_skene": 0.013559446660907665,
"race_online": 0.008879180353501102,
"race_s_online": 0.014380542409798039,
"race_net": 0.010862025306083574,
"race_net_v1": 0.011726672322104004,
"race_pool": 0.010517062030339077
},
"ms": {
"receiver_only": 0.18496249998634084,
"majority": 0.16173175009726037,
"dawid_skene": 4.680242374888621,
"race_online": 8.684776999984933,
"race_s_online": 3.229400750001332,
"race_net": 19.645626999988508,
"race_net_v1": 7.219398874951821,
"race_pool": 32.761323625038585
}
},
{
"x": 0.4,
"J": 5,
"T": 100,
"liars": 2,
"acc": {
"receiver_only": 0.7264999999999999,
"majority": 0.6208750000000001,
"dawid_skene": 0.6375,
"race_online": 0.7892499999999999,
"race_s_online": 0.749,
"race_net": 0.7979999999999998,
"race_net_v1": 0.771,
"race_pool": 0.793125
},
"se": {
"receiver_only": 0.01039891821296812,
"majority": 0.011743715074455785,