Spaces:
Running
Running
Download data.json from Nabidnur/RoboRACE-Playground: direct link, hf CLI and curl.
- Browser
- Download file 471 kB
-
https://huggingface.co/spaces/Nabidnur/RoboRACE-Playground/resolve/main/data.json
- Command line
-
hf download hf://spaces/Nabidnur/RoboRACE-Playground/data.json
-
curl -L -o data.json https://huggingface.co/spaces/Nabidnur/RoboRACE-Playground/resolve/main/data.json
471 kB
| {"cams":["front","left","right","back","top"],"attacks":["invert","collude","noise","stuck"],"robots":{"so101":{"label":"SO-101","episodes":[{"seed":2000,"task":"put the yellow cube in the green bowl","mode":"success","gt":1},{"seed":2001,"task":"put the blue cube in the orange bowl","mode":"miss_grasp","gt":0},{"seed":2002,"task":"stack the orange cube on the blue cube","mode":"success","gt":1},{"seed":2003,"task":"put the orange cube in the blue bowl","mode":"wrong_object","gt":0},{"seed":2004,"task":"put the orange cube in the blue bowl","mode":"success","gt":1},{"seed":2005,"task":"put the red cube in the green bowl","mode":"wrong_object","gt":0},{"seed":2006,"task":"put the red cube in the blue bowl","mode":"success","gt":1},{"seed":2007,"task":"put the purple cube in the yellow bowl","mode":"wrong_place","gt":0},{"seed":2008,"task":"stack the orange cube on the yellow cube","mode":"success","gt":1},{"seed":2009,"task":"put the purple cube in the green bowl","mode":"miss_grasp","gt":0},{"seed":2010,"task":"put the yellow cube in the green bowl","mode":"success","gt":1},{"seed":2011,"task":"put the purple cube in the blue bowl","mode":"wrong_place","gt":0},{"seed":2012,"task":"put the blue cube in the purple bowl","mode":"success","gt":1},{"seed":2013,"task":"put the red cube in the blue bowl","mode":"wrong_object","gt":0},{"seed":2014,"task":"put the yellow cube in the blue bowl","mode":"success","gt":1},{"seed":2015,"task":"stack the purple cube on the red cube","mode":"miss_grasp","gt":0},{"seed":2016,"task":"stack the yellow cube on the orange cube","mode":"success","gt":1},{"seed":2017,"task":"put the blue cube in the green bowl","mode":"miss_grasp","gt":0},{"seed":2018,"task":"put the red cube in the blue bowl","mode":"success","gt":1},{"seed":2019,"task":"stack the green cube on the yellow cube","mode":"drop_transit","gt":0},{"seed":2020,"task":"stack the green cube on the yellow cube","mode":"success","gt":1},{"seed":2021,"task":"stack the purple cube on the orange cube","mode":"miss_grasp","gt":0},{"seed":2022,"task":"put the yellow cube in the blue bowl","mode":"success","gt":1},{"seed":2023,"task":"put the yellow cube in the blue bowl","mode":"wrong_place","gt":0},{"seed":2024,"task":"put the purple cube in the blue bowl","mode":"success","gt":1},{"seed":2025,"task":"put the purple cube in the green bowl","mode":"miss_grasp","gt":0},{"seed":2026,"task":"put the orange cube in the red bowl","mode":"success","gt":1},{"seed":2027,"task":"put the yellow cube in the orange bowl","mode":"wrong_place","gt":0},{"seed":2028,"task":"put the green cube in the blue bowl","mode":"success","gt":1},{"seed":2029,"task":"stack the yellow cube on the green cube","mode":"wrong_object","gt":0},{"seed":2030,"task":"put the blue cube in the red bowl","mode":"success","gt":1},{"seed":2031,"task":"stack the blue cube on the purple cube","mode":"wrong_object","gt":0},{"seed":2032,"task":"stack the orange cube on the yellow cube","mode":"success","gt":1},{"seed":2033,"task":"put the red cube in the green bowl","mode":"wrong_place","gt":0},{"seed":2034,"task":"put the blue cube in the red bowl","mode":"success","gt":1},{"seed":2035,"task":"stack the green cube on the red cube","mode":"wrong_place","gt":0},{"seed":2036,"task":"stack the red cube on the orange cube","mode":"success","gt":1},{"seed":2037,"task":"put the orange cube in the blue bowl","mode":"drop_transit","gt":0},{"seed":2038,"task":"put the yellow cube in the orange bowl","mode":"success","gt":1},{"seed":2039,"task":"stack the purple cube on the orange cube","mode":"miss_grasp","gt":0},{"seed":2040,"task":"put the orange cube in the yellow bowl","mode":"success","gt":1},{"seed":2041,"task":"put the purple cube in the blue bowl","mode":"wrong_object","gt":0},{"seed":2042,"task":"stack the orange cube on the green cube","mode":"success","gt":1},{"seed":2043,"task":"put the orange cube in the yellow bowl","mode":"wrong_object","gt":0},{"seed":2044,"task":"stack the purple cube on the blue cube","mode":"success","gt":1},{"seed":2045,"task":"stack the yellow cube on the red cube","mode":"wrong_place","gt":0},{"seed":2046,"task":"put the purple cube in the yellow bowl","mode":"success","gt":1},{"seed":2047,"task":"stack the yellow cube on the green cube","mode":"wrong_object","gt":0},{"seed":2048,"task":"put the orange cube in the blue bowl","mode":"success","gt":1},{"seed":2049,"task":"put the red cube in the yellow bowl","mode":"wrong_object","gt":0},{"seed":2050,"task":"put the green cube in the blue bowl","mode":"success","gt":1},{"seed":2051,"task":"put the orange cube in the blue bowl","mode":"miss_grasp","gt":0},{"seed":2052,"task":"stack the blue cube on the orange cube","mode":"success","gt":1},{"seed":2053,"task":"put the blue cube in the green bowl","mode":"wrong_object","gt":0},{"seed":2054,"task":"put the red cube in the orange bowl","mode":"success","gt":1},{"seed":2055,"task":"put the green cube in the red bowl","mode":"drop_transit","gt":0},{"seed":2056,"task":"stack the orange cube on the purple cube","mode":"success","gt":1},{"seed":2057,"task":"stack the yellow cube on the blue cube","mode":"drop_transit","gt":0},{"seed":2058,"task":"put the red cube in the green bowl","mode":"success","gt":1},{"seed":2059,"task":"put the yellow cube in the blue bowl","mode":"wrong_object","gt":0},{"seed":2060,"task":"put the blue cube in the red bowl","mode":"success","gt":1},{"seed":2061,"task":"put the blue cube in the red bowl","mode":"miss_grasp","gt":0},{"seed":2062,"task":"stack the orange cube on the yellow cube","mode":"success","gt":1},{"seed":2063,"task":"stack the green cube on the purple cube","mode":"drop_transit","gt":0},{"seed":2064,"task":"stack the purple cube on the red cube","mode":"success","gt":1},{"seed":2065,"task":"stack the blue cube on the red cube","mode":"drop_transit","gt":0},{"seed":2066,"task":"stack the blue cube on the green cube","mode":"success","gt":1},{"seed":2067,"task":"put the green cube in the red bowl","mode":"wrong_object","gt":0},{"seed":2068,"task":"stack the purple cube on the red cube","mode":"success","gt":1},{"seed":2069,"task":"put the blue cube in the purple bowl","mode":"miss_grasp","gt":0},{"seed":2070,"task":"put the red cube in the blue bowl","mode":"success","gt":1},{"seed":2071,"task":"put the green cube in the purple bowl","mode":"miss_grasp","gt":0},{"seed":2072,"task":"put the yellow cube in the purple bowl","mode":"success","gt":1},{"seed":2073,"task":"stack the orange cube on the purple cube","mode":"miss_grasp","gt":0},{"seed":2074,"task":"stack the green cube on the orange cube","mode":"success","gt":1},{"seed":2075,"task":"stack the blue cube on the yellow cube","mode":"drop_transit","gt":0},{"seed":2076,"task":"put the red cube in the blue bowl","mode":"success","gt":1},{"seed":2077,"task":"put the red cube in the blue bowl","mode":"miss_grasp","gt":0},{"seed":2078,"task":"stack the green cube on the red cube","mode":"success","gt":1},{"seed":2079,"task":"put the green cube in the yellow bowl","mode":"drop_transit","gt":0},{"seed":2080,"task":"put the yellow cube in the purple bowl","mode":"success","gt":1},{"seed":2081,"task":"put the purple cube in the yellow bowl","mode":"wrong_object","gt":0},{"seed":2082,"task":"stack the red cube on the yellow cube","mode":"success","gt":1},{"seed":2083,"task":"stack the purple cube on the orange cube","mode":"wrong_place","gt":0},{"seed":2084,"task":"put the orange cube in the purple bowl","mode":"success","gt":1},{"seed":2085,"task":"put the purple cube in the orange bowl","mode":"miss_grasp","gt":0},{"seed":2086,"task":"stack the purple cube on the blue cube","mode":"success","gt":1},{"seed":2087,"task":"put the green cube in the blue bowl","mode":"miss_grasp","gt":0},{"seed":2088,"task":"put the purple cube in the yellow bowl","mode":"success","gt":1},{"seed":2089,"task":"stack the yellow cube on the red cube","mode":"wrong_place","gt":0},{"seed":2090,"task":"put the orange cube in the yellow bowl","mode":"success","gt":1},{"seed":2091,"task":"put the red cube in the purple bowl","mode":"wrong_object","gt":0},{"seed":2092,"task":"stack the purple cube on the yellow cube","mode":"success","gt":1},{"seed":2093,"task":"put the orange cube in the red bowl","mode":"wrong_object","gt":0},{"seed":2094,"task":"put the red cube in the green bowl","mode":"success","gt":1},{"seed":2095,"task":"put the yellow cube in the orange bowl","mode":"wrong_place","gt":0},{"seed":2096,"task":"put the red cube in the orange bowl","mode":"success","gt":1},{"seed":2097,"task":"put the yellow cube in the blue bowl","mode":"wrong_place","gt":0},{"seed":2098,"task":"put the purple cube in the red bowl","mode":"success","gt":1},{"seed":2099,"task":"stack the purple cube on the green cube","mode":"miss_grasp","gt":0},{"seed":2100,"task":"stack the yellow cube on the red cube","mode":"success","gt":1},{"seed":2101,"task":"stack the purple cube on the blue cube","mode":"wrong_place","gt":0},{"seed":2102,"task":"put the orange cube in the yellow bowl","mode":"success","gt":1},{"seed":2103,"task":"stack the orange cube on the blue cube","mode":"wrong_object","gt":0},{"seed":2104,"task":"put the green cube in the orange bowl","mode":"success","gt":1},{"seed":2105,"task":"put the yellow cube in the purple bowl","mode":"wrong_object","gt":0},{"seed":2106,"task":"put the orange cube in the green bowl","mode":"success","gt":1},{"seed":2107,"task":"stack the purple cube on the green cube","mode":"miss_grasp","gt":0},{"seed":2108,"task":"stack the blue cube on the green cube","mode":"success","gt":1},{"seed":2109,"task":"put the yellow cube in the red bowl","mode":"wrong_object","gt":0}],"cells":{"invert|":{"p":[0.88,0.94,0.75,0.8,0.47,0.78,0.85,0.73,0.41,0.06,0.96,0.94,0.98,0.29,0.03,0.71,0.44,0.59,0.41,0.09,0.97,0.91,0.88,0.89,0.24,0.73,0.8,0.59,0.16,0.32,0.91,0.8,0.96,0.95,0.47,0.78,0.84,0.65,0.56,0.2,0.87,0.78,0.93,0.85,0.05,0.71,0.82,0.85,0.71,0.44,0.92,0.82,0.91,0.81,0.65,0.82,0.82,0.59,0.8,0.35,0.95,0.93,0.84,0.9,0.65,0.73,0.7,0.53,0.18,0.22,0.89,0.93,0.8,0.87,0.47,0.5,0.27,0.68,0.11,0.06,0.93,0.9,0.91,0.32,0.24,0.84,0.65,0.85,0.68,0.41,0.96,0.89,0.95,0.87,0.7,0.56,0.68,0.38,0.4,0.56,0.88,0.82,0.98,0.4,0.72,0.56,0.44,0.75,0.22,0.12,0.85,0.93,0.85,0.8,0.59,0.75,0.75,0.56,0.71,0.35,0.97,0.75,0.97,0.87,0.53,0.84,0.78,0.78,0.56,0.22,0.89,0.67,0.75,0.24,0.06,0.75,0.78,0.59,0.73,0.41,0.96,0.95,0.9,0.96,0.56,0.76,0.81,0.72,0.24,0.32,0.9,0.99,0.75,0.92,0.43,0.78,0.8,0.93,0.75,0.02,0.92,0.98,0.47,0.42,0.3,0.84,0.78,0.82,0.62,0.29,0.97,0.85,0.97,0.02,0.65,0.71,0.89,0.73,0.35,0.56,0.65,0.87,0.96,0.7,0.04,0.75,0.89,0.65,0.29,0.03,0.78,0.29,0.86,0.87,0.23,0.24,0.38,0.35,0.32,0.3,0.9,0.94,0.82,0.82,0.22,0.71,0.82,0.8,0.0,0.29,0.78,0.95,0.62,0.2,0.24,0.7,0.82,0.84,0.02,0.12,0.95,0.8,0.98,0.73,0.02,0.75,0.79,0.53,0.44,0.48,0.82,0.8,0.94,0.85,0.56,0.87,0.59,0.87,0.29,0.16,0.9,0.95,0.89,0.88,0.37,0.18,0.71,0.68,0.78,0.24,0.91,0.97,0.75,0.84,0.47,0.59,0.73,0.71,0.24,0.03,0.41,0.78,0.99,0.44,0.07,0.8,0.88,0.85,0.01,0.62,0.9,0.7,0.97,0.9,0.29,0.78,0.78,0.71,0.38,0.11,0.89,0.84,0.98,0.53,0.02,0.73,0.68,0.78,0.43,0.46,0.75,0.96,0.96,0.8,0.65,0.44,0.65,0.56,0.62,0.59,0.96,0.82,0.95,0.91,0.56,0.84,0.78,0.8,0.47,0.16,0.95,0.91,0.88,0.55,0.09,0.75,0.65,0.7,0.0,0.68,0.96,0.99,0.84,0.24,0.11,0.8,0.82,0.59,0.2,0.52,0.92,0.84,0.99,0.01,0.07,0.11,0.35,0.47,0.59,0.44,0.96,0.92,0.96,0.01,0.03,0.84,0.73,0.88,0.75,0.59,0.97,0.95,0.89,0.91,0.62,0.78,0.87,0.78,0.78,0.5,0.91,0.85,0.82,0.83,0.38,0.56,0.59,0.56,0.01,0.02,0.99,0.98,0.97,0.56,0.13,0.32,0.59,0.75,0.44,0.46,0.89,0.84,0.94,0.89,0.59,0.82,0.87,0.73,0.53,0.12,0.98,0.99,0.89,0.48,0.27,0.65,0.73,0.84,0.59,0.5,0.88,0.41,0.82,0.22,0.38,0.59,0.68,0.53,0.16,0.07,0.94,0.91,0.99,0.73,0.35,0.56,0.75,0.56,0.27,0.07,0.87,0.73,0.94,0.83,0.08,0.78,0.7,0.73,0.09,0.08,0.71,0.62,0.98,0.85,0.01,0.15,0.82,0.56,0.65,0.41,0.95,0.97,0.75,0.85,0.5,0.87,0.87,0.68,0.18,0.61,0.78,0.62,0.95,0.8,0.5,0.16,0.41,0.62,0.68,0.38,0.91,0.83,0.92,0.7,0.61,0.73,0.8,0.68,0.01,0.03,0.89,0.94,0.8,0.9,0.65,0.71,0.87,0.75,0.75,0.41,0.96,0.97,0.84,0.87,0.2,0.11,0.11,0.13,0.47,0.29,0.95,0.89,0.95,0.0,0.68,0.22,0.73,0.56,0.18,0.09,0.75,0.98,0.5,0.53,0.26,0.59,0.47,0.71,0.29,0.44,0.85,0.95,0.5,0.49,0.32,0.64,0.53,0.7,0.2,0.05,0.93,0.88,0.92,0.85,0.5,0.56,0.32,0.56,0.24,0.15,0.85,0.68,0.92,0.9,0.56,0.18,0.32,0.78,0.15,0.22,0.87,0.9,0.98,0.32,0.03,0.25,0.62,0.53,0.71,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101010111110101110101010001010011010001000101010100110101010101010111110101011101010011110101110100010101010","Dawid\u2013Skene":"10101011111110101110101011101011111010101101101110101110101011101010111110101111101010111110101110100010101010","RACE-S (ours)":"10101010101010101110101010001011111010001000101010100110101011101010111110101110001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101010001011011010101000101110101010101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.8364,"Dawid\u2013Skene":0.8091,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8727}},"invert|1":{"p":[0.88,0.06,0.75,0.8,0.47,0.78,0.15,0.73,0.41,0.06,0.96,0.06,0.98,0.29,0.03,0.71,0.56,0.59,0.41,0.09,0.97,0.09,0.88,0.89,0.24,0.73,0.2,0.59,0.16,0.32,0.91,0.2,0.96,0.95,0.47,0.78,0.16,0.65,0.56,0.2,0.87,0.22,0.93,0.85,0.05,0.71,0.18,0.85,0.71,0.44,0.92,0.18,0.91,0.81,0.65,0.82,0.18,0.59,0.8,0.35,0.95,0.07,0.84,0.9,0.65,0.73,0.3,0.53,0.18,0.22,0.89,0.07,0.8,0.87,0.47,0.5,0.73,0.68,0.11,0.06,0.93,0.1,0.91,0.32,0.24,0.84,0.35,0.85,0.68,0.41,0.96,0.11,0.95,0.87,0.7,0.56,0.32,0.38,0.4,0.56,0.88,0.18,0.98,0.4,0.72,0.56,0.56,0.75,0.22,0.12,0.85,0.07,0.85,0.8,0.59,0.75,0.25,0.56,0.71,0.35,0.97,0.25,0.97,0.87,0.53,0.84,0.22,0.78,0.56,0.22,0.89,0.33,0.75,0.24,0.06,0.75,0.22,0.59,0.73,0.41,0.96,0.05,0.9,0.96,0.56,0.76,0.19,0.72,0.24,0.32,0.9,0.01,0.75,0.92,0.43,0.78,0.2,0.93,0.75,0.02,0.92,0.02,0.47,0.42,0.3,0.84,0.22,0.82,0.62,0.29,0.97,0.15,0.97,0.02,0.65,0.71,0.11,0.73,0.35,0.56,0.65,0.13,0.96,0.7,0.04,0.75,0.11,0.65,0.29,0.03,0.78,0.71,0.86,0.87,0.23,0.24,0.62,0.35,0.32,0.3,0.9,0.06,0.82,0.82,0.22,0.71,0.18,0.8,0.0,0.29,0.78,0.05,0.62,0.2,0.24,0.7,0.18,0.84,0.02,0.12,0.95,0.2,0.98,0.73,0.02,0.75,0.21,0.53,0.44,0.48,0.82,0.2,0.94,0.85,0.56,0.87,0.41,0.87,0.29,0.16,0.9,0.05,0.89,0.88,0.37,0.18,0.29,0.68,0.78,0.24,0.91,0.03,0.75,0.84,0.47,0.59,0.27,0.71,0.24,0.03,0.41,0.22,0.99,0.44,0.07,0.8,0.12,0.85,0.01,0.62,0.9,0.3,0.97,0.9,0.29,0.78,0.22,0.71,0.38,0.11,0.89,0.16,0.98,0.53,0.02,0.73,0.32,0.78,0.43,0.46,0.75,0.04,0.96,0.8,0.65,0.44,0.35,0.56,0.62,0.59,0.96,0.18,0.95,0.91,0.56,0.84,0.22,0.8,0.47,0.16,0.95,0.09,0.88,0.55,0.09,0.75,0.35,0.7,0.0,0.68,0.96,0.01,0.84,0.24,0.11,0.8,0.18,0.59,0.2,0.52,0.92,0.16,0.99,0.01,0.07,0.11,0.65,0.47,0.59,0.44,0.96,0.08,0.96,0.01,0.03,0.84,0.27,0.88,0.75,0.59,0.97,0.05,0.89,0.91,0.62,0.78,0.13,0.78,0.78,0.5,0.91,0.15,0.82,0.83,0.38,0.56,0.41,0.56,0.01,0.02,0.99,0.02,0.97,0.56,0.13,0.32,0.41,0.75,0.44,0.46,0.89,0.16,0.94,0.89,0.59,0.82,0.13,0.73,0.53,0.12,0.98,0.01,0.89,0.48,0.27,0.65,0.27,0.84,0.59,0.5,0.88,0.59,0.82,0.22,0.38,0.59,0.32,0.53,0.16,0.07,0.94,0.09,0.99,0.73,0.35,0.56,0.25,0.56,0.27,0.07,0.87,0.27,0.94,0.83,0.08,0.78,0.3,0.73,0.09,0.08,0.71,0.38,0.98,0.85,0.01,0.15,0.18,0.56,0.65,0.41,0.95,0.03,0.75,0.85,0.5,0.87,0.13,0.68,0.18,0.61,0.78,0.38,0.95,0.8,0.5,0.16,0.59,0.62,0.68,0.38,0.91,0.17,0.92,0.7,0.61,0.73,0.2,0.68,0.01,0.03,0.89,0.06,0.8,0.9,0.65,0.71,0.13,0.75,0.75,0.41,0.96,0.03,0.84,0.87,0.2,0.11,0.89,0.13,0.47,0.29,0.95,0.11,0.95,0.0,0.68,0.22,0.27,0.56,0.18,0.09,0.75,0.02,0.5,0.53,0.26,0.59,0.53,0.71,0.29,0.44,0.85,0.05,0.5,0.49,0.32,0.64,0.47,0.7,0.2,0.05,0.93,0.12,0.92,0.85,0.5,0.56,0.68,0.56,0.24,0.15,0.85,0.32,0.92,0.9,0.56,0.18,0.68,0.78,0.15,0.22,0.87,0.1,0.98,0.32,0.03,0.25,0.38,0.53,0.71,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10001010111110100110101111011011011000101000101110100010001111000001011010101001101010101011101010100000101001","Dawid\u2013Skene":"10101011111110101110101011101011111010101101101110101110101011101010111110101111101010111110101110100010101010","RACE-S (ours)":"10101010101010101110101010001011111010001000101010100110101011101010111110101110001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101000101110101010101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.7091,"Dawid\u2013Skene":0.8091,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8636}},"invert|2":{"p":[0.88,0.94,0.25,0.8,0.47,0.78,0.85,0.27,0.41,0.06,0.96,0.94,0.02,0.29,0.03,0.71,0.44,0.41,0.41,0.09,0.97,0.91,0.12,0.89,0.24,0.73,0.8,0.41,0.16,0.32,0.91,0.8,0.04,0.95,0.47,0.78,0.84,0.35,0.56,0.2,0.87,0.78,0.07,0.85,0.05,0.71,0.82,0.15,0.71,0.44,0.92,0.82,0.09,0.81,0.65,0.82,0.82,0.41,0.8,0.35,0.95,0.93,0.16,0.9,0.65,0.73,0.7,0.47,0.18,0.22,0.89,0.93,0.2,0.87,0.47,0.5,0.27,0.32,0.11,0.06,0.93,0.9,0.09,0.32,0.24,0.84,0.65,0.15,0.68,0.41,0.96,0.89,0.05,0.87,0.7,0.56,0.68,0.62,0.4,0.56,0.88,0.82,0.02,0.4,0.72,0.56,0.44,0.25,0.22,0.12,0.85,0.93,0.15,0.8,0.59,0.75,0.75,0.44,0.71,0.35,0.97,0.75,0.03,0.87,0.53,0.84,0.78,0.22,0.56,0.22,0.89,0.67,0.25,0.24,0.06,0.75,0.78,0.41,0.73,0.41,0.96,0.95,0.1,0.96,0.56,0.76,0.81,0.28,0.24,0.32,0.9,0.99,0.25,0.92,0.43,0.78,0.8,0.07,0.75,0.02,0.92,0.98,0.53,0.42,0.3,0.84,0.78,0.18,0.62,0.29,0.97,0.85,0.03,0.02,0.65,0.71,0.89,0.27,0.35,0.56,0.65,0.87,0.04,0.7,0.04,0.75,0.89,0.35,0.29,0.03,0.78,0.29,0.14,0.87,0.23,0.24,0.38,0.65,0.32,0.3,0.9,0.94,0.18,0.82,0.22,0.71,0.82,0.2,0.0,0.29,0.78,0.95,0.38,0.2,0.24,0.7,0.82,0.16,0.02,0.12,0.95,0.8,0.02,0.73,0.02,0.75,0.79,0.47,0.44,0.48,0.82,0.8,0.06,0.85,0.56,0.87,0.59,0.13,0.29,0.16,0.9,0.95,0.11,0.88,0.37,0.18,0.71,0.32,0.78,0.24,0.91,0.97,0.25,0.84,0.47,0.59,0.73,0.29,0.24,0.03,0.41,0.78,0.01,0.44,0.07,0.8,0.88,0.15,0.01,0.62,0.9,0.7,0.03,0.9,0.29,0.78,0.78,0.29,0.38,0.11,0.89,0.84,0.02,0.53,0.02,0.73,0.68,0.22,0.43,0.46,0.75,0.96,0.04,0.8,0.65,0.44,0.65,0.44,0.62,0.59,0.96,0.82,0.05,0.91,0.56,0.84,0.78,0.2,0.47,0.16,0.95,0.91,0.12,0.55,0.09,0.75,0.65,0.3,0.0,0.68,0.96,0.99,0.16,0.24,0.11,0.8,0.82,0.41,0.2,0.52,0.92,0.84,0.01,0.01,0.07,0.11,0.35,0.53,0.59,0.44,0.96,0.92,0.04,0.01,0.03,0.84,0.73,0.12,0.75,0.59,0.97,0.95,0.11,0.91,0.62,0.78,0.87,0.22,0.78,0.5,0.91,0.85,0.18,0.83,0.38,0.56,0.59,0.44,0.01,0.02,0.99,0.98,0.03,0.56,0.13,0.32,0.59,0.25,0.44,0.46,0.89,0.84,0.06,0.89,0.59,0.82,0.87,0.27,0.53,0.12,0.98,0.99,0.11,0.48,0.27,0.65,0.73,0.16,0.59,0.5,0.88,0.41,0.18,0.22,0.38,0.59,0.68,0.47,0.16,0.07,0.94,0.91,0.01,0.73,0.35,0.56,0.75,0.44,0.27,0.07,0.87,0.73,0.06,0.83,0.08,0.78,0.7,0.27,0.09,0.08,0.71,0.62,0.02,0.85,0.01,0.15,0.82,0.44,0.65,0.41,0.95,0.97,0.25,0.85,0.5,0.87,0.87,0.32,0.18,0.61,0.78,0.62,0.05,0.8,0.5,0.16,0.41,0.38,0.68,0.38,0.91,0.83,0.08,0.7,0.61,0.73,0.8,0.32,0.01,0.03,0.89,0.94,0.2,0.9,0.65,0.71,0.87,0.25,0.75,0.41,0.96,0.97,0.16,0.87,0.2,0.11,0.11,0.87,0.47,0.29,0.95,0.89,0.05,0.0,0.68,0.22,0.73,0.44,0.18,0.09,0.75,0.98,0.5,0.53,0.26,0.59,0.47,0.29,0.29,0.44,0.85,0.95,0.5,0.49,0.32,0.64,0.53,0.3,0.2,0.05,0.93,0.88,0.08,0.85,0.5,0.56,0.32,0.44,0.24,0.15,0.85,0.68,0.08,0.9,0.56,0.18,0.32,0.22,0.15,0.22,0.87,0.9,0.02,0.32,0.03,0.25,0.62,0.47,0.71,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10001011011110100110101111011010101100001000000010100000001110000101011110101100001000011101101110100010101001","Dawid\u2013Skene":"10101011111110101110101011101011111010101101101110101110101011101010111110101111101010111110101110100010101010","RACE-S (ours)":"10101010101010101110101010001011111010001000101010100110101011101010111110101110001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101000101110100010101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.6182,"Dawid\u2013Skene":0.8091,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8545}},"invert|3":{"p":[0.88,0.94,0.75,0.2,0.47,0.78,0.85,0.73,0.59,0.06,0.96,0.94,0.98,0.71,0.03,0.71,0.44,0.59,0.59,0.09,0.97,0.91,0.88,0.11,0.24,0.73,0.8,0.59,0.84,0.32,0.91,0.8,0.96,0.05,0.47,0.78,0.84,0.65,0.44,0.2,0.87,0.78,0.93,0.15,0.05,0.71,0.82,0.85,0.29,0.44,0.92,0.82,0.91,0.19,0.65,0.82,0.82,0.59,0.2,0.35,0.95,0.93,0.84,0.1,0.65,0.73,0.7,0.53,0.82,0.22,0.89,0.93,0.8,0.13,0.47,0.5,0.27,0.68,0.89,0.06,0.93,0.9,0.91,0.68,0.24,0.84,0.65,0.85,0.32,0.41,0.96,0.89,0.95,0.13,0.7,0.56,0.68,0.38,0.6,0.56,0.88,0.82,0.98,0.6,0.72,0.56,0.44,0.75,0.78,0.12,0.85,0.93,0.85,0.2,0.59,0.75,0.75,0.56,0.29,0.35,0.97,0.75,0.97,0.13,0.53,0.84,0.78,0.78,0.44,0.22,0.89,0.67,0.75,0.76,0.06,0.75,0.78,0.59,0.27,0.41,0.96,0.95,0.9,0.04,0.56,0.76,0.81,0.72,0.76,0.32,0.9,0.99,0.75,0.08,0.43,0.78,0.8,0.93,0.25,0.02,0.92,0.98,0.47,0.58,0.3,0.84,0.78,0.82,0.38,0.29,0.97,0.85,0.97,0.98,0.65,0.71,0.89,0.73,0.65,0.56,0.65,0.87,0.96,0.3,0.04,0.75,0.89,0.65,0.71,0.03,0.78,0.29,0.86,0.13,0.23,0.24,0.38,0.35,0.68,0.3,0.9,0.94,0.82,0.18,0.22,0.71,0.82,0.8,1.0,0.29,0.78,0.95,0.62,0.8,0.24,0.7,0.82,0.84,0.98,0.12,0.95,0.8,0.98,0.27,0.02,0.75,0.79,0.53,0.56,0.48,0.82,0.8,0.94,0.15,0.56,0.87,0.59,0.87,0.71,0.16,0.9,0.95,0.89,0.12,0.37,0.18,0.71,0.68,0.22,0.24,0.91,0.97,0.75,0.16,0.47,0.59,0.73,0.71,0.76,0.03,0.41,0.78,0.99,0.56,0.07,0.8,0.88,0.85,0.99,0.62,0.9,0.7,0.97,0.1,0.29,0.78,0.78,0.71,0.62,0.11,0.89,0.84,0.98,0.47,0.02,0.73,0.68,0.78,0.57,0.46,0.75,0.96,0.96,0.2,0.65,0.44,0.65,0.56,0.38,0.59,0.96,0.82,0.95,0.09,0.56,0.84,0.78,0.8,0.53,0.16,0.95,0.91,0.88,0.45,0.09,0.75,0.65,0.7,1.0,0.68,0.96,0.99,0.84,0.76,0.11,0.8,0.82,0.59,0.8,0.52,0.92,0.84,0.99,0.99,0.07,0.11,0.35,0.47,0.41,0.44,0.96,0.92,0.96,0.99,0.03,0.84,0.73,0.88,0.25,0.59,0.97,0.95,0.89,0.09,0.62,0.78,0.87,0.78,0.22,0.5,0.91,0.85,0.82,0.17,0.38,0.56,0.59,0.56,0.99,0.02,0.99,0.98,0.97,0.44,0.13,0.32,0.59,0.75,0.56,0.46,0.89,0.84,0.94,0.11,0.59,0.82,0.87,0.73,0.47,0.12,0.98,0.99,0.89,0.52,0.27,0.65,0.73,0.84,0.41,0.5,0.88,0.41,0.82,0.78,0.38,0.59,0.68,0.53,0.84,0.07,0.94,0.91,0.99,0.27,0.35,0.56,0.75,0.56,0.73,0.07,0.87,0.73,0.94,0.17,0.08,0.78,0.7,0.73,0.91,0.08,0.71,0.62,0.98,0.15,0.01,0.15,0.82,0.56,0.35,0.41,0.95,0.97,0.75,0.15,0.5,0.87,0.87,0.68,0.82,0.61,0.78,0.62,0.95,0.2,0.5,0.16,0.41,0.62,0.32,0.38,0.91,0.83,0.92,0.3,0.61,0.73,0.8,0.68,0.99,0.03,0.89,0.94,0.8,0.1,0.65,0.71,0.87,0.75,0.25,0.41,0.96,0.97,0.84,0.13,0.2,0.11,0.11,0.13,0.53,0.29,0.95,0.89,0.95,1.0,0.68,0.22,0.73,0.56,0.82,0.09,0.75,0.98,0.5,0.47,0.26,0.59,0.47,0.71,0.71,0.44,0.85,0.95,0.5,0.51,0.32,0.64,0.53,0.7,0.8,0.05,0.93,0.88,0.92,0.15,0.5,0.56,0.32,0.56,0.76,0.15,0.85,0.68,0.92,0.1,0.56,0.18,0.32,0.78,0.85,0.22,0.87,0.9,0.98,0.68,0.03,0.25,0.62,0.53,0.29,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101010011110101110101010001010101100001101000110100100101011101110111010101110101000001100101010100010101010","Dawid\u2013Skene":"10101011111110101110101011101011111010101101101110101110101011101010111110101111101010111110101110100010101010","RACE-S (ours)":"10101010101010101110101010001011111010001000101010100110101011101010111110101110001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101000101110101110101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.7636,"Dawid\u2013Skene":0.8091,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8545}},"invert|4":{"p":[0.88,0.94,0.75,0.8,0.53,0.78,0.85,0.73,0.41,0.94,0.96,0.94,0.98,0.29,0.97,0.71,0.44,0.59,0.41,0.91,0.97,0.91,0.88,0.89,0.76,0.73,0.8,0.59,0.16,0.68,0.91,0.8,0.96,0.95,0.53,0.78,0.84,0.65,0.56,0.8,0.87,0.78,0.93,0.85,0.95,0.71,0.82,0.85,0.71,0.56,0.92,0.82,0.91,0.81,0.35,0.82,0.82,0.59,0.8,0.65,0.95,0.93,0.84,0.9,0.35,0.73,0.7,0.53,0.18,0.78,0.89,0.93,0.8,0.87,0.53,0.5,0.27,0.68,0.11,0.94,0.93,0.9,0.91,0.32,0.76,0.84,0.65,0.85,0.68,0.59,0.96,0.89,0.95,0.87,0.3,0.56,0.68,0.38,0.4,0.44,0.88,0.82,0.98,0.4,0.28,0.56,0.44,0.75,0.22,0.88,0.85,0.93,0.85,0.8,0.41,0.75,0.75,0.56,0.71,0.65,0.97,0.75,0.97,0.87,0.47,0.84,0.78,0.78,0.56,0.78,0.89,0.67,0.75,0.24,0.94,0.75,0.78,0.59,0.73,0.59,0.96,0.95,0.9,0.96,0.44,0.76,0.81,0.72,0.24,0.68,0.9,0.99,0.75,0.92,0.57,0.78,0.8,0.93,0.75,0.98,0.92,0.98,0.47,0.42,0.7,0.84,0.78,0.82,0.62,0.71,0.97,0.85,0.97,0.02,0.35,0.71,0.89,0.73,0.35,0.44,0.65,0.87,0.96,0.7,0.96,0.75,0.89,0.65,0.29,0.97,0.78,0.29,0.86,0.87,0.77,0.24,0.38,0.35,0.32,0.7,0.9,0.94,0.82,0.82,0.78,0.71,0.82,0.8,0.0,0.71,0.78,0.95,0.62,0.2,0.76,0.7,0.82,0.84,0.02,0.88,0.95,0.8,0.98,0.73,0.98,0.75,0.79,0.53,0.44,0.52,0.82,0.8,0.94,0.85,0.44,0.87,0.59,0.87,0.29,0.84,0.9,0.95,0.89,0.88,0.63,0.18,0.71,0.68,0.78,0.76,0.91,0.97,0.75,0.84,0.53,0.59,0.73,0.71,0.24,0.97,0.41,0.78,0.99,0.44,0.93,0.8,0.88,0.85,0.01,0.38,0.9,0.7,0.97,0.9,0.71,0.78,0.78,0.71,0.38,0.89,0.89,0.84,0.98,0.53,0.98,0.73,0.68,0.78,0.43,0.54,0.75,0.96,0.96,0.8,0.35,0.44,0.65,0.56,0.62,0.41,0.96,0.82,0.95,0.91,0.44,0.84,0.78,0.8,0.47,0.84,0.95,0.91,0.88,0.55,0.91,0.75,0.65,0.7,0.0,0.32,0.96,0.99,0.84,0.24,0.89,0.8,0.82,0.59,0.2,0.48,0.92,0.84,0.99,0.01,0.93,0.11,0.35,0.47,0.59,0.56,0.96,0.92,0.96,0.01,0.97,0.84,0.73,0.88,0.75,0.41,0.97,0.95,0.89,0.91,0.38,0.78,0.87,0.78,0.78,0.5,0.91,0.85,0.82,0.83,0.62,0.56,0.59,0.56,0.01,0.98,0.99,0.98,0.97,0.56,0.87,0.32,0.59,0.75,0.44,0.54,0.89,0.84,0.94,0.89,0.41,0.82,0.87,0.73,0.53,0.88,0.98,0.99,0.89,0.48,0.73,0.65,0.73,0.84,0.59,0.5,0.88,0.41,0.82,0.22,0.62,0.59,0.68,0.53,0.16,0.93,0.94,0.91,0.99,0.73,0.65,0.56,0.75,0.56,0.27,0.93,0.87,0.73,0.94,0.83,0.92,0.78,0.7,0.73,0.09,0.92,0.71,0.62,0.98,0.85,0.99,0.15,0.82,0.56,0.65,0.59,0.95,0.97,0.75,0.85,0.5,0.87,0.87,0.68,0.18,0.39,0.78,0.62,0.95,0.8,0.5,0.16,0.41,0.62,0.68,0.62,0.91,0.83,0.92,0.7,0.39,0.73,0.8,0.68,0.01,0.97,0.89,0.94,0.8,0.9,0.35,0.71,0.87,0.75,0.75,0.59,0.96,0.97,0.84,0.87,0.8,0.11,0.11,0.13,0.47,0.71,0.95,0.89,0.95,0.0,0.32,0.22,0.73,0.56,0.18,0.91,0.75,0.98,0.5,0.53,0.74,0.59,0.47,0.71,0.29,0.56,0.85,0.95,0.5,0.49,0.68,0.64,0.53,0.7,0.2,0.95,0.93,0.88,0.92,0.85,0.5,0.56,0.32,0.56,0.24,0.85,0.85,0.68,0.92,0.9,0.44,0.18,0.32,0.78,0.15,0.78,0.87,0.9,0.98,0.32,0.97,0.25,0.62,0.53,0.71,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101011111110101110101011001011111010101101100110100010101011101010111010101110001010101000101010100000101010","Dawid\u2013Skene":"10101011111110101110101011101011111010101101101110101110101011101010111110101111101010111110101110100010101010","RACE-S (ours)":"10101010101010101110101010001011111010001000101010100110101011101010111110101110001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101000101110101010101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.8091,"Dawid\u2013Skene":0.8091,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8636}},"invert|12":{"p":[0.88,0.06,0.25,0.8,0.47,0.78,0.15,0.27,0.41,0.06,0.96,0.06,0.02,0.29,0.03,0.71,0.56,0.41,0.41,0.09,0.97,0.09,0.12,0.89,0.24,0.73,0.2,0.41,0.16,0.32,0.91,0.2,0.04,0.95,0.47,0.78,0.16,0.35,0.56,0.2,0.87,0.22,0.07,0.85,0.05,0.71,0.18,0.15,0.71,0.44,0.92,0.18,0.09,0.81,0.65,0.82,0.18,0.41,0.8,0.35,0.95,0.07,0.16,0.9,0.65,0.73,0.3,0.47,0.18,0.22,0.89,0.07,0.2,0.87,0.47,0.5,0.73,0.32,0.11,0.06,0.93,0.1,0.09,0.32,0.24,0.84,0.35,0.15,0.68,0.41,0.96,0.11,0.05,0.87,0.7,0.56,0.32,0.62,0.4,0.56,0.88,0.18,0.02,0.4,0.72,0.56,0.56,0.25,0.22,0.12,0.85,0.07,0.15,0.8,0.59,0.75,0.25,0.44,0.71,0.35,0.97,0.25,0.03,0.87,0.53,0.84,0.22,0.22,0.56,0.22,0.89,0.33,0.25,0.24,0.06,0.75,0.22,0.41,0.73,0.41,0.96,0.05,0.1,0.96,0.56,0.76,0.19,0.28,0.24,0.32,0.9,0.01,0.25,0.92,0.43,0.78,0.2,0.07,0.75,0.02,0.92,0.02,0.53,0.42,0.3,0.84,0.22,0.18,0.62,0.29,0.97,0.15,0.03,0.02,0.65,0.71,0.11,0.27,0.35,0.56,0.65,0.13,0.04,0.7,0.04,0.75,0.11,0.35,0.29,0.03,0.78,0.71,0.14,0.87,0.23,0.24,0.62,0.65,0.32,0.3,0.9,0.06,0.18,0.82,0.22,0.71,0.18,0.2,0.0,0.29,0.78,0.05,0.38,0.2,0.24,0.7,0.18,0.16,0.02,0.12,0.95,0.2,0.02,0.73,0.02,0.75,0.21,0.47,0.44,0.48,0.82,0.2,0.06,0.85,0.56,0.87,0.41,0.13,0.29,0.16,0.9,0.05,0.11,0.88,0.37,0.18,0.29,0.32,0.78,0.24,0.91,0.03,0.25,0.84,0.47,0.59,0.27,0.29,0.24,0.03,0.41,0.22,0.01,0.44,0.07,0.8,0.12,0.15,0.01,0.62,0.9,0.3,0.03,0.9,0.29,0.78,0.22,0.29,0.38,0.11,0.89,0.16,0.02,0.53,0.02,0.73,0.32,0.22,0.43,0.46,0.75,0.04,0.04,0.8,0.65,0.44,0.35,0.44,0.62,0.59,0.96,0.18,0.05,0.91,0.56,0.84,0.22,0.2,0.47,0.16,0.95,0.09,0.12,0.55,0.09,0.75,0.35,0.3,0.0,0.68,0.96,0.01,0.16,0.24,0.11,0.8,0.18,0.41,0.2,0.52,0.92,0.16,0.01,0.01,0.07,0.11,0.65,0.53,0.59,0.44,0.96,0.08,0.04,0.01,0.03,0.84,0.27,0.12,0.75,0.59,0.97,0.05,0.11,0.91,0.62,0.78,0.13,0.22,0.78,0.5,0.91,0.15,0.18,0.83,0.38,0.56,0.41,0.44,0.01,0.02,0.99,0.02,0.03,0.56,0.13,0.32,0.41,0.25,0.44,0.46,0.89,0.16,0.06,0.89,0.59,0.82,0.13,0.27,0.53,0.12,0.98,0.01,0.11,0.48,0.27,0.65,0.27,0.16,0.59,0.5,0.88,0.59,0.18,0.22,0.38,0.59,0.32,0.47,0.16,0.07,0.94,0.09,0.01,0.73,0.35,0.56,0.25,0.44,0.27,0.07,0.87,0.27,0.06,0.83,0.08,0.78,0.3,0.27,0.09,0.08,0.71,0.38,0.02,0.85,0.01,0.15,0.18,0.44,0.65,0.41,0.95,0.03,0.25,0.85,0.5,0.87,0.13,0.32,0.18,0.61,0.78,0.38,0.05,0.8,0.5,0.16,0.59,0.38,0.68,0.38,0.91,0.17,0.08,0.7,0.61,0.73,0.2,0.32,0.01,0.03,0.89,0.06,0.2,0.9,0.65,0.71,0.13,0.25,0.75,0.41,0.96,0.03,0.16,0.87,0.2,0.11,0.89,0.87,0.47,0.29,0.95,0.11,0.05,0.0,0.68,0.22,0.27,0.44,0.18,0.09,0.75,0.02,0.5,0.53,0.26,0.59,0.53,0.29,0.29,0.44,0.85,0.05,0.5,0.49,0.32,0.64,0.47,0.3,0.2,0.05,0.93,0.12,0.08,0.85,0.5,0.56,0.68,0.44,0.24,0.15,0.85,0.32,0.08,0.9,0.56,0.18,0.68,0.22,0.15,0.22,0.87,0.1,0.02,0.32,0.03,0.25,0.38,0.47,0.71,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10000110101110100111001111111010010000000000111011100010010110010001011110011001101010011111101100000110101001","Dawid\u2013Skene":"10101011111110101110101011101011111010101101101110101110101011101010111110101111101010111110101110100010101010","RACE-S (ours)":"10101010101010101110101010001011111010001000101010100110101011101010111110101110001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101000101110100110101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.5636,"Dawid\u2013Skene":0.8091,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8455}},"invert|13":{"p":[0.88,0.06,0.75,0.2,0.47,0.78,0.15,0.73,0.59,0.06,0.96,0.06,0.98,0.71,0.03,0.71,0.56,0.59,0.59,0.09,0.97,0.09,0.88,0.11,0.24,0.73,0.2,0.59,0.84,0.32,0.91,0.2,0.96,0.05,0.47,0.78,0.16,0.65,0.44,0.2,0.87,0.22,0.93,0.15,0.05,0.71,0.18,0.85,0.29,0.44,0.92,0.18,0.91,0.19,0.65,0.82,0.18,0.59,0.2,0.35,0.95,0.07,0.84,0.1,0.65,0.73,0.3,0.53,0.82,0.22,0.89,0.07,0.8,0.13,0.47,0.5,0.73,0.68,0.89,0.06,0.93,0.1,0.91,0.68,0.24,0.84,0.35,0.85,0.32,0.41,0.96,0.11,0.95,0.13,0.7,0.56,0.32,0.38,0.6,0.56,0.88,0.18,0.98,0.6,0.72,0.56,0.56,0.75,0.78,0.12,0.85,0.07,0.85,0.2,0.59,0.75,0.25,0.56,0.29,0.35,0.97,0.25,0.97,0.13,0.53,0.84,0.22,0.78,0.44,0.22,0.89,0.33,0.75,0.76,0.06,0.75,0.22,0.59,0.27,0.41,0.96,0.05,0.9,0.04,0.56,0.76,0.19,0.72,0.76,0.32,0.9,0.01,0.75,0.08,0.43,0.78,0.2,0.93,0.25,0.02,0.92,0.02,0.47,0.58,0.3,0.84,0.22,0.82,0.38,0.29,0.97,0.15,0.97,0.98,0.65,0.71,0.11,0.73,0.65,0.56,0.65,0.13,0.96,0.3,0.04,0.75,0.11,0.65,0.71,0.03,0.78,0.71,0.86,0.13,0.23,0.24,0.62,0.35,0.68,0.3,0.9,0.06,0.82,0.18,0.22,0.71,0.18,0.8,1.0,0.29,0.78,0.05,0.62,0.8,0.24,0.7,0.18,0.84,0.98,0.12,0.95,0.2,0.98,0.27,0.02,0.75,0.21,0.53,0.56,0.48,0.82,0.2,0.94,0.15,0.56,0.87,0.41,0.87,0.71,0.16,0.9,0.05,0.89,0.12,0.37,0.18,0.29,0.68,0.22,0.24,0.91,0.03,0.75,0.16,0.47,0.59,0.27,0.71,0.76,0.03,0.41,0.22,0.99,0.56,0.07,0.8,0.12,0.85,0.99,0.62,0.9,0.3,0.97,0.1,0.29,0.78,0.22,0.71,0.62,0.11,0.89,0.16,0.98,0.47,0.02,0.73,0.32,0.78,0.57,0.46,0.75,0.04,0.96,0.2,0.65,0.44,0.35,0.56,0.38,0.59,0.96,0.18,0.95,0.09,0.56,0.84,0.22,0.8,0.53,0.16,0.95,0.09,0.88,0.45,0.09,0.75,0.35,0.7,1.0,0.68,0.96,0.01,0.84,0.76,0.11,0.8,0.18,0.59,0.8,0.52,0.92,0.16,0.99,0.99,0.07,0.11,0.65,0.47,0.41,0.44,0.96,0.08,0.96,0.99,0.03,0.84,0.27,0.88,0.25,0.59,0.97,0.05,0.89,0.09,0.62,0.78,0.13,0.78,0.22,0.5,0.91,0.15,0.82,0.17,0.38,0.56,0.41,0.56,0.99,0.02,0.99,0.02,0.97,0.44,0.13,0.32,0.41,0.75,0.56,0.46,0.89,0.16,0.94,0.11,0.59,0.82,0.13,0.73,0.47,0.12,0.98,0.01,0.89,0.52,0.27,0.65,0.27,0.84,0.41,0.5,0.88,0.59,0.82,0.78,0.38,0.59,0.32,0.53,0.84,0.07,0.94,0.09,0.99,0.27,0.35,0.56,0.25,0.56,0.73,0.07,0.87,0.27,0.94,0.17,0.08,0.78,0.3,0.73,0.91,0.08,0.71,0.38,0.98,0.15,0.01,0.15,0.18,0.56,0.35,0.41,0.95,0.03,0.75,0.15,0.5,0.87,0.13,0.68,0.82,0.61,0.78,0.38,0.95,0.2,0.5,0.16,0.59,0.62,0.32,0.38,0.91,0.17,0.92,0.3,0.61,0.73,0.2,0.68,0.99,0.03,0.89,0.06,0.8,0.1,0.65,0.71,0.13,0.75,0.25,0.41,0.96,0.03,0.84,0.13,0.2,0.11,0.89,0.13,0.53,0.29,0.95,0.11,0.95,1.0,0.68,0.22,0.27,0.56,0.82,0.09,0.75,0.02,0.5,0.47,0.26,0.59,0.53,0.71,0.71,0.44,0.85,0.05,0.5,0.51,0.32,0.64,0.47,0.7,0.8,0.05,0.93,0.12,0.92,0.15,0.5,0.56,0.68,0.56,0.76,0.15,0.85,0.32,0.92,0.1,0.56,0.18,0.68,0.78,0.85,0.22,0.87,0.1,0.98,0.68,0.03,0.25,0.38,0.53,0.29,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"00100110101010001111101010101000011000000000111110001110110011111010111010011011101010000110100000100110101010","Dawid\u2013Skene":"10101011111110101110101011101011111010101101101110101110101011101010111110101111101010111110101110100010101010","RACE-S (ours)":"10101010101010101110101010001011111010001000101010100110101011101010111110101110001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101001101110101110101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.7091,"Dawid\u2013Skene":0.8091,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8455}},"invert|14":{"p":[0.88,0.06,0.75,0.8,0.53,0.78,0.15,0.73,0.41,0.94,0.96,0.06,0.98,0.29,0.97,0.71,0.56,0.59,0.41,0.91,0.97,0.09,0.88,0.89,0.76,0.73,0.2,0.59,0.16,0.68,0.91,0.2,0.96,0.95,0.53,0.78,0.16,0.65,0.56,0.8,0.87,0.22,0.93,0.85,0.95,0.71,0.18,0.85,0.71,0.56,0.92,0.18,0.91,0.81,0.35,0.82,0.18,0.59,0.8,0.65,0.95,0.07,0.84,0.9,0.35,0.73,0.3,0.53,0.18,0.78,0.89,0.07,0.8,0.87,0.53,0.5,0.73,0.68,0.11,0.94,0.93,0.1,0.91,0.32,0.76,0.84,0.35,0.85,0.68,0.59,0.96,0.11,0.95,0.87,0.3,0.56,0.32,0.38,0.4,0.44,0.88,0.18,0.98,0.4,0.28,0.56,0.56,0.75,0.22,0.88,0.85,0.07,0.85,0.8,0.41,0.75,0.25,0.56,0.71,0.65,0.97,0.25,0.97,0.87,0.47,0.84,0.22,0.78,0.56,0.78,0.89,0.33,0.75,0.24,0.94,0.75,0.22,0.59,0.73,0.59,0.96,0.05,0.9,0.96,0.44,0.76,0.19,0.72,0.24,0.68,0.9,0.01,0.75,0.92,0.57,0.78,0.2,0.93,0.75,0.98,0.92,0.02,0.47,0.42,0.7,0.84,0.22,0.82,0.62,0.71,0.97,0.15,0.97,0.02,0.35,0.71,0.11,0.73,0.35,0.44,0.65,0.13,0.96,0.7,0.96,0.75,0.11,0.65,0.29,0.97,0.78,0.71,0.86,0.87,0.77,0.24,0.62,0.35,0.32,0.7,0.9,0.06,0.82,0.82,0.78,0.71,0.18,0.8,0.0,0.71,0.78,0.05,0.62,0.2,0.76,0.7,0.18,0.84,0.02,0.88,0.95,0.2,0.98,0.73,0.98,0.75,0.21,0.53,0.44,0.52,0.82,0.2,0.94,0.85,0.44,0.87,0.41,0.87,0.29,0.84,0.9,0.05,0.89,0.88,0.63,0.18,0.29,0.68,0.78,0.76,0.91,0.03,0.75,0.84,0.53,0.59,0.27,0.71,0.24,0.97,0.41,0.22,0.99,0.44,0.93,0.8,0.12,0.85,0.01,0.38,0.9,0.3,0.97,0.9,0.71,0.78,0.22,0.71,0.38,0.89,0.89,0.16,0.98,0.53,0.98,0.73,0.32,0.78,0.43,0.54,0.75,0.04,0.96,0.8,0.35,0.44,0.35,0.56,0.62,0.41,0.96,0.18,0.95,0.91,0.44,0.84,0.22,0.8,0.47,0.84,0.95,0.09,0.88,0.55,0.91,0.75,0.35,0.7,0.0,0.32,0.96,0.01,0.84,0.24,0.89,0.8,0.18,0.59,0.2,0.48,0.92,0.16,0.99,0.01,0.93,0.11,0.65,0.47,0.59,0.56,0.96,0.08,0.96,0.01,0.97,0.84,0.27,0.88,0.75,0.41,0.97,0.05,0.89,0.91,0.38,0.78,0.13,0.78,0.78,0.5,0.91,0.15,0.82,0.83,0.62,0.56,0.41,0.56,0.01,0.98,0.99,0.02,0.97,0.56,0.87,0.32,0.41,0.75,0.44,0.54,0.89,0.16,0.94,0.89,0.41,0.82,0.13,0.73,0.53,0.88,0.98,0.01,0.89,0.48,0.73,0.65,0.27,0.84,0.59,0.5,0.88,0.59,0.82,0.22,0.62,0.59,0.32,0.53,0.16,0.93,0.94,0.09,0.99,0.73,0.65,0.56,0.25,0.56,0.27,0.93,0.87,0.27,0.94,0.83,0.92,0.78,0.3,0.73,0.09,0.92,0.71,0.38,0.98,0.85,0.99,0.15,0.18,0.56,0.65,0.59,0.95,0.03,0.75,0.85,0.5,0.87,0.13,0.68,0.18,0.39,0.78,0.38,0.95,0.8,0.5,0.16,0.59,0.62,0.68,0.62,0.91,0.17,0.92,0.7,0.39,0.73,0.2,0.68,0.01,0.97,0.89,0.06,0.8,0.9,0.35,0.71,0.13,0.75,0.75,0.59,0.96,0.03,0.84,0.87,0.8,0.11,0.89,0.13,0.47,0.71,0.95,0.11,0.95,0.0,0.32,0.22,0.27,0.56,0.18,0.91,0.75,0.02,0.5,0.53,0.74,0.59,0.53,0.71,0.29,0.56,0.85,0.05,0.5,0.49,0.68,0.64,0.47,0.7,0.2,0.95,0.93,0.12,0.92,0.85,0.5,0.56,0.68,0.56,0.24,0.85,0.85,0.32,0.92,0.9,0.44,0.18,0.68,0.78,0.15,0.78,0.87,0.1,0.98,0.32,0.97,0.25,0.38,0.53,0.71,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"00101010101010001110001011101001010010101000101111001010100011101010111010101011101010100010100010000000101010","Dawid\u2013Skene":"10101011111110101110101011101011111010101101101110101110101011101010111110101111101010111110101110100010101010","RACE-S (ours)":"10101010101010101110101010001011111010001000101010100110101011101010111110101110001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101000101110101110101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.7909,"Dawid\u2013Skene":0.8091,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8545}},"invert|23":{"p":[0.88,0.94,0.25,0.2,0.47,0.78,0.85,0.27,0.59,0.06,0.96,0.94,0.02,0.71,0.03,0.71,0.44,0.41,0.59,0.09,0.97,0.91,0.12,0.11,0.24,0.73,0.8,0.41,0.84,0.32,0.91,0.8,0.04,0.05,0.47,0.78,0.84,0.35,0.44,0.2,0.87,0.78,0.07,0.15,0.05,0.71,0.82,0.15,0.29,0.44,0.92,0.82,0.09,0.19,0.65,0.82,0.82,0.41,0.2,0.35,0.95,0.93,0.16,0.1,0.65,0.73,0.7,0.47,0.82,0.22,0.89,0.93,0.2,0.13,0.47,0.5,0.27,0.32,0.89,0.06,0.93,0.9,0.09,0.68,0.24,0.84,0.65,0.15,0.32,0.41,0.96,0.89,0.05,0.13,0.7,0.56,0.68,0.62,0.6,0.56,0.88,0.82,0.02,0.6,0.72,0.56,0.44,0.25,0.78,0.12,0.85,0.93,0.15,0.2,0.59,0.75,0.75,0.44,0.29,0.35,0.97,0.75,0.03,0.13,0.53,0.84,0.78,0.22,0.44,0.22,0.89,0.67,0.25,0.76,0.06,0.75,0.78,0.41,0.27,0.41,0.96,0.95,0.1,0.04,0.56,0.76,0.81,0.28,0.76,0.32,0.9,0.99,0.25,0.08,0.43,0.78,0.8,0.07,0.25,0.02,0.92,0.98,0.53,0.58,0.3,0.84,0.78,0.18,0.38,0.29,0.97,0.85,0.03,0.98,0.65,0.71,0.89,0.27,0.65,0.56,0.65,0.87,0.04,0.3,0.04,0.75,0.89,0.35,0.71,0.03,0.78,0.29,0.14,0.13,0.23,0.24,0.38,0.65,0.68,0.3,0.9,0.94,0.18,0.18,0.22,0.71,0.82,0.2,1.0,0.29,0.78,0.95,0.38,0.8,0.24,0.7,0.82,0.16,0.98,0.12,0.95,0.8,0.02,0.27,0.02,0.75,0.79,0.47,0.56,0.48,0.82,0.8,0.06,0.15,0.56,0.87,0.59,0.13,0.71,0.16,0.9,0.95,0.11,0.12,0.37,0.18,0.71,0.32,0.22,0.24,0.91,0.97,0.25,0.16,0.47,0.59,0.73,0.29,0.76,0.03,0.41,0.78,0.01,0.56,0.07,0.8,0.88,0.15,0.99,0.62,0.9,0.7,0.03,0.1,0.29,0.78,0.78,0.29,0.62,0.11,0.89,0.84,0.02,0.47,0.02,0.73,0.68,0.22,0.57,0.46,0.75,0.96,0.04,0.2,0.65,0.44,0.65,0.44,0.38,0.59,0.96,0.82,0.05,0.09,0.56,0.84,0.78,0.2,0.53,0.16,0.95,0.91,0.12,0.45,0.09,0.75,0.65,0.3,1.0,0.68,0.96,0.99,0.16,0.76,0.11,0.8,0.82,0.41,0.8,0.52,0.92,0.84,0.01,0.99,0.07,0.11,0.35,0.53,0.41,0.44,0.96,0.92,0.04,0.99,0.03,0.84,0.73,0.12,0.25,0.59,0.97,0.95,0.11,0.09,0.62,0.78,0.87,0.22,0.22,0.5,0.91,0.85,0.18,0.17,0.38,0.56,0.59,0.44,0.99,0.02,0.99,0.98,0.03,0.44,0.13,0.32,0.59,0.25,0.56,0.46,0.89,0.84,0.06,0.11,0.59,0.82,0.87,0.27,0.47,0.12,0.98,0.99,0.11,0.52,0.27,0.65,0.73,0.16,0.41,0.5,0.88,0.41,0.18,0.78,0.38,0.59,0.68,0.47,0.84,0.07,0.94,0.91,0.01,0.27,0.35,0.56,0.75,0.44,0.73,0.07,0.87,0.73,0.06,0.17,0.08,0.78,0.7,0.27,0.91,0.08,0.71,0.62,0.02,0.15,0.01,0.15,0.82,0.44,0.35,0.41,0.95,0.97,0.25,0.15,0.5,0.87,0.87,0.32,0.82,0.61,0.78,0.62,0.05,0.2,0.5,0.16,0.41,0.38,0.32,0.38,0.91,0.83,0.08,0.3,0.61,0.73,0.8,0.32,0.99,0.03,0.89,0.94,0.2,0.1,0.65,0.71,0.87,0.25,0.25,0.41,0.96,0.97,0.16,0.13,0.2,0.11,0.11,0.87,0.53,0.29,0.95,0.89,0.05,1.0,0.68,0.22,0.73,0.44,0.82,0.09,0.75,0.98,0.5,0.47,0.26,0.59,0.47,0.29,0.71,0.44,0.85,0.95,0.5,0.51,0.32,0.64,0.53,0.3,0.8,0.05,0.93,0.88,0.08,0.15,0.5,0.56,0.32,0.44,0.76,0.15,0.85,0.68,0.08,0.1,0.56,0.18,0.32,0.22,0.85,0.22,0.87,0.9,0.02,0.68,0.03,0.25,0.62,0.47,0.29,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"11100100001110101011101000101010101101000010010010100100110000111110101110011110101000011100101100101110100010","Dawid\u2013Skene":"10101011111110101110101011101011111010101101101110101110101011101010111110101111101010111110101110100010101010","RACE-S (ours)":"10101010101010101110101010001011111010001000101010100110101011101010111110101110001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101001101110100110101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.6636,"Dawid\u2013Skene":0.8091,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8364}},"invert|24":{"p":[0.88,0.94,0.25,0.8,0.53,0.78,0.85,0.27,0.41,0.94,0.96,0.94,0.02,0.29,0.97,0.71,0.44,0.41,0.41,0.91,0.97,0.91,0.12,0.89,0.76,0.73,0.8,0.41,0.16,0.68,0.91,0.8,0.04,0.95,0.53,0.78,0.84,0.35,0.56,0.8,0.87,0.78,0.07,0.85,0.95,0.71,0.82,0.15,0.71,0.56,0.92,0.82,0.09,0.81,0.35,0.82,0.82,0.41,0.8,0.65,0.95,0.93,0.16,0.9,0.35,0.73,0.7,0.47,0.18,0.78,0.89,0.93,0.2,0.87,0.53,0.5,0.27,0.32,0.11,0.94,0.93,0.9,0.09,0.32,0.76,0.84,0.65,0.15,0.68,0.59,0.96,0.89,0.05,0.87,0.3,0.56,0.68,0.62,0.4,0.44,0.88,0.82,0.02,0.4,0.28,0.56,0.44,0.25,0.22,0.88,0.85,0.93,0.15,0.8,0.41,0.75,0.75,0.44,0.71,0.65,0.97,0.75,0.03,0.87,0.47,0.84,0.78,0.22,0.56,0.78,0.89,0.67,0.25,0.24,0.94,0.75,0.78,0.41,0.73,0.59,0.96,0.95,0.1,0.96,0.44,0.76,0.81,0.28,0.24,0.68,0.9,0.99,0.25,0.92,0.57,0.78,0.8,0.07,0.75,0.98,0.92,0.98,0.53,0.42,0.7,0.84,0.78,0.18,0.62,0.71,0.97,0.85,0.03,0.02,0.35,0.71,0.89,0.27,0.35,0.44,0.65,0.87,0.04,0.7,0.96,0.75,0.89,0.35,0.29,0.97,0.78,0.29,0.14,0.87,0.77,0.24,0.38,0.65,0.32,0.7,0.9,0.94,0.18,0.82,0.78,0.71,0.82,0.2,0.0,0.71,0.78,0.95,0.38,0.2,0.76,0.7,0.82,0.16,0.02,0.88,0.95,0.8,0.02,0.73,0.98,0.75,0.79,0.47,0.44,0.52,0.82,0.8,0.06,0.85,0.44,0.87,0.59,0.13,0.29,0.84,0.9,0.95,0.11,0.88,0.63,0.18,0.71,0.32,0.78,0.76,0.91,0.97,0.25,0.84,0.53,0.59,0.73,0.29,0.24,0.97,0.41,0.78,0.01,0.44,0.93,0.8,0.88,0.15,0.01,0.38,0.9,0.7,0.03,0.9,0.71,0.78,0.78,0.29,0.38,0.89,0.89,0.84,0.02,0.53,0.98,0.73,0.68,0.22,0.43,0.54,0.75,0.96,0.04,0.8,0.35,0.44,0.65,0.44,0.62,0.41,0.96,0.82,0.05,0.91,0.44,0.84,0.78,0.2,0.47,0.84,0.95,0.91,0.12,0.55,0.91,0.75,0.65,0.3,0.0,0.32,0.96,0.99,0.16,0.24,0.89,0.8,0.82,0.41,0.2,0.48,0.92,0.84,0.01,0.01,0.93,0.11,0.35,0.53,0.59,0.56,0.96,0.92,0.04,0.01,0.97,0.84,0.73,0.12,0.75,0.41,0.97,0.95,0.11,0.91,0.38,0.78,0.87,0.22,0.78,0.5,0.91,0.85,0.18,0.83,0.62,0.56,0.59,0.44,0.01,0.98,0.99,0.98,0.03,0.56,0.87,0.32,0.59,0.25,0.44,0.54,0.89,0.84,0.06,0.89,0.41,0.82,0.87,0.27,0.53,0.88,0.98,0.99,0.11,0.48,0.73,0.65,0.73,0.16,0.59,0.5,0.88,0.41,0.18,0.22,0.62,0.59,0.68,0.47,0.16,0.93,0.94,0.91,0.01,0.73,0.65,0.56,0.75,0.44,0.27,0.93,0.87,0.73,0.06,0.83,0.92,0.78,0.7,0.27,0.09,0.92,0.71,0.62,0.02,0.85,0.99,0.15,0.82,0.44,0.65,0.59,0.95,0.97,0.25,0.85,0.5,0.87,0.87,0.32,0.18,0.39,0.78,0.62,0.05,0.8,0.5,0.16,0.41,0.38,0.68,0.62,0.91,0.83,0.08,0.7,0.39,0.73,0.8,0.32,0.01,0.97,0.89,0.94,0.2,0.9,0.35,0.71,0.87,0.25,0.75,0.59,0.96,0.97,0.16,0.87,0.8,0.11,0.11,0.87,0.47,0.71,0.95,0.89,0.05,0.0,0.32,0.22,0.73,0.44,0.18,0.91,0.75,0.98,0.5,0.53,0.74,0.59,0.47,0.29,0.29,0.56,0.85,0.95,0.5,0.49,0.68,0.64,0.53,0.3,0.2,0.95,0.93,0.88,0.08,0.85,0.5,0.56,0.32,0.44,0.24,0.85,0.85,0.68,0.08,0.9,0.44,0.18,0.32,0.22,0.15,0.78,0.87,0.9,0.02,0.32,0.97,0.25,0.62,0.47,0.71,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"11101001101110101010001001101010110011001010100011100010100000101010101110101110001010011100101110001010100010","Dawid\u2013Skene":"10101011111110101110101011101011111010101101101110101110101011101010111110101111101010111110101110100010101010","RACE-S (ours)":"10101010101010101110101010001011111010001000101010100110101011101010111110101110001010101010101010100000101010","RACE-Net (ours, learned)":"00101010111010101110101011001011011010101000101110100110101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.7636,"Dawid\u2013Skene":0.8091,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8364}},"invert|34":{"p":[0.88,0.94,0.75,0.2,0.53,0.78,0.85,0.73,0.59,0.94,0.96,0.94,0.98,0.71,0.97,0.71,0.44,0.59,0.59,0.91,0.97,0.91,0.88,0.11,0.76,0.73,0.8,0.59,0.84,0.68,0.91,0.8,0.96,0.05,0.53,0.78,0.84,0.65,0.44,0.8,0.87,0.78,0.93,0.15,0.95,0.71,0.82,0.85,0.29,0.56,0.92,0.82,0.91,0.19,0.35,0.82,0.82,0.59,0.2,0.65,0.95,0.93,0.84,0.1,0.35,0.73,0.7,0.53,0.82,0.78,0.89,0.93,0.8,0.13,0.53,0.5,0.27,0.68,0.89,0.94,0.93,0.9,0.91,0.68,0.76,0.84,0.65,0.85,0.32,0.59,0.96,0.89,0.95,0.13,0.3,0.56,0.68,0.38,0.6,0.44,0.88,0.82,0.98,0.6,0.28,0.56,0.44,0.75,0.78,0.88,0.85,0.93,0.85,0.2,0.41,0.75,0.75,0.56,0.29,0.65,0.97,0.75,0.97,0.13,0.47,0.84,0.78,0.78,0.44,0.78,0.89,0.67,0.75,0.76,0.94,0.75,0.78,0.59,0.27,0.59,0.96,0.95,0.9,0.04,0.44,0.76,0.81,0.72,0.76,0.68,0.9,0.99,0.75,0.08,0.57,0.78,0.8,0.93,0.25,0.98,0.92,0.98,0.47,0.58,0.7,0.84,0.78,0.82,0.38,0.71,0.97,0.85,0.97,0.98,0.35,0.71,0.89,0.73,0.65,0.44,0.65,0.87,0.96,0.3,0.96,0.75,0.89,0.65,0.71,0.97,0.78,0.29,0.86,0.13,0.77,0.24,0.38,0.35,0.68,0.7,0.9,0.94,0.82,0.18,0.78,0.71,0.82,0.8,1.0,0.71,0.78,0.95,0.62,0.8,0.76,0.7,0.82,0.84,0.98,0.88,0.95,0.8,0.98,0.27,0.98,0.75,0.79,0.53,0.56,0.52,0.82,0.8,0.94,0.15,0.44,0.87,0.59,0.87,0.71,0.84,0.9,0.95,0.89,0.12,0.63,0.18,0.71,0.68,0.22,0.76,0.91,0.97,0.75,0.16,0.53,0.59,0.73,0.71,0.76,0.97,0.41,0.78,0.99,0.56,0.93,0.8,0.88,0.85,0.99,0.38,0.9,0.7,0.97,0.1,0.71,0.78,0.78,0.71,0.62,0.89,0.89,0.84,0.98,0.47,0.98,0.73,0.68,0.78,0.57,0.54,0.75,0.96,0.96,0.2,0.35,0.44,0.65,0.56,0.38,0.41,0.96,0.82,0.95,0.09,0.44,0.84,0.78,0.8,0.53,0.84,0.95,0.91,0.88,0.45,0.91,0.75,0.65,0.7,1.0,0.32,0.96,0.99,0.84,0.76,0.89,0.8,0.82,0.59,0.8,0.48,0.92,0.84,0.99,0.99,0.93,0.11,0.35,0.47,0.41,0.56,0.96,0.92,0.96,0.99,0.97,0.84,0.73,0.88,0.25,0.41,0.97,0.95,0.89,0.09,0.38,0.78,0.87,0.78,0.22,0.5,0.91,0.85,0.82,0.17,0.62,0.56,0.59,0.56,0.99,0.98,0.99,0.98,0.97,0.44,0.87,0.32,0.59,0.75,0.56,0.54,0.89,0.84,0.94,0.11,0.41,0.82,0.87,0.73,0.47,0.88,0.98,0.99,0.89,0.52,0.73,0.65,0.73,0.84,0.41,0.5,0.88,0.41,0.82,0.78,0.62,0.59,0.68,0.53,0.84,0.93,0.94,0.91,0.99,0.27,0.65,0.56,0.75,0.56,0.73,0.93,0.87,0.73,0.94,0.17,0.92,0.78,0.7,0.73,0.91,0.92,0.71,0.62,0.98,0.15,0.99,0.15,0.82,0.56,0.35,0.59,0.95,0.97,0.75,0.15,0.5,0.87,0.87,0.68,0.82,0.39,0.78,0.62,0.95,0.2,0.5,0.16,0.41,0.62,0.32,0.62,0.91,0.83,0.92,0.3,0.39,0.73,0.8,0.68,0.99,0.97,0.89,0.94,0.8,0.1,0.35,0.71,0.87,0.75,0.25,0.59,0.96,0.97,0.84,0.13,0.8,0.11,0.11,0.13,0.53,0.71,0.95,0.89,0.95,1.0,0.32,0.22,0.73,0.56,0.82,0.91,0.75,0.98,0.5,0.47,0.74,0.59,0.47,0.71,0.71,0.56,0.85,0.95,0.5,0.51,0.68,0.64,0.53,0.7,0.8,0.95,0.93,0.88,0.92,0.15,0.5,0.56,0.32,0.56,0.76,0.85,0.85,0.68,0.92,0.1,0.44,0.18,0.32,0.78,0.85,0.78,0.87,0.9,0.98,0.68,0.97,0.25,0.62,0.53,0.29,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"01101000101010001010101000101000111011001111100110001110100001101010101010101110101010000100100010101010100010","Dawid\u2013Skene":"10101011111110101110101011101011111010101101101110101110101011101010111110101111101010111110101110100010101010","RACE-S (ours)":"10101010101010101110101010001011111010001000101010100110101011101010111110101110001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101001101110101110101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.7727,"Dawid\u2013Skene":0.8091,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8455}},"invert|123":{"p":[0.88,0.06,0.25,0.2,0.47,0.78,0.15,0.27,0.59,0.06,0.96,0.06,0.02,0.71,0.03,0.71,0.56,0.41,0.59,0.09,0.97,0.09,0.12,0.11,0.24,0.73,0.2,0.41,0.84,0.32,0.91,0.2,0.04,0.05,0.47,0.78,0.16,0.35,0.44,0.2,0.87,0.22,0.07,0.15,0.05,0.71,0.18,0.15,0.29,0.44,0.92,0.18,0.09,0.19,0.65,0.82,0.18,0.41,0.2,0.35,0.95,0.07,0.16,0.1,0.65,0.73,0.3,0.47,0.82,0.22,0.89,0.07,0.2,0.13,0.47,0.5,0.73,0.32,0.89,0.06,0.93,0.1,0.09,0.68,0.24,0.84,0.35,0.15,0.32,0.41,0.96,0.11,0.05,0.13,0.7,0.56,0.32,0.62,0.6,0.56,0.88,0.18,0.02,0.6,0.72,0.56,0.56,0.25,0.78,0.12,0.85,0.07,0.15,0.2,0.59,0.75,0.25,0.44,0.29,0.35,0.97,0.25,0.03,0.13,0.53,0.84,0.22,0.22,0.44,0.22,0.89,0.33,0.25,0.76,0.06,0.75,0.22,0.41,0.27,0.41,0.96,0.05,0.1,0.04,0.56,0.76,0.19,0.28,0.76,0.32,0.9,0.01,0.25,0.08,0.43,0.78,0.2,0.07,0.25,0.02,0.92,0.02,0.53,0.58,0.3,0.84,0.22,0.18,0.38,0.29,0.97,0.15,0.03,0.98,0.65,0.71,0.11,0.27,0.65,0.56,0.65,0.13,0.04,0.3,0.04,0.75,0.11,0.35,0.71,0.03,0.78,0.71,0.14,0.13,0.23,0.24,0.62,0.65,0.68,0.3,0.9,0.06,0.18,0.18,0.22,0.71,0.18,0.2,1.0,0.29,0.78,0.05,0.38,0.8,0.24,0.7,0.18,0.16,0.98,0.12,0.95,0.2,0.02,0.27,0.02,0.75,0.21,0.47,0.56,0.48,0.82,0.2,0.06,0.15,0.56,0.87,0.41,0.13,0.71,0.16,0.9,0.05,0.11,0.12,0.37,0.18,0.29,0.32,0.22,0.24,0.91,0.03,0.25,0.16,0.47,0.59,0.27,0.29,0.76,0.03,0.41,0.22,0.01,0.56,0.07,0.8,0.12,0.15,0.99,0.62,0.9,0.3,0.03,0.1,0.29,0.78,0.22,0.29,0.62,0.11,0.89,0.16,0.02,0.47,0.02,0.73,0.32,0.22,0.57,0.46,0.75,0.04,0.04,0.2,0.65,0.44,0.35,0.44,0.38,0.59,0.96,0.18,0.05,0.09,0.56,0.84,0.22,0.2,0.53,0.16,0.95,0.09,0.12,0.45,0.09,0.75,0.35,0.3,1.0,0.68,0.96,0.01,0.16,0.76,0.11,0.8,0.18,0.41,0.8,0.52,0.92,0.16,0.01,0.99,0.07,0.11,0.65,0.53,0.41,0.44,0.96,0.08,0.04,0.99,0.03,0.84,0.27,0.12,0.25,0.59,0.97,0.05,0.11,0.09,0.62,0.78,0.13,0.22,0.22,0.5,0.91,0.15,0.18,0.17,0.38,0.56,0.41,0.44,0.99,0.02,0.99,0.02,0.03,0.44,0.13,0.32,0.41,0.25,0.56,0.46,0.89,0.16,0.06,0.11,0.59,0.82,0.13,0.27,0.47,0.12,0.98,0.01,0.11,0.52,0.27,0.65,0.27,0.16,0.41,0.5,0.88,0.59,0.18,0.78,0.38,0.59,0.32,0.47,0.84,0.07,0.94,0.09,0.01,0.27,0.35,0.56,0.25,0.44,0.73,0.07,0.87,0.27,0.06,0.17,0.08,0.78,0.3,0.27,0.91,0.08,0.71,0.38,0.02,0.15,0.01,0.15,0.18,0.44,0.35,0.41,0.95,0.03,0.25,0.15,0.5,0.87,0.13,0.32,0.82,0.61,0.78,0.38,0.05,0.2,0.5,0.16,0.59,0.38,0.32,0.38,0.91,0.17,0.08,0.3,0.61,0.73,0.2,0.32,0.99,0.03,0.89,0.06,0.2,0.1,0.65,0.71,0.13,0.25,0.25,0.41,0.96,0.03,0.16,0.13,0.2,0.11,0.89,0.87,0.53,0.29,0.95,0.11,0.05,1.0,0.68,0.22,0.27,0.44,0.82,0.09,0.75,0.02,0.5,0.47,0.26,0.59,0.53,0.29,0.71,0.44,0.85,0.05,0.5,0.51,0.32,0.64,0.47,0.3,0.8,0.05,0.93,0.12,0.08,0.15,0.5,0.56,0.68,0.44,0.76,0.15,0.85,0.32,0.08,0.1,0.56,0.18,0.68,0.22,0.85,0.22,0.87,0.1,0.02,0.68,0.03,0.25,0.38,0.47,0.29,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10010110000101110101110111110110101100010000010100110001010111010101010001010100110101001101011001110111011101","Dawid\u2013Skene":"01010100000001010001010100010100000101010010010001010001010100010101000001010000010101000001010001011101010101","RACE-S (ours)":"10101010101010101110101010001011111010001000101010100110101011101010111110101110001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101101101110101110101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.2818,"Dawid\u2013Skene":0.1909,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8364}},"invert|124":{"p":[0.88,0.06,0.25,0.8,0.53,0.78,0.15,0.27,0.41,0.94,0.96,0.06,0.02,0.29,0.97,0.71,0.56,0.41,0.41,0.91,0.97,0.09,0.12,0.89,0.76,0.73,0.2,0.41,0.16,0.68,0.91,0.2,0.04,0.95,0.53,0.78,0.16,0.35,0.56,0.8,0.87,0.22,0.07,0.85,0.95,0.71,0.18,0.15,0.71,0.56,0.92,0.18,0.09,0.81,0.35,0.82,0.18,0.41,0.8,0.65,0.95,0.07,0.16,0.9,0.35,0.73,0.3,0.47,0.18,0.78,0.89,0.07,0.2,0.87,0.53,0.5,0.73,0.32,0.11,0.94,0.93,0.1,0.09,0.32,0.76,0.84,0.35,0.15,0.68,0.59,0.96,0.11,0.05,0.87,0.3,0.56,0.32,0.62,0.4,0.44,0.88,0.18,0.02,0.4,0.28,0.56,0.56,0.25,0.22,0.88,0.85,0.07,0.15,0.8,0.41,0.75,0.25,0.44,0.71,0.65,0.97,0.25,0.03,0.87,0.47,0.84,0.22,0.22,0.56,0.78,0.89,0.33,0.25,0.24,0.94,0.75,0.22,0.41,0.73,0.59,0.96,0.05,0.1,0.96,0.44,0.76,0.19,0.28,0.24,0.68,0.9,0.01,0.25,0.92,0.57,0.78,0.2,0.07,0.75,0.98,0.92,0.02,0.53,0.42,0.7,0.84,0.22,0.18,0.62,0.71,0.97,0.15,0.03,0.02,0.35,0.71,0.11,0.27,0.35,0.44,0.65,0.13,0.04,0.7,0.96,0.75,0.11,0.35,0.29,0.97,0.78,0.71,0.14,0.87,0.77,0.24,0.62,0.65,0.32,0.7,0.9,0.06,0.18,0.82,0.78,0.71,0.18,0.2,0.0,0.71,0.78,0.05,0.38,0.2,0.76,0.7,0.18,0.16,0.02,0.88,0.95,0.2,0.02,0.73,0.98,0.75,0.21,0.47,0.44,0.52,0.82,0.2,0.06,0.85,0.44,0.87,0.41,0.13,0.29,0.84,0.9,0.05,0.11,0.88,0.63,0.18,0.29,0.32,0.78,0.76,0.91,0.03,0.25,0.84,0.53,0.59,0.27,0.29,0.24,0.97,0.41,0.22,0.01,0.44,0.93,0.8,0.12,0.15,0.01,0.38,0.9,0.3,0.03,0.9,0.71,0.78,0.22,0.29,0.38,0.89,0.89,0.16,0.02,0.53,0.98,0.73,0.32,0.22,0.43,0.54,0.75,0.04,0.04,0.8,0.35,0.44,0.35,0.44,0.62,0.41,0.96,0.18,0.05,0.91,0.44,0.84,0.22,0.2,0.47,0.84,0.95,0.09,0.12,0.55,0.91,0.75,0.35,0.3,0.0,0.32,0.96,0.01,0.16,0.24,0.89,0.8,0.18,0.41,0.2,0.48,0.92,0.16,0.01,0.01,0.93,0.11,0.65,0.53,0.59,0.56,0.96,0.08,0.04,0.01,0.97,0.84,0.27,0.12,0.75,0.41,0.97,0.05,0.11,0.91,0.38,0.78,0.13,0.22,0.78,0.5,0.91,0.15,0.18,0.83,0.62,0.56,0.41,0.44,0.01,0.98,0.99,0.02,0.03,0.56,0.87,0.32,0.41,0.25,0.44,0.54,0.89,0.16,0.06,0.89,0.41,0.82,0.13,0.27,0.53,0.88,0.98,0.01,0.11,0.48,0.73,0.65,0.27,0.16,0.59,0.5,0.88,0.59,0.18,0.22,0.62,0.59,0.32,0.47,0.16,0.93,0.94,0.09,0.01,0.73,0.65,0.56,0.25,0.44,0.27,0.93,0.87,0.27,0.06,0.83,0.92,0.78,0.3,0.27,0.09,0.92,0.71,0.38,0.02,0.85,0.99,0.15,0.18,0.44,0.65,0.59,0.95,0.03,0.25,0.85,0.5,0.87,0.13,0.32,0.18,0.39,0.78,0.38,0.05,0.8,0.5,0.16,0.59,0.38,0.68,0.62,0.91,0.17,0.08,0.7,0.39,0.73,0.2,0.32,0.01,0.97,0.89,0.06,0.2,0.9,0.35,0.71,0.13,0.25,0.75,0.59,0.96,0.03,0.16,0.87,0.8,0.11,0.89,0.87,0.47,0.71,0.95,0.11,0.05,0.0,0.32,0.22,0.27,0.44,0.18,0.91,0.75,0.02,0.5,0.53,0.74,0.59,0.53,0.29,0.29,0.56,0.85,0.05,0.5,0.49,0.68,0.64,0.47,0.3,0.2,0.95,0.93,0.12,0.08,0.85,0.5,0.56,0.68,0.44,0.24,0.85,0.85,0.32,0.08,0.9,0.44,0.18,0.68,0.22,0.15,0.78,0.87,0.1,0.02,0.32,0.97,0.25,0.38,0.47,0.71,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10011011100101110100010111110111110000111000100101110011000111000001010001100100010111101001011011010001011101","Dawid\u2013Skene":"01010100000001010001010100010100000101010010010001010001010100010101000001010000010101000001010001011101010101","RACE-S (ours)":"10101010101010101110101010001011111010001000101010100110101011101010111110101110001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101001101110101110101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.3818,"Dawid\u2013Skene":0.1909,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8455}},"invert|134":{"p":[0.88,0.06,0.75,0.2,0.53,0.78,0.15,0.73,0.59,0.94,0.96,0.06,0.98,0.71,0.97,0.71,0.56,0.59,0.59,0.91,0.97,0.09,0.88,0.11,0.76,0.73,0.2,0.59,0.84,0.68,0.91,0.2,0.96,0.05,0.53,0.78,0.16,0.65,0.44,0.8,0.87,0.22,0.93,0.15,0.95,0.71,0.18,0.85,0.29,0.56,0.92,0.18,0.91,0.19,0.35,0.82,0.18,0.59,0.2,0.65,0.95,0.07,0.84,0.1,0.35,0.73,0.3,0.53,0.82,0.78,0.89,0.07,0.8,0.13,0.53,0.5,0.73,0.68,0.89,0.94,0.93,0.1,0.91,0.68,0.76,0.84,0.35,0.85,0.32,0.59,0.96,0.11,0.95,0.13,0.3,0.56,0.32,0.38,0.6,0.44,0.88,0.18,0.98,0.6,0.28,0.56,0.56,0.75,0.78,0.88,0.85,0.07,0.85,0.2,0.41,0.75,0.25,0.56,0.29,0.65,0.97,0.25,0.97,0.13,0.47,0.84,0.22,0.78,0.44,0.78,0.89,0.33,0.75,0.76,0.94,0.75,0.22,0.59,0.27,0.59,0.96,0.05,0.9,0.04,0.44,0.76,0.19,0.72,0.76,0.68,0.9,0.01,0.75,0.08,0.57,0.78,0.2,0.93,0.25,0.98,0.92,0.02,0.47,0.58,0.7,0.84,0.22,0.82,0.38,0.71,0.97,0.15,0.97,0.98,0.35,0.71,0.11,0.73,0.65,0.44,0.65,0.13,0.96,0.3,0.96,0.75,0.11,0.65,0.71,0.97,0.78,0.71,0.86,0.13,0.77,0.24,0.62,0.35,0.68,0.7,0.9,0.06,0.82,0.18,0.78,0.71,0.18,0.8,1.0,0.71,0.78,0.05,0.62,0.8,0.76,0.7,0.18,0.84,0.98,0.88,0.95,0.2,0.98,0.27,0.98,0.75,0.21,0.53,0.56,0.52,0.82,0.2,0.94,0.15,0.44,0.87,0.41,0.87,0.71,0.84,0.9,0.05,0.89,0.12,0.63,0.18,0.29,0.68,0.22,0.76,0.91,0.03,0.75,0.16,0.53,0.59,0.27,0.71,0.76,0.97,0.41,0.22,0.99,0.56,0.93,0.8,0.12,0.85,0.99,0.38,0.9,0.3,0.97,0.1,0.71,0.78,0.22,0.71,0.62,0.89,0.89,0.16,0.98,0.47,0.98,0.73,0.32,0.78,0.57,0.54,0.75,0.04,0.96,0.2,0.35,0.44,0.35,0.56,0.38,0.41,0.96,0.18,0.95,0.09,0.44,0.84,0.22,0.8,0.53,0.84,0.95,0.09,0.88,0.45,0.91,0.75,0.35,0.7,1.0,0.32,0.96,0.01,0.84,0.76,0.89,0.8,0.18,0.59,0.8,0.48,0.92,0.16,0.99,0.99,0.93,0.11,0.65,0.47,0.41,0.56,0.96,0.08,0.96,0.99,0.97,0.84,0.27,0.88,0.25,0.41,0.97,0.05,0.89,0.09,0.38,0.78,0.13,0.78,0.22,0.5,0.91,0.15,0.82,0.17,0.62,0.56,0.41,0.56,0.99,0.98,0.99,0.02,0.97,0.44,0.87,0.32,0.41,0.75,0.56,0.54,0.89,0.16,0.94,0.11,0.41,0.82,0.13,0.73,0.47,0.88,0.98,0.01,0.89,0.52,0.73,0.65,0.27,0.84,0.41,0.5,0.88,0.59,0.82,0.78,0.62,0.59,0.32,0.53,0.84,0.93,0.94,0.09,0.99,0.27,0.65,0.56,0.25,0.56,0.73,0.93,0.87,0.27,0.94,0.17,0.92,0.78,0.3,0.73,0.91,0.92,0.71,0.38,0.98,0.15,0.99,0.15,0.18,0.56,0.35,0.59,0.95,0.03,0.75,0.15,0.5,0.87,0.13,0.68,0.82,0.39,0.78,0.38,0.95,0.2,0.5,0.16,0.59,0.62,0.32,0.62,0.91,0.17,0.92,0.3,0.39,0.73,0.2,0.68,0.99,0.97,0.89,0.06,0.8,0.1,0.35,0.71,0.13,0.75,0.25,0.59,0.96,0.03,0.84,0.13,0.8,0.11,0.89,0.13,0.53,0.71,0.95,0.11,0.95,1.0,0.32,0.22,0.27,0.56,0.82,0.91,0.75,0.02,0.5,0.47,0.74,0.59,0.53,0.71,0.71,0.56,0.85,0.05,0.5,0.51,0.68,0.64,0.47,0.7,0.8,0.95,0.93,0.12,0.92,0.15,0.5,0.56,0.68,0.56,0.76,0.85,0.85,0.32,0.92,0.1,0.44,0.18,0.68,0.78,0.85,0.78,0.87,0.1,0.98,0.68,0.97,0.25,0.38,0.53,0.29,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"00111010100001011100110011100101111000111101100100011011100011101010110001100110110111100000010011110001011110","Dawid\u2013Skene":"01010100000001010001010100010100000101010010010001010001010100010101000001010000010101000001010001011101010101","RACE-S (ours)":"10101010101010101110101010001011111010001000101010100110101011101010111110101110001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101101101110101110101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.5182,"Dawid\u2013Skene":0.1909,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8364}},"invert|234":{"p":[0.88,0.94,0.25,0.2,0.53,0.78,0.85,0.27,0.59,0.94,0.96,0.94,0.02,0.71,0.97,0.71,0.44,0.41,0.59,0.91,0.97,0.91,0.12,0.11,0.76,0.73,0.8,0.41,0.84,0.68,0.91,0.8,0.04,0.05,0.53,0.78,0.84,0.35,0.44,0.8,0.87,0.78,0.07,0.15,0.95,0.71,0.82,0.15,0.29,0.56,0.92,0.82,0.09,0.19,0.35,0.82,0.82,0.41,0.2,0.65,0.95,0.93,0.16,0.1,0.35,0.73,0.7,0.47,0.82,0.78,0.89,0.93,0.2,0.13,0.53,0.5,0.27,0.32,0.89,0.94,0.93,0.9,0.09,0.68,0.76,0.84,0.65,0.15,0.32,0.59,0.96,0.89,0.05,0.13,0.3,0.56,0.68,0.62,0.6,0.44,0.88,0.82,0.02,0.6,0.28,0.56,0.44,0.25,0.78,0.88,0.85,0.93,0.15,0.2,0.41,0.75,0.75,0.44,0.29,0.65,0.97,0.75,0.03,0.13,0.47,0.84,0.78,0.22,0.44,0.78,0.89,0.67,0.25,0.76,0.94,0.75,0.78,0.41,0.27,0.59,0.96,0.95,0.1,0.04,0.44,0.76,0.81,0.28,0.76,0.68,0.9,0.99,0.25,0.08,0.57,0.78,0.8,0.07,0.25,0.98,0.92,0.98,0.53,0.58,0.7,0.84,0.78,0.18,0.38,0.71,0.97,0.85,0.03,0.98,0.35,0.71,0.89,0.27,0.65,0.44,0.65,0.87,0.04,0.3,0.96,0.75,0.89,0.35,0.71,0.97,0.78,0.29,0.14,0.13,0.77,0.24,0.38,0.65,0.68,0.7,0.9,0.94,0.18,0.18,0.78,0.71,0.82,0.2,1.0,0.71,0.78,0.95,0.38,0.8,0.76,0.7,0.82,0.16,0.98,0.88,0.95,0.8,0.02,0.27,0.98,0.75,0.79,0.47,0.56,0.52,0.82,0.8,0.06,0.15,0.44,0.87,0.59,0.13,0.71,0.84,0.9,0.95,0.11,0.12,0.63,0.18,0.71,0.32,0.22,0.76,0.91,0.97,0.25,0.16,0.53,0.59,0.73,0.29,0.76,0.97,0.41,0.78,0.01,0.56,0.93,0.8,0.88,0.15,0.99,0.38,0.9,0.7,0.03,0.1,0.71,0.78,0.78,0.29,0.62,0.89,0.89,0.84,0.02,0.47,0.98,0.73,0.68,0.22,0.57,0.54,0.75,0.96,0.04,0.2,0.35,0.44,0.65,0.44,0.38,0.41,0.96,0.82,0.05,0.09,0.44,0.84,0.78,0.2,0.53,0.84,0.95,0.91,0.12,0.45,0.91,0.75,0.65,0.3,1.0,0.32,0.96,0.99,0.16,0.76,0.89,0.8,0.82,0.41,0.8,0.48,0.92,0.84,0.01,0.99,0.93,0.11,0.35,0.53,0.41,0.56,0.96,0.92,0.04,0.99,0.97,0.84,0.73,0.12,0.25,0.41,0.97,0.95,0.11,0.09,0.38,0.78,0.87,0.22,0.22,0.5,0.91,0.85,0.18,0.17,0.62,0.56,0.59,0.44,0.99,0.98,0.99,0.98,0.03,0.44,0.87,0.32,0.59,0.25,0.56,0.54,0.89,0.84,0.06,0.11,0.41,0.82,0.87,0.27,0.47,0.88,0.98,0.99,0.11,0.52,0.73,0.65,0.73,0.16,0.41,0.5,0.88,0.41,0.18,0.78,0.62,0.59,0.68,0.47,0.84,0.93,0.94,0.91,0.01,0.27,0.65,0.56,0.75,0.44,0.73,0.93,0.87,0.73,0.06,0.17,0.92,0.78,0.7,0.27,0.91,0.92,0.71,0.62,0.02,0.15,0.99,0.15,0.82,0.44,0.35,0.59,0.95,0.97,0.25,0.15,0.5,0.87,0.87,0.32,0.82,0.39,0.78,0.62,0.05,0.2,0.5,0.16,0.41,0.38,0.32,0.62,0.91,0.83,0.08,0.3,0.39,0.73,0.8,0.32,0.99,0.97,0.89,0.94,0.2,0.1,0.35,0.71,0.87,0.25,0.25,0.59,0.96,0.97,0.16,0.13,0.8,0.11,0.11,0.87,0.53,0.71,0.95,0.89,0.05,1.0,0.32,0.22,0.73,0.44,0.82,0.91,0.75,0.98,0.5,0.47,0.74,0.59,0.47,0.29,0.71,0.56,0.85,0.95,0.5,0.51,0.68,0.64,0.53,0.3,0.8,0.95,0.93,0.88,0.08,0.15,0.5,0.56,0.32,0.44,0.76,0.85,0.85,0.68,0.08,0.1,0.44,0.18,0.32,0.22,0.85,0.78,0.87,0.9,0.02,0.68,0.97,0.25,0.62,0.47,0.29,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"11111001000101111000110001100110101101011111000100110001100001101110100001100110010101001100011011111011010110","Dawid\u2013Skene":"01010100000001010001010100010100000101010010010001010001010100010101000001010000010101000001010001011101010101","RACE-S (ours)":"10101010101010101110101010001011111010001000101010100110101011101010111110101110001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101001101110100110101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.4636,"Dawid\u2013Skene":0.1909,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8364}},"invert|1234":{"p":[0.88,0.06,0.25,0.2,0.53,0.78,0.15,0.27,0.59,0.94,0.96,0.06,0.02,0.71,0.97,0.71,0.56,0.41,0.59,0.91,0.97,0.09,0.12,0.11,0.76,0.73,0.2,0.41,0.84,0.68,0.91,0.2,0.04,0.05,0.53,0.78,0.16,0.35,0.44,0.8,0.87,0.22,0.07,0.15,0.95,0.71,0.18,0.15,0.29,0.56,0.92,0.18,0.09,0.19,0.35,0.82,0.18,0.41,0.2,0.65,0.95,0.07,0.16,0.1,0.35,0.73,0.3,0.47,0.82,0.78,0.89,0.07,0.2,0.13,0.53,0.5,0.73,0.32,0.89,0.94,0.93,0.1,0.09,0.68,0.76,0.84,0.35,0.15,0.32,0.59,0.96,0.11,0.05,0.13,0.3,0.56,0.32,0.62,0.6,0.44,0.88,0.18,0.02,0.6,0.28,0.56,0.56,0.25,0.78,0.88,0.85,0.07,0.15,0.2,0.41,0.75,0.25,0.44,0.29,0.65,0.97,0.25,0.03,0.13,0.47,0.84,0.22,0.22,0.44,0.78,0.89,0.33,0.25,0.76,0.94,0.75,0.22,0.41,0.27,0.59,0.96,0.05,0.1,0.04,0.44,0.76,0.19,0.28,0.76,0.68,0.9,0.01,0.25,0.08,0.57,0.78,0.2,0.07,0.25,0.98,0.92,0.02,0.53,0.58,0.7,0.84,0.22,0.18,0.38,0.71,0.97,0.15,0.03,0.98,0.35,0.71,0.11,0.27,0.65,0.44,0.65,0.13,0.04,0.3,0.96,0.75,0.11,0.35,0.71,0.97,0.78,0.71,0.14,0.13,0.77,0.24,0.62,0.65,0.68,0.7,0.9,0.06,0.18,0.18,0.78,0.71,0.18,0.2,1.0,0.71,0.78,0.05,0.38,0.8,0.76,0.7,0.18,0.16,0.98,0.88,0.95,0.2,0.02,0.27,0.98,0.75,0.21,0.47,0.56,0.52,0.82,0.2,0.06,0.15,0.44,0.87,0.41,0.13,0.71,0.84,0.9,0.05,0.11,0.12,0.63,0.18,0.29,0.32,0.22,0.76,0.91,0.03,0.25,0.16,0.53,0.59,0.27,0.29,0.76,0.97,0.41,0.22,0.01,0.56,0.93,0.8,0.12,0.15,0.99,0.38,0.9,0.3,0.03,0.1,0.71,0.78,0.22,0.29,0.62,0.89,0.89,0.16,0.02,0.47,0.98,0.73,0.32,0.22,0.57,0.54,0.75,0.04,0.04,0.2,0.35,0.44,0.35,0.44,0.38,0.41,0.96,0.18,0.05,0.09,0.44,0.84,0.22,0.2,0.53,0.84,0.95,0.09,0.12,0.45,0.91,0.75,0.35,0.3,1.0,0.32,0.96,0.01,0.16,0.76,0.89,0.8,0.18,0.41,0.8,0.48,0.92,0.16,0.01,0.99,0.93,0.11,0.65,0.53,0.41,0.56,0.96,0.08,0.04,0.99,0.97,0.84,0.27,0.12,0.25,0.41,0.97,0.05,0.11,0.09,0.38,0.78,0.13,0.22,0.22,0.5,0.91,0.15,0.18,0.17,0.62,0.56,0.41,0.44,0.99,0.98,0.99,0.02,0.03,0.44,0.87,0.32,0.41,0.25,0.56,0.54,0.89,0.16,0.06,0.11,0.41,0.82,0.13,0.27,0.47,0.88,0.98,0.01,0.11,0.52,0.73,0.65,0.27,0.16,0.41,0.5,0.88,0.59,0.18,0.78,0.62,0.59,0.32,0.47,0.84,0.93,0.94,0.09,0.01,0.27,0.65,0.56,0.25,0.44,0.73,0.93,0.87,0.27,0.06,0.17,0.92,0.78,0.3,0.27,0.91,0.92,0.71,0.38,0.02,0.15,0.99,0.15,0.18,0.44,0.35,0.59,0.95,0.03,0.25,0.15,0.5,0.87,0.13,0.32,0.82,0.39,0.78,0.38,0.05,0.2,0.5,0.16,0.59,0.38,0.32,0.62,0.91,0.17,0.08,0.3,0.39,0.73,0.2,0.32,0.99,0.97,0.89,0.06,0.2,0.1,0.35,0.71,0.13,0.25,0.25,0.59,0.96,0.03,0.16,0.13,0.8,0.11,0.89,0.87,0.53,0.71,0.95,0.11,0.05,1.0,0.32,0.22,0.27,0.44,0.82,0.91,0.75,0.02,0.5,0.47,0.74,0.59,0.53,0.29,0.71,0.56,0.85,0.05,0.5,0.51,0.68,0.64,0.47,0.3,0.8,0.95,0.93,0.12,0.08,0.15,0.5,0.56,0.68,0.44,0.76,0.85,0.85,0.32,0.08,0.1,0.44,0.18,0.68,0.22,0.85,0.78,0.87,0.1,0.02,0.68,0.97,0.25,0.38,0.47,0.29,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"01110100100001011001010001100100110001010010110101011011110001111010100001010110110111000100010001011111010110","Dawid\u2013Skene":"01010100000001010001010100010100000101010010010001010001010100010101000001010000010101000001010001011101010101","RACE-S (ours)":"10101010101010101110101010001011111010001000101010100110101011101010111110101110001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101101101110101110101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.3727,"Dawid\u2013Skene":0.1909,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8364}},"collude|":{"p":[0.88,0.94,0.75,0.8,0.47,0.78,0.85,0.73,0.41,0.06,0.96,0.94,0.98,0.29,0.03,0.71,0.44,0.59,0.41,0.09,0.97,0.91,0.88,0.89,0.24,0.73,0.8,0.59,0.16,0.32,0.91,0.8,0.96,0.95,0.47,0.78,0.84,0.65,0.56,0.2,0.87,0.78,0.93,0.85,0.05,0.71,0.82,0.85,0.71,0.44,0.92,0.82,0.91,0.81,0.65,0.82,0.82,0.59,0.8,0.35,0.95,0.93,0.84,0.9,0.65,0.73,0.7,0.53,0.18,0.22,0.89,0.93,0.8,0.87,0.47,0.5,0.27,0.68,0.11,0.06,0.93,0.9,0.91,0.32,0.24,0.84,0.65,0.85,0.68,0.41,0.96,0.89,0.95,0.87,0.7,0.56,0.68,0.38,0.4,0.56,0.88,0.82,0.98,0.4,0.72,0.56,0.44,0.75,0.22,0.12,0.85,0.93,0.85,0.8,0.59,0.75,0.75,0.56,0.71,0.35,0.97,0.75,0.97,0.87,0.53,0.84,0.78,0.78,0.56,0.22,0.89,0.67,0.75,0.24,0.06,0.75,0.78,0.59,0.73,0.41,0.96,0.95,0.9,0.96,0.56,0.76,0.81,0.72,0.24,0.32,0.9,0.99,0.75,0.92,0.43,0.78,0.8,0.93,0.75,0.02,0.92,0.98,0.47,0.42,0.3,0.84,0.78,0.82,0.62,0.29,0.97,0.85,0.97,0.02,0.65,0.71,0.89,0.73,0.35,0.56,0.65,0.87,0.96,0.7,0.04,0.75,0.89,0.65,0.29,0.03,0.78,0.29,0.86,0.87,0.23,0.24,0.38,0.35,0.32,0.3,0.9,0.94,0.82,0.82,0.22,0.71,0.82,0.8,0.0,0.29,0.78,0.95,0.62,0.2,0.24,0.7,0.82,0.84,0.02,0.12,0.95,0.8,0.98,0.73,0.02,0.75,0.79,0.53,0.44,0.48,0.82,0.8,0.94,0.85,0.56,0.87,0.59,0.87,0.29,0.16,0.9,0.95,0.89,0.88,0.37,0.18,0.71,0.68,0.78,0.24,0.91,0.97,0.75,0.84,0.47,0.59,0.73,0.71,0.24,0.03,0.41,0.78,0.99,0.44,0.07,0.8,0.88,0.85,0.01,0.62,0.9,0.7,0.97,0.9,0.29,0.78,0.78,0.71,0.38,0.11,0.89,0.84,0.98,0.53,0.02,0.73,0.68,0.78,0.43,0.46,0.75,0.96,0.96,0.8,0.65,0.44,0.65,0.56,0.62,0.59,0.96,0.82,0.95,0.91,0.56,0.84,0.78,0.8,0.47,0.16,0.95,0.91,0.88,0.55,0.09,0.75,0.65,0.7,0.0,0.68,0.96,0.99,0.84,0.24,0.11,0.8,0.82,0.59,0.2,0.52,0.92,0.84,0.99,0.01,0.07,0.11,0.35,0.47,0.59,0.44,0.96,0.92,0.96,0.01,0.03,0.84,0.73,0.88,0.75,0.59,0.97,0.95,0.89,0.91,0.62,0.78,0.87,0.78,0.78,0.5,0.91,0.85,0.82,0.83,0.38,0.56,0.59,0.56,0.01,0.02,0.99,0.98,0.97,0.56,0.13,0.32,0.59,0.75,0.44,0.46,0.89,0.84,0.94,0.89,0.59,0.82,0.87,0.73,0.53,0.12,0.98,0.99,0.89,0.48,0.27,0.65,0.73,0.84,0.59,0.5,0.88,0.41,0.82,0.22,0.38,0.59,0.68,0.53,0.16,0.07,0.94,0.91,0.99,0.73,0.35,0.56,0.75,0.56,0.27,0.07,0.87,0.73,0.94,0.83,0.08,0.78,0.7,0.73,0.09,0.08,0.71,0.62,0.98,0.85,0.01,0.15,0.82,0.56,0.65,0.41,0.95,0.97,0.75,0.85,0.5,0.87,0.87,0.68,0.18,0.61,0.78,0.62,0.95,0.8,0.5,0.16,0.41,0.62,0.68,0.38,0.91,0.83,0.92,0.7,0.61,0.73,0.8,0.68,0.01,0.03,0.89,0.94,0.8,0.9,0.65,0.71,0.87,0.75,0.75,0.41,0.96,0.97,0.84,0.87,0.2,0.11,0.11,0.13,0.47,0.29,0.95,0.89,0.95,0.0,0.68,0.22,0.73,0.56,0.18,0.09,0.75,0.98,0.5,0.53,0.26,0.59,0.47,0.71,0.29,0.44,0.85,0.95,0.5,0.49,0.32,0.64,0.53,0.7,0.2,0.05,0.93,0.88,0.92,0.85,0.5,0.56,0.32,0.56,0.24,0.15,0.85,0.68,0.92,0.9,0.56,0.18,0.32,0.78,0.15,0.22,0.87,0.9,0.98,0.32,0.03,0.25,0.62,0.53,0.71,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101010111110101110101010001010011010001000101010100110101010101010111110101011101010011110101110100010101010","Dawid\u2013Skene":"10101011111110101110101011101011111010101101101110101110101011101010111110101111101010111110101110100010101010","RACE-S (ours)":"10101010101010101110101010001011111010001000101010100110101011101010111110101110001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101010001011011010101000101110101010101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.8364,"Dawid\u2013Skene":0.8091,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8727}},"collude|1":{"p":[0.88,0.06,0.75,0.8,0.47,0.78,0.15,0.73,0.41,0.06,0.96,0.06,0.98,0.29,0.03,0.71,0.56,0.59,0.41,0.09,0.97,0.09,0.88,0.89,0.24,0.73,0.2,0.59,0.16,0.32,0.91,0.2,0.96,0.95,0.47,0.78,0.16,0.65,0.56,0.2,0.87,0.22,0.93,0.85,0.05,0.71,0.18,0.85,0.71,0.44,0.92,0.18,0.91,0.81,0.65,0.82,0.18,0.59,0.8,0.35,0.95,0.07,0.84,0.9,0.65,0.73,0.3,0.53,0.18,0.22,0.89,0.07,0.8,0.87,0.47,0.5,0.73,0.68,0.11,0.06,0.93,0.1,0.91,0.32,0.24,0.84,0.35,0.85,0.68,0.41,0.96,0.11,0.95,0.87,0.7,0.56,0.32,0.38,0.4,0.56,0.88,0.18,0.98,0.4,0.72,0.56,0.56,0.75,0.22,0.12,0.85,0.07,0.85,0.8,0.59,0.75,0.25,0.56,0.71,0.35,0.97,0.25,0.97,0.87,0.53,0.84,0.22,0.78,0.56,0.22,0.89,0.33,0.75,0.24,0.06,0.75,0.22,0.59,0.73,0.41,0.96,0.05,0.9,0.96,0.56,0.76,0.19,0.72,0.24,0.32,0.9,0.01,0.75,0.92,0.43,0.78,0.2,0.93,0.75,0.02,0.92,0.02,0.47,0.42,0.3,0.84,0.22,0.82,0.62,0.29,0.97,0.15,0.97,0.02,0.65,0.71,0.11,0.73,0.35,0.56,0.65,0.13,0.96,0.7,0.04,0.75,0.11,0.65,0.29,0.03,0.78,0.71,0.86,0.87,0.23,0.24,0.62,0.35,0.32,0.3,0.9,0.06,0.82,0.82,0.22,0.71,0.18,0.8,0.0,0.29,0.78,0.05,0.62,0.2,0.24,0.7,0.18,0.84,0.02,0.12,0.95,0.2,0.98,0.73,0.02,0.75,0.21,0.53,0.44,0.48,0.82,0.2,0.94,0.85,0.56,0.87,0.41,0.87,0.29,0.16,0.9,0.05,0.89,0.88,0.37,0.18,0.29,0.68,0.78,0.24,0.91,0.03,0.75,0.84,0.47,0.59,0.27,0.71,0.24,0.03,0.41,0.22,0.99,0.44,0.07,0.8,0.12,0.85,0.01,0.62,0.9,0.3,0.97,0.9,0.29,0.78,0.22,0.71,0.38,0.11,0.89,0.16,0.98,0.53,0.02,0.73,0.32,0.78,0.43,0.46,0.75,0.04,0.96,0.8,0.65,0.44,0.35,0.56,0.62,0.59,0.96,0.18,0.95,0.91,0.56,0.84,0.22,0.8,0.47,0.16,0.95,0.09,0.88,0.55,0.09,0.75,0.35,0.7,0.0,0.68,0.96,0.01,0.84,0.24,0.11,0.8,0.18,0.59,0.2,0.52,0.92,0.16,0.99,0.01,0.07,0.11,0.65,0.47,0.59,0.44,0.96,0.08,0.96,0.01,0.03,0.84,0.27,0.88,0.75,0.59,0.97,0.05,0.89,0.91,0.62,0.78,0.13,0.78,0.78,0.5,0.91,0.15,0.82,0.83,0.38,0.56,0.41,0.56,0.01,0.02,0.99,0.02,0.97,0.56,0.13,0.32,0.41,0.75,0.44,0.46,0.89,0.16,0.94,0.89,0.59,0.82,0.13,0.73,0.53,0.12,0.98,0.01,0.89,0.48,0.27,0.65,0.27,0.84,0.59,0.5,0.88,0.59,0.82,0.22,0.38,0.59,0.32,0.53,0.16,0.07,0.94,0.09,0.99,0.73,0.35,0.56,0.25,0.56,0.27,0.07,0.87,0.27,0.94,0.83,0.08,0.78,0.3,0.73,0.09,0.08,0.71,0.38,0.98,0.85,0.01,0.15,0.18,0.56,0.65,0.41,0.95,0.03,0.75,0.85,0.5,0.87,0.13,0.68,0.18,0.61,0.78,0.38,0.95,0.8,0.5,0.16,0.59,0.62,0.68,0.38,0.91,0.17,0.92,0.7,0.61,0.73,0.2,0.68,0.01,0.03,0.89,0.06,0.8,0.9,0.65,0.71,0.13,0.75,0.75,0.41,0.96,0.03,0.84,0.87,0.2,0.11,0.89,0.13,0.47,0.29,0.95,0.11,0.95,0.0,0.68,0.22,0.27,0.56,0.18,0.09,0.75,0.02,0.5,0.53,0.26,0.59,0.53,0.71,0.29,0.44,0.85,0.05,0.5,0.49,0.32,0.64,0.47,0.7,0.2,0.05,0.93,0.12,0.92,0.85,0.5,0.56,0.68,0.56,0.24,0.15,0.85,0.32,0.92,0.9,0.56,0.18,0.68,0.78,0.15,0.22,0.87,0.1,0.98,0.32,0.03,0.25,0.38,0.53,0.71,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10001010111110100110101111011011011000101000101110100010001111000001011010101001101010101011101010100000101001","Dawid\u2013Skene":"10101011111110101110101011101011111010101101101110101110101011101010111110101111101010111110101110100010101010","RACE-S (ours)":"10101010101010101110101010001011111010001000101010100110101011101010111110101110001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101000101110101010101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.7091,"Dawid\u2013Skene":0.8091,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8636}},"collude|2":{"p":[0.88,0.94,0.25,0.8,0.47,0.78,0.85,0.27,0.41,0.06,0.96,0.94,0.02,0.29,0.03,0.71,0.44,0.41,0.41,0.09,0.97,0.91,0.12,0.89,0.24,0.73,0.8,0.41,0.16,0.32,0.91,0.8,0.04,0.95,0.47,0.78,0.84,0.35,0.56,0.2,0.87,0.78,0.07,0.85,0.05,0.71,0.82,0.15,0.71,0.44,0.92,0.82,0.09,0.81,0.65,0.82,0.82,0.41,0.8,0.35,0.95,0.93,0.16,0.9,0.65,0.73,0.7,0.47,0.18,0.22,0.89,0.93,0.2,0.87,0.47,0.5,0.27,0.32,0.11,0.06,0.93,0.9,0.09,0.32,0.24,0.84,0.65,0.15,0.68,0.41,0.96,0.89,0.05,0.87,0.7,0.56,0.68,0.62,0.4,0.56,0.88,0.82,0.02,0.4,0.72,0.56,0.44,0.25,0.22,0.12,0.85,0.93,0.15,0.8,0.59,0.75,0.75,0.44,0.71,0.35,0.97,0.75,0.03,0.87,0.53,0.84,0.78,0.22,0.56,0.22,0.89,0.67,0.25,0.24,0.06,0.75,0.78,0.41,0.73,0.41,0.96,0.95,0.1,0.96,0.56,0.76,0.81,0.28,0.24,0.32,0.9,0.99,0.25,0.92,0.43,0.78,0.8,0.07,0.75,0.02,0.92,0.98,0.53,0.42,0.3,0.84,0.78,0.18,0.62,0.29,0.97,0.85,0.03,0.02,0.65,0.71,0.89,0.27,0.35,0.56,0.65,0.87,0.04,0.7,0.04,0.75,0.89,0.35,0.29,0.03,0.78,0.29,0.14,0.87,0.23,0.24,0.38,0.65,0.32,0.3,0.9,0.94,0.18,0.82,0.22,0.71,0.82,0.2,0.0,0.29,0.78,0.95,0.38,0.2,0.24,0.7,0.82,0.16,0.02,0.12,0.95,0.8,0.02,0.73,0.02,0.75,0.79,0.47,0.44,0.48,0.82,0.8,0.06,0.85,0.56,0.87,0.59,0.13,0.29,0.16,0.9,0.95,0.11,0.88,0.37,0.18,0.71,0.32,0.78,0.24,0.91,0.97,0.25,0.84,0.47,0.59,0.73,0.29,0.24,0.03,0.41,0.78,0.01,0.44,0.07,0.8,0.88,0.15,0.01,0.62,0.9,0.7,0.03,0.9,0.29,0.78,0.78,0.29,0.38,0.11,0.89,0.84,0.02,0.53,0.02,0.73,0.68,0.22,0.43,0.46,0.75,0.96,0.04,0.8,0.65,0.44,0.65,0.44,0.62,0.59,0.96,0.82,0.05,0.91,0.56,0.84,0.78,0.2,0.47,0.16,0.95,0.91,0.12,0.55,0.09,0.75,0.65,0.3,0.0,0.68,0.96,0.99,0.16,0.24,0.11,0.8,0.82,0.41,0.2,0.52,0.92,0.84,0.01,0.01,0.07,0.11,0.35,0.53,0.59,0.44,0.96,0.92,0.04,0.01,0.03,0.84,0.73,0.12,0.75,0.59,0.97,0.95,0.11,0.91,0.62,0.78,0.87,0.22,0.78,0.5,0.91,0.85,0.18,0.83,0.38,0.56,0.59,0.44,0.01,0.02,0.99,0.98,0.03,0.56,0.13,0.32,0.59,0.25,0.44,0.46,0.89,0.84,0.06,0.89,0.59,0.82,0.87,0.27,0.53,0.12,0.98,0.99,0.11,0.48,0.27,0.65,0.73,0.16,0.59,0.5,0.88,0.41,0.18,0.22,0.38,0.59,0.68,0.47,0.16,0.07,0.94,0.91,0.01,0.73,0.35,0.56,0.75,0.44,0.27,0.07,0.87,0.73,0.06,0.83,0.08,0.78,0.7,0.27,0.09,0.08,0.71,0.62,0.02,0.85,0.01,0.15,0.82,0.44,0.65,0.41,0.95,0.97,0.25,0.85,0.5,0.87,0.87,0.32,0.18,0.61,0.78,0.62,0.05,0.8,0.5,0.16,0.41,0.38,0.68,0.38,0.91,0.83,0.08,0.7,0.61,0.73,0.8,0.32,0.01,0.03,0.89,0.94,0.2,0.9,0.65,0.71,0.87,0.25,0.75,0.41,0.96,0.97,0.16,0.87,0.2,0.11,0.11,0.87,0.47,0.29,0.95,0.89,0.05,0.0,0.68,0.22,0.73,0.44,0.18,0.09,0.75,0.98,0.5,0.53,0.26,0.59,0.47,0.29,0.29,0.44,0.85,0.95,0.5,0.49,0.32,0.64,0.53,0.3,0.2,0.05,0.93,0.88,0.08,0.85,0.5,0.56,0.32,0.44,0.24,0.15,0.85,0.68,0.08,0.9,0.56,0.18,0.32,0.22,0.15,0.22,0.87,0.9,0.02,0.32,0.03,0.25,0.62,0.47,0.71,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10001011011110100110101111011010101100001000000010100000001110000101011110101100001000011101101110100010101001","Dawid\u2013Skene":"10101011111110101110101011101011111010101101101110101110101011101010111110101111101010111110101110100010101010","RACE-S (ours)":"10101010101010101110101010001011111010001000101010100110101011101010111110101110001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101000101110100010101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.6182,"Dawid\u2013Skene":0.8091,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8545}},"collude|3":{"p":[0.88,0.94,0.75,0.2,0.47,0.78,0.85,0.73,0.59,0.06,0.96,0.94,0.98,0.71,0.03,0.71,0.44,0.59,0.59,0.09,0.97,0.91,0.88,0.11,0.24,0.73,0.8,0.59,0.84,0.32,0.91,0.8,0.96,0.05,0.47,0.78,0.84,0.65,0.44,0.2,0.87,0.78,0.93,0.15,0.05,0.71,0.82,0.85,0.29,0.44,0.92,0.82,0.91,0.19,0.65,0.82,0.82,0.59,0.2,0.35,0.95,0.93,0.84,0.1,0.65,0.73,0.7,0.53,0.82,0.22,0.89,0.93,0.8,0.13,0.47,0.5,0.27,0.68,0.89,0.06,0.93,0.9,0.91,0.68,0.24,0.84,0.65,0.85,0.32,0.41,0.96,0.89,0.95,0.13,0.7,0.56,0.68,0.38,0.6,0.56,0.88,0.82,0.98,0.6,0.72,0.56,0.44,0.75,0.78,0.12,0.85,0.93,0.85,0.2,0.59,0.75,0.75,0.56,0.29,0.35,0.97,0.75,0.97,0.13,0.53,0.84,0.78,0.78,0.44,0.22,0.89,0.67,0.75,0.76,0.06,0.75,0.78,0.59,0.27,0.41,0.96,0.95,0.9,0.04,0.56,0.76,0.81,0.72,0.76,0.32,0.9,0.99,0.75,0.08,0.43,0.78,0.8,0.93,0.25,0.02,0.92,0.98,0.47,0.58,0.3,0.84,0.78,0.82,0.38,0.29,0.97,0.85,0.97,0.98,0.65,0.71,0.89,0.73,0.65,0.56,0.65,0.87,0.96,0.3,0.04,0.75,0.89,0.65,0.71,0.03,0.78,0.29,0.86,0.13,0.23,0.24,0.38,0.35,0.68,0.3,0.9,0.94,0.82,0.18,0.22,0.71,0.82,0.8,1.0,0.29,0.78,0.95,0.62,0.8,0.24,0.7,0.82,0.84,0.98,0.12,0.95,0.8,0.98,0.27,0.02,0.75,0.79,0.53,0.56,0.48,0.82,0.8,0.94,0.15,0.56,0.87,0.59,0.87,0.71,0.16,0.9,0.95,0.89,0.12,0.37,0.18,0.71,0.68,0.22,0.24,0.91,0.97,0.75,0.16,0.47,0.59,0.73,0.71,0.76,0.03,0.41,0.78,0.99,0.56,0.07,0.8,0.88,0.85,0.99,0.62,0.9,0.7,0.97,0.1,0.29,0.78,0.78,0.71,0.62,0.11,0.89,0.84,0.98,0.47,0.02,0.73,0.68,0.78,0.57,0.46,0.75,0.96,0.96,0.2,0.65,0.44,0.65,0.56,0.38,0.59,0.96,0.82,0.95,0.09,0.56,0.84,0.78,0.8,0.53,0.16,0.95,0.91,0.88,0.45,0.09,0.75,0.65,0.7,1.0,0.68,0.96,0.99,0.84,0.76,0.11,0.8,0.82,0.59,0.8,0.52,0.92,0.84,0.99,0.99,0.07,0.11,0.35,0.47,0.41,0.44,0.96,0.92,0.96,0.99,0.03,0.84,0.73,0.88,0.25,0.59,0.97,0.95,0.89,0.09,0.62,0.78,0.87,0.78,0.22,0.5,0.91,0.85,0.82,0.17,0.38,0.56,0.59,0.56,0.99,0.02,0.99,0.98,0.97,0.44,0.13,0.32,0.59,0.75,0.56,0.46,0.89,0.84,0.94,0.11,0.59,0.82,0.87,0.73,0.47,0.12,0.98,0.99,0.89,0.52,0.27,0.65,0.73,0.84,0.41,0.5,0.88,0.41,0.82,0.78,0.38,0.59,0.68,0.53,0.84,0.07,0.94,0.91,0.99,0.27,0.35,0.56,0.75,0.56,0.73,0.07,0.87,0.73,0.94,0.17,0.08,0.78,0.7,0.73,0.91,0.08,0.71,0.62,0.98,0.15,0.01,0.15,0.82,0.56,0.35,0.41,0.95,0.97,0.75,0.15,0.5,0.87,0.87,0.68,0.82,0.61,0.78,0.62,0.95,0.2,0.5,0.16,0.41,0.62,0.32,0.38,0.91,0.83,0.92,0.3,0.61,0.73,0.8,0.68,0.99,0.03,0.89,0.94,0.8,0.1,0.65,0.71,0.87,0.75,0.25,0.41,0.96,0.97,0.84,0.13,0.2,0.11,0.11,0.13,0.53,0.29,0.95,0.89,0.95,1.0,0.68,0.22,0.73,0.56,0.82,0.09,0.75,0.98,0.5,0.47,0.26,0.59,0.47,0.71,0.71,0.44,0.85,0.95,0.5,0.51,0.32,0.64,0.53,0.7,0.8,0.05,0.93,0.88,0.92,0.15,0.5,0.56,0.32,0.56,0.76,0.15,0.85,0.68,0.92,0.1,0.56,0.18,0.32,0.78,0.85,0.22,0.87,0.9,0.98,0.68,0.03,0.25,0.62,0.53,0.29,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101010011110101110101010001010101100001101000110100100101011101110111010101110101000001100101010100010101010","Dawid\u2013Skene":"10101011111110101110101011101011111010101101101110101110101011101010111110101111101010111110101110100010101010","RACE-S (ours)":"10101010101010101110101010001011111010001000101010100110101011101010111110101110001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101000101110101110101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.7636,"Dawid\u2013Skene":0.8091,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8545}},"collude|4":{"p":[0.88,0.94,0.75,0.8,0.53,0.78,0.85,0.73,0.41,0.94,0.96,0.94,0.98,0.29,0.97,0.71,0.44,0.59,0.41,0.91,0.97,0.91,0.88,0.89,0.76,0.73,0.8,0.59,0.16,0.68,0.91,0.8,0.96,0.95,0.53,0.78,0.84,0.65,0.56,0.8,0.87,0.78,0.93,0.85,0.95,0.71,0.82,0.85,0.71,0.56,0.92,0.82,0.91,0.81,0.35,0.82,0.82,0.59,0.8,0.65,0.95,0.93,0.84,0.9,0.35,0.73,0.7,0.53,0.18,0.78,0.89,0.93,0.8,0.87,0.53,0.5,0.27,0.68,0.11,0.94,0.93,0.9,0.91,0.32,0.76,0.84,0.65,0.85,0.68,0.59,0.96,0.89,0.95,0.87,0.3,0.56,0.68,0.38,0.4,0.44,0.88,0.82,0.98,0.4,0.28,0.56,0.44,0.75,0.22,0.88,0.85,0.93,0.85,0.8,0.41,0.75,0.75,0.56,0.71,0.65,0.97,0.75,0.97,0.87,0.47,0.84,0.78,0.78,0.56,0.78,0.89,0.67,0.75,0.24,0.94,0.75,0.78,0.59,0.73,0.59,0.96,0.95,0.9,0.96,0.44,0.76,0.81,0.72,0.24,0.68,0.9,0.99,0.75,0.92,0.57,0.78,0.8,0.93,0.75,0.98,0.92,0.98,0.47,0.42,0.7,0.84,0.78,0.82,0.62,0.71,0.97,0.85,0.97,0.02,0.35,0.71,0.89,0.73,0.35,0.44,0.65,0.87,0.96,0.7,0.96,0.75,0.89,0.65,0.29,0.97,0.78,0.29,0.86,0.87,0.77,0.24,0.38,0.35,0.32,0.7,0.9,0.94,0.82,0.82,0.78,0.71,0.82,0.8,0.0,0.71,0.78,0.95,0.62,0.2,0.76,0.7,0.82,0.84,0.02,0.88,0.95,0.8,0.98,0.73,0.98,0.75,0.79,0.53,0.44,0.52,0.82,0.8,0.94,0.85,0.44,0.87,0.59,0.87,0.29,0.84,0.9,0.95,0.89,0.88,0.63,0.18,0.71,0.68,0.78,0.76,0.91,0.97,0.75,0.84,0.53,0.59,0.73,0.71,0.24,0.97,0.41,0.78,0.99,0.44,0.93,0.8,0.88,0.85,0.01,0.38,0.9,0.7,0.97,0.9,0.71,0.78,0.78,0.71,0.38,0.89,0.89,0.84,0.98,0.53,0.98,0.73,0.68,0.78,0.43,0.54,0.75,0.96,0.96,0.8,0.35,0.44,0.65,0.56,0.62,0.41,0.96,0.82,0.95,0.91,0.44,0.84,0.78,0.8,0.47,0.84,0.95,0.91,0.88,0.55,0.91,0.75,0.65,0.7,0.0,0.32,0.96,0.99,0.84,0.24,0.89,0.8,0.82,0.59,0.2,0.48,0.92,0.84,0.99,0.01,0.93,0.11,0.35,0.47,0.59,0.56,0.96,0.92,0.96,0.01,0.97,0.84,0.73,0.88,0.75,0.41,0.97,0.95,0.89,0.91,0.38,0.78,0.87,0.78,0.78,0.5,0.91,0.85,0.82,0.83,0.62,0.56,0.59,0.56,0.01,0.98,0.99,0.98,0.97,0.56,0.87,0.32,0.59,0.75,0.44,0.54,0.89,0.84,0.94,0.89,0.41,0.82,0.87,0.73,0.53,0.88,0.98,0.99,0.89,0.48,0.73,0.65,0.73,0.84,0.59,0.5,0.88,0.41,0.82,0.22,0.62,0.59,0.68,0.53,0.16,0.93,0.94,0.91,0.99,0.73,0.65,0.56,0.75,0.56,0.27,0.93,0.87,0.73,0.94,0.83,0.92,0.78,0.7,0.73,0.09,0.92,0.71,0.62,0.98,0.85,0.99,0.15,0.82,0.56,0.65,0.59,0.95,0.97,0.75,0.85,0.5,0.87,0.87,0.68,0.18,0.39,0.78,0.62,0.95,0.8,0.5,0.16,0.41,0.62,0.68,0.62,0.91,0.83,0.92,0.7,0.39,0.73,0.8,0.68,0.01,0.97,0.89,0.94,0.8,0.9,0.35,0.71,0.87,0.75,0.75,0.59,0.96,0.97,0.84,0.87,0.8,0.11,0.11,0.13,0.47,0.71,0.95,0.89,0.95,0.0,0.32,0.22,0.73,0.56,0.18,0.91,0.75,0.98,0.5,0.53,0.74,0.59,0.47,0.71,0.29,0.56,0.85,0.95,0.5,0.49,0.68,0.64,0.53,0.7,0.2,0.95,0.93,0.88,0.92,0.85,0.5,0.56,0.32,0.56,0.24,0.85,0.85,0.68,0.92,0.9,0.44,0.18,0.32,0.78,0.15,0.78,0.87,0.9,0.98,0.32,0.97,0.25,0.62,0.53,0.71,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101011111110101110101011001011111010101101100110100010101011101010111010101110001010101000101010100000101010","Dawid\u2013Skene":"10101011111110101110101011101011111010101101101110101110101011101010111110101111101010111110101110100010101010","RACE-S (ours)":"10101010101010101110101010001011111010001000101010100110101011101010111110101110001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101000101110101010101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.8091,"Dawid\u2013Skene":0.8091,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8636}},"collude|12":{"p":[0.88,0.15,0.15,0.8,0.47,0.78,0.21,0.21,0.41,0.06,0.96,0.04,0.04,0.29,0.03,0.71,0.48,0.48,0.41,0.09,0.97,0.1,0.1,0.89,0.24,0.73,0.31,0.31,0.16,0.32,0.91,0.12,0.12,0.95,0.47,0.78,0.26,0.26,0.56,0.2,0.87,0.15,0.15,0.85,0.05,0.71,0.17,0.17,0.71,0.44,0.92,0.13,0.13,0.81,0.65,0.82,0.29,0.29,0.8,0.35,0.95,0.12,0.12,0.9,0.65,0.73,0.38,0.38,0.18,0.22,0.89,0.14,0.14,0.87,0.47,0.5,0.53,0.53,0.11,0.06,0.93,0.09,0.09,0.32,0.24,0.84,0.25,0.25,0.68,0.41,0.96,0.08,0.08,0.87,0.7,0.56,0.47,0.47,0.4,0.56,0.88,0.1,0.1,0.4,0.72,0.56,0.4,0.4,0.22,0.12,0.85,0.11,0.11,0.8,0.59,0.75,0.34,0.34,0.71,0.35,0.97,0.14,0.14,0.87,0.53,0.84,0.22,0.22,0.56,0.22,0.89,0.29,0.29,0.24,0.06,0.75,0.32,0.32,0.73,0.41,0.96,0.07,0.07,0.96,0.56,0.76,0.23,0.23,0.24,0.32,0.9,0.13,0.13,0.92,0.43,0.78,0.13,0.13,0.75,0.02,0.92,0.28,0.28,0.42,0.3,0.84,0.2,0.2,0.62,0.29,0.97,0.09,0.09,0.02,0.65,0.71,0.19,0.19,0.35,0.56,0.65,0.09,0.09,0.7,0.04,0.75,0.23,0.23,0.29,0.03,0.78,0.42,0.42,0.87,0.23,0.24,0.64,0.64,0.32,0.3,0.9,0.12,0.12,0.82,0.22,0.71,0.19,0.19,0.0,0.29,0.78,0.21,0.21,0.2,0.24,0.7,0.17,0.17,0.02,0.12,0.95,0.11,0.11,0.73,0.02,0.75,0.34,0.34,0.44,0.48,0.82,0.13,0.13,0.85,0.56,0.87,0.27,0.27,0.29,0.16,0.9,0.08,0.08,0.88,0.37,0.18,0.31,0.31,0.78,0.24,0.91,0.14,0.14,0.84,0.47,0.59,0.28,0.28,0.24,0.03,0.41,0.12,0.12,0.44,0.07,0.8,0.13,0.13,0.01,0.62,0.9,0.16,0.16,0.9,0.29,0.78,0.26,0.26,0.38,0.11,0.89,0.09,0.09,0.53,0.02,0.73,0.27,0.27,0.43,0.46,0.75,0.04,0.04,0.8,0.65,0.44,0.39,0.39,0.62,0.59,0.96,0.12,0.12,0.91,0.56,0.84,0.21,0.21,0.47,0.16,0.95,0.1,0.1,0.55,0.09,0.75,0.32,0.32,0.0,0.68,0.96,0.09,0.09,0.24,0.11,0.8,0.3,0.3,0.2,0.52,0.92,0.09,0.09,0.01,0.07,0.11,0.59,0.59,0.59,0.44,0.96,0.06,0.06,0.01,0.03,0.84,0.19,0.19,0.75,0.59,0.97,0.08,0.08,0.91,0.62,0.78,0.18,0.18,0.78,0.5,0.91,0.17,0.17,0.83,0.38,0.56,0.42,0.42,0.01,0.02,0.99,0.03,0.03,0.56,0.13,0.32,0.33,0.33,0.44,0.46,0.89,0.11,0.11,0.89,0.59,0.82,0.2,0.2,0.53,0.12,0.98,0.06,0.06,0.48,0.27,0.65,0.22,0.22,0.59,0.5,0.88,0.39,0.39,0.22,0.38,0.59,0.39,0.39,0.16,0.07,0.94,0.05,0.05,0.73,0.35,0.56,0.34,0.34,0.27,0.07,0.87,0.16,0.16,0.83,0.08,0.78,0.28,0.28,0.09,0.08,0.71,0.2,0.2,0.85,0.01,0.15,0.31,0.31,0.65,0.41,0.95,0.14,0.14,0.85,0.5,0.87,0.23,0.23,0.18,0.61,0.78,0.22,0.22,0.8,0.5,0.16,0.49,0.49,0.68,0.38,0.91,0.12,0.12,0.7,0.61,0.73,0.26,0.26,0.01,0.03,0.89,0.13,0.13,0.9,0.65,0.71,0.19,0.19,0.75,0.41,0.96,0.1,0.1,0.87,0.2,0.11,0.88,0.88,0.47,0.29,0.95,0.08,0.08,0.0,0.68,0.22,0.35,0.35,0.18,0.09,0.75,0.26,0.26,0.53,0.26,0.59,0.41,0.41,0.29,0.44,0.85,0.27,0.27,0.49,0.32,0.64,0.38,0.38,0.2,0.05,0.93,0.1,0.1,0.85,0.5,0.56,0.56,0.56,0.24,0.15,0.85,0.2,0.2,0.9,0.56,0.18,0.45,0.45,0.15,0.22,0.87,0.06,0.06,0.32,0.03,0.25,0.42,0.42,0.71,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10000111001110100111001111111010110000100000010111100000010111010101011010011101101000111111101000000110101001","Dawid\u2013Skene":"01010101000101010101010101110100110001110010010101010001010101010101000001010101110101110111010001011111010101","RACE-S (ours)":"10101010101010101010101010001010101010001000101010100010101010101010111110101010001010001000101010100000101010","RACE-Net (ours, learned)":"10101010101010101010101010001011001010001000101010100010101010101010101010101010001010001000101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.5182,"Dawid\u2013Skene":0.1636,"RACE-S (ours)":0.9,"RACE-Net (ours, learned)":0.9}},"collude|13":{"p":[0.88,0.13,0.75,0.13,0.47,0.78,0.37,0.73,0.37,0.06,0.96,0.39,0.98,0.39,0.03,0.71,0.58,0.59,0.58,0.09,0.97,0.1,0.88,0.1,0.24,0.73,0.52,0.59,0.52,0.32,0.91,0.13,0.96,0.13,0.47,0.78,0.3,0.65,0.3,0.2,0.87,0.19,0.93,0.19,0.05,0.71,0.24,0.85,0.24,0.44,0.92,0.18,0.91,0.18,0.65,0.82,0.19,0.59,0.19,0.35,0.95,0.08,0.84,0.08,0.65,0.73,0.56,0.53,0.56,0.22,0.89,0.1,0.8,0.1,0.47,0.5,0.81,0.68,0.81,0.06,0.93,0.39,0.91,0.39,0.24,0.84,0.33,0.85,0.33,0.41,0.96,0.12,0.95,0.12,0.7,0.56,0.46,0.38,0.46,0.56,0.88,0.39,0.98,0.39,0.72,0.56,0.67,0.75,0.67,0.12,0.85,0.14,0.85,0.14,0.59,0.75,0.27,0.56,0.27,0.35,0.97,0.19,0.97,0.19,0.53,0.84,0.33,0.78,0.33,0.22,0.89,0.54,0.75,0.54,0.06,0.75,0.25,0.59,0.25,0.41,0.96,0.04,0.9,0.04,0.56,0.76,0.47,0.72,0.47,0.32,0.9,0.04,0.75,0.04,0.43,0.78,0.22,0.93,0.22,0.02,0.92,0.3,0.47,0.3,0.3,0.84,0.3,0.82,0.3,0.29,0.97,0.57,0.97,0.57,0.65,0.71,0.38,0.73,0.38,0.56,0.65,0.21,0.96,0.21,0.04,0.75,0.41,0.65,0.41,0.03,0.78,0.42,0.86,0.42,0.23,0.24,0.65,0.35,0.65,0.3,0.9,0.12,0.82,0.12,0.22,0.71,0.59,0.8,0.59,0.29,0.78,0.42,0.62,0.42,0.24,0.7,0.58,0.84,0.58,0.12,0.95,0.24,0.98,0.24,0.02,0.75,0.38,0.53,0.38,0.48,0.82,0.18,0.94,0.18,0.56,0.87,0.56,0.87,0.56,0.16,0.9,0.09,0.89,0.09,0.37,0.18,0.26,0.68,0.26,0.24,0.91,0.09,0.75,0.09,0.47,0.59,0.51,0.71,0.51,0.03,0.41,0.39,0.99,0.39,0.07,0.8,0.55,0.85,0.55,0.62,0.9,0.2,0.97,0.2,0.29,0.78,0.42,0.71,0.42,0.11,0.89,0.32,0.98,0.32,0.02,0.73,0.45,0.78,0.45,0.46,0.75,0.12,0.96,0.12,0.65,0.44,0.36,0.56,0.36,0.59,0.96,0.13,0.95,0.13,0.56,0.84,0.38,0.8,0.38,0.16,0.95,0.27,0.88,0.27,0.09,0.75,0.67,0.7,0.67,0.68,0.96,0.38,0.84,0.38,0.11,0.8,0.49,0.59,0.49,0.52,0.92,0.58,0.99,0.58,0.07,0.11,0.53,0.47,0.53,0.44,0.96,0.54,0.96,0.54,0.03,0.84,0.26,0.88,0.26,0.59,0.97,0.07,0.89,0.07,0.62,0.78,0.18,0.78,0.18,0.5,0.91,0.16,0.82,0.16,0.38,0.56,0.7,0.56,0.7,0.02,0.99,0.23,0.97,0.23,0.13,0.32,0.49,0.75,0.49,0.46,0.89,0.14,0.94,0.14,0.59,0.82,0.3,0.73,0.3,0.12,0.98,0.26,0.89,0.26,0.27,0.65,0.34,0.84,0.34,0.5,0.88,0.69,0.82,0.69,0.38,0.59,0.58,0.53,0.58,0.07,0.94,0.18,0.99,0.18,0.35,0.56,0.49,0.56,0.49,0.07,0.87,0.22,0.94,0.22,0.08,0.78,0.61,0.73,0.61,0.08,0.71,0.26,0.98,0.26,0.01,0.15,0.27,0.56,0.27,0.41,0.95,0.09,0.75,0.09,0.5,0.87,0.48,0.68,0.48,0.61,0.78,0.29,0.95,0.29,0.5,0.16,0.46,0.62,0.46,0.38,0.91,0.23,0.92,0.23,0.61,0.73,0.6,0.68,0.6,0.03,0.89,0.08,0.8,0.08,0.65,0.71,0.19,0.75,0.19,0.41,0.96,0.08,0.84,0.08,0.2,0.11,0.71,0.13,0.71,0.29,0.95,0.55,0.95,0.55,0.68,0.22,0.54,0.56,0.54,0.09,0.75,0.25,0.5,0.25,0.26,0.59,0.62,0.71,0.62,0.44,0.85,0.28,0.5,0.28,0.32,0.64,0.64,0.7,0.64,0.05,0.93,0.13,0.92,0.13,0.5,0.56,0.72,0.56,0.72,0.15,0.85,0.21,0.92,0.21,0.56,0.18,0.77,0.78,0.77,0.22,0.87,0.39,0.98,0.39,0.03,0.25,0.34,0.53,0.34,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"00100110001010001111101010101000001100100101010110001100010111011111111010011001101000000101100000100100101011","Dawid\u2013Skene":"01110100000001011101110000100100001101110111010100011101010101011111100001010001110101000101010001110101010111","RACE-S (ours)":"10101010111010101110101011001011011010101000101110101010101011101010111110101010001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101000101110101110101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.5636,"Dawid\u2013Skene":0.2545,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8545}},"collude|14":{"p":[0.88,0.3,0.75,0.8,0.3,0.78,0.54,0.73,0.41,0.54,0.96,0.51,0.98,0.29,0.51,0.71,0.74,0.59,0.41,0.74,0.97,0.42,0.88,0.89,0.42,0.73,0.44,0.59,0.16,0.44,0.91,0.37,0.96,0.95,0.37,0.78,0.48,0.65,0.56,0.48,0.87,0.59,0.93,0.85,0.59,0.71,0.37,0.85,0.71,0.37,0.92,0.27,0.91,0.81,0.27,0.82,0.42,0.59,0.8,0.42,0.95,0.21,0.84,0.9,0.21,0.73,0.54,0.53,0.18,0.54,0.89,0.3,0.8,0.87,0.3,0.5,0.84,0.68,0.11,0.84,0.93,0.43,0.91,0.32,0.43,0.84,0.47,0.85,0.68,0.47,0.96,0.2,0.95,0.87,0.2,0.56,0.38,0.38,0.4,0.38,0.88,0.23,0.98,0.4,0.23,0.56,0.72,0.75,0.22,0.72,0.85,0.24,0.85,0.8,0.24,0.75,0.45,0.56,0.71,0.45,0.97,0.36,0.97,0.87,0.36,0.84,0.5,0.78,0.56,0.5,0.89,0.63,0.75,0.24,0.63,0.75,0.41,0.59,0.73,0.41,0.96,0.24,0.9,0.96,0.24,0.76,0.44,0.72,0.24,0.44,0.9,0.29,0.75,0.92,0.29,0.78,0.59,0.93,0.75,0.59,0.92,0.36,0.47,0.42,0.36,0.84,0.46,0.82,0.62,0.46,0.97,0.25,0.97,0.02,0.25,0.71,0.27,0.73,0.35,0.27,0.65,0.55,0.96,0.7,0.55,0.75,0.54,0.65,0.29,0.54,0.78,0.74,0.86,0.87,0.74,0.24,0.66,0.35,0.32,0.66,0.9,0.42,0.82,0.82,0.42,0.71,0.44,0.8,0.0,0.44,0.78,0.4,0.62,0.2,0.4,0.7,0.53,0.84,0.02,0.53,0.95,0.59,0.98,0.73,0.59,0.75,0.36,0.53,0.44,0.36,0.82,0.32,0.94,0.85,0.32,0.87,0.63,0.87,0.29,0.63,0.9,0.34,0.89,0.88,0.34,0.18,0.52,0.68,0.78,0.52,0.91,0.28,0.75,0.84,0.28,0.59,0.62,0.71,0.24,0.62,0.41,0.58,0.99,0.44,0.58,0.8,0.25,0.85,0.01,0.25,0.9,0.5,0.97,0.9,0.5,0.78,0.56,0.71,0.38,0.56,0.89,0.57,0.98,0.53,0.57,0.73,0.43,0.78,0.43,0.43,0.75,0.19,0.96,0.8,0.19,0.44,0.38,0.56,0.62,0.38,0.96,0.31,0.95,0.91,0.31,0.84,0.53,0.8,0.47,0.53,0.95,0.5,0.88,0.55,0.5,0.75,0.34,0.7,0.0,0.34,0.96,0.45,0.84,0.24,0.45,0.8,0.33,0.59,0.2,0.33,0.92,0.55,0.99,0.01,0.55,0.11,0.61,0.47,0.59,0.61,0.96,0.52,0.96,0.01,0.52,0.84,0.34,0.88,0.75,0.34,0.97,0.22,0.89,0.91,0.22,0.78,0.32,0.78,0.78,0.32,0.91,0.39,0.82,0.83,0.39,0.56,0.69,0.56,0.01,0.69,0.99,0.44,0.97,0.56,0.44,0.32,0.48,0.75,0.44,0.48,0.89,0.29,0.94,0.89,0.29,0.82,0.51,0.73,0.53,0.51,0.98,0.37,0.89,0.48,0.37,0.65,0.38,0.84,0.59,0.38,0.88,0.61,0.82,0.22,0.61,0.59,0.63,0.53,0.16,0.63,0.94,0.37,0.99,0.73,0.37,0.56,0.59,0.56,0.27,0.59,0.87,0.6,0.94,0.83,0.6,0.78,0.61,0.73,0.09,0.61,0.71,0.69,0.98,0.85,0.69,0.15,0.39,0.56,0.65,0.39,0.95,0.27,0.75,0.85,0.27,0.87,0.26,0.68,0.18,0.26,0.78,0.44,0.95,0.8,0.44,0.16,0.61,0.62,0.68,0.61,0.91,0.28,0.92,0.7,0.28,0.73,0.59,0.68,0.01,0.59,0.89,0.21,0.8,0.9,0.21,0.71,0.36,0.75,0.75,0.36,0.96,0.41,0.84,0.87,0.41,0.11,0.8,0.13,0.47,0.8,0.95,0.22,0.95,0.0,0.22,0.22,0.59,0.56,0.18,0.59,0.75,0.38,0.5,0.53,0.38,0.59,0.55,0.71,0.29,0.55,0.85,0.37,0.5,0.49,0.37,0.64,0.71,0.7,0.2,0.71,0.93,0.31,0.92,0.85,0.31,0.56,0.77,0.56,0.24,0.77,0.85,0.38,0.92,0.9,0.38,0.18,0.73,0.78,0.15,0.73,0.87,0.53,0.98,0.32,0.53,0.25,0.44,0.53,0.71,0.44],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"00101011101010000110001111101001010010101101100111001010100011101011111010101100101010100011100010000000101010","Dawid\u2013Skene":"10001010011110101011101010011110101100001010011010100100011110010100011110001011001000011100101110101010101001","RACE-S (ours)":"10101010111010101110101011001011011010101000101110101110101011101010111110101010001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101000101110101110101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.7091,"Dawid\u2013Skene":0.6545,"RACE-S (ours)":0.8545,"RACE-Net (ours, learned)":0.8545}},"collude|23":{"p":[0.88,0.94,0.23,0.23,0.47,0.78,0.85,0.43,0.43,0.06,0.96,0.94,0.36,0.36,0.03,0.71,0.44,0.5,0.5,0.09,0.97,0.91,0.11,0.11,0.24,0.73,0.8,0.62,0.62,0.32,0.91,0.8,0.05,0.05,0.47,0.78,0.84,0.39,0.39,0.2,0.87,0.78,0.11,0.11,0.05,0.71,0.82,0.22,0.22,0.44,0.92,0.82,0.14,0.14,0.65,0.82,0.82,0.3,0.3,0.35,0.95,0.93,0.13,0.13,0.65,0.73,0.7,0.64,0.64,0.22,0.89,0.93,0.17,0.17,0.47,0.5,0.27,0.61,0.61,0.06,0.93,0.9,0.38,0.38,0.24,0.84,0.65,0.23,0.23,0.41,0.96,0.89,0.09,0.09,0.7,0.56,0.68,0.61,0.61,0.56,0.88,0.82,0.31,0.31,0.72,0.56,0.44,0.51,0.51,0.12,0.85,0.93,0.18,0.18,0.59,0.75,0.75,0.37,0.37,0.35,0.97,0.75,0.08,0.08,0.53,0.84,0.78,0.33,0.33,0.22,0.89,0.67,0.51,0.51,0.06,0.75,0.78,0.34,0.34,0.41,0.96,0.95,0.07,0.07,0.56,0.76,0.81,0.52,0.52,0.32,0.9,0.99,0.16,0.16,0.43,0.78,0.8,0.16,0.16,0.02,0.92,0.98,0.56,0.56,0.3,0.84,0.78,0.28,0.28,0.29,0.97,0.85,0.5,0.5,0.65,0.71,0.89,0.46,0.46,0.56,0.65,0.87,0.17,0.17,0.04,0.75,0.89,0.53,0.53,0.03,0.78,0.29,0.14,0.14,0.23,0.24,0.38,0.67,0.67,0.3,0.9,0.94,0.18,0.18,0.22,0.71,0.82,0.6,0.6,0.29,0.78,0.95,0.59,0.59,0.24,0.7,0.82,0.57,0.57,0.12,0.95,0.8,0.14,0.14,0.02,0.75,0.79,0.52,0.52,0.48,0.82,0.8,0.1,0.1,0.56,0.87,0.59,0.42,0.42,0.16,0.9,0.95,0.11,0.11,0.37,0.18,0.71,0.27,0.27,0.24,0.91,0.97,0.2,0.2,0.47,0.59,0.73,0.53,0.53,0.03,0.41,0.78,0.29,0.29,0.07,0.8,0.88,0.57,0.57,0.62,0.9,0.7,0.06,0.06,0.29,0.78,0.78,0.46,0.46,0.11,0.89,0.84,0.24,0.24,0.02,0.73,0.68,0.4,0.4,0.46,0.75,0.96,0.12,0.12,0.65,0.44,0.65,0.41,0.41,0.59,0.96,0.82,0.07,0.07,0.56,0.84,0.78,0.37,0.37,0.16,0.95,0.91,0.28,0.28,0.09,0.75,0.65,0.65,0.65,0.68,0.96,0.99,0.46,0.46,0.11,0.8,0.82,0.61,0.61,0.52,0.92,0.84,0.5,0.5,0.07,0.11,0.35,0.47,0.47,0.44,0.96,0.92,0.52,0.52,0.03,0.84,0.73,0.18,0.18,0.59,0.97,0.95,0.1,0.1,0.62,0.78,0.87,0.22,0.22,0.5,0.91,0.85,0.17,0.17,0.38,0.56,0.59,0.72,0.72,0.02,0.99,0.98,0.24,0.24,0.13,0.32,0.59,0.41,0.41,0.46,0.89,0.84,0.08,0.08,0.59,0.82,0.87,0.37,0.37,0.12,0.98,0.99,0.31,0.31,0.27,0.65,0.73,0.29,0.29,0.5,0.88,0.41,0.48,0.48,0.38,0.59,0.68,0.65,0.65,0.07,0.94,0.91,0.14,0.14,0.35,0.56,0.75,0.58,0.58,0.07,0.87,0.73,0.11,0.11,0.08,0.78,0.7,0.59,0.59,0.08,0.71,0.62,0.09,0.09,0.01,0.15,0.82,0.39,0.39,0.41,0.95,0.97,0.2,0.2,0.5,0.87,0.87,0.57,0.57,0.61,0.78,0.62,0.13,0.13,0.5,0.16,0.41,0.35,0.35,0.38,0.91,0.83,0.19,0.19,0.61,0.73,0.8,0.66,0.66,0.03,0.89,0.94,0.15,0.15,0.65,0.71,0.87,0.25,0.25,0.41,0.96,0.97,0.15,0.15,0.2,0.11,0.11,0.7,0.7,0.29,0.95,0.89,0.52,0.52,0.68,0.22,0.73,0.63,0.63,0.09,0.75,0.98,0.49,0.49,0.26,0.59,0.47,0.5,0.5,0.44,0.85,0.95,0.5,0.5,0.32,0.64,0.53,0.55,0.55,0.05,0.93,0.88,0.11,0.11,0.5,0.56,0.32,0.6,0.6,0.15,0.85,0.68,0.09,0.09,0.56,0.18,0.32,0.54,0.54,0.22,0.87,0.9,0.35,0.35,0.03,0.25,0.62,0.38,0.38,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"11100101001110101011101100101010101101000111010110100100010101011111101010011100101000011100101000101110100001","Dawid\u2013Skene":"01110101000001011001010100100100101101010111010100010101010101011111100001010100110101010100010001111111010101","RACE-S (ours)":"11101011101110101010101011001011111000001010101010100110101011101010111110101110001010001100101110101010101010","RACE-Net (ours, learned)":"11101011101110101010101011001010111000001000101010100110101011101010111110101110001010001100101010100010101010"},"acc":{"receiver alone":0.8364,"majority vote":0.5636,"Dawid\u2013Skene":0.2364,"RACE-S (ours)":0.8182,"RACE-Net (ours, learned)":0.8182}},"collude|24":{"p":[0.88,0.94,0.39,0.8,0.39,0.78,0.85,0.6,0.41,0.6,0.96,0.94,0.49,0.29,0.49,0.71,0.44,0.66,0.41,0.66,0.97,0.91,0.44,0.89,0.44,0.73,0.8,0.54,0.16,0.54,0.91,0.8,0.29,0.95,0.29,0.78,0.84,0.57,0.56,0.57,0.87,0.78,0.51,0.85,0.51,0.71,0.82,0.36,0.71,0.36,0.92,0.82,0.22,0.81,0.22,0.82,0.82,0.53,0.8,0.53,0.95,0.93,0.26,0.9,0.26,0.73,0.7,0.62,0.18,0.62,0.89,0.93,0.37,0.87,0.37,0.5,0.27,0.63,0.11,0.63,0.93,0.9,0.42,0.32,0.42,0.84,0.65,0.37,0.68,0.37,0.96,0.89,0.18,0.87,0.18,0.56,0.68,0.53,0.4,0.53,0.88,0.82,0.15,0.4,0.15,0.56,0.44,0.56,0.22,0.56,0.85,0.93,0.28,0.8,0.28,0.75,0.75,0.54,0.71,0.54,0.97,0.75,0.25,0.87,0.25,0.84,0.78,0.5,0.56,0.5,0.89,0.67,0.59,0.24,0.59,0.75,0.78,0.5,0.73,0.5,0.96,0.95,0.27,0.96,0.27,0.76,0.81,0.48,0.24,0.48,0.9,0.99,0.41,0.92,0.41,0.78,0.8,0.53,0.75,0.53,0.92,0.98,0.62,0.42,0.62,0.84,0.78,0.44,0.62,0.44,0.97,0.85,0.19,0.02,0.19,0.71,0.89,0.36,0.35,0.36,0.65,0.87,0.5,0.7,0.5,0.75,0.89,0.66,0.29,0.66,0.78,0.29,0.45,0.87,0.45,0.24,0.38,0.68,0.32,0.68,0.9,0.94,0.48,0.82,0.48,0.71,0.82,0.45,0.0,0.45,0.78,0.95,0.57,0.2,0.57,0.7,0.82,0.52,0.02,0.52,0.95,0.8,0.5,0.73,0.5,0.75,0.79,0.5,0.44,0.5,0.82,0.8,0.25,0.85,0.25,0.87,0.59,0.49,0.29,0.49,0.9,0.95,0.37,0.88,0.37,0.18,0.71,0.54,0.78,0.54,0.91,0.97,0.39,0.84,0.39,0.59,0.73,0.63,0.24,0.63,0.41,0.78,0.47,0.44,0.47,0.8,0.88,0.26,0.01,0.26,0.9,0.7,0.37,0.9,0.37,0.78,0.78,0.59,0.38,0.59,0.89,0.84,0.5,0.53,0.5,0.73,0.68,0.38,0.43,0.38,0.75,0.96,0.2,0.8,0.2,0.44,0.65,0.42,0.62,0.42,0.96,0.82,0.24,0.91,0.24,0.84,0.78,0.52,0.47,0.52,0.95,0.91,0.52,0.55,0.52,0.75,0.65,0.31,0.0,0.31,0.96,0.99,0.53,0.24,0.53,0.8,0.82,0.45,0.2,0.45,0.92,0.84,0.47,0.01,0.47,0.11,0.35,0.55,0.59,0.55,0.96,0.92,0.5,0.01,0.5,0.84,0.73,0.26,0.75,0.26,0.97,0.95,0.24,0.91,0.24,0.78,0.87,0.36,0.78,0.36,0.91,0.85,0.4,0.83,0.4,0.56,0.59,0.71,0.01,0.71,0.99,0.98,0.45,0.56,0.45,0.32,0.59,0.39,0.44,0.39,0.89,0.84,0.23,0.89,0.23,0.82,0.87,0.57,0.53,0.57,0.98,0.99,0.42,0.48,0.42,0.65,0.73,0.33,0.59,0.33,0.88,0.41,0.4,0.22,0.4,0.59,0.68,0.7,0.16,0.7,0.94,0.91,0.33,0.73,0.33,0.56,0.75,0.69,0.27,0.69,0.87,0.73,0.49,0.83,0.49,0.78,0.7,0.59,0.09,0.59,0.71,0.62,0.51,0.85,0.51,0.15,0.82,0.52,0.65,0.52,0.95,0.97,0.37,0.85,0.37,0.87,0.87,0.35,0.18,0.35,0.78,0.62,0.28,0.8,0.28,0.16,0.41,0.5,0.68,0.5,0.91,0.83,0.23,0.7,0.23,0.73,0.8,0.65,0.01,0.65,0.89,0.94,0.28,0.9,0.28,0.71,0.87,0.42,0.75,0.42,0.96,0.97,0.48,0.87,0.48,0.11,0.11,0.79,0.47,0.79,0.95,0.89,0.19,0.0,0.19,0.22,0.73,0.67,0.18,0.67,0.75,0.98,0.62,0.53,0.62,0.59,0.47,0.43,0.29,0.43,0.85,0.95,0.59,0.49,0.59,0.64,0.53,0.62,0.2,0.62,0.93,0.88,0.29,0.85,0.29,0.56,0.32,0.65,0.24,0.65,0.85,0.68,0.26,0.9,0.26,0.18,0.32,0.5,0.15,0.5,0.87,0.9,0.5,0.32,0.5,0.25,0.62,0.49,0.71,0.49],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"11101001101110100010001101111011100011001011100111100000100001101001101010101100001010111001101010001010100011","Dawid\u2013Skene":"01110101100101010001010101110001100011011011110101010001100001101001100001000100010111110001010011011011010111","RACE-S (ours)":"10101010111110101010101010001010111100001010101010100110101010101010111110101010001010001100101110101010101010","RACE-Net (ours, learned)":"10101010001010101010101010001010101000001000101010100110101010101010101110101010001000001100101010100000101000"},"acc":{"receiver alone":0.8364,"majority vote":0.6909,"Dawid\u2013Skene":0.3273,"RACE-S (ours)":0.8545,"RACE-Net (ours, learned)":0.8545}},"collude|34":{"p":[0.88,0.94,0.75,0.37,0.37,0.78,0.85,0.73,0.77,0.77,0.96,0.94,0.98,0.84,0.84,0.71,0.44,0.59,0.75,0.75,0.97,0.91,0.88,0.43,0.43,0.73,0.8,0.59,0.76,0.76,0.91,0.8,0.96,0.29,0.29,0.78,0.84,0.65,0.62,0.62,0.87,0.78,0.93,0.55,0.55,0.71,0.82,0.85,0.43,0.43,0.92,0.82,0.91,0.27,0.27,0.82,0.82,0.59,0.43,0.43,0.95,0.93,0.84,0.22,0.22,0.73,0.7,0.53,0.8,0.8,0.89,0.93,0.8,0.33,0.33,0.5,0.27,0.68,0.92,0.92,0.93,0.9,0.91,0.72,0.72,0.84,0.65,0.85,0.46,0.46,0.96,0.89,0.95,0.22,0.22,0.56,0.68,0.38,0.52,0.52,0.88,0.82,0.98,0.44,0.44,0.56,0.44,0.75,0.83,0.83,0.85,0.93,0.85,0.31,0.31,0.75,0.75,0.56,0.47,0.47,0.97,0.75,0.97,0.3,0.3,0.84,0.78,0.78,0.61,0.61,0.89,0.67,0.75,0.85,0.85,0.75,0.78,0.59,0.43,0.43,0.96,0.95,0.9,0.24,0.24,0.76,0.81,0.72,0.72,0.72,0.9,0.99,0.75,0.32,0.32,0.78,0.8,0.93,0.62,0.62,0.92,0.98,0.47,0.64,0.64,0.84,0.78,0.82,0.54,0.54,0.97,0.85,0.97,0.67,0.67,0.71,0.89,0.73,0.55,0.55,0.65,0.87,0.96,0.63,0.63,0.75,0.89,0.65,0.84,0.84,0.78,0.29,0.86,0.45,0.45,0.24,0.38,0.35,0.69,0.69,0.9,0.94,0.82,0.48,0.48,0.71,0.82,0.8,0.85,0.85,0.78,0.95,0.62,0.78,0.78,0.7,0.82,0.84,0.93,0.93,0.95,0.8,0.98,0.62,0.62,0.75,0.79,0.53,0.54,0.54,0.82,0.8,0.94,0.29,0.29,0.87,0.59,0.87,0.77,0.77,0.9,0.95,0.89,0.37,0.37,0.18,0.71,0.68,0.49,0.49,0.91,0.97,0.75,0.35,0.35,0.59,0.73,0.71,0.86,0.86,0.41,0.78,0.99,0.75,0.75,0.8,0.88,0.85,0.68,0.68,0.9,0.7,0.97,0.4,0.4,0.78,0.78,0.71,0.76,0.76,0.89,0.84,0.98,0.73,0.73,0.73,0.68,0.78,0.55,0.55,0.75,0.96,0.96,0.28,0.28,0.44,0.65,0.56,0.39,0.39,0.96,0.82,0.95,0.26,0.26,0.84,0.78,0.8,0.68,0.68,0.95,0.91,0.88,0.68,0.68,0.75,0.65,0.7,0.66,0.66,0.96,0.99,0.84,0.83,0.83,0.8,0.82,0.59,0.64,0.64,0.92,0.84,0.99,0.96,0.96,0.11,0.35,0.47,0.48,0.48,0.96,0.92,0.96,0.98,0.98,0.84,0.73,0.88,0.33,0.33,0.97,0.95,0.89,0.23,0.23,0.78,0.87,0.78,0.36,0.36,0.91,0.85,0.82,0.39,0.39,0.56,0.59,0.56,0.99,0.99,0.99,0.98,0.97,0.66,0.66,0.32,0.59,0.75,0.55,0.55,0.89,0.84,0.94,0.26,0.26,0.82,0.87,0.73,0.67,0.67,0.98,0.99,0.89,0.63,0.63,0.65,0.73,0.84,0.45,0.45,0.88,0.41,0.82,0.7,0.7,0.59,0.68,0.53,0.88,0.88,0.94,0.91,0.99,0.46,0.46,0.56,0.75,0.56,0.83,0.83,0.87,0.73,0.94,0.55,0.55,0.78,0.7,0.73,0.91,0.91,0.71,0.62,0.98,0.57,0.57,0.15,0.82,0.56,0.47,0.47,0.95,0.97,0.75,0.33,0.33,0.87,0.87,0.68,0.6,0.6,0.78,0.62,0.95,0.35,0.35,0.16,0.41,0.62,0.47,0.47,0.91,0.83,0.92,0.34,0.34,0.73,0.8,0.68,0.98,0.98,0.89,0.94,0.8,0.22,0.22,0.71,0.87,0.75,0.42,0.42,0.96,0.97,0.84,0.47,0.47,0.11,0.11,0.13,0.62,0.62,0.95,0.89,0.95,0.66,0.66,0.22,0.73,0.56,0.86,0.86,0.75,0.98,0.5,0.6,0.6,0.59,0.47,0.71,0.63,0.63,0.85,0.95,0.5,0.6,0.6,0.64,0.53,0.7,0.88,0.88,0.93,0.88,0.92,0.33,0.33,0.56,0.32,0.56,0.8,0.8,0.85,0.68,0.92,0.27,0.27,0.18,0.32,0.78,0.82,0.82,0.87,0.9,0.98,0.83,0.83,0.25,0.62,0.53,0.4,0.4],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"01101001001010001010101001101001101011001111100110001100100001101110101010101110101000000100100010101010100010","Dawid\u2013Skene":"01110101000001011000010001100101101011010111100100011101100001111110100001100110110101000100010001111111010110","RACE-S (ours)":"10101010101010101110101010001011111010001010101010100110101010101010111110101110001010001110101010100010101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101101101110101110101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.7182,"Dawid\u2013Skene":0.3818,"RACE-S (ours)":0.8727,"RACE-Net (ours, learned)":0.8364}},"collude|123":{"p":[0.88,0.17,0.17,0.17,0.47,0.78,0.34,0.34,0.34,0.06,0.96,0.26,0.26,0.26,0.03,0.71,0.52,0.52,0.52,0.09,0.97,0.1,0.1,0.1,0.24,0.73,0.48,0.48,0.48,0.32,0.91,0.1,0.1,0.1,0.47,0.78,0.32,0.32,0.32,0.2,0.87,0.15,0.15,0.15,0.05,0.71,0.21,0.21,0.21,0.44,0.92,0.15,0.15,0.15,0.65,0.82,0.26,0.26,0.26,0.35,0.95,0.11,0.11,0.11,0.65,0.73,0.53,0.53,0.53,0.22,0.89,0.13,0.13,0.13,0.47,0.5,0.65,0.65,0.65,0.06,0.93,0.29,0.29,0.29,0.24,0.84,0.27,0.27,0.27,0.41,0.96,0.1,0.1,0.1,0.7,0.56,0.52,0.52,0.52,0.56,0.88,0.27,0.27,0.27,0.72,0.56,0.53,0.53,0.53,0.12,0.85,0.14,0.14,0.14,0.59,0.75,0.33,0.33,0.33,0.35,0.97,0.14,0.14,0.14,0.53,0.84,0.29,0.29,0.29,0.22,0.89,0.45,0.45,0.45,0.06,0.75,0.3,0.3,0.3,0.41,0.96,0.06,0.06,0.06,0.56,0.76,0.41,0.41,0.41,0.32,0.9,0.11,0.11,0.11,0.43,0.78,0.17,0.17,0.17,0.02,0.92,0.38,0.38,0.38,0.3,0.84,0.26,0.26,0.26,0.29,0.97,0.39,0.39,0.39,0.65,0.71,0.34,0.34,0.34,0.56,0.65,0.16,0.16,0.16,0.04,0.75,0.39,0.39,0.39,0.03,0.78,0.33,0.33,0.33,0.23,0.24,0.65,0.65,0.65,0.3,0.9,0.14,0.14,0.14,0.22,0.71,0.46,0.46,0.46,0.29,0.78,0.41,0.41,0.41,0.24,0.7,0.44,0.44,0.44,0.12,0.95,0.16,0.16,0.16,0.02,0.75,0.41,0.41,0.41,0.48,0.82,0.14,0.14,0.14,0.56,0.87,0.42,0.42,0.42,0.16,0.9,0.09,0.09,0.09,0.37,0.18,0.28,0.28,0.28,0.24,0.91,0.14,0.14,0.14,0.47,0.59,0.44,0.44,0.44,0.03,0.41,0.27,0.27,0.27,0.07,0.8,0.42,0.42,0.42,0.62,0.9,0.14,0.14,0.14,0.29,0.78,0.38,0.38,0.38,0.11,0.89,0.22,0.22,0.22,0.02,0.73,0.37,0.37,0.37,0.46,0.75,0.09,0.09,0.09,0.65,0.44,0.39,0.39,0.39,0.59,0.96,0.11,0.11,0.11,0.56,0.84,0.32,0.32,0.32,0.16,0.95,0.22,0.22,0.22,0.09,0.75,0.55,0.55,0.55,0.68,0.96,0.31,0.31,0.31,0.11,0.8,0.47,0.47,0.47,0.52,0.92,0.39,0.39,0.39,0.07,0.11,0.53,0.53,0.53,0.44,0.96,0.37,0.37,0.37,0.03,0.84,0.21,0.21,0.21,0.59,0.97,0.08,0.08,0.08,0.62,0.78,0.19,0.19,0.19,0.5,0.91,0.17,0.17,0.17,0.38,0.56,0.61,0.61,0.61,0.02,0.99,0.16,0.16,0.16,0.13,0.32,0.41,0.41,0.41,0.46,0.89,0.11,0.11,0.11,0.59,0.82,0.29,0.29,0.29,0.12,0.98,0.21,0.21,0.21,0.27,0.65,0.28,0.28,0.28,0.5,0.88,0.52,0.52,0.52,0.38,0.59,0.54,0.54,0.54,0.07,0.94,0.12,0.12,0.12,0.35,0.56,0.47,0.47,0.47,0.07,0.87,0.17,0.17,0.17,0.08,0.78,0.49,0.49,0.49,0.08,0.71,0.18,0.18,0.18,0.01,0.15,0.32,0.32,0.32,0.41,0.95,0.14,0.14,0.14,0.5,0.87,0.43,0.43,0.43,0.61,0.78,0.21,0.21,0.21,0.5,0.16,0.43,0.43,0.43,0.38,0.91,0.18,0.18,0.18,0.61,0.73,0.5,0.5,0.5,0.03,0.89,0.12,0.12,0.12,0.65,0.71,0.21,0.21,0.21,0.41,0.96,0.11,0.11,0.11,0.2,0.11,0.76,0.76,0.76,0.29,0.95,0.38,0.38,0.38,0.68,0.22,0.51,0.51,0.51,0.09,0.75,0.33,0.33,0.33,0.26,0.59,0.51,0.51,0.51,0.44,0.85,0.35,0.35,0.35,0.32,0.64,0.52,0.52,0.52,0.05,0.93,0.11,0.11,0.11,0.5,0.56,0.62,0.62,0.62,0.15,0.85,0.17,0.17,0.17,0.56,0.18,0.58,0.58,0.58,0.22,0.87,0.27,0.27,0.27,0.03,0.25,0.38,0.38,0.38,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"01010101000001010001010100110100101101110111010100010101010101011111100001010000110101010101010001111111010101","Dawid\u2013Skene":"01010101000001010001010100110100101101110111010100010101010101011111100001010000110101010101010001111111010101","RACE-S (ours)":"10101010101110101110101011001010111000001000101010100010101011101010111110101010001010001010101010100010101010","RACE-Net (ours, learned)":"10101010101110101110101011101011111000001000101110100010101011101010111110101110001010001110101010100010101010"},"acc":{"receiver alone":0.8364,"majority vote":0.2182,"Dawid\u2013Skene":0.2182,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8364}},"collude|124":{"p":[0.88,0.28,0.28,0.8,0.28,0.78,0.45,0.45,0.41,0.45,0.96,0.35,0.35,0.29,0.35,0.71,0.63,0.63,0.41,0.63,0.97,0.32,0.32,0.89,0.32,0.73,0.43,0.43,0.16,0.43,0.91,0.26,0.26,0.95,0.26,0.78,0.44,0.44,0.56,0.44,0.87,0.41,0.41,0.85,0.41,0.71,0.3,0.3,0.71,0.3,0.92,0.21,0.21,0.81,0.21,0.82,0.41,0.41,0.8,0.41,0.95,0.19,0.19,0.9,0.19,0.73,0.51,0.51,0.18,0.51,0.89,0.27,0.27,0.87,0.27,0.5,0.67,0.67,0.11,0.67,0.93,0.31,0.31,0.32,0.31,0.84,0.36,0.36,0.68,0.36,0.96,0.15,0.15,0.87,0.15,0.56,0.46,0.46,0.4,0.46,0.88,0.16,0.16,0.4,0.16,0.56,0.56,0.56,0.22,0.56,0.85,0.21,0.21,0.8,0.21,0.75,0.44,0.44,0.71,0.44,0.97,0.25,0.25,0.87,0.25,0.84,0.41,0.41,0.56,0.41,0.89,0.51,0.51,0.24,0.51,0.75,0.41,0.41,0.73,0.41,0.96,0.19,0.19,0.96,0.19,0.76,0.38,0.38,0.24,0.38,0.9,0.27,0.27,0.92,0.27,0.78,0.42,0.42,0.75,0.42,0.92,0.42,0.42,0.42,0.42,0.84,0.37,0.37,0.62,0.37,0.97,0.17,0.17,0.02,0.17,0.71,0.27,0.27,0.35,0.27,0.65,0.38,0.38,0.7,0.38,0.75,0.48,0.48,0.29,0.48,0.78,0.54,0.54,0.87,0.54,0.24,0.66,0.66,0.32,0.66,0.9,0.34,0.34,0.82,0.34,0.71,0.36,0.36,0.0,0.36,0.78,0.39,0.39,0.2,0.39,0.7,0.41,0.41,0.02,0.41,0.95,0.4,0.4,0.73,0.4,0.75,0.4,0.4,0.44,0.4,0.82,0.23,0.23,0.85,0.23,0.87,0.46,0.46,0.29,0.46,0.9,0.26,0.26,0.88,0.26,0.18,0.46,0.46,0.78,0.46,0.91,0.27,0.27,0.84,0.27,0.59,0.51,0.51,0.24,0.51,0.41,0.39,0.39,0.44,0.39,0.8,0.22,0.22,0.01,0.22,0.9,0.35,0.35,0.9,0.35,0.78,0.47,0.47,0.38,0.47,0.89,0.39,0.39,0.53,0.39,0.73,0.36,0.36,0.43,0.36,0.75,0.14,0.14,0.8,0.14,0.44,0.4,0.4,0.62,0.4,0.96,0.22,0.22,0.91,0.22,0.84,0.42,0.42,0.47,0.42,0.95,0.37,0.37,0.55,0.37,0.75,0.32,0.32,0.0,0.32,0.96,0.36,0.36,0.24,0.36,0.8,0.36,0.36,0.2,0.36,0.92,0.37,0.37,0.01,0.37,0.11,0.58,0.58,0.59,0.58,0.96,0.36,0.36,0.01,0.36,0.84,0.27,0.27,0.75,0.27,0.97,0.18,0.18,0.91,0.18,0.78,0.29,0.29,0.78,0.29,0.91,0.32,0.32,0.83,0.32,0.56,0.61,0.61,0.01,0.61,0.99,0.31,0.31,0.56,0.31,0.32,0.4,0.4,0.44,0.4,0.89,0.21,0.21,0.89,0.21,0.82,0.43,0.43,0.53,0.43,0.98,0.28,0.28,0.48,0.28,0.65,0.31,0.31,0.59,0.31,0.88,0.47,0.47,0.22,0.47,0.59,0.57,0.57,0.16,0.57,0.94,0.25,0.25,0.73,0.25,0.56,0.54,0.54,0.27,0.54,0.87,0.42,0.42,0.83,0.42,0.78,0.49,0.49,0.09,0.49,0.71,0.46,0.46,0.85,0.46,0.15,0.4,0.4,0.65,0.4,0.95,0.26,0.26,0.85,0.26,0.87,0.28,0.28,0.18,0.28,0.78,0.31,0.31,0.8,0.31,0.16,0.53,0.53,0.68,0.53,0.91,0.21,0.21,0.7,0.21,0.73,0.5,0.5,0.01,0.5,0.89,0.2,0.2,0.9,0.2,0.71,0.32,0.32,0.75,0.32,0.96,0.33,0.33,0.87,0.33,0.11,0.82,0.82,0.47,0.82,0.95,0.16,0.16,0.0,0.16,0.22,0.54,0.54,0.18,0.54,0.75,0.42,0.42,0.53,0.42,0.59,0.46,0.46,0.29,0.46,0.85,0.41,0.41,0.49,0.41,0.64,0.57,0.57,0.2,0.57,0.93,0.23,0.23,0.85,0.23,0.56,0.66,0.66,0.24,0.66,0.85,0.28,0.28,0.9,0.28,0.18,0.56,0.56,0.15,0.56,0.87,0.36,0.36,0.32,0.36,0.25,0.45,0.45,0.71,0.45],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"01010101100101010001010101110101100011110011110101011001100101000001000001010100110111110001010001011111010101","Dawid\u2013Skene":"01010101100101010001010101110101100011110011110101011001100101000001000001010100110111110001010001011111010101","RACE-S (ours)":"10101010101010101110101010001010111000001000101010100110101010101010111110101010001010001110101010100000101010","RACE-Net (ours, learned)":"10001010001010101010101010001010001000001000001010100110001010000000011110101010001000001110101010100000101000"},"acc":{"receiver alone":0.8364,"majority vote":0.2545,"Dawid\u2013Skene":0.2545,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.7818}},"collude|134":{"p":[0.88,0.27,0.75,0.27,0.27,0.78,0.56,0.73,0.56,0.56,0.96,0.58,0.98,0.58,0.58,0.71,0.69,0.59,0.69,0.69,0.97,0.32,0.88,0.32,0.32,0.73,0.57,0.59,0.57,0.57,0.91,0.26,0.96,0.26,0.26,0.78,0.47,0.65,0.47,0.47,0.87,0.44,0.93,0.44,0.44,0.71,0.35,0.85,0.35,0.35,0.92,0.24,0.91,0.24,0.24,0.82,0.35,0.59,0.35,0.35,0.95,0.17,0.84,0.17,0.17,0.73,0.63,0.53,0.63,0.63,0.89,0.25,0.8,0.25,0.25,0.5,0.86,0.68,0.86,0.86,0.93,0.51,0.91,0.51,0.51,0.84,0.42,0.85,0.42,0.42,0.96,0.18,0.95,0.18,0.18,0.56,0.46,0.38,0.46,0.46,0.88,0.35,0.98,0.35,0.35,0.56,0.74,0.75,0.74,0.74,0.85,0.23,0.85,0.23,0.23,0.75,0.4,0.56,0.4,0.4,0.97,0.28,0.97,0.28,0.28,0.84,0.48,0.78,0.48,0.48,0.89,0.68,0.75,0.68,0.68,0.75,0.36,0.59,0.36,0.36,0.96,0.18,0.9,0.18,0.18,0.76,0.54,0.72,0.54,0.54,0.9,0.22,0.75,0.22,0.22,0.78,0.48,0.93,0.48,0.48,0.92,0.44,0.47,0.44,0.44,0.84,0.44,0.82,0.44,0.44,0.97,0.49,0.97,0.49,0.49,0.71,0.4,0.73,0.4,0.4,0.65,0.46,0.96,0.46,0.46,0.75,0.59,0.65,0.59,0.59,0.78,0.54,0.86,0.54,0.54,0.24,0.67,0.35,0.67,0.67,0.9,0.34,0.82,0.34,0.34,0.71,0.63,0.8,0.63,0.63,0.78,0.54,0.62,0.54,0.54,0.7,0.68,0.84,0.68,0.68,0.95,0.48,0.98,0.48,0.48,0.75,0.43,0.53,0.43,0.43,0.82,0.26,0.94,0.26,0.26,0.87,0.65,0.87,0.65,0.65,0.9,0.27,0.89,0.27,0.27,0.18,0.42,0.68,0.42,0.42,0.91,0.24,0.75,0.24,0.24,0.59,0.67,0.71,0.67,0.67,0.41,0.57,0.99,0.57,0.57,0.8,0.5,0.85,0.5,0.5,0.9,0.37,0.97,0.37,0.37,0.78,0.58,0.71,0.58,0.58,0.89,0.54,0.98,0.54,0.54,0.73,0.48,0.78,0.48,0.48,0.75,0.2,0.96,0.2,0.2,0.44,0.38,0.56,0.38,0.38,0.96,0.24,0.95,0.24,0.24,0.84,0.53,0.8,0.53,0.53,0.95,0.48,0.88,0.48,0.48,0.75,0.56,0.7,0.56,0.56,0.96,0.55,0.84,0.55,0.55,0.8,0.49,0.59,0.49,0.49,0.92,0.69,0.99,0.69,0.69,0.11,0.54,0.47,0.54,0.54,0.96,0.68,0.96,0.68,0.68,0.84,0.31,0.88,0.31,0.31,0.97,0.17,0.89,0.17,0.17,0.78,0.29,0.78,0.29,0.29,0.91,0.31,0.82,0.31,0.31,0.56,0.79,0.56,0.79,0.79,0.99,0.44,0.97,0.44,0.44,0.32,0.51,0.75,0.51,0.51,0.89,0.23,0.94,0.23,0.23,0.82,0.49,0.73,0.49,0.49,0.98,0.42,0.89,0.42,0.42,0.65,0.39,0.84,0.39,0.39,0.88,0.66,0.82,0.66,0.66,0.59,0.7,0.53,0.7,0.7,0.94,0.34,0.99,0.34,0.34,0.56,0.64,0.56,0.64,0.64,0.87,0.45,0.94,0.45,0.45,0.78,0.71,0.73,0.71,0.71,0.71,0.51,0.98,0.51,0.51,0.15,0.38,0.56,0.38,0.38,0.95,0.23,0.75,0.23,0.23,0.87,0.45,0.68,0.45,0.45,0.78,0.36,0.95,0.36,0.36,0.16,0.51,0.62,0.51,0.51,0.91,0.28,0.92,0.28,0.28,0.73,0.72,0.68,0.72,0.72,0.89,0.17,0.8,0.17,0.17,0.71,0.32,0.75,0.32,0.32,0.96,0.32,0.84,0.32,0.32,0.11,0.71,0.13,0.71,0.71,0.95,0.48,0.95,0.48,0.48,0.22,0.66,0.56,0.66,0.66,0.75,0.41,0.5,0.41,0.41,0.59,0.6,0.71,0.6,0.6,0.85,0.41,0.5,0.41,0.41,0.64,0.74,0.7,0.74,0.74,0.93,0.26,0.92,0.26,0.26,0.56,0.76,0.56,0.76,0.76,0.85,0.29,0.92,0.29,0.29,0.18,0.77,0.78,0.77,0.77,0.87,0.58,0.98,0.58,0.58,0.25,0.39,0.53,0.39,0.39],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"01110101000001011000010001100101001011110111100100011101110001111111100001010100110101100001010001110101010110","Dawid\u2013Skene":"01110101000001011000010001100101001011110111100100011101110001111111100001010100110101100001010001110101010110","RACE-S (ours)":"10101010111010101110101011001011011010101000101110101110101011101010111110101010101010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101101101110101110101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.3273,"Dawid\u2013Skene":0.3273,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8364}},"collude|234":{"p":[0.88,0.94,0.33,0.33,0.33,0.78,0.85,0.6,0.6,0.6,0.96,0.94,0.57,0.57,0.57,0.71,0.44,0.64,0.64,0.64,0.97,0.91,0.33,0.33,0.33,0.73,0.8,0.64,0.64,0.64,0.91,0.8,0.21,0.21,0.21,0.78,0.84,0.53,0.53,0.53,0.87,0.78,0.39,0.39,0.39,0.71,0.82,0.33,0.33,0.33,0.92,0.82,0.21,0.21,0.21,0.82,0.82,0.42,0.42,0.42,0.95,0.93,0.2,0.2,0.2,0.73,0.7,0.69,0.69,0.69,0.89,0.93,0.29,0.29,0.29,0.5,0.27,0.72,0.72,0.72,0.93,0.9,0.51,0.51,0.51,0.84,0.65,0.35,0.35,0.35,0.96,0.89,0.16,0.16,0.16,0.56,0.68,0.56,0.56,0.56,0.88,0.82,0.3,0.3,0.3,0.56,0.44,0.64,0.64,0.64,0.85,0.93,0.25,0.25,0.25,0.75,0.75,0.46,0.46,0.46,0.97,0.75,0.21,0.21,0.21,0.84,0.78,0.48,0.48,0.48,0.89,0.67,0.65,0.65,0.65,0.75,0.78,0.42,0.42,0.42,0.96,0.95,0.19,0.19,0.19,0.76,0.81,0.57,0.57,0.57,0.9,0.99,0.3,0.3,0.3,0.78,0.8,0.43,0.43,0.43,0.92,0.98,0.61,0.61,0.61,0.84,0.78,0.42,0.42,0.42,0.97,0.85,0.45,0.45,0.45,0.71,0.89,0.45,0.45,0.45,0.65,0.87,0.43,0.43,0.43,0.75,0.89,0.68,0.68,0.68,0.78,0.29,0.35,0.35,0.35,0.24,0.38,0.68,0.68,0.68,0.9,0.94,0.38,0.38,0.38,0.71,0.82,0.63,0.63,0.63,0.78,0.95,0.65,0.65,0.65,0.7,0.82,0.67,0.67,0.67,0.95,0.8,0.42,0.42,0.42,0.75,0.79,0.52,0.52,0.52,0.82,0.8,0.22,0.22,0.22,0.87,0.59,0.56,0.56,0.56,0.9,0.95,0.28,0.28,0.28,0.18,0.71,0.43,0.43,0.43,0.91,0.97,0.31,0.31,0.31,0.59,0.73,0.67,0.67,0.67,0.41,0.78,0.5,0.5,0.5,0.8,0.88,0.5,0.5,0.5,0.9,0.7,0.28,0.28,0.28,0.78,0.78,0.6,0.6,0.6,0.89,0.84,0.49,0.49,0.49,0.73,0.68,0.44,0.44,0.44,0.75,0.96,0.2,0.2,0.2,0.44,0.65,0.41,0.41,0.41,0.96,0.82,0.19,0.19,0.19,0.84,0.78,0.52,0.52,0.52,0.95,0.91,0.49,0.49,0.49,0.75,0.65,0.54,0.54,0.54,0.96,0.99,0.61,0.61,0.61,0.8,0.82,0.56,0.56,0.56,0.92,0.84,0.64,0.64,0.64,0.11,0.35,0.5,0.5,0.5,0.96,0.92,0.67,0.67,0.67,0.84,0.73,0.26,0.26,0.26,0.97,0.95,0.19,0.19,0.19,0.78,0.87,0.32,0.32,0.32,0.91,0.85,0.32,0.32,0.32,0.56,0.59,0.8,0.8,0.8,0.99,0.98,0.45,0.45,0.45,0.32,0.59,0.45,0.45,0.45,0.89,0.84,0.19,0.19,0.19,0.82,0.87,0.54,0.54,0.54,0.98,0.99,0.45,0.45,0.45,0.65,0.73,0.36,0.36,0.36,0.88,0.41,0.53,0.53,0.53,0.59,0.68,0.75,0.75,0.75,0.94,0.91,0.31,0.31,0.31,0.56,0.75,0.7,0.7,0.7,0.87,0.73,0.38,0.38,0.38,0.78,0.7,0.7,0.7,0.7,0.71,0.62,0.39,0.39,0.39,0.15,0.82,0.46,0.46,0.46,0.95,0.97,0.3,0.3,0.3,0.87,0.87,0.51,0.51,0.51,0.78,0.62,0.25,0.25,0.25,0.16,0.41,0.44,0.44,0.44,0.91,0.83,0.25,0.25,0.25,0.73,0.8,0.76,0.76,0.76,0.89,0.94,0.22,0.22,0.22,0.71,0.87,0.36,0.36,0.36,0.96,0.97,0.37,0.37,0.37,0.11,0.11,0.7,0.7,0.7,0.95,0.89,0.46,0.46,0.46,0.22,0.73,0.72,0.72,0.72,0.75,0.98,0.57,0.57,0.57,0.59,0.47,0.52,0.52,0.52,0.85,0.95,0.56,0.56,0.56,0.64,0.53,0.68,0.68,0.68,0.93,0.88,0.24,0.24,0.24,0.56,0.32,0.68,0.68,0.68,0.85,0.68,0.21,0.21,0.21,0.18,0.32,0.62,0.62,0.62,0.87,0.9,0.56,0.56,0.56,0.25,0.62,0.42,0.42,0.42],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"01110101000001011001010101100100100101010111010100011101100001111111100001000100110101010100010001111111010110","Dawid\u2013Skene":"01110101000001011001010101100100100101010111010100011101100001111111100001000100110101010100010001111111010110","RACE-S (ours)":"11101011101110101010101010001010111100001010101010100110101010101010111110101110001010001100101110101010101010","RACE-Net (ours, learned)":"11101011101110101010101010001010111000001010101010100110101010101010101110101110001000001100101010101010100010"},"acc":{"receiver alone":0.8364,"majority vote":0.2909,"Dawid\u2013Skene":0.2909,"RACE-S (ours)":0.8364,"RACE-Net (ours, learned)":0.8455}},"collude|1234":{"p":[0.88,0.26,0.26,0.26,0.26,0.78,0.49,0.49,0.49,0.49,0.96,0.44,0.44,0.44,0.44,0.71,0.62,0.62,0.62,0.62,0.97,0.27,0.27,0.27,0.27,0.73,0.53,0.53,0.53,0.53,0.91,0.21,0.21,0.21,0.21,0.78,0.44,0.44,0.44,0.44,0.87,0.35,0.35,0.35,0.35,0.71,0.3,0.3,0.3,0.3,0.92,0.2,0.2,0.2,0.2,0.82,0.36,0.36,0.36,0.36,0.95,0.17,0.17,0.17,0.17,0.73,0.59,0.59,0.59,0.59,0.89,0.23,0.23,0.23,0.23,0.5,0.72,0.72,0.72,0.72,0.93,0.41,0.41,0.41,0.41,0.84,0.35,0.35,0.35,0.35,0.96,0.15,0.15,0.15,0.15,0.56,0.5,0.5,0.5,0.5,0.88,0.27,0.27,0.27,0.27,0.56,0.62,0.62,0.62,0.62,0.85,0.21,0.21,0.21,0.21,0.75,0.41,0.41,0.41,0.41,0.97,0.22,0.22,0.22,0.22,0.84,0.42,0.42,0.42,0.42,0.89,0.57,0.57,0.57,0.57,0.75,0.37,0.37,0.37,0.37,0.96,0.16,0.16,0.16,0.16,0.76,0.48,0.48,0.48,0.48,0.9,0.23,0.23,0.23,0.23,0.78,0.38,0.38,0.38,0.38,0.92,0.46,0.46,0.46,0.46,0.84,0.37,0.37,0.37,0.37,0.97,0.38,0.38,0.38,0.38,0.71,0.37,0.37,0.37,0.37,0.65,0.36,0.36,0.36,0.36,0.75,0.53,0.53,0.53,0.53,0.78,0.44,0.44,0.44,0.44,0.24,0.67,0.67,0.67,0.67,0.9,0.3,0.3,0.3,0.3,0.71,0.52,0.52,0.52,0.52,0.78,0.5,0.5,0.5,0.5,0.7,0.55,0.55,0.55,0.55,0.95,0.37,0.37,0.37,0.37,0.75,0.44,0.44,0.44,0.44,0.82,0.21,0.21,0.21,0.21,0.87,0.52,0.52,0.52,0.52,0.9,0.23,0.23,0.23,0.23,0.18,0.4,0.4,0.4,0.4,0.91,0.24,0.24,0.24,0.24,0.59,0.57,0.57,0.57,0.57,0.41,0.43,0.43,0.43,0.43,0.8,0.41,0.41,0.41,0.41,0.9,0.28,0.28,0.28,0.28,0.78,0.51,0.51,0.51,0.51,0.89,0.41,0.41,0.41,0.41,0.73,0.41,0.41,0.41,0.41,0.75,0.16,0.16,0.16,0.16,0.44,0.39,0.39,0.39,0.39,0.96,0.19,0.19,0.19,0.19,0.84,0.45,0.45,0.45,0.45,0.95,0.39,0.39,0.39,0.39,0.75,0.49,0.49,0.49,0.49,0.96,0.46,0.46,0.46,0.46,0.8,0.47,0.47,0.47,0.47,0.92,0.52,0.52,0.52,0.52,0.11,0.54,0.54,0.54,0.54,0.96,0.52,0.52,0.52,0.52,0.84,0.26,0.26,0.26,0.26,0.97,0.16,0.16,0.16,0.16,0.78,0.27,0.27,0.27,0.27,0.91,0.28,0.28,0.28,0.28,0.56,0.7,0.7,0.7,0.7,0.99,0.34,0.34,0.34,0.34,0.32,0.44,0.44,0.44,0.44,0.89,0.19,0.19,0.19,0.19,0.82,0.44,0.44,0.44,0.44,0.98,0.34,0.34,0.34,0.34,0.65,0.34,0.34,0.34,0.34,0.88,0.54,0.54,0.54,0.54,0.59,0.64,0.64,0.64,0.64,0.94,0.26,0.26,0.26,0.26,0.56,0.59,0.59,0.59,0.59,0.87,0.36,0.36,0.36,0.36,0.78,0.6,0.6,0.6,0.6,0.71,0.39,0.39,0.39,0.39,0.15,0.39,0.39,0.39,0.39,0.95,0.23,0.23,0.23,0.23,0.87,0.42,0.42,0.42,0.42,0.78,0.29,0.29,0.29,0.29,0.16,0.48,0.48,0.48,0.48,0.91,0.23,0.23,0.23,0.23,0.73,0.62,0.62,0.62,0.62,0.89,0.18,0.18,0.18,0.18,0.71,0.3,0.3,0.3,0.3,0.96,0.28,0.28,0.28,0.28,0.11,0.75,0.75,0.75,0.75,0.95,0.37,0.37,0.37,0.37,0.22,0.61,0.61,0.61,0.61,0.75,0.43,0.43,0.43,0.43,0.59,0.52,0.52,0.52,0.52,0.85,0.44,0.44,0.44,0.44,0.64,0.63,0.63,0.63,0.63,0.93,0.21,0.21,0.21,0.21,0.56,0.68,0.68,0.68,0.68,0.85,0.24,0.24,0.24,0.24,0.18,0.63,0.63,0.63,0.63,0.87,0.44,0.44,0.44,0.44,0.25,0.41,0.41,0.41,0.41],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"01110101000001010001010101100100100001110111010100011101110001011111100001010100110101000101010001011111010111","Dawid\u2013Skene":"01110101000001010001010101100100100001110111010100011101110001011111100001010100110101000101010001011111010111","RACE-S (ours)":"10101010101110101110101011001011111000001000101010100110101010101010111110101010001010001110101010100010101010","RACE-Net (ours, learned)":"10001010111110101110101010011011011010001000101010100010101010100000011110101011001010001010101110100000101000"},"acc":{"receiver alone":0.8364,"majority vote":0.2545,"Dawid\u2013Skene":0.2545,"RACE-S (ours)":0.8455,"RACE-Net (ours, learned)":0.7818}},"noise|":{"p":[0.88,0.94,0.75,0.8,0.47,0.78,0.85,0.73,0.41,0.06,0.96,0.94,0.98,0.29,0.03,0.71,0.44,0.59,0.41,0.09,0.97,0.91,0.88,0.89,0.24,0.73,0.8,0.59,0.16,0.32,0.91,0.8,0.96,0.95,0.47,0.78,0.84,0.65,0.56,0.2,0.87,0.78,0.93,0.85,0.05,0.71,0.82,0.85,0.71,0.44,0.92,0.82,0.91,0.81,0.65,0.82,0.82,0.59,0.8,0.35,0.95,0.93,0.84,0.9,0.65,0.73,0.7,0.53,0.18,0.22,0.89,0.93,0.8,0.87,0.47,0.5,0.27,0.68,0.11,0.06,0.93,0.9,0.91,0.32,0.24,0.84,0.65,0.85,0.68,0.41,0.96,0.89,0.95,0.87,0.7,0.56,0.68,0.38,0.4,0.56,0.88,0.82,0.98,0.4,0.72,0.56,0.44,0.75,0.22,0.12,0.85,0.93,0.85,0.8,0.59,0.75,0.75,0.56,0.71,0.35,0.97,0.75,0.97,0.87,0.53,0.84,0.78,0.78,0.56,0.22,0.89,0.67,0.75,0.24,0.06,0.75,0.78,0.59,0.73,0.41,0.96,0.95,0.9,0.96,0.56,0.76,0.81,0.72,0.24,0.32,0.9,0.99,0.75,0.92,0.43,0.78,0.8,0.93,0.75,0.02,0.92,0.98,0.47,0.42,0.3,0.84,0.78,0.82,0.62,0.29,0.97,0.85,0.97,0.02,0.65,0.71,0.89,0.73,0.35,0.56,0.65,0.87,0.96,0.7,0.04,0.75,0.89,0.65,0.29,0.03,0.78,0.29,0.86,0.87,0.23,0.24,0.38,0.35,0.32,0.3,0.9,0.94,0.82,0.82,0.22,0.71,0.82,0.8,0.0,0.29,0.78,0.95,0.62,0.2,0.24,0.7,0.82,0.84,0.02,0.12,0.95,0.8,0.98,0.73,0.02,0.75,0.79,0.53,0.44,0.48,0.82,0.8,0.94,0.85,0.56,0.87,0.59,0.87,0.29,0.16,0.9,0.95,0.89,0.88,0.37,0.18,0.71,0.68,0.78,0.24,0.91,0.97,0.75,0.84,0.47,0.59,0.73,0.71,0.24,0.03,0.41,0.78,0.99,0.44,0.07,0.8,0.88,0.85,0.01,0.62,0.9,0.7,0.97,0.9,0.29,0.78,0.78,0.71,0.38,0.11,0.89,0.84,0.98,0.53,0.02,0.73,0.68,0.78,0.43,0.46,0.75,0.96,0.96,0.8,0.65,0.44,0.65,0.56,0.62,0.59,0.96,0.82,0.95,0.91,0.56,0.84,0.78,0.8,0.47,0.16,0.95,0.91,0.88,0.55,0.09,0.75,0.65,0.7,0.0,0.68,0.96,0.99,0.84,0.24,0.11,0.8,0.82,0.59,0.2,0.52,0.92,0.84,0.99,0.01,0.07,0.11,0.35,0.47,0.59,0.44,0.96,0.92,0.96,0.01,0.03,0.84,0.73,0.88,0.75,0.59,0.97,0.95,0.89,0.91,0.62,0.78,0.87,0.78,0.78,0.5,0.91,0.85,0.82,0.83,0.38,0.56,0.59,0.56,0.01,0.02,0.99,0.98,0.97,0.56,0.13,0.32,0.59,0.75,0.44,0.46,0.89,0.84,0.94,0.89,0.59,0.82,0.87,0.73,0.53,0.12,0.98,0.99,0.89,0.48,0.27,0.65,0.73,0.84,0.59,0.5,0.88,0.41,0.82,0.22,0.38,0.59,0.68,0.53,0.16,0.07,0.94,0.91,0.99,0.73,0.35,0.56,0.75,0.56,0.27,0.07,0.87,0.73,0.94,0.83,0.08,0.78,0.7,0.73,0.09,0.08,0.71,0.62,0.98,0.85,0.01,0.15,0.82,0.56,0.65,0.41,0.95,0.97,0.75,0.85,0.5,0.87,0.87,0.68,0.18,0.61,0.78,0.62,0.95,0.8,0.5,0.16,0.41,0.62,0.68,0.38,0.91,0.83,0.92,0.7,0.61,0.73,0.8,0.68,0.01,0.03,0.89,0.94,0.8,0.9,0.65,0.71,0.87,0.75,0.75,0.41,0.96,0.97,0.84,0.87,0.2,0.11,0.11,0.13,0.47,0.29,0.95,0.89,0.95,0.0,0.68,0.22,0.73,0.56,0.18,0.09,0.75,0.98,0.5,0.53,0.26,0.59,0.47,0.71,0.29,0.44,0.85,0.95,0.5,0.49,0.32,0.64,0.53,0.7,0.2,0.05,0.93,0.88,0.92,0.85,0.5,0.56,0.32,0.56,0.24,0.15,0.85,0.68,0.92,0.9,0.56,0.18,0.32,0.78,0.15,0.22,0.87,0.9,0.98,0.32,0.03,0.25,0.62,0.53,0.71,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101010111110101110101010001010011010001000101010100110101010101010111110101011101010011110101110100010101010","Dawid\u2013Skene":"10101011111110101110101011101011111010101101101110101110101011101010111110101111101010111110101110100010101010","RACE-S (ours)":"10101010101010101110101010001011111010001000101010100110101011101010111110101110001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101010001011011010101000101110101010101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.8364,"Dawid\u2013Skene":0.8091,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8727}},"noise|1":{"p":[0.88,0.64,0.75,0.8,0.47,0.78,0.27,0.73,0.41,0.06,0.96,0.04,0.98,0.29,0.03,0.71,0.02,0.59,0.41,0.09,0.97,0.81,0.88,0.89,0.24,0.73,0.91,0.59,0.16,0.32,0.91,0.61,0.96,0.95,0.47,0.78,0.73,0.65,0.56,0.2,0.87,0.54,0.93,0.85,0.05,0.71,0.94,0.85,0.71,0.44,0.92,0.82,0.91,0.81,0.65,0.82,0.0,0.59,0.8,0.35,0.95,0.86,0.84,0.9,0.65,0.73,0.03,0.53,0.18,0.22,0.89,0.73,0.8,0.87,0.47,0.5,0.18,0.68,0.11,0.06,0.93,0.86,0.91,0.32,0.24,0.84,0.54,0.85,0.68,0.41,0.96,0.3,0.95,0.87,0.7,0.56,0.42,0.38,0.4,0.56,0.88,0.03,0.98,0.4,0.72,0.56,0.12,0.75,0.22,0.12,0.85,0.67,0.85,0.8,0.59,0.75,0.65,0.56,0.71,0.35,0.97,0.62,0.97,0.87,0.53,0.84,0.38,0.78,0.56,0.22,0.89,1.0,0.75,0.24,0.06,0.75,0.98,0.59,0.73,0.41,0.96,0.69,0.9,0.96,0.56,0.76,0.65,0.72,0.24,0.32,0.9,0.69,0.75,0.92,0.43,0.78,0.39,0.93,0.75,0.02,0.92,0.14,0.47,0.42,0.3,0.84,0.72,0.82,0.62,0.29,0.97,0.53,0.97,0.02,0.65,0.71,0.31,0.73,0.35,0.56,0.65,0.49,0.96,0.7,0.04,0.75,0.89,0.65,0.29,0.03,0.78,0.93,0.86,0.87,0.23,0.24,0.36,0.35,0.32,0.3,0.9,0.57,0.82,0.82,0.22,0.71,0.32,0.8,0.0,0.29,0.78,0.59,0.62,0.2,0.24,0.7,0.34,0.84,0.02,0.12,0.95,0.39,0.98,0.73,0.02,0.75,0.89,0.53,0.44,0.48,0.82,0.23,0.94,0.85,0.56,0.87,0.62,0.87,0.29,0.16,0.9,0.08,0.89,0.88,0.37,0.18,0.83,0.68,0.78,0.24,0.91,0.79,0.75,0.84,0.47,0.59,0.24,0.71,0.24,0.03,0.41,0.88,0.99,0.44,0.07,0.8,0.06,0.85,0.01,0.62,0.9,0.34,0.97,0.9,0.29,0.78,0.15,0.71,0.38,0.11,0.89,0.45,0.98,0.53,0.02,0.73,0.8,0.78,0.43,0.46,0.75,0.23,0.96,0.8,0.65,0.44,0.05,0.56,0.62,0.59,0.96,0.4,0.95,0.91,0.56,0.84,0.2,0.8,0.47,0.16,0.95,0.09,0.88,0.55,0.09,0.75,0.58,0.7,0.0,0.68,0.96,0.3,0.84,0.24,0.11,0.8,0.67,0.59,0.2,0.52,0.92,0.2,0.99,0.01,0.07,0.11,0.94,0.47,0.59,0.44,0.96,0.37,0.96,0.01,0.03,0.84,0.11,0.88,0.75,0.59,0.97,0.63,0.89,0.91,0.62,0.78,0.93,0.78,0.78,0.5,0.91,0.44,0.82,0.83,0.38,0.56,0.95,0.56,0.01,0.02,0.99,0.5,0.97,0.56,0.13,0.32,0.43,0.75,0.44,0.46,0.89,0.62,0.94,0.89,0.59,0.82,1.0,0.73,0.53,0.12,0.98,0.95,0.89,0.48,0.27,0.65,0.46,0.84,0.59,0.5,0.88,0.76,0.82,0.22,0.38,0.59,0.5,0.53,0.16,0.07,0.94,0.53,0.99,0.73,0.35,0.56,0.79,0.56,0.27,0.07,0.87,0.41,0.94,0.83,0.08,0.78,0.73,0.73,0.09,0.08,0.71,0.71,0.98,0.85,0.01,0.15,0.93,0.56,0.65,0.41,0.95,0.11,0.75,0.85,0.5,0.87,0.73,0.68,0.18,0.61,0.78,0.93,0.95,0.8,0.5,0.16,0.97,0.62,0.68,0.38,0.91,0.01,0.92,0.7,0.61,0.73,0.86,0.68,0.01,0.03,0.89,0.98,0.8,0.9,0.65,0.71,0.96,0.75,0.75,0.41,0.96,0.15,0.84,0.87,0.2,0.11,0.97,0.13,0.47,0.29,0.95,0.89,0.95,0.0,0.68,0.22,0.82,0.56,0.18,0.09,0.75,0.48,0.5,0.53,0.26,0.59,0.23,0.71,0.29,0.44,0.85,0.8,0.5,0.49,0.32,0.64,0.92,0.7,0.2,0.05,0.93,0.27,0.92,0.85,0.5,0.56,0.54,0.56,0.24,0.15,0.85,0.44,0.92,0.9,0.56,0.18,0.93,0.78,0.15,0.22,0.87,0.04,0.98,0.32,0.03,0.25,0.73,0.53,0.71,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10001010111110101110101110011010011000101000101110100010001010000001011110101011101010111111101110100010101001","Dawid\u2013Skene":"10101010111110101110101011001011111010101101101110101110101011101010111010101011101010101010101010100000101010","RACE-S (ours)":"10101010111010101110101011001011011010101000101110101010101011101010111110101010101010101010101010100000101010","RACE-Net (ours, learned)":"00101010111010101110101010001011011010101000101110101010101011101010111110101010001010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.7364,"Dawid\u2013Skene":0.8455,"RACE-S (ours)":0.8727,"RACE-Net (ours, learned)":0.8636}},"noise|2":{"p":[0.88,0.94,0.64,0.8,0.47,0.78,0.85,0.27,0.41,0.06,0.96,0.94,0.04,0.29,0.03,0.71,0.44,0.02,0.41,0.09,0.97,0.91,0.81,0.89,0.24,0.73,0.8,0.91,0.16,0.32,0.91,0.8,0.61,0.95,0.47,0.78,0.84,0.73,0.56,0.2,0.87,0.78,0.54,0.85,0.05,0.71,0.82,0.94,0.71,0.44,0.92,0.82,0.82,0.81,0.65,0.82,0.82,0.0,0.8,0.35,0.95,0.93,0.86,0.9,0.65,0.73,0.7,0.03,0.18,0.22,0.89,0.93,0.73,0.87,0.47,0.5,0.27,0.18,0.11,0.06,0.93,0.9,0.86,0.32,0.24,0.84,0.65,0.54,0.68,0.41,0.96,0.89,0.3,0.87,0.7,0.56,0.68,0.42,0.4,0.56,0.88,0.82,0.03,0.4,0.72,0.56,0.44,0.12,0.22,0.12,0.85,0.93,0.67,0.8,0.59,0.75,0.75,0.65,0.71,0.35,0.97,0.75,0.62,0.87,0.53,0.84,0.78,0.38,0.56,0.22,0.89,0.67,1.0,0.24,0.06,0.75,0.78,0.98,0.73,0.41,0.96,0.95,0.69,0.96,0.56,0.76,0.81,0.65,0.24,0.32,0.9,0.99,0.69,0.92,0.43,0.78,0.8,0.39,0.75,0.02,0.92,0.98,0.14,0.42,0.3,0.84,0.78,0.72,0.62,0.29,0.97,0.85,0.53,0.02,0.65,0.71,0.89,0.31,0.35,0.56,0.65,0.87,0.49,0.7,0.04,0.75,0.89,0.89,0.29,0.03,0.78,0.29,0.93,0.87,0.23,0.24,0.38,0.36,0.32,0.3,0.9,0.94,0.57,0.82,0.22,0.71,0.82,0.32,0.0,0.29,0.78,0.95,0.59,0.2,0.24,0.7,0.82,0.34,0.02,0.12,0.95,0.8,0.39,0.73,0.02,0.75,0.79,0.89,0.44,0.48,0.82,0.8,0.23,0.85,0.56,0.87,0.59,0.62,0.29,0.16,0.9,0.95,0.08,0.88,0.37,0.18,0.71,0.83,0.78,0.24,0.91,0.97,0.79,0.84,0.47,0.59,0.73,0.24,0.24,0.03,0.41,0.78,0.88,0.44,0.07,0.8,0.88,0.06,0.01,0.62,0.9,0.7,0.34,0.9,0.29,0.78,0.78,0.15,0.38,0.11,0.89,0.84,0.45,0.53,0.02,0.73,0.68,0.8,0.43,0.46,0.75,0.96,0.23,0.8,0.65,0.44,0.65,0.05,0.62,0.59,0.96,0.82,0.4,0.91,0.56,0.84,0.78,0.2,0.47,0.16,0.95,0.91,0.09,0.55,0.09,0.75,0.65,0.58,0.0,0.68,0.96,0.99,0.3,0.24,0.11,0.8,0.82,0.67,0.2,0.52,0.92,0.84,0.2,0.01,0.07,0.11,0.35,0.94,0.59,0.44,0.96,0.92,0.37,0.01,0.03,0.84,0.73,0.11,0.75,0.59,0.97,0.95,0.63,0.91,0.62,0.78,0.87,0.93,0.78,0.5,0.91,0.85,0.44,0.83,0.38,0.56,0.59,0.95,0.01,0.02,0.99,0.98,0.5,0.56,0.13,0.32,0.59,0.43,0.44,0.46,0.89,0.84,0.62,0.89,0.59,0.82,0.87,1.0,0.53,0.12,0.98,0.99,0.95,0.48,0.27,0.65,0.73,0.46,0.59,0.5,0.88,0.41,0.76,0.22,0.38,0.59,0.68,0.5,0.16,0.07,0.94,0.91,0.53,0.73,0.35,0.56,0.75,0.79,0.27,0.07,0.87,0.73,0.41,0.83,0.08,0.78,0.7,0.73,0.09,0.08,0.71,0.62,0.71,0.85,0.01,0.15,0.82,0.93,0.65,0.41,0.95,0.97,0.11,0.85,0.5,0.87,0.87,0.73,0.18,0.61,0.78,0.62,0.93,0.8,0.5,0.16,0.41,0.97,0.68,0.38,0.91,0.83,0.01,0.7,0.61,0.73,0.8,0.86,0.01,0.03,0.89,0.94,0.98,0.9,0.65,0.71,0.87,0.96,0.75,0.41,0.96,0.97,0.15,0.87,0.2,0.11,0.11,0.97,0.47,0.29,0.95,0.89,0.89,0.0,0.68,0.22,0.73,0.82,0.18,0.09,0.75,0.98,0.48,0.53,0.26,0.59,0.47,0.23,0.29,0.44,0.85,0.95,0.8,0.49,0.32,0.64,0.53,0.92,0.2,0.05,0.93,0.88,0.27,0.85,0.5,0.56,0.32,0.54,0.24,0.15,0.85,0.68,0.44,0.9,0.56,0.18,0.32,0.93,0.15,0.22,0.87,0.9,0.04,0.32,0.03,0.25,0.62,0.73,0.71,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10001011011110101110101110011010011000001000000010100000001010000101011110101110101000011111101110100010101001","Dawid\u2013Skene":"10001010011110100110101110011010001000001000001010100000001110000001011110101001001000011111101110100010101001","RACE-S (ours)":"11101011101110101010101010001010101000001010101010100110101010101010111110101110001000001100101010101010101010","RACE-Net (ours, learned)":"10101010001110101010101010001010101000001000101010100010101010101010101010101010001000001000101010100010101010"},"acc":{"receiver alone":0.8364,"majority vote":0.6636,"Dawid\u2013Skene":0.6636,"RACE-S (ours)":0.8545,"RACE-Net (ours, learned)":0.8909}},"noise|3":{"p":[0.88,0.94,0.75,0.64,0.47,0.78,0.85,0.73,0.27,0.06,0.96,0.94,0.98,0.04,0.03,0.71,0.44,0.59,0.02,0.09,0.97,0.91,0.88,0.81,0.24,0.73,0.8,0.59,0.91,0.32,0.91,0.8,0.96,0.61,0.47,0.78,0.84,0.65,0.73,0.2,0.87,0.78,0.93,0.54,0.05,0.71,0.82,0.85,0.94,0.44,0.92,0.82,0.91,0.82,0.65,0.82,0.82,0.59,0.0,0.35,0.95,0.93,0.84,0.86,0.65,0.73,0.7,0.53,0.03,0.22,0.89,0.93,0.8,0.73,0.47,0.5,0.27,0.68,0.18,0.06,0.93,0.9,0.91,0.86,0.24,0.84,0.65,0.85,0.54,0.41,0.96,0.89,0.95,0.3,0.7,0.56,0.68,0.38,0.42,0.56,0.88,0.82,0.98,0.03,0.72,0.56,0.44,0.75,0.12,0.12,0.85,0.93,0.85,0.67,0.59,0.75,0.75,0.56,0.65,0.35,0.97,0.75,0.97,0.62,0.53,0.84,0.78,0.78,0.38,0.22,0.89,0.67,0.75,1.0,0.06,0.75,0.78,0.59,0.98,0.41,0.96,0.95,0.9,0.69,0.56,0.76,0.81,0.72,0.65,0.32,0.9,0.99,0.75,0.69,0.43,0.78,0.8,0.93,0.39,0.02,0.92,0.98,0.47,0.14,0.3,0.84,0.78,0.82,0.72,0.29,0.97,0.85,0.97,0.53,0.65,0.71,0.89,0.73,0.31,0.56,0.65,0.87,0.96,0.49,0.04,0.75,0.89,0.65,0.89,0.03,0.78,0.29,0.86,0.93,0.23,0.24,0.38,0.35,0.36,0.3,0.9,0.94,0.82,0.57,0.22,0.71,0.82,0.8,0.32,0.29,0.78,0.95,0.62,0.59,0.24,0.7,0.82,0.84,0.34,0.12,0.95,0.8,0.98,0.39,0.02,0.75,0.79,0.53,0.89,0.48,0.82,0.8,0.94,0.23,0.56,0.87,0.59,0.87,0.62,0.16,0.9,0.95,0.89,0.08,0.37,0.18,0.71,0.68,0.83,0.24,0.91,0.97,0.75,0.79,0.47,0.59,0.73,0.71,0.24,0.03,0.41,0.78,0.99,0.88,0.07,0.8,0.88,0.85,0.06,0.62,0.9,0.7,0.97,0.34,0.29,0.78,0.78,0.71,0.15,0.11,0.89,0.84,0.98,0.45,0.02,0.73,0.68,0.78,0.8,0.46,0.75,0.96,0.96,0.23,0.65,0.44,0.65,0.56,0.05,0.59,0.96,0.82,0.95,0.4,0.56,0.84,0.78,0.8,0.2,0.16,0.95,0.91,0.88,0.09,0.09,0.75,0.65,0.7,0.58,0.68,0.96,0.99,0.84,0.3,0.11,0.8,0.82,0.59,0.67,0.52,0.92,0.84,0.99,0.2,0.07,0.11,0.35,0.47,0.94,0.44,0.96,0.92,0.96,0.37,0.03,0.84,0.73,0.88,0.11,0.59,0.97,0.95,0.89,0.63,0.62,0.78,0.87,0.78,0.93,0.5,0.91,0.85,0.82,0.44,0.38,0.56,0.59,0.56,0.95,0.02,0.99,0.98,0.97,0.5,0.13,0.32,0.59,0.75,0.43,0.46,0.89,0.84,0.94,0.62,0.59,0.82,0.87,0.73,1.0,0.12,0.98,0.99,0.89,0.95,0.27,0.65,0.73,0.84,0.46,0.5,0.88,0.41,0.82,0.76,0.38,0.59,0.68,0.53,0.5,0.07,0.94,0.91,0.99,0.53,0.35,0.56,0.75,0.56,0.79,0.07,0.87,0.73,0.94,0.41,0.08,0.78,0.7,0.73,0.73,0.08,0.71,0.62,0.98,0.71,0.01,0.15,0.82,0.56,0.93,0.41,0.95,0.97,0.75,0.11,0.5,0.87,0.87,0.68,0.73,0.61,0.78,0.62,0.95,0.93,0.5,0.16,0.41,0.62,0.97,0.38,0.91,0.83,0.92,0.01,0.61,0.73,0.8,0.68,0.86,0.03,0.89,0.94,0.8,0.98,0.65,0.71,0.87,0.75,0.96,0.41,0.96,0.97,0.84,0.15,0.2,0.11,0.11,0.13,0.97,0.29,0.95,0.89,0.95,0.89,0.68,0.22,0.73,0.56,0.82,0.09,0.75,0.98,0.5,0.48,0.26,0.59,0.47,0.71,0.23,0.44,0.85,0.95,0.5,0.8,0.32,0.64,0.53,0.7,0.92,0.05,0.93,0.88,0.92,0.27,0.5,0.56,0.32,0.56,0.54,0.15,0.85,0.68,0.92,0.44,0.56,0.18,0.32,0.78,0.93,0.22,0.87,0.9,0.98,0.04,0.03,0.25,0.62,0.53,0.73,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101010011110101110101010001010011000001000000110100100101010101110111110101110101000011110101110100010101010","Dawid\u2013Skene":"10101010111110101110101011101010111010001101100110100110101011101010111010101110101010001100101010100010101010","RACE-S (ours)":"11101010101110101010101010001010111000001010101010100110101011101010111110101010001010001100101010101010101010","RACE-Net (ours, learned)":"10101010111010101110101010001011011010101000101110100110101011101010111110101010101010001010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.7636,"Dawid\u2013Skene":0.8182,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8545}},"noise|4":{"p":[0.88,0.94,0.75,0.8,0.64,0.78,0.85,0.73,0.41,0.27,0.96,0.94,0.98,0.29,0.04,0.71,0.44,0.59,0.41,0.02,0.97,0.91,0.88,0.89,0.81,0.73,0.8,0.59,0.16,0.91,0.91,0.8,0.96,0.95,0.61,0.78,0.84,0.65,0.56,0.73,0.87,0.78,0.93,0.85,0.54,0.71,0.82,0.85,0.71,0.94,0.92,0.82,0.91,0.81,0.82,0.82,0.82,0.59,0.8,0.0,0.95,0.93,0.84,0.9,0.86,0.73,0.7,0.53,0.18,0.03,0.89,0.93,0.8,0.87,0.73,0.5,0.27,0.68,0.11,0.18,0.93,0.9,0.91,0.32,0.86,0.84,0.65,0.85,0.68,0.54,0.96,0.89,0.95,0.87,0.3,0.56,0.68,0.38,0.4,0.42,0.88,0.82,0.98,0.4,0.03,0.56,0.44,0.75,0.22,0.12,0.85,0.93,0.85,0.8,0.67,0.75,0.75,0.56,0.71,0.65,0.97,0.75,0.97,0.87,0.62,0.84,0.78,0.78,0.56,0.38,0.89,0.67,0.75,0.24,1.0,0.75,0.78,0.59,0.73,0.98,0.96,0.95,0.9,0.96,0.69,0.76,0.81,0.72,0.24,0.65,0.9,0.99,0.75,0.92,0.69,0.78,0.8,0.93,0.75,0.39,0.92,0.98,0.47,0.42,0.14,0.84,0.78,0.82,0.62,0.72,0.97,0.85,0.97,0.02,0.53,0.71,0.89,0.73,0.35,0.31,0.65,0.87,0.96,0.7,0.49,0.75,0.89,0.65,0.29,0.89,0.78,0.29,0.86,0.87,0.93,0.24,0.38,0.35,0.32,0.36,0.9,0.94,0.82,0.82,0.57,0.71,0.82,0.8,0.0,0.32,0.78,0.95,0.62,0.2,0.59,0.7,0.82,0.84,0.02,0.34,0.95,0.8,0.98,0.73,0.39,0.75,0.79,0.53,0.44,0.89,0.82,0.8,0.94,0.85,0.23,0.87,0.59,0.87,0.29,0.62,0.9,0.95,0.89,0.88,0.08,0.18,0.71,0.68,0.78,0.83,0.91,0.97,0.75,0.84,0.79,0.59,0.73,0.71,0.24,0.24,0.41,0.78,0.99,0.44,0.88,0.8,0.88,0.85,0.01,0.06,0.9,0.7,0.97,0.9,0.34,0.78,0.78,0.71,0.38,0.15,0.89,0.84,0.98,0.53,0.45,0.73,0.68,0.78,0.43,0.8,0.75,0.96,0.96,0.8,0.23,0.44,0.65,0.56,0.62,0.05,0.96,0.82,0.95,0.91,0.4,0.84,0.78,0.8,0.47,0.2,0.95,0.91,0.88,0.55,0.09,0.75,0.65,0.7,0.0,0.58,0.96,0.99,0.84,0.24,0.3,0.8,0.82,0.59,0.2,0.67,0.92,0.84,0.99,0.01,0.2,0.11,0.35,0.47,0.59,0.94,0.96,0.92,0.96,0.01,0.37,0.84,0.73,0.88,0.75,0.11,0.97,0.95,0.89,0.91,0.63,0.78,0.87,0.78,0.78,0.93,0.91,0.85,0.82,0.83,0.44,0.56,0.59,0.56,0.01,0.95,0.99,0.98,0.97,0.56,0.5,0.32,0.59,0.75,0.44,0.43,0.89,0.84,0.94,0.89,0.62,0.82,0.87,0.73,0.53,1.0,0.98,0.99,0.89,0.48,0.95,0.65,0.73,0.84,0.59,0.46,0.88,0.41,0.82,0.22,0.76,0.59,0.68,0.53,0.16,0.5,0.94,0.91,0.99,0.73,0.53,0.56,0.75,0.56,0.27,0.79,0.87,0.73,0.94,0.83,0.41,0.78,0.7,0.73,0.09,0.73,0.71,0.62,0.98,0.85,0.71,0.15,0.82,0.56,0.65,0.93,0.95,0.97,0.75,0.85,0.11,0.87,0.87,0.68,0.18,0.73,0.78,0.62,0.95,0.8,0.93,0.16,0.41,0.62,0.68,0.97,0.91,0.83,0.92,0.7,0.01,0.73,0.8,0.68,0.01,0.86,0.89,0.94,0.8,0.9,0.98,0.71,0.87,0.75,0.75,0.96,0.96,0.97,0.84,0.87,0.15,0.11,0.11,0.13,0.47,0.97,0.95,0.89,0.95,0.0,0.89,0.22,0.73,0.56,0.18,0.82,0.75,0.98,0.5,0.53,0.48,0.59,0.47,0.71,0.29,0.23,0.85,0.95,0.5,0.49,0.8,0.64,0.53,0.7,0.2,0.92,0.93,0.88,0.92,0.85,0.27,0.56,0.32,0.56,0.24,0.54,0.85,0.68,0.92,0.9,0.44,0.18,0.32,0.78,0.15,0.93,0.87,0.9,0.98,0.32,0.04,0.25,0.62,0.53,0.71,0.73],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101011111110101110101010001010011010101000100110100010101010101010111110101110101010111110101110100010101010","Dawid\u2013Skene":"10101010111110101110101011101011111010101101101110101110101011101010111010101111101010101110101010100010101010","RACE-S (ours)":"10101010101110101110101011001011111010001000101010100110101011101010111110101010001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101010001011011010101000101110101010101011101010111010101011001010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.8364,"Dawid\u2013Skene":0.8455,"RACE-S (ours)":0.8545,"RACE-Net (ours, learned)":0.8727}},"noise|12":{"p":[0.88,0.64,0.61,0.8,0.47,0.78,0.27,0.03,0.41,0.06,0.96,0.04,0.72,0.29,0.03,0.71,0.02,0.02,0.41,0.09,0.97,0.81,0.76,0.89,0.24,0.73,0.91,0.51,0.16,0.32,0.91,0.61,0.93,0.95,0.47,0.78,0.73,0.07,0.56,0.2,0.87,0.54,0.84,0.85,0.05,0.71,0.94,0.07,0.71,0.44,0.92,0.82,0.34,0.81,0.65,0.82,0.0,0.43,0.8,0.35,0.95,0.86,0.97,0.9,0.65,0.73,0.03,0.56,0.18,0.22,0.89,0.73,0.26,0.87,0.47,0.5,0.18,0.24,0.11,0.06,0.93,0.86,0.89,0.32,0.24,0.84,0.54,0.23,0.68,0.41,0.96,0.3,0.12,0.87,0.7,0.56,0.42,0.29,0.4,0.56,0.88,0.03,0.59,0.4,0.72,0.56,0.12,0.55,0.22,0.12,0.85,0.67,0.81,0.8,0.59,0.75,0.65,0.56,0.71,0.35,0.97,0.62,0.29,0.87,0.53,0.84,0.38,0.41,0.56,0.22,0.89,1.0,0.82,0.24,0.06,0.75,0.98,0.63,0.73,0.41,0.96,0.69,0.96,0.96,0.56,0.76,0.65,0.37,0.24,0.32,0.9,0.69,0.55,0.92,0.43,0.78,0.39,0.59,0.75,0.02,0.92,0.14,0.85,0.42,0.3,0.84,0.72,0.15,0.62,0.29,0.97,0.53,0.41,0.02,0.65,0.71,0.31,0.91,0.35,0.56,0.65,0.49,0.04,0.7,0.04,0.75,0.89,0.82,0.29,0.03,0.78,0.93,0.42,0.87,0.23,0.24,0.36,0.83,0.32,0.3,0.9,0.57,0.01,0.82,0.22,0.71,0.32,0.37,0.0,0.29,0.78,0.59,0.08,0.2,0.24,0.7,0.34,0.65,0.02,0.12,0.95,0.39,0.27,0.73,0.02,0.75,0.89,0.7,0.44,0.48,0.82,0.23,0.94,0.85,0.56,0.87,0.62,0.13,0.29,0.16,0.9,0.08,0.86,0.88,0.37,0.18,0.83,0.06,0.78,0.24,0.91,0.79,0.38,0.84,0.47,0.59,0.24,0.43,0.24,0.03,0.41,0.88,0.49,0.44,0.07,0.8,0.06,0.98,0.01,0.62,0.9,0.34,0.78,0.9,0.29,0.78,0.15,0.31,0.38,0.11,0.89,0.45,0.27,0.53,0.02,0.73,0.8,0.86,0.43,0.46,0.75,0.23,0.88,0.8,0.65,0.44,0.05,0.51,0.62,0.59,0.96,0.4,0.34,0.91,0.56,0.84,0.2,0.99,0.47,0.16,0.95,0.09,0.32,0.55,0.09,0.75,0.58,0.18,0.0,0.68,0.96,0.3,0.88,0.24,0.11,0.8,0.67,0.81,0.2,0.52,0.92,0.2,0.67,0.01,0.07,0.11,0.94,0.96,0.59,0.44,0.96,0.37,0.93,0.01,0.03,0.84,0.11,0.75,0.75,0.59,0.97,0.63,0.86,0.91,0.62,0.78,0.93,0.25,0.78,0.5,0.91,0.44,0.14,0.83,0.38,0.56,0.95,0.67,0.01,0.02,0.99,0.5,0.71,0.56,0.13,0.32,0.43,0.17,0.44,0.46,0.89,0.62,0.4,0.89,0.59,0.82,1.0,0.91,0.53,0.12,0.98,0.95,0.56,0.48,0.27,0.65,0.46,0.58,0.59,0.5,0.88,0.76,0.19,0.22,0.38,0.59,0.5,0.53,0.16,0.07,0.94,0.53,0.52,0.73,0.35,0.56,0.79,0.09,0.27,0.07,0.87,0.41,0.98,0.83,0.08,0.78,0.73,0.57,0.09,0.08,0.71,0.71,0.01,0.85,0.01,0.15,0.93,0.77,0.65,0.41,0.95,0.11,0.98,0.85,0.5,0.87,0.73,0.59,0.18,0.61,0.78,0.93,0.32,0.8,0.5,0.16,0.97,0.19,0.68,0.38,0.91,0.01,0.67,0.7,0.61,0.73,0.86,0.2,0.01,0.03,0.89,0.98,0.58,0.9,0.65,0.71,0.96,0.6,0.75,0.41,0.96,0.15,0.96,0.87,0.2,0.11,0.97,0.07,0.47,0.29,0.95,0.89,0.5,0.0,0.68,0.22,0.82,0.74,0.18,0.09,0.75,0.48,0.18,0.53,0.26,0.59,0.23,0.39,0.29,0.44,0.85,0.8,0.06,0.49,0.32,0.64,0.92,0.73,0.2,0.05,0.93,0.27,0.09,0.85,0.5,0.56,0.54,0.4,0.24,0.15,0.85,0.44,0.87,0.9,0.56,0.18,0.93,0.47,0.15,0.22,0.87,0.04,0.91,0.32,0.03,0.25,0.73,0.77,0.71,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10001010111110101110101110111010010000000000011010100010011010000101011110101111101010011111101110100010101001","Dawid\u2013Skene":"10001011111110100110001111011011010010101000101011100010001110000001011110101001001010111011101110000000101001","RACE-S (ours)":"10001010001010100010001010001010000000000000001010100010000010000000011010101010001000001000101010000000101000","RACE-Net (ours, learned)":"10101010101010101010001010001010101000001000101010100110001010001000111010101010001010001000101010100000101000"},"acc":{"receiver alone":0.8364,"majority vote":0.6727,"Dawid\u2013Skene":0.6545,"RACE-S (ours)":0.7455,"RACE-Net (ours, learned)":0.8455}},"noise|13":{"p":[0.88,0.64,0.75,0.61,0.47,0.78,0.27,0.73,0.03,0.06,0.96,0.04,0.98,0.72,0.03,0.71,0.02,0.59,0.02,0.09,0.97,0.81,0.88,0.76,0.24,0.73,0.91,0.59,0.51,0.32,0.91,0.61,0.96,0.93,0.47,0.78,0.73,0.65,0.07,0.2,0.87,0.54,0.93,0.84,0.05,0.71,0.94,0.85,0.07,0.44,0.92,0.82,0.91,0.34,0.65,0.82,0.0,0.59,0.43,0.35,0.95,0.86,0.84,0.97,0.65,0.73,0.03,0.53,0.56,0.22,0.89,0.73,0.8,0.26,0.47,0.5,0.18,0.68,0.24,0.06,0.93,0.86,0.91,0.89,0.24,0.84,0.54,0.85,0.23,0.41,0.96,0.3,0.95,0.12,0.7,0.56,0.42,0.38,0.29,0.56,0.88,0.03,0.98,0.59,0.72,0.56,0.12,0.75,0.55,0.12,0.85,0.67,0.85,0.81,0.59,0.75,0.65,0.56,0.56,0.35,0.97,0.62,0.97,0.29,0.53,0.84,0.38,0.78,0.41,0.22,0.89,1.0,0.75,0.82,0.06,0.75,0.98,0.59,0.63,0.41,0.96,0.69,0.9,0.96,0.56,0.76,0.65,0.72,0.37,0.32,0.9,0.69,0.75,0.55,0.43,0.78,0.39,0.93,0.59,0.02,0.92,0.14,0.47,0.85,0.3,0.84,0.72,0.82,0.15,0.29,0.97,0.53,0.97,0.41,0.65,0.71,0.31,0.73,0.91,0.56,0.65,0.49,0.96,0.04,0.04,0.75,0.89,0.65,0.82,0.03,0.78,0.93,0.86,0.42,0.23,0.24,0.36,0.35,0.83,0.3,0.9,0.57,0.82,0.01,0.22,0.71,0.32,0.8,0.37,0.29,0.78,0.59,0.62,0.08,0.24,0.7,0.34,0.84,0.65,0.12,0.95,0.39,0.98,0.27,0.02,0.75,0.89,0.53,0.7,0.48,0.82,0.23,0.94,0.94,0.56,0.87,0.62,0.87,0.13,0.16,0.9,0.08,0.89,0.86,0.37,0.18,0.83,0.68,0.06,0.24,0.91,0.79,0.75,0.38,0.47,0.59,0.24,0.71,0.43,0.03,0.41,0.88,0.99,0.49,0.07,0.8,0.06,0.85,0.98,0.62,0.9,0.34,0.97,0.78,0.29,0.78,0.15,0.71,0.31,0.11,0.89,0.45,0.98,0.27,0.02,0.73,0.8,0.78,0.86,0.46,0.75,0.23,0.96,0.88,0.65,0.44,0.05,0.56,0.51,0.59,0.96,0.4,0.95,0.34,0.56,0.84,0.2,0.8,0.99,0.16,0.95,0.09,0.88,0.32,0.09,0.75,0.58,0.7,0.18,0.68,0.96,0.3,0.84,0.88,0.11,0.8,0.67,0.59,0.81,0.52,0.92,0.2,0.99,0.67,0.07,0.11,0.94,0.47,0.96,0.44,0.96,0.37,0.96,0.93,0.03,0.84,0.11,0.88,0.75,0.59,0.97,0.63,0.89,0.86,0.62,0.78,0.93,0.78,0.25,0.5,0.91,0.44,0.82,0.14,0.38,0.56,0.95,0.56,0.67,0.02,0.99,0.5,0.97,0.71,0.13,0.32,0.43,0.75,0.17,0.46,0.89,0.62,0.94,0.4,0.59,0.82,1.0,0.73,0.91,0.12,0.98,0.95,0.89,0.56,0.27,0.65,0.46,0.84,0.58,0.5,0.88,0.76,0.82,0.19,0.38,0.59,0.5,0.53,0.53,0.07,0.94,0.53,0.99,0.52,0.35,0.56,0.79,0.56,0.09,0.07,0.87,0.41,0.94,0.98,0.08,0.78,0.73,0.73,0.57,0.08,0.71,0.71,0.98,0.01,0.01,0.15,0.93,0.56,0.77,0.41,0.95,0.11,0.75,0.98,0.5,0.87,0.73,0.68,0.59,0.61,0.78,0.93,0.95,0.32,0.5,0.16,0.97,0.62,0.19,0.38,0.91,0.01,0.92,0.67,0.61,0.73,0.86,0.68,0.2,0.03,0.89,0.98,0.8,0.58,0.65,0.71,0.96,0.75,0.6,0.41,0.96,0.15,0.84,0.96,0.2,0.11,0.97,0.13,0.07,0.29,0.95,0.89,0.95,0.5,0.68,0.22,0.82,0.56,0.74,0.09,0.75,0.48,0.5,0.18,0.26,0.59,0.23,0.71,0.39,0.44,0.85,0.8,0.5,0.06,0.32,0.64,0.92,0.7,0.73,0.05,0.93,0.27,0.92,0.09,0.5,0.56,0.54,0.56,0.4,0.15,0.85,0.44,0.92,0.87,0.56,0.18,0.93,0.78,0.47,0.22,0.87,0.04,0.98,0.91,0.03,0.25,0.73,0.53,0.77,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101010111010101110101110111010011000000000011110100110011011001111111010101111101010011110101110100010101011","Dawid\u2013Skene":"00101010101010001110101010001001011010001101101110000110101011101010111010101011101010000000100010100000101010","RACE-S (ours)":"10101010101010101110101011001011011010101000101110101110101011101010111010101010101010101010101010100000101010","RACE-Net (ours, learned)":"00101010111010101110101010001011011010101001101110101110101011101010111010101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.7273,"Dawid\u2013Skene":0.7727,"RACE-S (ours)":0.8818,"RACE-Net (ours, learned)":0.8545}},"noise|14":{"p":[0.88,0.64,0.75,0.8,0.61,0.78,0.27,0.73,0.41,0.03,0.96,0.04,0.98,0.29,0.72,0.71,0.02,0.59,0.41,0.02,0.97,0.81,0.88,0.89,0.76,0.73,0.91,0.59,0.16,0.51,0.91,0.61,0.96,0.95,0.93,0.78,0.73,0.65,0.56,0.07,0.87,0.54,0.93,0.85,0.84,0.71,0.94,0.85,0.71,0.07,0.92,0.82,0.91,0.81,0.34,0.82,0.0,0.59,0.8,0.43,0.95,0.86,0.84,0.9,0.97,0.73,0.03,0.53,0.18,0.56,0.89,0.73,0.8,0.87,0.26,0.5,0.18,0.68,0.11,0.24,0.93,0.86,0.91,0.32,0.89,0.84,0.54,0.85,0.68,0.23,0.96,0.3,0.95,0.87,0.12,0.56,0.42,0.38,0.4,0.29,0.88,0.03,0.98,0.4,0.59,0.56,0.12,0.75,0.22,0.55,0.85,0.67,0.85,0.8,0.81,0.75,0.65,0.56,0.71,0.56,0.97,0.62,0.97,0.87,0.29,0.84,0.38,0.78,0.56,0.41,0.89,1.0,0.75,0.24,0.82,0.75,0.98,0.59,0.73,0.63,0.96,0.69,0.9,0.96,0.96,0.76,0.65,0.72,0.24,0.37,0.9,0.69,0.75,0.92,0.55,0.78,0.39,0.93,0.75,0.59,0.92,0.14,0.47,0.42,0.85,0.84,0.72,0.82,0.62,0.15,0.97,0.53,0.97,0.02,0.41,0.71,0.31,0.73,0.35,0.91,0.65,0.49,0.96,0.7,0.04,0.75,0.89,0.65,0.29,0.82,0.78,0.93,0.86,0.87,0.42,0.24,0.36,0.35,0.32,0.83,0.9,0.57,0.82,0.82,0.01,0.71,0.32,0.8,0.0,0.37,0.78,0.59,0.62,0.2,0.08,0.7,0.34,0.84,0.02,0.65,0.95,0.39,0.98,0.73,0.27,0.75,0.89,0.53,0.44,0.7,0.82,0.23,0.94,0.85,0.94,0.87,0.62,0.87,0.29,0.13,0.9,0.08,0.89,0.88,0.86,0.18,0.83,0.68,0.78,0.06,0.91,0.79,0.75,0.84,0.38,0.59,0.24,0.71,0.24,0.43,0.41,0.88,0.99,0.44,0.49,0.8,0.06,0.85,0.01,0.98,0.9,0.34,0.97,0.9,0.78,0.78,0.15,0.71,0.38,0.31,0.89,0.45,0.98,0.53,0.27,0.73,0.8,0.78,0.43,0.86,0.75,0.23,0.96,0.8,0.88,0.44,0.05,0.56,0.62,0.51,0.96,0.4,0.95,0.91,0.34,0.84,0.2,0.8,0.47,0.99,0.95,0.09,0.88,0.55,0.32,0.75,0.58,0.7,0.0,0.18,0.96,0.3,0.84,0.24,0.88,0.8,0.67,0.59,0.2,0.81,0.92,0.2,0.99,0.01,0.67,0.11,0.94,0.47,0.59,0.96,0.96,0.37,0.96,0.01,0.93,0.84,0.11,0.88,0.75,0.75,0.97,0.63,0.89,0.91,0.86,0.78,0.93,0.78,0.78,0.25,0.91,0.44,0.82,0.83,0.14,0.56,0.95,0.56,0.01,0.67,0.99,0.5,0.97,0.56,0.71,0.32,0.43,0.75,0.44,0.17,0.89,0.62,0.94,0.89,0.4,0.82,1.0,0.73,0.53,0.91,0.98,0.95,0.89,0.48,0.56,0.65,0.46,0.84,0.59,0.58,0.88,0.76,0.82,0.22,0.19,0.59,0.5,0.53,0.16,0.53,0.94,0.53,0.99,0.73,0.52,0.56,0.79,0.56,0.27,0.09,0.87,0.41,0.94,0.83,0.98,0.78,0.73,0.73,0.09,0.57,0.71,0.71,0.98,0.85,0.01,0.15,0.93,0.56,0.65,0.77,0.95,0.11,0.75,0.85,0.98,0.87,0.73,0.68,0.18,0.59,0.78,0.93,0.95,0.8,0.32,0.16,0.97,0.62,0.68,0.19,0.91,0.01,0.92,0.7,0.67,0.73,0.86,0.68,0.01,0.2,0.89,0.98,0.8,0.9,0.58,0.71,0.96,0.75,0.75,0.6,0.96,0.15,0.84,0.87,0.96,0.11,0.97,0.13,0.47,0.07,0.95,0.89,0.95,0.0,0.5,0.22,0.82,0.56,0.18,0.74,0.75,0.48,0.5,0.53,0.18,0.59,0.23,0.71,0.29,0.39,0.85,0.8,0.5,0.49,0.06,0.64,0.92,0.7,0.2,0.73,0.93,0.27,0.92,0.85,0.09,0.56,0.54,0.56,0.24,0.4,0.85,0.44,0.92,0.9,0.87,0.18,0.93,0.78,0.15,0.47,0.87,0.04,0.98,0.32,0.91,0.25,0.73,0.53,0.71,0.77],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101010111010101110101110111011010000101000101110100010001011001011111010101111101010111110101110100000101011","Dawid\u2013Skene":"10101010111110101110101011001011111010101101101110101110101011101010111010101011101010101010101010100000101010","RACE-S (ours)":"10101010101010101110101011001011011010101000101110101010101011101010111110101010101010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101000101110101010101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.7727,"Dawid\u2013Skene":0.8455,"RACE-S (ours)":0.8818,"RACE-Net (ours, learned)":0.8636}},"noise|23":{"p":[0.88,0.94,0.64,0.61,0.47,0.78,0.85,0.27,0.03,0.06,0.96,0.94,0.04,0.72,0.03,0.71,0.44,0.02,0.02,0.09,0.97,0.91,0.81,0.76,0.24,0.73,0.8,0.91,0.51,0.32,0.91,0.8,0.61,0.93,0.47,0.78,0.84,0.73,0.07,0.2,0.87,0.78,0.54,0.84,0.05,0.71,0.82,0.94,0.07,0.44,0.92,0.82,0.82,0.34,0.65,0.82,0.82,0.0,0.43,0.35,0.95,0.93,0.86,0.97,0.65,0.73,0.7,0.03,0.56,0.22,0.89,0.93,0.73,0.26,0.47,0.5,0.27,0.18,0.24,0.06,0.93,0.9,0.86,0.89,0.24,0.84,0.65,0.54,0.23,0.41,0.96,0.89,0.3,0.12,0.7,0.56,0.68,0.42,0.29,0.56,0.88,0.82,0.03,0.59,0.72,0.56,0.44,0.12,0.55,0.12,0.85,0.93,0.67,0.81,0.59,0.75,0.75,0.65,0.56,0.35,0.97,0.75,0.62,0.29,0.53,0.84,0.78,0.38,0.41,0.22,0.89,0.67,1.0,0.82,0.06,0.75,0.78,0.98,0.63,0.41,0.96,0.95,0.69,0.96,0.56,0.76,0.81,0.65,0.37,0.32,0.9,0.99,0.69,0.55,0.43,0.78,0.8,0.39,0.59,0.02,0.92,0.98,0.14,0.85,0.3,0.84,0.78,0.72,0.15,0.29,0.97,0.85,0.53,0.41,0.65,0.71,0.89,0.31,0.91,0.56,0.65,0.87,0.49,0.04,0.04,0.75,0.89,0.89,0.82,0.03,0.78,0.29,0.93,0.42,0.23,0.24,0.38,0.36,0.83,0.3,0.9,0.94,0.57,0.01,0.22,0.71,0.82,0.32,0.37,0.29,0.78,0.95,0.59,0.08,0.24,0.7,0.82,0.34,0.65,0.12,0.95,0.8,0.39,0.27,0.02,0.75,0.79,0.89,0.7,0.48,0.82,0.8,0.23,0.94,0.56,0.87,0.59,0.62,0.13,0.16,0.9,0.95,0.08,0.86,0.37,0.18,0.71,0.83,0.06,0.24,0.91,0.97,0.79,0.38,0.47,0.59,0.73,0.24,0.43,0.03,0.41,0.78,0.88,0.49,0.07,0.8,0.88,0.06,0.98,0.62,0.9,0.7,0.34,0.78,0.29,0.78,0.78,0.15,0.31,0.11,0.89,0.84,0.45,0.27,0.02,0.73,0.68,0.8,0.86,0.46,0.75,0.96,0.23,0.88,0.65,0.44,0.65,0.05,0.51,0.59,0.96,0.82,0.4,0.34,0.56,0.84,0.78,0.2,0.99,0.16,0.95,0.91,0.09,0.32,0.09,0.75,0.65,0.58,0.18,0.68,0.96,0.99,0.3,0.88,0.11,0.8,0.82,0.67,0.81,0.52,0.92,0.84,0.2,0.67,0.07,0.11,0.35,0.94,0.96,0.44,0.96,0.92,0.37,0.93,0.03,0.84,0.73,0.11,0.75,0.59,0.97,0.95,0.63,0.86,0.62,0.78,0.87,0.93,0.25,0.5,0.91,0.85,0.44,0.14,0.38,0.56,0.59,0.95,0.67,0.02,0.99,0.98,0.5,0.71,0.13,0.32,0.59,0.43,0.17,0.46,0.89,0.84,0.62,0.4,0.59,0.82,0.87,1.0,0.91,0.12,0.98,0.99,0.95,0.56,0.27,0.65,0.73,0.46,0.58,0.5,0.88,0.41,0.76,0.19,0.38,0.59,0.68,0.5,0.53,0.07,0.94,0.91,0.53,0.52,0.35,0.56,0.75,0.79,0.09,0.07,0.87,0.73,0.41,0.98,0.08,0.78,0.7,0.73,0.57,0.08,0.71,0.62,0.71,0.01,0.01,0.15,0.82,0.93,0.77,0.41,0.95,0.97,0.11,0.98,0.5,0.87,0.87,0.73,0.59,0.61,0.78,0.62,0.93,0.32,0.5,0.16,0.41,0.97,0.19,0.38,0.91,0.83,0.01,0.67,0.61,0.73,0.8,0.86,0.2,0.03,0.89,0.94,0.98,0.58,0.65,0.71,0.87,0.96,0.6,0.41,0.96,0.97,0.15,0.96,0.2,0.11,0.11,0.97,0.07,0.29,0.95,0.89,0.89,0.5,0.68,0.22,0.73,0.82,0.74,0.09,0.75,0.98,0.48,0.18,0.26,0.59,0.47,0.23,0.39,0.44,0.85,0.95,0.8,0.06,0.32,0.64,0.53,0.92,0.73,0.05,0.93,0.88,0.27,0.09,0.5,0.56,0.32,0.54,0.4,0.15,0.85,0.68,0.44,0.87,0.56,0.18,0.32,0.93,0.47,0.22,0.87,0.9,0.04,0.91,0.03,0.25,0.62,0.73,0.77,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101010011110101010101110111010101101000000010010100100011000001111111110101110101000011100101110100010101011","Dawid\u2013Skene":"10101010101110101110101010101010101100001001000010100110101011101110111010101110101010011100101110100010101010","RACE-S (ours)":"11101010001110101010101010001010101101001010101010100110101011101110111110101110001000001100101010101010100010","RACE-Net (ours, learned)":"10101010001010101010101010001010101100001010001010100100101010101110111110101010001000001100101010101010100010"},"acc":{"receiver alone":0.8364,"majority vote":0.6909,"Dawid\u2013Skene":0.8091,"RACE-S (ours)":0.8091,"RACE-Net (ours, learned)":0.8364}},"noise|24":{"p":[0.88,0.94,0.64,0.8,0.61,0.78,0.85,0.27,0.41,0.03,0.96,0.94,0.04,0.29,0.72,0.71,0.44,0.02,0.41,0.02,0.97,0.91,0.81,0.89,0.76,0.73,0.8,0.91,0.16,0.51,0.91,0.8,0.61,0.95,0.93,0.78,0.84,0.73,0.56,0.07,0.87,0.78,0.54,0.85,0.84,0.71,0.82,0.94,0.71,0.07,0.92,0.82,0.82,0.81,0.34,0.82,0.82,0.0,0.8,0.43,0.95,0.93,0.86,0.9,0.97,0.73,0.7,0.03,0.18,0.56,0.89,0.93,0.73,0.87,0.26,0.5,0.27,0.18,0.11,0.24,0.93,0.9,0.86,0.32,0.89,0.84,0.65,0.54,0.68,0.23,0.96,0.89,0.3,0.87,0.12,0.56,0.68,0.42,0.4,0.29,0.88,0.82,0.03,0.4,0.59,0.56,0.44,0.12,0.22,0.55,0.85,0.93,0.67,0.8,0.81,0.75,0.75,0.65,0.71,0.56,0.97,0.75,0.62,0.87,0.29,0.84,0.78,0.38,0.56,0.41,0.89,0.67,1.0,0.24,0.82,0.75,0.78,0.98,0.73,0.63,0.96,0.95,0.69,0.96,0.96,0.76,0.81,0.65,0.24,0.37,0.9,0.99,0.69,0.92,0.55,0.78,0.8,0.39,0.75,0.59,0.92,0.98,0.14,0.42,0.85,0.84,0.78,0.72,0.62,0.15,0.97,0.85,0.53,0.02,0.41,0.71,0.89,0.31,0.35,0.91,0.65,0.87,0.49,0.7,0.04,0.75,0.89,0.89,0.29,0.82,0.78,0.29,0.93,0.87,0.42,0.24,0.38,0.36,0.32,0.83,0.9,0.94,0.57,0.82,0.01,0.71,0.82,0.32,0.0,0.37,0.78,0.95,0.59,0.2,0.08,0.7,0.82,0.34,0.02,0.65,0.95,0.8,0.39,0.73,0.27,0.75,0.79,0.89,0.44,0.7,0.82,0.8,0.23,0.85,0.94,0.87,0.59,0.62,0.29,0.13,0.9,0.95,0.08,0.88,0.86,0.18,0.71,0.83,0.78,0.06,0.91,0.97,0.79,0.84,0.38,0.59,0.73,0.24,0.24,0.43,0.41,0.78,0.88,0.44,0.49,0.8,0.88,0.06,0.01,0.98,0.9,0.7,0.34,0.9,0.78,0.78,0.78,0.15,0.38,0.31,0.89,0.84,0.45,0.53,0.27,0.73,0.68,0.8,0.43,0.86,0.75,0.96,0.23,0.8,0.88,0.44,0.65,0.05,0.62,0.51,0.96,0.82,0.4,0.91,0.34,0.84,0.78,0.2,0.47,0.99,0.95,0.91,0.09,0.55,0.32,0.75,0.65,0.58,0.0,0.18,0.96,0.99,0.3,0.24,0.88,0.8,0.82,0.67,0.2,0.81,0.92,0.84,0.2,0.01,0.67,0.11,0.35,0.94,0.59,0.96,0.96,0.92,0.37,0.01,0.93,0.84,0.73,0.11,0.75,0.75,0.97,0.95,0.63,0.91,0.86,0.78,0.87,0.93,0.78,0.25,0.91,0.85,0.44,0.83,0.14,0.56,0.59,0.95,0.01,0.67,0.99,0.98,0.5,0.56,0.71,0.32,0.59,0.43,0.44,0.17,0.89,0.84,0.62,0.89,0.4,0.82,0.87,1.0,0.53,0.91,0.98,0.99,0.95,0.48,0.56,0.65,0.73,0.46,0.59,0.58,0.88,0.41,0.76,0.22,0.19,0.59,0.68,0.5,0.16,0.53,0.94,0.91,0.53,0.73,0.52,0.56,0.75,0.79,0.27,0.09,0.87,0.73,0.41,0.83,0.98,0.78,0.7,0.73,0.09,0.57,0.71,0.62,0.71,0.85,0.01,0.15,0.82,0.93,0.65,0.77,0.95,0.97,0.11,0.85,0.98,0.87,0.87,0.73,0.18,0.59,0.78,0.62,0.93,0.8,0.32,0.16,0.41,0.97,0.68,0.19,0.91,0.83,0.01,0.7,0.67,0.73,0.8,0.86,0.01,0.2,0.89,0.94,0.98,0.9,0.58,0.71,0.87,0.96,0.75,0.6,0.96,0.97,0.15,0.87,0.96,0.11,0.11,0.97,0.47,0.07,0.95,0.89,0.89,0.0,0.5,0.22,0.73,0.82,0.18,0.74,0.75,0.98,0.48,0.53,0.18,0.59,0.47,0.23,0.29,0.39,0.85,0.95,0.8,0.49,0.06,0.64,0.53,0.92,0.2,0.73,0.93,0.88,0.27,0.85,0.09,0.56,0.32,0.54,0.24,0.4,0.85,0.68,0.44,0.9,0.87,0.18,0.32,0.93,0.15,0.47,0.87,0.9,0.04,0.32,0.91,0.25,0.62,0.73,0.71,0.77],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101011111110101010101110111010110001001000000010100010001000001111111110101110001010011100101110100010101011","Dawid\u2013Skene":"10101010101110101110101011101010111010001000100110100010101011101010111010101110101010011100101110100010101010","RACE-S (ours)":"11101011101110101010101010001010101101001010101010100110101011101010111110101110001010001100101010101010101010","RACE-Net (ours, learned)":"10101010101110101010001010001010101000001000101010100010100010101010101010101010001010001000101010000000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.7273,"Dawid\u2013Skene":0.8364,"RACE-S (ours)":0.8364,"RACE-Net (ours, learned)":0.8727}},"noise|34":{"p":[0.88,0.94,0.75,0.64,0.61,0.78,0.85,0.73,0.27,0.03,0.96,0.94,0.98,0.04,0.72,0.71,0.44,0.59,0.02,0.02,0.97,0.91,0.88,0.81,0.76,0.73,0.8,0.59,0.91,0.51,0.91,0.8,0.96,0.61,0.93,0.78,0.84,0.65,0.73,0.07,0.87,0.78,0.93,0.54,0.84,0.71,0.82,0.85,0.94,0.07,0.92,0.82,0.91,0.82,0.34,0.82,0.82,0.59,0.0,0.43,0.95,0.93,0.84,0.86,0.97,0.73,0.7,0.53,0.03,0.56,0.89,0.93,0.8,0.73,0.26,0.5,0.27,0.68,0.18,0.24,0.93,0.9,0.91,0.86,0.89,0.84,0.65,0.85,0.54,0.23,0.96,0.89,0.95,0.3,0.12,0.56,0.68,0.38,0.42,0.29,0.88,0.82,0.98,0.03,0.59,0.56,0.44,0.75,0.12,0.55,0.85,0.93,0.85,0.67,0.81,0.75,0.75,0.56,0.65,0.56,0.97,0.75,0.97,0.62,0.29,0.84,0.78,0.78,0.38,0.41,0.89,0.67,0.75,1.0,0.82,0.75,0.78,0.59,0.98,0.63,0.96,0.95,0.9,0.69,0.96,0.76,0.81,0.72,0.65,0.37,0.9,0.99,0.75,0.69,0.55,0.78,0.8,0.93,0.39,0.59,0.92,0.98,0.47,0.14,0.85,0.84,0.78,0.82,0.72,0.15,0.97,0.85,0.97,0.53,0.41,0.71,0.89,0.73,0.31,0.91,0.65,0.87,0.96,0.49,0.04,0.75,0.89,0.65,0.89,0.82,0.78,0.29,0.86,0.93,0.42,0.24,0.38,0.35,0.36,0.83,0.9,0.94,0.82,0.57,0.01,0.71,0.82,0.8,0.32,0.37,0.78,0.95,0.62,0.59,0.08,0.7,0.82,0.84,0.34,0.65,0.95,0.8,0.98,0.39,0.27,0.75,0.79,0.53,0.89,0.7,0.82,0.8,0.94,0.23,0.94,0.87,0.59,0.87,0.62,0.13,0.9,0.95,0.89,0.08,0.86,0.18,0.71,0.68,0.83,0.06,0.91,0.97,0.75,0.79,0.38,0.59,0.73,0.71,0.24,0.43,0.41,0.78,0.99,0.88,0.49,0.8,0.88,0.85,0.06,0.98,0.9,0.7,0.97,0.34,0.78,0.78,0.78,0.71,0.15,0.31,0.89,0.84,0.98,0.45,0.27,0.73,0.68,0.78,0.8,0.86,0.75,0.96,0.96,0.23,0.88,0.44,0.65,0.56,0.05,0.51,0.96,0.82,0.95,0.4,0.34,0.84,0.78,0.8,0.2,0.99,0.95,0.91,0.88,0.09,0.32,0.75,0.65,0.7,0.58,0.18,0.96,0.99,0.84,0.3,0.88,0.8,0.82,0.59,0.67,0.81,0.92,0.84,0.99,0.2,0.67,0.11,0.35,0.47,0.94,0.96,0.96,0.92,0.96,0.37,0.93,0.84,0.73,0.88,0.11,0.75,0.97,0.95,0.89,0.63,0.86,0.78,0.87,0.78,0.93,0.25,0.91,0.85,0.82,0.44,0.14,0.56,0.59,0.56,0.95,0.67,0.99,0.98,0.97,0.5,0.71,0.32,0.59,0.75,0.43,0.17,0.89,0.84,0.94,0.62,0.4,0.82,0.87,0.73,1.0,0.91,0.98,0.99,0.89,0.95,0.56,0.65,0.73,0.84,0.46,0.58,0.88,0.41,0.82,0.76,0.19,0.59,0.68,0.53,0.5,0.53,0.94,0.91,0.99,0.53,0.52,0.56,0.75,0.56,0.79,0.09,0.87,0.73,0.94,0.41,0.98,0.78,0.7,0.73,0.73,0.57,0.71,0.62,0.98,0.71,0.01,0.15,0.82,0.56,0.93,0.77,0.95,0.97,0.75,0.11,0.98,0.87,0.87,0.68,0.73,0.59,0.78,0.62,0.95,0.93,0.32,0.16,0.41,0.62,0.97,0.19,0.91,0.83,0.92,0.01,0.67,0.73,0.8,0.68,0.86,0.2,0.89,0.94,0.8,0.98,0.58,0.71,0.87,0.75,0.96,0.6,0.96,0.97,0.84,0.15,0.96,0.11,0.11,0.13,0.97,0.07,0.95,0.89,0.95,0.89,0.5,0.22,0.73,0.56,0.82,0.74,0.75,0.98,0.5,0.48,0.18,0.59,0.47,0.71,0.23,0.39,0.85,0.95,0.5,0.8,0.06,0.64,0.53,0.7,0.92,0.73,0.93,0.88,0.92,0.27,0.09,0.56,0.32,0.56,0.54,0.4,0.85,0.68,0.92,0.44,0.87,0.18,0.32,0.78,0.93,0.47,0.87,0.9,0.98,0.04,0.91,0.25,0.62,0.53,0.73,0.77],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101010111010101010101010101010111001001001000110100110101001101110111010101110101010011100101110100010101010","Dawid\u2013Skene":"10101010111110101110101011101011111010001101101110100110101011101010111010101111101010001100101010100010101010","RACE-S (ours)":"10101010101010101010101010001011101000001000101010100110101011101010111010101110001010001100101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011101011011010101001101110101110101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.7909,"Dawid\u2013Skene":0.8091,"RACE-S (ours)":0.8545,"RACE-Net (ours, learned)":0.8545}},"noise|123":{"p":[0.88,0.64,0.61,0.92,0.47,0.78,0.27,0.03,0.13,0.06,0.96,0.04,0.72,0.07,0.03,0.71,0.02,0.02,0.07,0.09,0.97,0.81,0.76,0.87,0.24,0.73,0.91,0.51,0.63,0.32,0.91,0.61,0.93,0.5,0.47,0.78,0.73,0.07,0.16,0.2,0.87,0.54,0.84,0.67,0.05,0.71,0.94,0.07,0.32,0.44,0.92,0.82,0.34,0.71,0.65,0.82,0.0,0.43,0.46,0.35,0.95,0.86,0.97,0.51,0.65,0.73,0.03,0.56,0.79,0.22,0.89,0.73,0.26,0.09,0.47,0.5,0.18,0.24,0.58,0.06,0.93,0.86,0.89,0.2,0.24,0.84,0.54,0.23,0.81,0.41,0.96,0.3,0.12,0.49,0.7,0.56,0.42,0.29,0.99,0.56,0.88,0.03,0.59,0.18,0.72,0.56,0.12,0.55,0.96,0.12,0.85,0.67,0.81,0.8,0.59,0.75,0.65,0.56,0.48,0.35,0.97,0.62,0.29,0.81,0.53,0.84,0.38,0.41,0.6,0.22,0.89,1.0,0.82,0.66,0.06,0.75,0.98,0.63,0.91,0.41,0.96,0.69,0.96,0.07,0.56,0.76,0.65,0.37,0.83,0.32,0.9,0.69,0.55,0.38,0.43,0.78,0.39,0.59,0.33,0.02,0.92,0.14,0.85,0.99,0.3,0.84,0.72,0.15,0.78,0.29,0.97,0.53,0.41,0.49,0.65,0.71,0.31,0.91,0.42,0.56,0.65,0.49,0.04,0.88,0.04,0.75,0.89,0.82,0.09,0.03,0.78,0.93,0.42,0.71,0.23,0.24,0.36,0.83,0.79,0.3,0.9,0.57,0.01,0.8,0.22,0.71,0.32,0.37,0.32,0.29,0.78,0.59,0.08,0.8,0.24,0.7,0.34,0.65,0.23,0.12,0.95,0.39,0.27,0.36,0.02,0.75,0.89,0.7,0.42,0.48,0.82,0.23,0.94,0.54,0.56,0.87,0.62,0.13,0.11,0.16,0.9,0.08,0.86,0.41,0.37,0.18,0.83,0.06,0.0,0.24,0.91,0.79,0.38,0.74,0.47,0.59,0.24,0.43,0.85,0.03,0.41,0.88,0.49,0.14,0.07,0.8,0.06,0.98,0.7,0.62,0.9,0.34,0.78,0.82,0.29,0.78,0.15,0.31,0.98,0.11,0.89,0.45,0.27,0.84,0.02,0.73,0.8,0.86,0.42,0.46,0.75,0.23,0.88,0.98,0.65,0.44,0.05,0.51,0.97,0.59,0.96,0.4,0.34,0.5,0.56,0.84,0.2,0.99,0.75,0.16,0.95,0.09,0.32,0.91,0.09,0.75,0.58,0.18,0.48,0.68,0.96,0.3,0.88,0.86,0.11,0.8,0.67,0.81,0.7,0.52,0.92,0.2,0.67,0.29,0.07,0.11,0.94,0.96,0.77,0.44,0.96,0.37,0.93,0.57,0.03,0.84,0.11,0.75,0.09,0.59,0.97,0.63,0.86,0.39,0.62,0.78,0.93,0.25,0.07,0.5,0.91,0.44,0.14,0.48,0.38,0.56,0.95,0.67,0.43,0.02,0.99,0.5,0.71,0.42,0.13,0.32,0.43,0.17,0.59,0.46,0.89,0.62,0.4,0.12,0.59,0.82,1.0,0.91,0.93,0.12,0.98,0.95,0.56,0.68,0.27,0.65,0.46,0.58,0.82,0.5,0.88,0.76,0.19,0.9,0.38,0.59,0.5,0.53,0.58,0.07,0.94,0.53,0.52,0.04,0.35,0.56,0.79,0.09,0.71,0.07,0.87,0.41,0.98,0.57,0.08,0.78,0.73,0.57,0.83,0.08,0.71,0.71,0.01,0.53,0.01,0.15,0.93,0.77,0.81,0.41,0.95,0.11,0.98,1.0,0.5,0.87,0.73,0.59,0.35,0.61,0.78,0.93,0.32,0.17,0.5,0.16,0.97,0.19,0.39,0.38,0.91,0.01,0.67,0.75,0.61,0.73,0.86,0.2,0.44,0.03,0.89,0.98,0.58,0.59,0.65,0.71,0.96,0.6,0.13,0.41,0.96,0.15,0.96,0.73,0.2,0.11,0.97,0.07,0.28,0.29,0.95,0.89,0.5,0.19,0.68,0.22,0.82,0.74,0.86,0.09,0.75,0.48,0.18,0.56,0.26,0.59,0.23,0.39,0.48,0.44,0.85,0.8,0.06,0.9,0.32,0.64,0.92,0.73,0.09,0.05,0.93,0.27,0.09,0.7,0.5,0.56,0.54,0.4,0.33,0.15,0.85,0.44,0.87,0.18,0.56,0.18,0.93,0.47,0.67,0.22,0.87,0.04,0.91,0.36,0.03,0.25,0.73,0.77,0.33,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10001110101010101100101110111010110000000000010010100110011001001101111000001111100011011100101110110010101001","Dawid\u2013Skene":"10101110111111101111111111111011111101011001111110100110111111111111111111111111101011011111101110110111101011","RACE-S (ours)":"10101010101110101010101010101010101000001000101110100110100011101110111010101110101010001100101010100000101010","RACE-Net (ours, learned)":"10101010101010101010101011001010101100001000101010100110101011111110111010101010101010001100101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.6273,"Dawid\u2013Skene":0.5818,"RACE-S (ours)":0.8455,"RACE-Net (ours, learned)":0.8455}},"noise|124":{"p":[0.88,0.64,0.61,0.8,0.92,0.78,0.27,0.03,0.41,0.13,0.96,0.04,0.72,0.29,0.07,0.71,0.02,0.02,0.41,0.07,0.97,0.81,0.76,0.89,0.87,0.73,0.91,0.51,0.16,0.63,0.91,0.61,0.93,0.95,0.5,0.78,0.73,0.07,0.56,0.16,0.87,0.54,0.84,0.85,0.67,0.71,0.94,0.07,0.71,0.32,0.92,0.82,0.34,0.81,0.71,0.82,0.0,0.43,0.8,0.46,0.95,0.86,0.97,0.9,0.51,0.73,0.03,0.56,0.18,0.79,0.89,0.73,0.26,0.87,0.09,0.5,0.18,0.24,0.11,0.58,0.93,0.86,0.89,0.32,0.2,0.84,0.54,0.23,0.68,0.81,0.96,0.3,0.12,0.87,0.49,0.56,0.42,0.29,0.4,0.99,0.88,0.03,0.59,0.4,0.18,0.56,0.12,0.55,0.22,0.96,0.85,0.67,0.81,0.8,0.8,0.75,0.65,0.56,0.71,0.48,0.97,0.62,0.29,0.87,0.81,0.84,0.38,0.41,0.56,0.6,0.89,1.0,0.82,0.24,0.66,0.75,0.98,0.63,0.73,0.91,0.96,0.69,0.96,0.96,0.07,0.76,0.65,0.37,0.24,0.83,0.9,0.69,0.55,0.92,0.38,0.78,0.39,0.59,0.75,0.33,0.92,0.14,0.85,0.42,0.99,0.84,0.72,0.15,0.62,0.78,0.97,0.53,0.41,0.02,0.49,0.71,0.31,0.91,0.35,0.42,0.65,0.49,0.04,0.7,0.88,0.75,0.89,0.82,0.29,0.09,0.78,0.93,0.42,0.87,0.71,0.24,0.36,0.83,0.32,0.79,0.9,0.57,0.01,0.82,0.8,0.71,0.32,0.37,0.0,0.32,0.78,0.59,0.08,0.2,0.8,0.7,0.34,0.65,0.02,0.23,0.95,0.39,0.27,0.73,0.36,0.75,0.89,0.7,0.44,0.42,0.82,0.23,0.94,0.85,0.54,0.87,0.62,0.13,0.29,0.11,0.9,0.08,0.86,0.88,0.41,0.18,0.83,0.06,0.78,0.0,0.91,0.79,0.38,0.84,0.74,0.59,0.24,0.43,0.24,0.85,0.41,0.88,0.49,0.44,0.14,0.8,0.06,0.98,0.01,0.7,0.9,0.34,0.78,0.9,0.82,0.78,0.15,0.31,0.38,0.98,0.89,0.45,0.27,0.53,0.84,0.73,0.8,0.86,0.43,0.42,0.75,0.23,0.88,0.8,0.98,0.44,0.05,0.51,0.62,0.97,0.96,0.4,0.34,0.91,0.5,0.84,0.2,0.99,0.47,0.75,0.95,0.09,0.32,0.55,0.91,0.75,0.58,0.18,0.0,0.48,0.96,0.3,0.88,0.24,0.86,0.8,0.67,0.81,0.2,0.7,0.92,0.2,0.67,0.01,0.29,0.11,0.94,0.96,0.59,0.77,0.96,0.37,0.93,0.01,0.57,0.84,0.11,0.75,0.75,0.09,0.97,0.63,0.86,0.91,0.39,0.78,0.93,0.25,0.78,0.07,0.91,0.44,0.14,0.83,0.48,0.56,0.95,0.67,0.01,0.43,0.99,0.5,0.71,0.56,0.42,0.32,0.43,0.17,0.44,0.59,0.89,0.62,0.4,0.89,0.12,0.82,1.0,0.91,0.53,0.93,0.98,0.95,0.56,0.48,0.68,0.65,0.46,0.58,0.59,0.82,0.88,0.76,0.19,0.22,0.9,0.59,0.5,0.53,0.16,0.58,0.94,0.53,0.52,0.73,0.04,0.56,0.79,0.09,0.27,0.71,0.87,0.41,0.98,0.83,0.57,0.78,0.73,0.57,0.09,0.83,0.71,0.71,0.01,0.85,0.53,0.15,0.93,0.77,0.65,0.81,0.95,0.11,0.98,0.85,1.0,0.87,0.73,0.59,0.18,0.35,0.78,0.93,0.32,0.8,0.17,0.16,0.97,0.19,0.68,0.39,0.91,0.01,0.67,0.7,0.75,0.73,0.86,0.2,0.01,0.44,0.89,0.98,0.58,0.9,0.59,0.71,0.96,0.6,0.75,0.13,0.96,0.15,0.96,0.87,0.73,0.11,0.97,0.07,0.47,0.28,0.95,0.89,0.5,0.0,0.19,0.22,0.82,0.74,0.18,0.86,0.75,0.48,0.18,0.53,0.56,0.59,0.23,0.39,0.29,0.48,0.85,0.8,0.06,0.49,0.9,0.64,0.92,0.73,0.2,0.09,0.93,0.27,0.09,0.85,0.7,0.56,0.54,0.4,0.24,0.33,0.85,0.44,0.87,0.9,0.18,0.18,0.93,0.47,0.15,0.67,0.87,0.04,0.91,0.32,0.36,0.25,0.73,0.77,0.71,0.33],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10001010101010101100001111111010110000101000000010100010001001001101111000101111100011011100101110010010101001","Dawid\u2013Skene":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","RACE-S (ours)":"10101010101010101010001010001010101000001000101010100010000010101000101010101010001010001000101010000000101000","RACE-Net (ours, learned)":"00001010101010100010001010001010000000101000001010100010000010000000001010101010000010001000001010000000101000"},"acc":{"receiver alone":0.8364,"majority vote":0.6636,"Dawid\u2013Skene":0.8364,"RACE-S (ours)":0.8545,"RACE-Net (ours, learned)":0.7636}},"noise|134":{"p":[0.88,0.64,0.75,0.61,0.92,0.78,0.27,0.73,0.03,0.13,0.96,0.04,0.98,0.72,0.07,0.71,0.02,0.59,0.02,0.07,0.97,0.81,0.88,0.76,0.87,0.73,0.91,0.59,0.51,0.63,0.91,0.61,0.96,0.93,0.5,0.78,0.73,0.65,0.07,0.16,0.87,0.54,0.93,0.84,0.67,0.71,0.94,0.85,0.07,0.32,0.92,0.82,0.91,0.34,0.71,0.82,0.0,0.59,0.43,0.46,0.95,0.86,0.84,0.97,0.51,0.73,0.03,0.53,0.56,0.79,0.89,0.73,0.8,0.26,0.09,0.5,0.18,0.68,0.24,0.58,0.93,0.86,0.91,0.89,0.2,0.84,0.54,0.85,0.23,0.81,0.96,0.3,0.95,0.12,0.49,0.56,0.42,0.38,0.29,0.99,0.88,0.03,0.98,0.59,0.18,0.56,0.12,0.75,0.55,0.96,0.85,0.67,0.85,0.81,0.8,0.75,0.65,0.56,0.56,0.48,0.97,0.62,0.97,0.29,0.81,0.84,0.38,0.78,0.41,0.6,0.89,1.0,0.75,0.82,0.66,0.75,0.98,0.59,0.63,0.91,0.96,0.69,0.9,0.96,0.07,0.76,0.65,0.72,0.37,0.83,0.9,0.69,0.75,0.55,0.38,0.78,0.39,0.93,0.59,0.33,0.92,0.14,0.47,0.85,0.99,0.84,0.72,0.82,0.15,0.78,0.97,0.53,0.97,0.41,0.49,0.71,0.31,0.73,0.91,0.42,0.65,0.49,0.96,0.04,0.88,0.75,0.89,0.65,0.82,0.09,0.78,0.93,0.86,0.42,0.71,0.24,0.36,0.35,0.83,0.79,0.9,0.57,0.82,0.01,0.8,0.71,0.32,0.8,0.37,0.32,0.78,0.59,0.62,0.08,0.8,0.7,0.34,0.84,0.65,0.23,0.95,0.39,0.98,0.27,0.36,0.75,0.89,0.53,0.7,0.42,0.82,0.23,0.94,0.94,0.54,0.87,0.62,0.87,0.13,0.11,0.9,0.08,0.89,0.86,0.41,0.18,0.83,0.68,0.06,0.0,0.91,0.79,0.75,0.38,0.74,0.59,0.24,0.71,0.43,0.85,0.41,0.88,0.99,0.49,0.14,0.8,0.06,0.85,0.98,0.7,0.9,0.34,0.97,0.78,0.82,0.78,0.15,0.71,0.31,0.98,0.89,0.45,0.98,0.27,0.84,0.73,0.8,0.78,0.86,0.42,0.75,0.23,0.96,0.88,0.98,0.44,0.05,0.56,0.51,0.97,0.96,0.4,0.95,0.34,0.5,0.84,0.2,0.8,0.99,0.75,0.95,0.09,0.88,0.32,0.91,0.75,0.58,0.7,0.18,0.48,0.96,0.3,0.84,0.88,0.86,0.8,0.67,0.59,0.81,0.7,0.92,0.2,0.99,0.67,0.29,0.11,0.94,0.47,0.96,0.77,0.96,0.37,0.96,0.93,0.57,0.84,0.11,0.88,0.75,0.09,0.97,0.63,0.89,0.86,0.39,0.78,0.93,0.78,0.25,0.07,0.91,0.44,0.82,0.14,0.48,0.56,0.95,0.56,0.67,0.43,0.99,0.5,0.97,0.71,0.42,0.32,0.43,0.75,0.17,0.59,0.89,0.62,0.94,0.4,0.12,0.82,1.0,0.73,0.91,0.93,0.98,0.95,0.89,0.56,0.68,0.65,0.46,0.84,0.58,0.82,0.88,0.76,0.82,0.19,0.9,0.59,0.5,0.53,0.53,0.58,0.94,0.53,0.99,0.52,0.04,0.56,0.79,0.56,0.09,0.71,0.87,0.41,0.94,0.98,0.57,0.78,0.73,0.73,0.57,0.83,0.71,0.71,0.98,0.01,0.53,0.15,0.93,0.56,0.77,0.81,0.95,0.11,0.75,0.98,1.0,0.87,0.73,0.68,0.59,0.35,0.78,0.93,0.95,0.32,0.17,0.16,0.97,0.62,0.19,0.39,0.91,0.01,0.92,0.67,0.75,0.73,0.86,0.68,0.2,0.44,0.89,0.98,0.8,0.58,0.59,0.71,0.96,0.75,0.6,0.13,0.96,0.15,0.84,0.96,0.73,0.11,0.97,0.13,0.07,0.28,0.95,0.89,0.95,0.5,0.19,0.22,0.82,0.56,0.74,0.86,0.75,0.48,0.5,0.18,0.56,0.59,0.23,0.71,0.39,0.48,0.85,0.8,0.5,0.06,0.9,0.64,0.92,0.7,0.73,0.09,0.93,0.27,0.92,0.09,0.7,0.56,0.54,0.56,0.4,0.33,0.85,0.44,0.92,0.87,0.18,0.18,0.93,0.78,0.47,0.67,0.87,0.04,0.98,0.91,0.36,0.25,0.73,0.53,0.77,0.33],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101010101010001100101010111000110000101000000110100110101001101111111000101111100011011100101010110010101010","Dawid\u2013Skene":"00101010111010001110101010001001011010001101101110001110101011101010111010101011101010100010100010100000101010","RACE-S (ours)":"10101010101010101110101011001011011010101000101110101110101011101010111010101010101010101010101010100000101010","RACE-Net (ours, learned)":"00101010111010101110101010001011011010101001101110101110101011101010111010101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.7273,"Dawid\u2013Skene":0.7909,"RACE-S (ours)":0.8818,"RACE-Net (ours, learned)":0.8545}},"noise|234":{"p":[0.88,0.94,0.64,0.61,0.92,0.78,0.85,0.27,0.03,0.13,0.96,0.94,0.04,0.72,0.07,0.71,0.44,0.02,0.02,0.07,0.97,0.91,0.81,0.76,0.87,0.73,0.8,0.91,0.51,0.63,0.91,0.8,0.61,0.93,0.5,0.78,0.84,0.73,0.07,0.16,0.87,0.78,0.54,0.84,0.67,0.71,0.82,0.94,0.07,0.32,0.92,0.82,0.82,0.34,0.71,0.82,0.82,0.0,0.43,0.46,0.95,0.93,0.86,0.97,0.51,0.73,0.7,0.03,0.56,0.79,0.89,0.93,0.73,0.26,0.09,0.5,0.27,0.18,0.24,0.58,0.93,0.9,0.86,0.89,0.2,0.84,0.65,0.54,0.23,0.81,0.96,0.89,0.3,0.12,0.49,0.56,0.68,0.42,0.29,0.99,0.88,0.82,0.03,0.59,0.18,0.56,0.44,0.12,0.55,0.96,0.85,0.93,0.67,0.81,0.8,0.75,0.75,0.65,0.56,0.48,0.97,0.75,0.62,0.29,0.81,0.84,0.78,0.38,0.41,0.6,0.89,0.67,1.0,0.82,0.66,0.75,0.78,0.98,0.63,0.91,0.96,0.95,0.69,0.96,0.07,0.76,0.81,0.65,0.37,0.83,0.9,0.99,0.69,0.55,0.38,0.78,0.8,0.39,0.59,0.33,0.92,0.98,0.14,0.85,0.99,0.84,0.78,0.72,0.15,0.78,0.97,0.85,0.53,0.41,0.49,0.71,0.89,0.31,0.91,0.42,0.65,0.87,0.49,0.04,0.88,0.75,0.89,0.89,0.82,0.09,0.78,0.29,0.93,0.42,0.71,0.24,0.38,0.36,0.83,0.79,0.9,0.94,0.57,0.01,0.8,0.71,0.82,0.32,0.37,0.32,0.78,0.95,0.59,0.08,0.8,0.7,0.82,0.34,0.65,0.23,0.95,0.8,0.39,0.27,0.36,0.75,0.79,0.89,0.7,0.42,0.82,0.8,0.23,0.94,0.54,0.87,0.59,0.62,0.13,0.11,0.9,0.95,0.08,0.86,0.41,0.18,0.71,0.83,0.06,0.0,0.91,0.97,0.79,0.38,0.74,0.59,0.73,0.24,0.43,0.85,0.41,0.78,0.88,0.49,0.14,0.8,0.88,0.06,0.98,0.7,0.9,0.7,0.34,0.78,0.82,0.78,0.78,0.15,0.31,0.98,0.89,0.84,0.45,0.27,0.84,0.73,0.68,0.8,0.86,0.42,0.75,0.96,0.23,0.88,0.98,0.44,0.65,0.05,0.51,0.97,0.96,0.82,0.4,0.34,0.5,0.84,0.78,0.2,0.99,0.75,0.95,0.91,0.09,0.32,0.91,0.75,0.65,0.58,0.18,0.48,0.96,0.99,0.3,0.88,0.86,0.8,0.82,0.67,0.81,0.7,0.92,0.84,0.2,0.67,0.29,0.11,0.35,0.94,0.96,0.77,0.96,0.92,0.37,0.93,0.57,0.84,0.73,0.11,0.75,0.09,0.97,0.95,0.63,0.86,0.39,0.78,0.87,0.93,0.25,0.07,0.91,0.85,0.44,0.14,0.48,0.56,0.59,0.95,0.67,0.43,0.99,0.98,0.5,0.71,0.42,0.32,0.59,0.43,0.17,0.59,0.89,0.84,0.62,0.4,0.12,0.82,0.87,1.0,0.91,0.93,0.98,0.99,0.95,0.56,0.68,0.65,0.73,0.46,0.58,0.82,0.88,0.41,0.76,0.19,0.9,0.59,0.68,0.5,0.53,0.58,0.94,0.91,0.53,0.52,0.04,0.56,0.75,0.79,0.09,0.71,0.87,0.73,0.41,0.98,0.57,0.78,0.7,0.73,0.57,0.83,0.71,0.62,0.71,0.01,0.53,0.15,0.82,0.93,0.77,0.81,0.95,0.97,0.11,0.98,1.0,0.87,0.87,0.73,0.59,0.35,0.78,0.62,0.93,0.32,0.17,0.16,0.41,0.97,0.19,0.39,0.91,0.83,0.01,0.67,0.75,0.73,0.8,0.86,0.2,0.44,0.89,0.94,0.98,0.58,0.59,0.71,0.87,0.96,0.6,0.13,0.96,0.97,0.15,0.96,0.73,0.11,0.11,0.97,0.07,0.28,0.95,0.89,0.89,0.5,0.19,0.22,0.73,0.82,0.74,0.86,0.75,0.98,0.48,0.18,0.56,0.59,0.47,0.23,0.39,0.48,0.85,0.95,0.8,0.06,0.9,0.64,0.53,0.92,0.73,0.09,0.93,0.88,0.27,0.09,0.7,0.56,0.32,0.54,0.4,0.33,0.85,0.68,0.44,0.87,0.18,0.18,0.32,0.93,0.47,0.67,0.87,0.9,0.04,0.91,0.36,0.25,0.62,0.73,0.77,0.33],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101010101010101000101010111010110001001010000010100110101001101111101000101110100011011100101110110010100010","Dawid\u2013Skene":"10101010101110101110101011101010111111001001100110100110101011101110111010101110101010011100101110100010101010","RACE-S (ours)":"11101011101110101010101010001010101101001010101010100110101011101110101110101110001010001100101010101010100010","RACE-Net (ours, learned)":"11101010001010101010101010001010101000001010100010100100101010101010101010101110001000001100101010101010100010"},"acc":{"receiver alone":0.8364,"majority vote":0.7545,"Dawid\u2013Skene":0.7909,"RACE-S (ours)":0.8273,"RACE-Net (ours, learned)":0.8545}},"noise|1234":{"p":[0.88,0.64,0.61,0.92,0.94,0.78,0.27,0.03,0.13,0.2,0.96,0.04,0.72,0.07,0.51,0.71,0.02,0.02,0.07,0.02,0.97,0.81,0.76,0.87,0.16,0.73,0.91,0.51,0.63,0.88,0.91,0.61,0.93,0.5,0.79,0.78,0.73,0.07,0.16,0.56,0.87,0.54,0.84,0.67,0.22,0.71,0.94,0.07,0.32,0.56,0.92,0.82,0.34,0.71,0.01,0.82,0.0,0.43,0.46,0.71,0.95,0.86,0.97,0.51,0.72,0.73,0.03,0.56,0.79,0.65,0.89,0.73,0.26,0.09,0.61,0.5,0.18,0.24,0.58,0.07,0.93,0.86,0.89,0.2,0.25,0.84,0.54,0.23,0.81,0.57,0.96,0.3,0.12,0.49,0.39,0.56,0.42,0.29,0.99,0.99,0.88,0.03,0.59,0.18,0.92,0.56,0.12,0.55,0.96,0.15,0.85,0.67,0.81,0.8,0.59,0.75,0.65,0.56,0.48,0.7,0.97,0.62,0.29,0.81,0.14,0.84,0.38,0.41,0.6,0.31,0.89,1.0,0.82,0.66,0.72,0.75,0.98,0.63,0.91,0.9,0.96,0.69,0.96,0.07,0.34,0.76,0.65,0.37,0.83,0.24,0.9,0.69,0.55,0.38,0.82,0.78,0.39,0.59,0.33,0.58,0.92,0.14,0.85,0.99,0.48,0.84,0.72,0.15,0.78,0.26,0.97,0.53,0.41,0.49,0.07,0.71,0.31,0.91,0.42,0.02,0.65,0.49,0.04,0.88,0.58,0.75,0.89,0.82,0.09,0.19,0.78,0.93,0.42,0.71,0.98,0.24,0.36,0.83,0.79,0.11,0.9,0.57,0.01,0.8,0.45,0.71,0.32,0.37,0.32,0.39,0.78,0.59,0.08,0.8,0.23,0.7,0.34,0.65,0.23,0.75,0.95,0.39,0.27,0.36,0.64,0.75,0.89,0.7,0.42,0.73,0.82,0.23,0.94,0.54,0.08,0.87,0.62,0.13,0.11,0.35,0.9,0.08,0.86,0.41,0.52,0.18,0.83,0.06,0.0,0.43,0.91,0.79,0.38,0.74,0.04,0.59,0.24,0.43,0.85,0.19,0.41,0.88,0.49,0.14,0.95,0.8,0.06,0.98,0.7,0.16,0.9,0.34,0.78,0.82,0.85,0.78,0.15,0.31,0.98,0.82,0.89,0.45,0.27,0.84,0.39,0.73,0.8,0.86,0.42,0.47,0.75,0.23,0.88,0.98,0.82,0.44,0.05,0.51,0.97,0.68,0.96,0.4,0.34,0.5,0.84,0.84,0.2,0.99,0.75,0.76,0.95,0.09,0.32,0.91,0.69,0.75,0.58,0.18,0.48,0.91,0.96,0.3,0.88,0.86,0.82,0.8,0.67,0.81,0.7,0.18,0.92,0.2,0.67,0.29,0.75,0.11,0.94,0.96,0.77,0.09,0.96,0.37,0.93,0.57,0.43,0.84,0.11,0.75,0.09,0.4,0.97,0.63,0.86,0.39,0.2,0.78,0.93,0.25,0.07,0.94,0.91,0.44,0.14,0.48,0.09,0.56,0.95,0.67,0.43,0.0,0.99,0.5,0.71,0.42,0.32,0.32,0.43,0.17,0.59,0.99,0.89,0.62,0.4,0.12,0.26,0.82,1.0,0.91,0.93,0.83,0.98,0.95,0.56,0.68,0.17,0.65,0.46,0.58,0.82,0.59,0.88,0.76,0.19,0.9,0.96,0.59,0.5,0.53,0.58,0.72,0.94,0.53,0.52,0.04,0.98,0.56,0.79,0.09,0.71,0.57,0.87,0.41,0.98,0.57,0.98,0.78,0.73,0.57,0.83,0.84,0.71,0.71,0.01,0.53,0.78,0.15,0.93,0.77,0.81,0.89,0.95,0.11,0.98,1.0,0.63,0.87,0.73,0.59,0.35,0.36,0.78,0.93,0.32,0.17,0.53,0.16,0.97,0.19,0.39,0.23,0.91,0.01,0.67,0.75,0.78,0.73,0.86,0.2,0.44,0.17,0.89,0.98,0.58,0.59,0.58,0.71,0.96,0.6,0.13,0.54,0.96,0.15,0.96,0.73,0.67,0.11,0.97,0.07,0.28,0.76,0.95,0.89,0.5,0.19,0.11,0.22,0.82,0.74,0.86,0.62,0.75,0.48,0.18,0.56,0.41,0.59,0.23,0.39,0.48,0.61,0.85,0.8,0.06,0.9,0.69,0.64,0.92,0.73,0.09,0.59,0.93,0.27,0.09,0.7,0.73,0.56,0.54,0.4,0.33,0.52,0.85,0.44,0.87,0.18,0.46,0.18,0.93,0.47,0.67,0.29,0.87,0.04,0.91,0.36,0.23,0.25,0.73,0.77,0.33,0.7],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10001110101011101100101110111010110000100000010000100010001001101111101000000111100111011100101010010011100001","Dawid\u2013Skene":"10000100100001000101011000110000100010110000000000000111001101101000100000010101110111011000101010010010100000","RACE-S (ours)":"10101010101010101010101010101010101000001000101110100110100011101010111010101110101010001100101010100010101010","RACE-Net (ours, learned)":"11101010101111001110101011101011101100011000101110110111101011101110111010101010001010001100100010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.6273,"Dawid\u2013Skene":0.5091,"RACE-S (ours)":0.8727,"RACE-Net (ours, learned)":0.7545}},"stuck|":{"p":[0.88,0.94,0.75,0.8,0.47,0.78,0.85,0.73,0.41,0.06,0.96,0.94,0.98,0.29,0.03,0.71,0.44,0.59,0.41,0.09,0.97,0.91,0.88,0.89,0.24,0.73,0.8,0.59,0.16,0.32,0.91,0.8,0.96,0.95,0.47,0.78,0.84,0.65,0.56,0.2,0.87,0.78,0.93,0.85,0.05,0.71,0.82,0.85,0.71,0.44,0.92,0.82,0.91,0.81,0.65,0.82,0.82,0.59,0.8,0.35,0.95,0.93,0.84,0.9,0.65,0.73,0.7,0.53,0.18,0.22,0.89,0.93,0.8,0.87,0.47,0.5,0.27,0.68,0.11,0.06,0.93,0.9,0.91,0.32,0.24,0.84,0.65,0.85,0.68,0.41,0.96,0.89,0.95,0.87,0.7,0.56,0.68,0.38,0.4,0.56,0.88,0.82,0.98,0.4,0.72,0.56,0.44,0.75,0.22,0.12,0.85,0.93,0.85,0.8,0.59,0.75,0.75,0.56,0.71,0.35,0.97,0.75,0.97,0.87,0.53,0.84,0.78,0.78,0.56,0.22,0.89,0.67,0.75,0.24,0.06,0.75,0.78,0.59,0.73,0.41,0.96,0.95,0.9,0.96,0.56,0.76,0.81,0.72,0.24,0.32,0.9,0.99,0.75,0.92,0.43,0.78,0.8,0.93,0.75,0.02,0.92,0.98,0.47,0.42,0.3,0.84,0.78,0.82,0.62,0.29,0.97,0.85,0.97,0.02,0.65,0.71,0.89,0.73,0.35,0.56,0.65,0.87,0.96,0.7,0.04,0.75,0.89,0.65,0.29,0.03,0.78,0.29,0.86,0.87,0.23,0.24,0.38,0.35,0.32,0.3,0.9,0.94,0.82,0.82,0.22,0.71,0.82,0.8,0.0,0.29,0.78,0.95,0.62,0.2,0.24,0.7,0.82,0.84,0.02,0.12,0.95,0.8,0.98,0.73,0.02,0.75,0.79,0.53,0.44,0.48,0.82,0.8,0.94,0.85,0.56,0.87,0.59,0.87,0.29,0.16,0.9,0.95,0.89,0.88,0.37,0.18,0.71,0.68,0.78,0.24,0.91,0.97,0.75,0.84,0.47,0.59,0.73,0.71,0.24,0.03,0.41,0.78,0.99,0.44,0.07,0.8,0.88,0.85,0.01,0.62,0.9,0.7,0.97,0.9,0.29,0.78,0.78,0.71,0.38,0.11,0.89,0.84,0.98,0.53,0.02,0.73,0.68,0.78,0.43,0.46,0.75,0.96,0.96,0.8,0.65,0.44,0.65,0.56,0.62,0.59,0.96,0.82,0.95,0.91,0.56,0.84,0.78,0.8,0.47,0.16,0.95,0.91,0.88,0.55,0.09,0.75,0.65,0.7,0.0,0.68,0.96,0.99,0.84,0.24,0.11,0.8,0.82,0.59,0.2,0.52,0.92,0.84,0.99,0.01,0.07,0.11,0.35,0.47,0.59,0.44,0.96,0.92,0.96,0.01,0.03,0.84,0.73,0.88,0.75,0.59,0.97,0.95,0.89,0.91,0.62,0.78,0.87,0.78,0.78,0.5,0.91,0.85,0.82,0.83,0.38,0.56,0.59,0.56,0.01,0.02,0.99,0.98,0.97,0.56,0.13,0.32,0.59,0.75,0.44,0.46,0.89,0.84,0.94,0.89,0.59,0.82,0.87,0.73,0.53,0.12,0.98,0.99,0.89,0.48,0.27,0.65,0.73,0.84,0.59,0.5,0.88,0.41,0.82,0.22,0.38,0.59,0.68,0.53,0.16,0.07,0.94,0.91,0.99,0.73,0.35,0.56,0.75,0.56,0.27,0.07,0.87,0.73,0.94,0.83,0.08,0.78,0.7,0.73,0.09,0.08,0.71,0.62,0.98,0.85,0.01,0.15,0.82,0.56,0.65,0.41,0.95,0.97,0.75,0.85,0.5,0.87,0.87,0.68,0.18,0.61,0.78,0.62,0.95,0.8,0.5,0.16,0.41,0.62,0.68,0.38,0.91,0.83,0.92,0.7,0.61,0.73,0.8,0.68,0.01,0.03,0.89,0.94,0.8,0.9,0.65,0.71,0.87,0.75,0.75,0.41,0.96,0.97,0.84,0.87,0.2,0.11,0.11,0.13,0.47,0.29,0.95,0.89,0.95,0.0,0.68,0.22,0.73,0.56,0.18,0.09,0.75,0.98,0.5,0.53,0.26,0.59,0.47,0.71,0.29,0.44,0.85,0.95,0.5,0.49,0.32,0.64,0.53,0.7,0.2,0.05,0.93,0.88,0.92,0.85,0.5,0.56,0.32,0.56,0.24,0.15,0.85,0.68,0.92,0.9,0.56,0.18,0.32,0.78,0.15,0.22,0.87,0.9,0.98,0.32,0.03,0.25,0.62,0.53,0.71,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101010111110101110101010001010011010001000101010100110101010101010111110101011101010011110101110100010101010","Dawid\u2013Skene":"10101011111110101110101011101011111010101101101110101110101011101010111110101111101010111110101110100010101010","RACE-S (ours)":"10101010101010101110101010001011111010001000101010100110101011101010111110101110001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101010001011011010101000101110101010101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.8364,"Dawid\u2013Skene":0.8091,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8727}},"stuck|1":{"p":[0.88,0.97,0.75,0.8,0.47,0.78,0.97,0.73,0.41,0.06,0.96,0.98,0.98,0.29,0.03,0.71,0.97,0.59,0.41,0.09,0.97,0.96,0.88,0.89,0.24,0.73,0.97,0.59,0.16,0.32,0.91,0.98,0.96,0.95,0.47,0.78,0.98,0.65,0.56,0.2,0.87,0.96,0.93,0.85,0.05,0.71,0.96,0.85,0.71,0.44,0.92,0.96,0.91,0.81,0.65,0.82,0.97,0.59,0.8,0.35,0.95,0.95,0.84,0.9,0.65,0.73,0.97,0.53,0.18,0.22,0.89,0.96,0.8,0.87,0.47,0.5,0.96,0.68,0.11,0.06,0.93,0.96,0.91,0.32,0.24,0.84,0.97,0.85,0.68,0.41,0.96,0.97,0.95,0.87,0.7,0.56,0.98,0.38,0.4,0.56,0.88,0.97,0.98,0.4,0.72,0.56,0.98,0.75,0.22,0.12,0.85,0.96,0.85,0.8,0.59,0.75,0.97,0.56,0.71,0.35,0.97,0.98,0.97,0.87,0.53,0.84,0.97,0.78,0.56,0.22,0.89,0.96,0.75,0.24,0.06,0.75,0.96,0.59,0.73,0.41,0.96,0.97,0.9,0.96,0.56,0.76,0.97,0.72,0.24,0.32,0.9,0.96,0.75,0.92,0.43,0.78,0.97,0.93,0.75,0.02,0.92,0.97,0.47,0.42,0.3,0.84,0.98,0.82,0.62,0.29,0.97,0.97,0.97,0.02,0.65,0.71,0.97,0.73,0.35,0.56,0.65,0.96,0.96,0.7,0.04,0.75,0.97,0.65,0.29,0.03,0.78,0.98,0.86,0.87,0.23,0.24,0.98,0.35,0.32,0.3,0.9,0.96,0.82,0.82,0.22,0.71,0.99,0.8,0.0,0.29,0.78,0.98,0.62,0.2,0.24,0.7,0.98,0.84,0.02,0.12,0.95,0.97,0.98,0.73,0.02,0.75,0.97,0.53,0.44,0.48,0.82,0.98,0.94,0.85,0.56,0.87,0.99,0.87,0.29,0.16,0.9,0.99,0.89,0.88,0.37,0.18,0.98,0.68,0.78,0.24,0.91,0.97,0.75,0.84,0.47,0.59,0.96,0.71,0.24,0.03,0.41,0.97,0.99,0.44,0.07,0.8,0.98,0.85,0.01,0.62,0.9,0.96,0.97,0.9,0.29,0.78,0.97,0.71,0.38,0.11,0.89,0.97,0.98,0.53,0.02,0.73,0.98,0.78,0.43,0.46,0.75,0.96,0.96,0.8,0.65,0.44,0.96,0.56,0.62,0.59,0.96,0.97,0.95,0.91,0.56,0.84,0.96,0.8,0.47,0.16,0.95,0.99,0.88,0.55,0.09,0.75,0.97,0.7,0.0,0.68,0.96,0.97,0.84,0.24,0.11,0.8,0.97,0.59,0.2,0.52,0.92,0.99,0.99,0.01,0.07,0.11,0.98,0.47,0.59,0.44,0.96,0.98,0.96,0.01,0.03,0.84,0.95,0.88,0.75,0.59,0.97,0.97,0.89,0.91,0.62,0.78,0.98,0.78,0.78,0.5,0.91,0.98,0.82,0.83,0.38,0.56,0.96,0.56,0.01,0.02,0.99,0.99,0.97,0.56,0.13,0.32,0.96,0.75,0.44,0.46,0.89,0.96,0.94,0.89,0.59,0.82,0.98,0.73,0.53,0.12,0.98,0.97,0.89,0.48,0.27,0.65,0.99,0.84,0.59,0.5,0.88,0.97,0.82,0.22,0.38,0.59,0.96,0.53,0.16,0.07,0.94,0.97,0.99,0.73,0.35,0.56,0.96,0.56,0.27,0.07,0.87,0.96,0.94,0.83,0.08,0.78,0.98,0.73,0.09,0.08,0.71,0.98,0.98,0.85,0.01,0.15,0.98,0.56,0.65,0.41,0.95,0.96,0.75,0.85,0.5,0.87,0.99,0.68,0.18,0.61,0.78,0.97,0.95,0.8,0.5,0.16,0.99,0.62,0.68,0.38,0.91,0.97,0.92,0.7,0.61,0.73,0.96,0.68,0.01,0.03,0.89,0.97,0.8,0.9,0.65,0.71,0.98,0.75,0.75,0.41,0.96,0.97,0.84,0.87,0.2,0.11,0.96,0.13,0.47,0.29,0.95,0.96,0.95,0.0,0.68,0.22,0.96,0.56,0.18,0.09,0.75,0.98,0.5,0.53,0.26,0.59,0.98,0.71,0.29,0.44,0.85,0.97,0.5,0.49,0.32,0.64,0.96,0.7,0.2,0.05,0.93,0.98,0.92,0.85,0.5,0.56,0.96,0.56,0.24,0.15,0.85,0.96,0.92,0.9,0.56,0.18,0.98,0.78,0.15,0.22,0.87,0.95,0.98,0.32,0.03,0.25,0.97,0.53,0.71,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101010111110100110101111001010011000101000101110100110101010101011111110101001101010111111101110100000101001","Dawid\u2013Skene":"10101010111110101110101011101011111010101101101110101110101011101010111010101111101010101110101010100010101010","RACE-S (ours)":"10101010111010101110101011001011011010101000101110101010101011101010111110101010101010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101000101110101010101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.7545,"Dawid\u2013Skene":0.8455,"RACE-S (ours)":0.8727,"RACE-Net (ours, learned)":0.8636}},"stuck|2":{"p":[0.88,0.94,0.97,0.8,0.47,0.78,0.85,0.97,0.41,0.06,0.96,0.94,0.98,0.29,0.03,0.71,0.44,0.97,0.41,0.09,0.97,0.91,0.96,0.89,0.24,0.73,0.8,0.97,0.16,0.32,0.91,0.8,0.98,0.95,0.47,0.78,0.84,0.98,0.56,0.2,0.87,0.78,0.96,0.85,0.05,0.71,0.82,0.96,0.71,0.44,0.92,0.82,0.96,0.81,0.65,0.82,0.82,0.97,0.8,0.35,0.95,0.93,0.95,0.9,0.65,0.73,0.7,0.97,0.18,0.22,0.89,0.93,0.96,0.87,0.47,0.5,0.27,0.96,0.11,0.06,0.93,0.9,0.96,0.32,0.24,0.84,0.65,0.97,0.68,0.41,0.96,0.89,0.97,0.87,0.7,0.56,0.68,0.98,0.4,0.56,0.88,0.82,0.97,0.4,0.72,0.56,0.44,0.98,0.22,0.12,0.85,0.93,0.96,0.8,0.59,0.75,0.75,0.97,0.71,0.35,0.97,0.75,0.98,0.87,0.53,0.84,0.78,0.97,0.56,0.22,0.89,0.67,0.96,0.24,0.06,0.75,0.78,0.96,0.73,0.41,0.96,0.95,0.97,0.96,0.56,0.76,0.81,0.97,0.24,0.32,0.9,0.99,0.96,0.92,0.43,0.78,0.8,0.97,0.75,0.02,0.92,0.98,0.97,0.42,0.3,0.84,0.78,0.98,0.62,0.29,0.97,0.85,0.97,0.02,0.65,0.71,0.89,0.97,0.35,0.56,0.65,0.87,0.96,0.7,0.04,0.75,0.89,0.97,0.29,0.03,0.78,0.29,0.98,0.87,0.23,0.24,0.38,0.98,0.32,0.3,0.9,0.94,0.96,0.82,0.22,0.71,0.82,0.99,0.0,0.29,0.78,0.95,0.98,0.2,0.24,0.7,0.82,0.98,0.02,0.12,0.95,0.8,0.97,0.73,0.02,0.75,0.79,0.97,0.44,0.48,0.82,0.8,0.98,0.85,0.56,0.87,0.59,0.99,0.29,0.16,0.9,0.95,0.99,0.88,0.37,0.18,0.71,0.98,0.78,0.24,0.91,0.97,0.97,0.84,0.47,0.59,0.73,0.96,0.24,0.03,0.41,0.78,0.97,0.44,0.07,0.8,0.88,0.98,0.01,0.62,0.9,0.7,0.96,0.9,0.29,0.78,0.78,0.97,0.38,0.11,0.89,0.84,0.97,0.53,0.02,0.73,0.68,0.98,0.43,0.46,0.75,0.96,0.96,0.8,0.65,0.44,0.65,0.96,0.62,0.59,0.96,0.82,0.97,0.91,0.56,0.84,0.78,0.96,0.47,0.16,0.95,0.91,0.99,0.55,0.09,0.75,0.65,0.97,0.0,0.68,0.96,0.99,0.97,0.24,0.11,0.8,0.82,0.97,0.2,0.52,0.92,0.84,0.99,0.01,0.07,0.11,0.35,0.98,0.59,0.44,0.96,0.92,0.98,0.01,0.03,0.84,0.73,0.95,0.75,0.59,0.97,0.95,0.97,0.91,0.62,0.78,0.87,0.98,0.78,0.5,0.91,0.85,0.98,0.83,0.38,0.56,0.59,0.96,0.01,0.02,0.99,0.98,0.99,0.56,0.13,0.32,0.59,0.96,0.44,0.46,0.89,0.84,0.96,0.89,0.59,0.82,0.87,0.98,0.53,0.12,0.98,0.99,0.97,0.48,0.27,0.65,0.73,0.99,0.59,0.5,0.88,0.41,0.97,0.22,0.38,0.59,0.68,0.96,0.16,0.07,0.94,0.91,0.97,0.73,0.35,0.56,0.75,0.96,0.27,0.07,0.87,0.73,0.96,0.83,0.08,0.78,0.7,0.98,0.09,0.08,0.71,0.62,0.98,0.85,0.01,0.15,0.82,0.98,0.65,0.41,0.95,0.97,0.96,0.85,0.5,0.87,0.87,0.99,0.18,0.61,0.78,0.62,0.97,0.8,0.5,0.16,0.41,0.99,0.68,0.38,0.91,0.83,0.97,0.7,0.61,0.73,0.8,0.96,0.01,0.03,0.89,0.94,0.97,0.9,0.65,0.71,0.87,0.98,0.75,0.41,0.96,0.97,0.97,0.87,0.2,0.11,0.11,0.96,0.47,0.29,0.95,0.89,0.96,0.0,0.68,0.22,0.73,0.96,0.18,0.09,0.75,0.98,0.98,0.53,0.26,0.59,0.47,0.98,0.29,0.44,0.85,0.95,0.97,0.49,0.32,0.64,0.53,0.96,0.2,0.05,0.93,0.88,0.98,0.85,0.5,0.56,0.32,0.96,0.24,0.15,0.85,0.68,0.96,0.9,0.56,0.18,0.32,0.98,0.15,0.22,0.87,0.9,0.95,0.32,0.03,0.25,0.62,0.97,0.71,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101011011110100110101111001010011100001000101010100100101010101011111110101101101000011101101110100010101001","Dawid\u2013Skene":"10101011111110101110101011101010111010001000100110100010101011101010111110101110101010011100101110100010101010","RACE-S (ours)":"10101011101110101010101010001010101000001010101010100110101010101010101110101110001000001100101010101010101010","RACE-Net (ours, learned)":"10101010001110101010101010001010101000001000101010100010101010101010101110101010001000001100101010100010100010"},"acc":{"receiver alone":0.8364,"majority vote":0.6909,"Dawid\u2013Skene":0.8091,"RACE-S (ours)":0.8727,"RACE-Net (ours, learned)":0.8636}},"stuck|3":{"p":[0.88,0.94,0.75,0.97,0.47,0.78,0.85,0.73,0.97,0.06,0.96,0.94,0.98,0.98,0.03,0.71,0.44,0.59,0.97,0.09,0.97,0.91,0.88,0.96,0.24,0.73,0.8,0.59,0.97,0.32,0.91,0.8,0.96,0.98,0.47,0.78,0.84,0.65,0.98,0.2,0.87,0.78,0.93,0.96,0.05,0.71,0.82,0.85,0.96,0.44,0.92,0.82,0.91,0.96,0.65,0.82,0.82,0.59,0.97,0.35,0.95,0.93,0.84,0.95,0.65,0.73,0.7,0.53,0.97,0.22,0.89,0.93,0.8,0.96,0.47,0.5,0.27,0.68,0.96,0.06,0.93,0.9,0.91,0.96,0.24,0.84,0.65,0.85,0.97,0.41,0.96,0.89,0.95,0.97,0.7,0.56,0.68,0.38,0.98,0.56,0.88,0.82,0.98,0.97,0.72,0.56,0.44,0.75,0.98,0.12,0.85,0.93,0.85,0.96,0.59,0.75,0.75,0.56,0.97,0.35,0.97,0.75,0.97,0.98,0.53,0.84,0.78,0.78,0.97,0.22,0.89,0.67,0.75,0.96,0.06,0.75,0.78,0.59,0.96,0.41,0.96,0.95,0.9,0.97,0.56,0.76,0.81,0.72,0.97,0.32,0.9,0.99,0.75,0.96,0.43,0.78,0.8,0.93,0.97,0.02,0.92,0.98,0.47,0.97,0.3,0.84,0.78,0.82,0.98,0.29,0.97,0.85,0.97,0.97,0.65,0.71,0.89,0.73,0.97,0.56,0.65,0.87,0.96,0.96,0.04,0.75,0.89,0.65,0.97,0.03,0.78,0.29,0.86,0.98,0.23,0.24,0.38,0.35,0.98,0.3,0.9,0.94,0.82,0.96,0.22,0.71,0.82,0.8,0.99,0.29,0.78,0.95,0.62,0.98,0.24,0.7,0.82,0.84,0.98,0.12,0.95,0.8,0.98,0.97,0.02,0.75,0.79,0.53,0.97,0.48,0.82,0.8,0.94,0.98,0.56,0.87,0.59,0.87,0.99,0.16,0.9,0.95,0.89,0.99,0.37,0.18,0.71,0.68,0.98,0.24,0.91,0.97,0.75,0.97,0.47,0.59,0.73,0.71,0.96,0.03,0.41,0.78,0.99,0.97,0.07,0.8,0.88,0.85,0.98,0.62,0.9,0.7,0.97,0.96,0.29,0.78,0.78,0.71,0.97,0.11,0.89,0.84,0.98,0.97,0.02,0.73,0.68,0.78,0.98,0.46,0.75,0.96,0.96,0.96,0.65,0.44,0.65,0.56,0.96,0.59,0.96,0.82,0.95,0.97,0.56,0.84,0.78,0.8,0.96,0.16,0.95,0.91,0.88,0.99,0.09,0.75,0.65,0.7,0.97,0.68,0.96,0.99,0.84,0.97,0.11,0.8,0.82,0.59,0.97,0.52,0.92,0.84,0.99,0.99,0.07,0.11,0.35,0.47,0.98,0.44,0.96,0.92,0.96,0.98,0.03,0.84,0.73,0.88,0.95,0.59,0.97,0.95,0.89,0.97,0.62,0.78,0.87,0.78,0.98,0.5,0.91,0.85,0.82,0.98,0.38,0.56,0.59,0.56,0.96,0.02,0.99,0.98,0.97,0.99,0.13,0.32,0.59,0.75,0.96,0.46,0.89,0.84,0.94,0.96,0.59,0.82,0.87,0.73,0.98,0.12,0.98,0.99,0.89,0.97,0.27,0.65,0.73,0.84,0.99,0.5,0.88,0.41,0.82,0.97,0.38,0.59,0.68,0.53,0.96,0.07,0.94,0.91,0.99,0.97,0.35,0.56,0.75,0.56,0.96,0.07,0.87,0.73,0.94,0.96,0.08,0.78,0.7,0.73,0.98,0.08,0.71,0.62,0.98,0.98,0.01,0.15,0.82,0.56,0.98,0.41,0.95,0.97,0.75,0.96,0.5,0.87,0.87,0.68,0.99,0.61,0.78,0.62,0.95,0.97,0.5,0.16,0.41,0.62,0.99,0.38,0.91,0.83,0.92,0.97,0.61,0.73,0.8,0.68,0.96,0.03,0.89,0.94,0.8,0.97,0.65,0.71,0.87,0.75,0.98,0.41,0.96,0.97,0.84,0.97,0.2,0.11,0.11,0.13,0.96,0.29,0.95,0.89,0.95,0.96,0.68,0.22,0.73,0.56,0.96,0.09,0.75,0.98,0.5,0.98,0.26,0.59,0.47,0.71,0.98,0.44,0.85,0.95,0.5,0.97,0.32,0.64,0.53,0.7,0.96,0.05,0.93,0.88,0.92,0.98,0.5,0.56,0.32,0.56,0.96,0.15,0.85,0.68,0.92,0.96,0.56,0.18,0.32,0.78,0.98,0.22,0.87,0.9,0.98,0.95,0.03,0.25,0.62,0.53,0.97,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101010011110101110101010001010011100001101101110100100101010101010111110101111101000011100101110100010101010","Dawid\u2013Skene":"10101010111110101110101011101010111010001101100110100110101011101010111010101110101010001100101010100010101010","RACE-S (ours)":"11101010101010101010101010001010111010001010101010100110101011101010111110101110001010001100101010101010101010","RACE-Net (ours, learned)":"10101010111010101110101010001011011010101000101110100110101011101010111110101011101010001010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.7455,"Dawid\u2013Skene":0.8182,"RACE-S (ours)":0.8727,"RACE-Net (ours, learned)":0.8455}},"stuck|4":{"p":[0.88,0.94,0.75,0.8,0.97,0.78,0.85,0.73,0.41,0.97,0.96,0.94,0.98,0.29,0.98,0.71,0.44,0.59,0.41,0.97,0.97,0.91,0.88,0.89,0.96,0.73,0.8,0.59,0.16,0.97,0.91,0.8,0.96,0.95,0.98,0.78,0.84,0.65,0.56,0.98,0.87,0.78,0.93,0.85,0.96,0.71,0.82,0.85,0.71,0.96,0.92,0.82,0.91,0.81,0.96,0.82,0.82,0.59,0.8,0.97,0.95,0.93,0.84,0.9,0.95,0.73,0.7,0.53,0.18,0.97,0.89,0.93,0.8,0.87,0.96,0.5,0.27,0.68,0.11,0.96,0.93,0.9,0.91,0.32,0.96,0.84,0.65,0.85,0.68,0.97,0.96,0.89,0.95,0.87,0.97,0.56,0.68,0.38,0.4,0.98,0.88,0.82,0.98,0.4,0.97,0.56,0.44,0.75,0.22,0.98,0.85,0.93,0.85,0.8,0.96,0.75,0.75,0.56,0.71,0.97,0.97,0.75,0.97,0.87,0.98,0.84,0.78,0.78,0.56,0.97,0.89,0.67,0.75,0.24,0.96,0.75,0.78,0.59,0.73,0.96,0.96,0.95,0.9,0.96,0.97,0.76,0.81,0.72,0.24,0.97,0.9,0.99,0.75,0.92,0.96,0.78,0.8,0.93,0.75,0.97,0.92,0.98,0.47,0.42,0.97,0.84,0.78,0.82,0.62,0.98,0.97,0.85,0.97,0.02,0.97,0.71,0.89,0.73,0.35,0.97,0.65,0.87,0.96,0.7,0.96,0.75,0.89,0.65,0.29,0.97,0.78,0.29,0.86,0.87,0.98,0.24,0.38,0.35,0.32,0.98,0.9,0.94,0.82,0.82,0.96,0.71,0.82,0.8,0.0,0.99,0.78,0.95,0.62,0.2,0.98,0.7,0.82,0.84,0.02,0.98,0.95,0.8,0.98,0.73,0.97,0.75,0.79,0.53,0.44,0.97,0.82,0.8,0.94,0.85,0.98,0.87,0.59,0.87,0.29,0.99,0.9,0.95,0.89,0.88,0.99,0.18,0.71,0.68,0.78,0.98,0.91,0.97,0.75,0.84,0.97,0.59,0.73,0.71,0.24,0.96,0.41,0.78,0.99,0.44,0.97,0.8,0.88,0.85,0.01,0.98,0.9,0.7,0.97,0.9,0.96,0.78,0.78,0.71,0.38,0.97,0.89,0.84,0.98,0.53,0.97,0.73,0.68,0.78,0.43,0.98,0.75,0.96,0.96,0.8,0.96,0.44,0.65,0.56,0.62,0.96,0.96,0.82,0.95,0.91,0.97,0.84,0.78,0.8,0.47,0.96,0.95,0.91,0.88,0.55,0.99,0.75,0.65,0.7,0.0,0.97,0.96,0.99,0.84,0.24,0.97,0.8,0.82,0.59,0.2,0.97,0.92,0.84,0.99,0.01,0.99,0.11,0.35,0.47,0.59,0.98,0.96,0.92,0.96,0.01,0.98,0.84,0.73,0.88,0.75,0.95,0.97,0.95,0.89,0.91,0.97,0.78,0.87,0.78,0.78,0.98,0.91,0.85,0.82,0.83,0.98,0.56,0.59,0.56,0.01,0.96,0.99,0.98,0.97,0.56,0.99,0.32,0.59,0.75,0.44,0.96,0.89,0.84,0.94,0.89,0.96,0.82,0.87,0.73,0.53,0.98,0.98,0.99,0.89,0.48,0.97,0.65,0.73,0.84,0.59,0.99,0.88,0.41,0.82,0.22,0.97,0.59,0.68,0.53,0.16,0.96,0.94,0.91,0.99,0.73,0.97,0.56,0.75,0.56,0.27,0.96,0.87,0.73,0.94,0.83,0.96,0.78,0.7,0.73,0.09,0.98,0.71,0.62,0.98,0.85,0.98,0.15,0.82,0.56,0.65,0.98,0.95,0.97,0.75,0.85,0.96,0.87,0.87,0.68,0.18,0.99,0.78,0.62,0.95,0.8,0.97,0.16,0.41,0.62,0.68,0.99,0.91,0.83,0.92,0.7,0.97,0.73,0.8,0.68,0.01,0.96,0.89,0.94,0.8,0.9,0.97,0.71,0.87,0.75,0.75,0.98,0.96,0.97,0.84,0.87,0.97,0.11,0.11,0.13,0.47,0.96,0.95,0.89,0.95,0.0,0.96,0.22,0.73,0.56,0.18,0.96,0.75,0.98,0.5,0.53,0.98,0.59,0.47,0.71,0.29,0.98,0.85,0.95,0.5,0.49,0.97,0.64,0.53,0.7,0.2,0.96,0.93,0.88,0.92,0.85,0.98,0.56,0.32,0.56,0.24,0.96,0.85,0.68,0.92,0.9,0.96,0.18,0.32,0.78,0.15,0.98,0.87,0.9,0.98,0.32,0.95,0.25,0.62,0.53,0.71,0.97],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101011111110101110101011001010011010101101101110100110101010101010111110101111101010111100101110100000101010","Dawid\u2013Skene":"10101011111110101110101011101011111010101101101110101110101011101010111110101111101010111110101110100010101010","RACE-S (ours)":"10101010111010101110101011001011111010001000101010101010101011101010111110101110001010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101000101110101010101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.7818,"Dawid\u2013Skene":0.8091,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8636}},"stuck|12":{"p":[0.88,0.97,0.96,0.8,0.47,0.78,0.97,0.97,0.41,0.06,0.96,0.98,0.97,0.29,0.03,0.71,0.97,0.97,0.41,0.09,0.97,0.96,0.98,0.89,0.24,0.73,0.97,0.96,0.16,0.32,0.91,0.98,0.98,0.95,0.47,0.78,0.98,0.98,0.56,0.2,0.87,0.96,0.98,0.85,0.05,0.71,0.96,0.98,0.71,0.44,0.92,0.96,0.98,0.81,0.65,0.82,0.97,0.98,0.8,0.35,0.95,0.95,0.97,0.9,0.65,0.73,0.97,0.96,0.18,0.22,0.89,0.96,0.97,0.87,0.47,0.5,0.96,0.96,0.11,0.06,0.93,0.96,0.96,0.32,0.24,0.84,0.97,0.97,0.68,0.41,0.96,0.97,0.96,0.87,0.7,0.56,0.98,0.96,0.4,0.56,0.88,0.97,0.96,0.4,0.72,0.56,0.98,0.97,0.22,0.12,0.85,0.96,0.97,0.8,0.59,0.75,0.97,0.98,0.71,0.35,0.97,0.98,0.97,0.87,0.53,0.84,0.97,0.98,0.56,0.22,0.89,0.96,0.98,0.24,0.06,0.75,0.96,0.98,0.73,0.41,0.96,0.97,0.95,0.96,0.56,0.76,0.97,0.98,0.24,0.32,0.9,0.96,0.97,0.92,0.43,0.78,0.97,0.97,0.75,0.02,0.92,0.97,0.97,0.42,0.3,0.84,0.98,0.97,0.62,0.29,0.97,0.97,0.97,0.02,0.65,0.71,0.97,0.97,0.35,0.56,0.65,0.96,0.95,0.7,0.04,0.75,0.97,0.97,0.29,0.03,0.78,0.98,0.96,0.87,0.23,0.24,0.98,0.98,0.32,0.3,0.9,0.96,0.97,0.82,0.22,0.71,0.99,0.97,0.0,0.29,0.78,0.98,0.96,0.2,0.24,0.7,0.98,0.96,0.02,0.12,0.95,0.97,0.97,0.73,0.02,0.75,0.97,0.96,0.44,0.48,0.82,0.98,0.97,0.85,0.56,0.87,0.99,0.97,0.29,0.16,0.9,0.99,0.96,0.88,0.37,0.18,0.98,0.95,0.78,0.24,0.91,0.97,0.98,0.84,0.47,0.59,0.96,0.97,0.24,0.03,0.41,0.97,0.96,0.44,0.07,0.8,0.98,0.97,0.01,0.62,0.9,0.96,0.99,0.9,0.29,0.78,0.97,0.97,0.38,0.11,0.89,0.97,0.97,0.53,0.02,0.73,0.98,0.96,0.43,0.46,0.75,0.96,0.99,0.8,0.65,0.44,0.96,0.98,0.62,0.59,0.96,0.97,0.98,0.91,0.56,0.84,0.96,0.97,0.47,0.16,0.95,0.99,0.98,0.55,0.09,0.75,0.97,0.97,0.0,0.68,0.96,0.97,0.98,0.24,0.11,0.8,0.97,0.97,0.2,0.52,0.92,0.99,0.96,0.01,0.07,0.11,0.98,0.98,0.59,0.44,0.96,0.98,0.95,0.01,0.03,0.84,0.95,0.97,0.75,0.59,0.97,0.97,0.97,0.91,0.62,0.78,0.98,0.96,0.78,0.5,0.91,0.98,0.98,0.83,0.38,0.56,0.96,0.97,0.01,0.02,0.99,0.99,0.97,0.56,0.13,0.32,0.96,0.98,0.44,0.46,0.89,0.96,0.97,0.89,0.59,0.82,0.98,0.98,0.53,0.12,0.98,0.97,0.97,0.48,0.27,0.65,0.99,0.97,0.59,0.5,0.88,0.97,0.95,0.22,0.38,0.59,0.96,0.96,0.16,0.07,0.94,0.97,0.98,0.73,0.35,0.56,0.96,0.97,0.27,0.07,0.87,0.96,0.97,0.83,0.08,0.78,0.98,0.99,0.09,0.08,0.71,0.98,0.96,0.85,0.01,0.15,0.98,0.96,0.65,0.41,0.95,0.96,0.97,0.85,0.5,0.87,0.99,0.98,0.18,0.61,0.78,0.97,0.96,0.8,0.5,0.16,0.99,0.96,0.68,0.38,0.91,0.97,0.95,0.7,0.61,0.73,0.96,0.98,0.01,0.03,0.89,0.97,0.98,0.9,0.65,0.71,0.98,0.97,0.75,0.41,0.96,0.97,0.97,0.87,0.2,0.11,0.96,0.96,0.47,0.29,0.95,0.96,0.97,0.0,0.68,0.22,0.96,0.98,0.18,0.09,0.75,0.98,0.97,0.53,0.26,0.59,0.98,0.99,0.29,0.44,0.85,0.97,0.96,0.49,0.32,0.64,0.96,0.98,0.2,0.05,0.93,0.98,0.97,0.85,0.5,0.56,0.96,0.98,0.24,0.15,0.85,0.96,0.97,0.9,0.56,0.18,0.98,0.96,0.15,0.22,0.87,0.95,0.96,0.32,0.03,0.25,0.97,1.0,0.71,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10001011111110100110001111011010011000000000101010100010101110101001011110101101101000011101101110000100101001","Dawid\u2013Skene":"10001011111110100110001111011011010010101000101011100010001110000001011110101001001010111011101110000000101001","RACE-S (ours)":"10001010001010100010001010001010000000001000001010100010000010000000001010101010001000001000101010000000101000","RACE-Net (ours, learned)":"10001010101010100010101010001010001000001000001010100010000010000000001010101010001000001000101010100000101000"},"acc":{"receiver alone":0.8364,"majority vote":0.6364,"Dawid\u2013Skene":0.6545,"RACE-S (ours)":0.7636,"RACE-Net (ours, learned)":0.8}},"stuck|13":{"p":[0.88,0.97,0.75,0.96,0.47,0.78,0.97,0.73,0.97,0.06,0.96,0.98,0.98,0.97,0.03,0.71,0.97,0.59,0.97,0.09,0.97,0.96,0.88,0.98,0.24,0.73,0.97,0.59,0.96,0.32,0.91,0.98,0.96,0.98,0.47,0.78,0.98,0.65,0.98,0.2,0.87,0.96,0.93,0.98,0.05,0.71,0.96,0.85,0.98,0.44,0.92,0.96,0.91,0.98,0.65,0.82,0.97,0.59,0.98,0.35,0.95,0.95,0.84,0.97,0.65,0.73,0.97,0.53,0.96,0.22,0.89,0.96,0.8,0.97,0.47,0.5,0.96,0.68,0.96,0.06,0.93,0.96,0.91,0.96,0.24,0.84,0.97,0.85,0.97,0.41,0.96,0.97,0.95,0.96,0.7,0.56,0.98,0.38,0.96,0.56,0.88,0.97,0.98,0.96,0.72,0.56,0.98,0.75,0.97,0.12,0.85,0.96,0.85,0.97,0.59,0.75,0.97,0.56,0.98,0.35,0.97,0.98,0.97,0.97,0.53,0.84,0.97,0.78,0.98,0.22,0.89,0.96,0.75,0.98,0.06,0.75,0.96,0.59,0.98,0.41,0.96,0.97,0.9,0.95,0.56,0.76,0.97,0.72,0.98,0.32,0.9,0.96,0.75,0.97,0.43,0.78,0.97,0.93,0.97,0.02,0.92,0.97,0.47,0.97,0.3,0.84,0.98,0.82,0.97,0.29,0.97,0.97,0.97,0.97,0.65,0.71,0.97,0.73,0.97,0.56,0.65,0.96,0.96,0.95,0.04,0.75,0.97,0.65,0.97,0.03,0.78,0.98,0.86,0.96,0.23,0.24,0.98,0.35,0.98,0.3,0.9,0.96,0.82,0.97,0.22,0.71,0.99,0.8,0.97,0.29,0.78,0.98,0.62,0.96,0.24,0.7,0.98,0.84,0.96,0.12,0.95,0.97,0.98,0.97,0.02,0.75,0.97,0.53,0.96,0.48,0.82,0.98,0.94,0.97,0.56,0.87,0.99,0.87,0.97,0.16,0.9,0.99,0.89,0.96,0.37,0.18,0.98,0.68,0.95,0.24,0.91,0.97,0.75,0.98,0.47,0.59,0.96,0.71,0.97,0.03,0.41,0.97,0.99,0.96,0.07,0.8,0.98,0.85,0.97,0.62,0.9,0.96,0.97,0.99,0.29,0.78,0.97,0.71,0.97,0.11,0.89,0.97,0.98,0.97,0.02,0.73,0.98,0.78,0.96,0.46,0.75,0.96,0.96,0.99,0.65,0.44,0.96,0.56,0.98,0.59,0.96,0.97,0.95,0.98,0.56,0.84,0.96,0.8,0.97,0.16,0.95,0.99,0.88,0.98,0.09,0.75,0.97,0.7,0.97,0.68,0.96,0.97,0.84,0.98,0.11,0.8,0.97,0.59,0.97,0.52,0.92,0.99,0.99,0.96,0.07,0.11,0.98,0.47,0.98,0.44,0.96,0.98,0.96,0.95,0.03,0.84,0.95,0.88,0.97,0.59,0.97,0.97,0.89,0.97,0.62,0.78,0.98,0.78,0.96,0.5,0.91,0.98,0.82,0.98,0.38,0.56,0.96,0.56,0.97,0.02,0.99,0.99,0.97,0.97,0.13,0.32,0.96,0.75,0.98,0.46,0.89,0.96,0.94,0.97,0.59,0.82,0.98,0.73,0.98,0.12,0.98,0.97,0.89,0.97,0.27,0.65,0.99,0.84,0.97,0.5,0.88,0.97,0.82,0.95,0.38,0.59,0.96,0.53,0.96,0.07,0.94,0.97,0.99,0.98,0.35,0.56,0.96,0.56,0.97,0.07,0.87,0.96,0.94,0.97,0.08,0.78,0.98,0.73,0.99,0.08,0.71,0.98,0.98,0.96,0.01,0.15,0.98,0.56,0.96,0.41,0.95,0.96,0.75,0.97,0.5,0.87,0.99,0.68,0.98,0.61,0.78,0.97,0.95,0.96,0.5,0.16,0.99,0.62,0.96,0.38,0.91,0.97,0.92,0.95,0.61,0.73,0.96,0.68,0.98,0.03,0.89,0.97,0.8,0.98,0.65,0.71,0.98,0.75,0.97,0.41,0.96,0.97,0.84,0.97,0.2,0.11,0.96,0.13,0.96,0.29,0.95,0.96,0.95,0.97,0.68,0.22,0.96,0.56,0.98,0.09,0.75,0.98,0.5,0.97,0.26,0.59,0.98,0.71,0.99,0.44,0.85,0.97,0.5,0.96,0.32,0.64,0.96,0.7,0.98,0.05,0.93,0.98,0.92,0.97,0.5,0.56,0.96,0.56,0.98,0.15,0.85,0.96,0.92,0.97,0.56,0.18,0.98,0.78,0.96,0.22,0.87,0.95,0.98,0.96,0.03,0.25,0.97,0.53,1.0,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101010111110000110101111001010011000000100101110100110101011101011111010101111101000000100101010100100101001","Dawid\u2013Skene":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","RACE-S (ours)":"10101010101010101110101011101011011010101000101110101110101011101010111110101010101010101010101010100000101010","RACE-Net (ours, learned)":"00101010101010101110101010001011011010101000101110101110101011101010111010101010101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.7,"Dawid\u2013Skene":0.8364,"RACE-S (ours)":0.8818,"RACE-Net (ours, learned)":0.8818}},"stuck|14":{"p":[0.88,0.97,0.75,0.8,0.96,0.78,0.97,0.73,0.41,0.97,0.96,0.98,0.98,0.29,0.97,0.71,0.97,0.59,0.41,0.97,0.97,0.96,0.88,0.89,0.98,0.73,0.97,0.59,0.16,0.96,0.91,0.98,0.96,0.95,0.98,0.78,0.98,0.65,0.56,0.98,0.87,0.96,0.93,0.85,0.98,0.71,0.96,0.85,0.71,0.98,0.92,0.96,0.91,0.81,0.98,0.82,0.97,0.59,0.8,0.98,0.95,0.95,0.84,0.9,0.97,0.73,0.97,0.53,0.18,0.96,0.89,0.96,0.8,0.87,0.97,0.5,0.96,0.68,0.11,0.96,0.93,0.96,0.91,0.32,0.96,0.84,0.97,0.85,0.68,0.97,0.96,0.97,0.95,0.87,0.96,0.56,0.98,0.38,0.4,0.96,0.88,0.97,0.98,0.4,0.96,0.56,0.98,0.75,0.22,0.97,0.85,0.96,0.85,0.8,0.97,0.75,0.97,0.56,0.71,0.98,0.97,0.98,0.97,0.87,0.97,0.84,0.97,0.78,0.56,0.98,0.89,0.96,0.75,0.24,0.98,0.75,0.96,0.59,0.73,0.98,0.96,0.97,0.9,0.96,0.95,0.76,0.97,0.72,0.24,0.98,0.9,0.96,0.75,0.92,0.97,0.78,0.97,0.93,0.75,0.97,0.92,0.97,0.47,0.42,0.97,0.84,0.98,0.82,0.62,0.97,0.97,0.97,0.97,0.02,0.97,0.71,0.97,0.73,0.35,0.97,0.65,0.96,0.96,0.7,0.95,0.75,0.97,0.65,0.29,0.97,0.78,0.98,0.86,0.87,0.96,0.24,0.98,0.35,0.32,0.98,0.9,0.96,0.82,0.82,0.97,0.71,0.99,0.8,0.0,0.97,0.78,0.98,0.62,0.2,0.96,0.7,0.98,0.84,0.02,0.96,0.95,0.97,0.98,0.73,0.97,0.75,0.97,0.53,0.44,0.96,0.82,0.98,0.94,0.85,0.97,0.87,0.99,0.87,0.29,0.97,0.9,0.99,0.89,0.88,0.96,0.18,0.98,0.68,0.78,0.95,0.91,0.97,0.75,0.84,0.98,0.59,0.96,0.71,0.24,0.97,0.41,0.97,0.99,0.44,0.96,0.8,0.98,0.85,0.01,0.97,0.9,0.96,0.97,0.9,0.99,0.78,0.97,0.71,0.38,0.97,0.89,0.97,0.98,0.53,0.97,0.73,0.98,0.78,0.43,0.96,0.75,0.96,0.96,0.8,0.99,0.44,0.96,0.56,0.62,0.98,0.96,0.97,0.95,0.91,0.98,0.84,0.96,0.8,0.47,0.97,0.95,0.99,0.88,0.55,0.98,0.75,0.97,0.7,0.0,0.97,0.96,0.97,0.84,0.24,0.98,0.8,0.97,0.59,0.2,0.97,0.92,0.99,0.99,0.01,0.96,0.11,0.98,0.47,0.59,0.98,0.96,0.98,0.96,0.01,0.95,0.84,0.95,0.88,0.75,0.97,0.97,0.97,0.89,0.91,0.97,0.78,0.98,0.78,0.78,0.96,0.91,0.98,0.82,0.83,0.98,0.56,0.96,0.56,0.01,0.97,0.99,0.99,0.97,0.56,0.97,0.32,0.96,0.75,0.44,0.98,0.89,0.96,0.94,0.89,0.97,0.82,0.98,0.73,0.53,0.98,0.98,0.97,0.89,0.48,0.97,0.65,0.99,0.84,0.59,0.97,0.88,0.97,0.82,0.22,0.95,0.59,0.96,0.53,0.16,0.96,0.94,0.97,0.99,0.73,0.98,0.56,0.96,0.56,0.27,0.97,0.87,0.96,0.94,0.83,0.97,0.78,0.98,0.73,0.09,0.99,0.71,0.98,0.98,0.85,0.96,0.15,0.98,0.56,0.65,0.96,0.95,0.96,0.75,0.85,0.97,0.87,0.99,0.68,0.18,0.98,0.78,0.97,0.95,0.8,0.96,0.16,0.99,0.62,0.68,0.96,0.91,0.97,0.92,0.7,0.95,0.73,0.96,0.68,0.01,0.98,0.89,0.97,0.8,0.9,0.98,0.71,0.98,0.75,0.75,0.97,0.96,0.97,0.84,0.87,0.97,0.11,0.96,0.13,0.47,0.96,0.95,0.96,0.95,0.0,0.97,0.22,0.96,0.56,0.18,0.98,0.75,0.98,0.5,0.53,0.97,0.59,0.98,0.71,0.29,0.99,0.85,0.97,0.5,0.49,0.96,0.64,0.96,0.7,0.2,0.98,0.93,0.98,0.92,0.85,0.97,0.56,0.96,0.56,0.24,0.98,0.85,0.96,0.92,0.9,0.97,0.18,0.98,0.78,0.15,0.96,0.87,0.95,0.98,0.32,0.96,0.25,0.97,0.53,0.71,1.0],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101011111110000110001111001011011000101100101110100010101011101011111010101111101010100100101010000000101001","Dawid\u2013Skene":"10101010111110101110101011101011111010101101101110101110101011101010111010101111101010101110101010100010101010","RACE-S (ours)":"10101010111010101110101011001011011010101000101110101010101011101010111110101010101010101010101010100000101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101000101110101010101011101010111110101011001010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.7182,"Dawid\u2013Skene":0.8455,"RACE-S (ours)":0.8727,"RACE-Net (ours, learned)":0.8545}},"stuck|23":{"p":[0.88,0.94,0.97,0.96,0.47,0.78,0.85,0.97,0.97,0.06,0.96,0.94,0.98,0.97,0.03,0.71,0.44,0.97,0.97,0.09,0.97,0.91,0.96,0.98,0.24,0.73,0.8,0.97,0.96,0.32,0.91,0.8,0.98,0.98,0.47,0.78,0.84,0.98,0.98,0.2,0.87,0.78,0.96,0.98,0.05,0.71,0.82,0.96,0.98,0.44,0.92,0.82,0.96,0.98,0.65,0.82,0.82,0.97,0.98,0.35,0.95,0.93,0.95,0.97,0.65,0.73,0.7,0.97,0.96,0.22,0.89,0.93,0.96,0.97,0.47,0.5,0.27,0.96,0.96,0.06,0.93,0.9,0.96,0.96,0.24,0.84,0.65,0.97,0.97,0.41,0.96,0.89,0.97,0.96,0.7,0.56,0.68,0.98,0.96,0.56,0.88,0.82,0.97,0.96,0.72,0.56,0.44,0.98,0.97,0.12,0.85,0.93,0.96,0.97,0.59,0.75,0.75,0.97,0.98,0.35,0.97,0.75,0.98,0.97,0.53,0.84,0.78,0.97,0.98,0.22,0.89,0.67,0.96,0.98,0.06,0.75,0.78,0.96,0.98,0.41,0.96,0.95,0.97,0.95,0.56,0.76,0.81,0.97,0.98,0.32,0.9,0.99,0.96,0.97,0.43,0.78,0.8,0.97,0.97,0.02,0.92,0.98,0.97,0.97,0.3,0.84,0.78,0.98,0.97,0.29,0.97,0.85,0.97,0.97,0.65,0.71,0.89,0.97,0.97,0.56,0.65,0.87,0.96,0.95,0.04,0.75,0.89,0.97,0.97,0.03,0.78,0.29,0.98,0.96,0.23,0.24,0.38,0.98,0.98,0.3,0.9,0.94,0.96,0.97,0.22,0.71,0.82,0.99,0.97,0.29,0.78,0.95,0.98,0.96,0.24,0.7,0.82,0.98,0.96,0.12,0.95,0.8,0.97,0.97,0.02,0.75,0.79,0.97,0.96,0.48,0.82,0.8,0.98,0.97,0.56,0.87,0.59,0.99,0.97,0.16,0.9,0.95,0.99,0.96,0.37,0.18,0.71,0.98,0.95,0.24,0.91,0.97,0.97,0.98,0.47,0.59,0.73,0.96,0.97,0.03,0.41,0.78,0.97,0.96,0.07,0.8,0.88,0.98,0.97,0.62,0.9,0.7,0.96,0.99,0.29,0.78,0.78,0.97,0.97,0.11,0.89,0.84,0.97,0.97,0.02,0.73,0.68,0.98,0.96,0.46,0.75,0.96,0.96,0.99,0.65,0.44,0.65,0.96,0.98,0.59,0.96,0.82,0.97,0.98,0.56,0.84,0.78,0.96,0.97,0.16,0.95,0.91,0.99,0.98,0.09,0.75,0.65,0.97,0.97,0.68,0.96,0.99,0.97,0.98,0.11,0.8,0.82,0.97,0.97,0.52,0.92,0.84,0.99,0.96,0.07,0.11,0.35,0.98,0.98,0.44,0.96,0.92,0.98,0.95,0.03,0.84,0.73,0.95,0.97,0.59,0.97,0.95,0.97,0.97,0.62,0.78,0.87,0.98,0.96,0.5,0.91,0.85,0.98,0.98,0.38,0.56,0.59,0.96,0.97,0.02,0.99,0.98,0.99,0.97,0.13,0.32,0.59,0.96,0.98,0.46,0.89,0.84,0.96,0.97,0.59,0.82,0.87,0.98,0.98,0.12,0.98,0.99,0.97,0.97,0.27,0.65,0.73,0.99,0.97,0.5,0.88,0.41,0.97,0.95,0.38,0.59,0.68,0.96,0.96,0.07,0.94,0.91,0.97,0.98,0.35,0.56,0.75,0.96,0.97,0.07,0.87,0.73,0.96,0.97,0.08,0.78,0.7,0.98,0.99,0.08,0.71,0.62,0.98,0.96,0.01,0.15,0.82,0.98,0.96,0.41,0.95,0.97,0.96,0.97,0.5,0.87,0.87,0.99,0.98,0.61,0.78,0.62,0.97,0.96,0.5,0.16,0.41,0.99,0.96,0.38,0.91,0.83,0.97,0.95,0.61,0.73,0.8,0.96,0.98,0.03,0.89,0.94,0.97,0.98,0.65,0.71,0.87,0.98,0.97,0.41,0.96,0.97,0.97,0.97,0.2,0.11,0.11,0.96,0.96,0.29,0.95,0.89,0.96,0.97,0.68,0.22,0.73,0.96,0.98,0.09,0.75,0.98,0.98,0.97,0.26,0.59,0.47,0.98,0.99,0.44,0.85,0.95,0.97,0.96,0.32,0.64,0.53,0.96,0.98,0.05,0.93,0.88,0.98,0.97,0.5,0.56,0.32,0.96,0.98,0.15,0.85,0.68,0.96,0.97,0.56,0.18,0.32,0.98,0.96,0.22,0.87,0.9,0.95,0.96,0.03,0.25,0.62,0.97,1.0,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101011011110100110101111001010111100000100101010100100101010101011101110101110101000011100101110101110101001","Dawid\u2013Skene":"10101000011110101010101000001010101100001000000010100100101000101110101110101110001000011100101110100010100010","RACE-S (ours)":"11101011001110101010101010001010101101001010101010100100101010101110101110101110001000001100101010101010100010","RACE-Net (ours, learned)":"10101011001110101010101010001010101101001010001010100100101010101110101110101110001000001100101110101010100010"},"acc":{"receiver alone":0.8364,"majority vote":0.7182,"Dawid\u2013Skene":0.7455,"RACE-S (ours)":0.8091,"RACE-Net (ours, learned)":0.8}},"stuck|24":{"p":[0.88,0.94,0.97,0.8,0.96,0.78,0.85,0.97,0.41,0.97,0.96,0.94,0.98,0.29,0.97,0.71,0.44,0.97,0.41,0.97,0.97,0.91,0.96,0.89,0.98,0.73,0.8,0.97,0.16,0.96,0.91,0.8,0.98,0.95,0.98,0.78,0.84,0.98,0.56,0.98,0.87,0.78,0.96,0.85,0.98,0.71,0.82,0.96,0.71,0.98,0.92,0.82,0.96,0.81,0.98,0.82,0.82,0.97,0.8,0.98,0.95,0.93,0.95,0.9,0.97,0.73,0.7,0.97,0.18,0.96,0.89,0.93,0.96,0.87,0.97,0.5,0.27,0.96,0.11,0.96,0.93,0.9,0.96,0.32,0.96,0.84,0.65,0.97,0.68,0.97,0.96,0.89,0.97,0.87,0.96,0.56,0.68,0.98,0.4,0.96,0.88,0.82,0.97,0.4,0.96,0.56,0.44,0.98,0.22,0.97,0.85,0.93,0.96,0.8,0.97,0.75,0.75,0.97,0.71,0.98,0.97,0.75,0.98,0.87,0.97,0.84,0.78,0.97,0.56,0.98,0.89,0.67,0.96,0.24,0.98,0.75,0.78,0.96,0.73,0.98,0.96,0.95,0.97,0.96,0.95,0.76,0.81,0.97,0.24,0.98,0.9,0.99,0.96,0.92,0.97,0.78,0.8,0.97,0.75,0.97,0.92,0.98,0.97,0.42,0.97,0.84,0.78,0.98,0.62,0.97,0.97,0.85,0.97,0.02,0.97,0.71,0.89,0.97,0.35,0.97,0.65,0.87,0.96,0.7,0.95,0.75,0.89,0.97,0.29,0.97,0.78,0.29,0.98,0.87,0.96,0.24,0.38,0.98,0.32,0.98,0.9,0.94,0.96,0.82,0.97,0.71,0.82,0.99,0.0,0.97,0.78,0.95,0.98,0.2,0.96,0.7,0.82,0.98,0.02,0.96,0.95,0.8,0.97,0.73,0.97,0.75,0.79,0.97,0.44,0.96,0.82,0.8,0.98,0.85,0.97,0.87,0.59,0.99,0.29,0.97,0.9,0.95,0.99,0.88,0.96,0.18,0.71,0.98,0.78,0.95,0.91,0.97,0.97,0.84,0.98,0.59,0.73,0.96,0.24,0.97,0.41,0.78,0.97,0.44,0.96,0.8,0.88,0.98,0.01,0.97,0.9,0.7,0.96,0.9,0.99,0.78,0.78,0.97,0.38,0.97,0.89,0.84,0.97,0.53,0.97,0.73,0.68,0.98,0.43,0.96,0.75,0.96,0.96,0.8,0.99,0.44,0.65,0.96,0.62,0.98,0.96,0.82,0.97,0.91,0.98,0.84,0.78,0.96,0.47,0.97,0.95,0.91,0.99,0.55,0.98,0.75,0.65,0.97,0.0,0.97,0.96,0.99,0.97,0.24,0.98,0.8,0.82,0.97,0.2,0.97,0.92,0.84,0.99,0.01,0.96,0.11,0.35,0.98,0.59,0.98,0.96,0.92,0.98,0.01,0.95,0.84,0.73,0.95,0.75,0.97,0.97,0.95,0.97,0.91,0.97,0.78,0.87,0.98,0.78,0.96,0.91,0.85,0.98,0.83,0.98,0.56,0.59,0.96,0.01,0.97,0.99,0.98,0.99,0.56,0.97,0.32,0.59,0.96,0.44,0.98,0.89,0.84,0.96,0.89,0.97,0.82,0.87,0.98,0.53,0.98,0.98,0.99,0.97,0.48,0.97,0.65,0.73,0.99,0.59,0.97,0.88,0.41,0.97,0.22,0.95,0.59,0.68,0.96,0.16,0.96,0.94,0.91,0.97,0.73,0.98,0.56,0.75,0.96,0.27,0.97,0.87,0.73,0.96,0.83,0.97,0.78,0.7,0.98,0.09,0.99,0.71,0.62,0.98,0.85,0.96,0.15,0.82,0.98,0.65,0.96,0.95,0.97,0.96,0.85,0.97,0.87,0.87,0.99,0.18,0.98,0.78,0.62,0.97,0.8,0.96,0.16,0.41,0.99,0.68,0.96,0.91,0.83,0.97,0.7,0.95,0.73,0.8,0.96,0.01,0.98,0.89,0.94,0.97,0.9,0.98,0.71,0.87,0.98,0.75,0.97,0.96,0.97,0.97,0.87,0.97,0.11,0.11,0.96,0.47,0.96,0.95,0.89,0.96,0.0,0.97,0.22,0.73,0.96,0.18,0.98,0.75,0.98,0.98,0.53,0.97,0.59,0.47,0.98,0.29,0.99,0.85,0.95,0.97,0.49,0.96,0.64,0.53,0.96,0.2,0.98,0.93,0.88,0.98,0.85,0.97,0.56,0.32,0.96,0.24,0.98,0.85,0.68,0.96,0.9,0.97,0.18,0.32,0.98,0.15,0.96,0.87,0.9,0.95,0.32,0.96,0.25,0.62,0.97,0.71,1.0],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101011111110100110001111001010111000001100101010100010101010101011101110101110001000011100101110001000101001","Dawid\u2013Skene":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","RACE-S (ours)":"11101011101110101010101010001010101001001010101010100110101010101010101110101110001010001100101010101010100010","RACE-Net (ours, learned)":"10101010101110101010101010001010101000001000100010100010100010101010101010101010001010001000101010100010101000"},"acc":{"receiver alone":0.8364,"majority vote":0.7364,"Dawid\u2013Skene":0.8364,"RACE-S (ours)":0.8545,"RACE-Net (ours, learned)":0.8818}},"stuck|34":{"p":[0.88,0.94,0.75,0.97,0.96,0.78,0.85,0.73,0.97,0.97,0.96,0.94,0.98,0.98,0.97,0.71,0.44,0.59,0.97,0.97,0.97,0.91,0.88,0.96,0.98,0.73,0.8,0.59,0.97,0.96,0.91,0.8,0.96,0.98,0.98,0.78,0.84,0.65,0.98,0.98,0.87,0.78,0.93,0.96,0.98,0.71,0.82,0.85,0.96,0.98,0.92,0.82,0.91,0.96,0.98,0.82,0.82,0.59,0.97,0.98,0.95,0.93,0.84,0.95,0.97,0.73,0.7,0.53,0.97,0.96,0.89,0.93,0.8,0.96,0.97,0.5,0.27,0.68,0.96,0.96,0.93,0.9,0.91,0.96,0.96,0.84,0.65,0.85,0.97,0.97,0.96,0.89,0.95,0.97,0.96,0.56,0.68,0.38,0.98,0.96,0.88,0.82,0.98,0.97,0.96,0.56,0.44,0.75,0.98,0.97,0.85,0.93,0.85,0.96,0.97,0.75,0.75,0.56,0.97,0.98,0.97,0.75,0.97,0.98,0.97,0.84,0.78,0.78,0.97,0.98,0.89,0.67,0.75,0.96,0.98,0.75,0.78,0.59,0.96,0.98,0.96,0.95,0.9,0.97,0.95,0.76,0.81,0.72,0.97,0.98,0.9,0.99,0.75,0.96,0.97,0.78,0.8,0.93,0.97,0.97,0.92,0.98,0.47,0.97,0.97,0.84,0.78,0.82,0.98,0.97,0.97,0.85,0.97,0.97,0.97,0.71,0.89,0.73,0.97,0.97,0.65,0.87,0.96,0.96,0.95,0.75,0.89,0.65,0.97,0.97,0.78,0.29,0.86,0.98,0.96,0.24,0.38,0.35,0.98,0.98,0.9,0.94,0.82,0.96,0.97,0.71,0.82,0.8,0.99,0.97,0.78,0.95,0.62,0.98,0.96,0.7,0.82,0.84,0.98,0.96,0.95,0.8,0.98,0.97,0.97,0.75,0.79,0.53,0.97,0.96,0.82,0.8,0.94,0.98,0.97,0.87,0.59,0.87,0.99,0.97,0.9,0.95,0.89,0.99,0.96,0.18,0.71,0.68,0.98,0.95,0.91,0.97,0.75,0.97,0.98,0.59,0.73,0.71,0.96,0.97,0.41,0.78,0.99,0.97,0.96,0.8,0.88,0.85,0.98,0.97,0.9,0.7,0.97,0.96,0.99,0.78,0.78,0.71,0.97,0.97,0.89,0.84,0.98,0.97,0.97,0.73,0.68,0.78,0.98,0.96,0.75,0.96,0.96,0.96,0.99,0.44,0.65,0.56,0.96,0.98,0.96,0.82,0.95,0.97,0.98,0.84,0.78,0.8,0.96,0.97,0.95,0.91,0.88,0.99,0.98,0.75,0.65,0.7,0.97,0.97,0.96,0.99,0.84,0.97,0.98,0.8,0.82,0.59,0.97,0.97,0.92,0.84,0.99,0.99,0.96,0.11,0.35,0.47,0.98,0.98,0.96,0.92,0.96,0.98,0.95,0.84,0.73,0.88,0.95,0.97,0.97,0.95,0.89,0.97,0.97,0.78,0.87,0.78,0.98,0.96,0.91,0.85,0.82,0.98,0.98,0.56,0.59,0.56,0.96,0.97,0.99,0.98,0.97,0.99,0.97,0.32,0.59,0.75,0.96,0.98,0.89,0.84,0.94,0.96,0.97,0.82,0.87,0.73,0.98,0.98,0.98,0.99,0.89,0.97,0.97,0.65,0.73,0.84,0.99,0.97,0.88,0.41,0.82,0.97,0.95,0.59,0.68,0.53,0.96,0.96,0.94,0.91,0.99,0.97,0.98,0.56,0.75,0.56,0.96,0.97,0.87,0.73,0.94,0.96,0.97,0.78,0.7,0.73,0.98,0.99,0.71,0.62,0.98,0.98,0.96,0.15,0.82,0.56,0.98,0.96,0.95,0.97,0.75,0.96,0.97,0.87,0.87,0.68,0.99,0.98,0.78,0.62,0.95,0.97,0.96,0.16,0.41,0.62,0.99,0.96,0.91,0.83,0.92,0.97,0.95,0.73,0.8,0.68,0.96,0.98,0.89,0.94,0.8,0.97,0.98,0.71,0.87,0.75,0.98,0.97,0.96,0.97,0.84,0.97,0.97,0.11,0.11,0.13,0.96,0.96,0.95,0.89,0.95,0.96,0.97,0.22,0.73,0.56,0.96,0.98,0.75,0.98,0.5,0.98,0.97,0.59,0.47,0.71,0.98,0.99,0.85,0.95,0.5,0.97,0.96,0.64,0.53,0.7,0.96,0.98,0.93,0.88,0.92,0.98,0.97,0.56,0.32,0.56,0.96,0.98,0.85,0.68,0.92,0.96,0.97,0.18,0.32,0.78,0.98,0.96,0.87,0.9,0.98,0.95,0.96,0.25,0.62,0.53,0.97,1.0],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10101011111110001110101011001010111000001101101110100110101011101010101010101110101000000100101010101000101010","Dawid\u2013Skene":"10101010111110101110101011101010111010001101100110100110101011101010111010101110101010001100101010100010101010","RACE-S (ours)":"11101011111110101010101011101011111011001010101010100110101011101010111110101110001010001100101010101010101010","RACE-Net (ours, learned)":"10101010111010101110101011001011011010101000101110101110101011101010111010101010101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.7818,"Dawid\u2013Skene":0.8182,"RACE-S (ours)":0.8273,"RACE-Net (ours, learned)":0.8727}},"stuck|123":{"p":[0.88,0.97,0.96,0.97,0.47,0.78,0.97,0.97,0.95,0.06,0.96,0.98,0.97,0.96,0.03,0.71,0.97,0.97,0.98,0.09,0.97,0.96,0.98,0.96,0.24,0.73,0.97,0.96,0.98,0.32,0.91,0.98,0.98,0.98,0.47,0.78,0.98,0.98,0.97,0.2,0.87,0.96,0.98,0.97,0.05,0.71,0.96,0.98,0.96,0.44,0.92,0.96,0.98,0.96,0.65,0.82,0.97,0.98,0.96,0.35,0.95,0.95,0.97,0.98,0.65,0.73,0.97,0.96,0.99,0.22,0.89,0.96,0.97,0.96,0.47,0.5,0.96,0.96,0.96,0.06,0.93,0.96,0.96,0.95,0.24,0.84,0.97,0.97,0.96,0.41,0.96,0.97,0.96,0.94,0.7,0.56,0.98,0.96,0.96,0.56,0.88,0.97,0.96,0.98,0.72,0.56,0.98,0.97,0.97,0.12,0.85,0.96,0.97,0.98,0.59,0.75,0.97,0.98,0.97,0.35,0.97,0.98,0.97,0.99,0.53,0.84,0.97,0.98,0.97,0.22,0.89,0.96,0.98,0.97,0.06,0.75,0.96,0.98,1.0,0.41,0.96,0.97,0.95,0.97,0.56,0.76,0.97,0.98,0.96,0.32,0.9,0.96,0.97,0.97,0.43,0.78,0.97,0.97,0.97,0.02,0.92,0.97,0.97,0.98,0.3,0.84,0.98,0.97,0.96,0.29,0.97,0.97,0.97,0.98,0.65,0.71,0.97,0.97,0.98,0.56,0.65,0.96,0.95,0.96,0.04,0.75,0.97,0.97,0.97,0.03,0.78,0.98,0.96,0.96,0.23,0.24,0.98,0.98,0.99,0.3,0.9,0.96,0.97,0.96,0.22,0.71,0.99,0.97,0.97,0.29,0.78,0.98,0.96,0.96,0.24,0.7,0.98,0.96,0.97,0.12,0.95,0.97,0.97,0.97,0.02,0.75,0.97,0.96,0.98,0.48,0.82,0.98,0.97,0.96,0.56,0.87,0.99,0.97,0.97,0.16,0.9,0.99,0.96,0.96,0.37,0.18,0.98,0.95,0.96,0.24,0.91,0.97,0.98,1.0,0.47,0.59,0.96,0.97,0.98,0.03,0.41,0.97,0.96,0.96,0.07,0.8,0.98,0.97,0.96,0.62,0.9,0.96,0.99,0.96,0.29,0.78,0.97,0.97,0.97,0.11,0.89,0.97,0.97,0.97,0.02,0.73,0.98,0.96,0.96,0.46,0.75,0.96,0.99,0.96,0.65,0.44,0.96,0.98,0.98,0.59,0.96,0.97,0.98,0.97,0.56,0.84,0.96,0.97,0.97,0.16,0.95,0.99,0.98,0.97,0.09,0.75,0.97,0.97,0.96,0.68,0.96,0.97,0.98,0.94,0.11,0.8,0.97,0.97,0.97,0.52,0.92,0.99,0.96,0.96,0.07,0.11,0.98,0.98,0.96,0.44,0.96,0.98,0.95,0.96,0.03,0.84,0.95,0.97,0.98,0.59,0.97,0.97,0.97,0.96,0.62,0.78,0.98,0.96,0.96,0.5,0.91,0.98,0.98,0.98,0.38,0.56,0.96,0.97,0.98,0.02,0.99,0.99,0.97,0.96,0.13,0.32,0.96,0.98,0.98,0.46,0.89,0.96,0.97,0.97,0.59,0.82,0.98,0.98,0.97,0.12,0.98,0.97,0.97,0.96,0.27,0.65,0.99,0.97,0.98,0.5,0.88,0.97,0.95,0.98,0.38,0.59,0.96,0.96,0.98,0.07,0.94,0.97,0.98,0.98,0.35,0.56,0.96,0.97,0.93,0.07,0.87,0.96,0.97,0.97,0.08,0.78,0.98,0.99,0.97,0.08,0.71,0.98,0.96,0.97,0.01,0.15,0.98,0.96,0.96,0.41,0.95,0.96,0.97,0.97,0.5,0.87,0.99,0.98,0.97,0.61,0.78,0.97,0.96,0.97,0.5,0.16,0.99,0.96,0.97,0.38,0.91,0.97,0.95,0.98,0.61,0.73,0.96,0.98,0.96,0.03,0.89,0.97,0.98,0.98,0.65,0.71,0.98,0.97,0.97,0.41,0.96,0.97,0.97,0.96,0.2,0.11,0.96,0.96,0.97,0.29,0.95,0.96,0.97,0.96,0.68,0.22,0.96,0.98,0.98,0.09,0.75,0.98,0.97,0.97,0.26,0.59,0.98,0.99,0.96,0.44,0.85,0.97,0.96,0.96,0.32,0.64,0.96,0.98,0.97,0.05,0.93,0.98,0.97,0.98,0.5,0.56,0.96,0.98,0.97,0.15,0.85,0.96,0.97,0.97,0.56,0.18,0.98,0.96,0.97,0.22,0.87,0.95,0.96,0.97,0.03,0.25,0.97,1.0,0.97,0.5],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10010111001110000110101111010010111100010000101110100000100110101001010010010101101001001100101110001100101001","Dawid\u2013Skene":"10000010001110100100101010001010001000000000000000100000000010000000011010001000101000001100101000100010101000","RACE-S (ours)":"10101010101110101110101011101010111000001000100110100010100011101010111010101010101010001100101010100010101010","RACE-Net (ours, learned)":"10101010101110101110101010101010111000001000100010100110101011111010111010101010101010001100101010100010101000"},"acc":{"receiver alone":0.8364,"majority vote":0.5545,"Dawid\u2013Skene":0.6909,"RACE-S (ours)":0.8455,"RACE-Net (ours, learned)":0.8455}},"stuck|124":{"p":[0.88,0.97,0.96,0.8,0.97,0.78,0.97,0.97,0.41,0.95,0.96,0.98,0.97,0.29,0.96,0.71,0.97,0.97,0.41,0.98,0.97,0.96,0.98,0.89,0.96,0.73,0.97,0.96,0.16,0.98,0.91,0.98,0.98,0.95,0.98,0.78,0.98,0.98,0.56,0.97,0.87,0.96,0.98,0.85,0.97,0.71,0.96,0.98,0.71,0.96,0.92,0.96,0.98,0.81,0.96,0.82,0.97,0.98,0.8,0.96,0.95,0.95,0.97,0.9,0.98,0.73,0.97,0.96,0.18,0.99,0.89,0.96,0.97,0.87,0.96,0.5,0.96,0.96,0.11,0.96,0.93,0.96,0.96,0.32,0.95,0.84,0.97,0.97,0.68,0.96,0.96,0.97,0.96,0.87,0.94,0.56,0.98,0.96,0.4,0.96,0.88,0.97,0.96,0.4,0.98,0.56,0.98,0.97,0.22,0.97,0.85,0.96,0.97,0.8,0.98,0.75,0.97,0.98,0.71,0.97,0.97,0.98,0.97,0.87,0.99,0.84,0.97,0.98,0.56,0.97,0.89,0.96,0.98,0.24,0.97,0.75,0.96,0.98,0.73,1.0,0.96,0.97,0.95,0.96,0.97,0.76,0.97,0.98,0.24,0.96,0.9,0.96,0.97,0.92,0.97,0.78,0.97,0.97,0.75,0.97,0.92,0.97,0.97,0.42,0.98,0.84,0.98,0.97,0.62,0.96,0.97,0.97,0.97,0.02,0.98,0.71,0.97,0.97,0.35,0.98,0.65,0.96,0.95,0.7,0.96,0.75,0.97,0.97,0.29,0.97,0.78,0.98,0.96,0.87,0.96,0.24,0.98,0.98,0.32,0.99,0.9,0.96,0.97,0.82,0.96,0.71,0.99,0.97,0.0,0.97,0.78,0.98,0.96,0.2,0.96,0.7,0.98,0.96,0.02,0.97,0.95,0.97,0.97,0.73,0.97,0.75,0.97,0.96,0.44,0.98,0.82,0.98,0.97,0.85,0.96,0.87,0.99,0.97,0.29,0.97,0.9,0.99,0.96,0.88,0.96,0.18,0.98,0.95,0.78,0.96,0.91,0.97,0.98,0.84,1.0,0.59,0.96,0.97,0.24,0.98,0.41,0.97,0.96,0.44,0.96,0.8,0.98,0.97,0.01,0.96,0.9,0.96,0.99,0.9,0.96,0.78,0.97,0.97,0.38,0.97,0.89,0.97,0.97,0.53,0.97,0.73,0.98,0.96,0.43,0.96,0.75,0.96,0.99,0.8,0.96,0.44,0.96,0.98,0.62,0.98,0.96,0.97,0.98,0.91,0.97,0.84,0.96,0.97,0.47,0.97,0.95,0.99,0.98,0.55,0.97,0.75,0.97,0.97,0.0,0.96,0.96,0.97,0.98,0.24,0.94,0.8,0.97,0.97,0.2,0.97,0.92,0.99,0.96,0.01,0.96,0.11,0.98,0.98,0.59,0.96,0.96,0.98,0.95,0.01,0.96,0.84,0.95,0.97,0.75,0.98,0.97,0.97,0.97,0.91,0.96,0.78,0.98,0.96,0.78,0.96,0.91,0.98,0.98,0.83,0.98,0.56,0.96,0.97,0.01,0.98,0.99,0.99,0.97,0.56,0.96,0.32,0.96,0.98,0.44,0.98,0.89,0.96,0.97,0.89,0.97,0.82,0.98,0.98,0.53,0.97,0.98,0.97,0.97,0.48,0.96,0.65,0.99,0.97,0.59,0.98,0.88,0.97,0.95,0.22,0.98,0.59,0.96,0.96,0.16,0.98,0.94,0.97,0.98,0.73,0.98,0.56,0.96,0.97,0.27,0.93,0.87,0.96,0.97,0.83,0.97,0.78,0.98,0.99,0.09,0.97,0.71,0.98,0.96,0.85,0.97,0.15,0.98,0.96,0.65,0.96,0.95,0.96,0.97,0.85,0.97,0.87,0.99,0.98,0.18,0.97,0.78,0.97,0.96,0.8,0.97,0.16,0.99,0.96,0.68,0.97,0.91,0.97,0.95,0.7,0.98,0.73,0.96,0.98,0.01,0.96,0.89,0.97,0.98,0.9,0.98,0.71,0.98,0.97,0.75,0.97,0.96,0.97,0.97,0.87,0.96,0.11,0.96,0.96,0.47,0.97,0.95,0.96,0.97,0.0,0.96,0.22,0.96,0.98,0.18,0.98,0.75,0.98,0.97,0.53,0.97,0.59,0.98,0.99,0.29,0.96,0.85,0.97,0.96,0.49,0.96,0.64,0.96,0.98,0.2,0.97,0.93,0.98,0.97,0.85,0.98,0.56,0.96,0.98,0.24,0.97,0.85,0.96,0.97,0.9,0.97,0.18,0.98,0.96,0.15,0.97,0.87,0.95,0.96,0.32,0.97,0.25,0.97,1.0,0.71,0.97],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10011011101110000110001111010011111000010000101110100010100110101001010010100101101011101100101110001000101001","Dawid\u2013Skene":"10001010101110100110001011001010010000001000100010100010000010000000011010101000001010001000101010000000101000","RACE-S (ours)":"10101010101110101010001010001010101000001000101010100010100010101000101010101010001010001000101010000000101000","RACE-Net (ours, learned)":"10001010101110100010001010001010000000101000101010100010000010000000001010101010001010001000001010000000101000"},"acc":{"receiver alone":0.8364,"majority vote":0.6273,"Dawid\u2013Skene":0.7273,"RACE-S (ours)":0.8545,"RACE-Net (ours, learned)":0.7818}},"stuck|134":{"p":[0.88,0.97,0.75,0.96,0.97,0.78,0.97,0.73,0.97,0.95,0.96,0.98,0.98,0.97,0.96,0.71,0.97,0.59,0.97,0.98,0.97,0.96,0.88,0.98,0.96,0.73,0.97,0.59,0.96,0.98,0.91,0.98,0.96,0.98,0.98,0.78,0.98,0.65,0.98,0.97,0.87,0.96,0.93,0.98,0.97,0.71,0.96,0.85,0.98,0.96,0.92,0.96,0.91,0.98,0.96,0.82,0.97,0.59,0.98,0.96,0.95,0.95,0.84,0.97,0.98,0.73,0.97,0.53,0.96,0.99,0.89,0.96,0.8,0.97,0.96,0.5,0.96,0.68,0.96,0.96,0.93,0.96,0.91,0.96,0.95,0.84,0.97,0.85,0.97,0.96,0.96,0.97,0.95,0.96,0.94,0.56,0.98,0.38,0.96,0.96,0.88,0.97,0.98,0.96,0.98,0.56,0.98,0.75,0.97,0.97,0.85,0.96,0.85,0.97,0.98,0.75,0.97,0.56,0.98,0.97,0.97,0.98,0.97,0.97,0.99,0.84,0.97,0.78,0.98,0.97,0.89,0.96,0.75,0.98,0.97,0.75,0.96,0.59,0.98,1.0,0.96,0.97,0.9,0.95,0.97,0.76,0.97,0.72,0.98,0.96,0.9,0.96,0.75,0.97,0.97,0.78,0.97,0.93,0.97,0.97,0.92,0.97,0.47,0.97,0.98,0.84,0.98,0.82,0.97,0.96,0.97,0.97,0.97,0.97,0.98,0.71,0.97,0.73,0.97,0.98,0.65,0.96,0.96,0.95,0.96,0.75,0.97,0.65,0.97,0.97,0.78,0.98,0.86,0.96,0.96,0.24,0.98,0.35,0.98,0.99,0.9,0.96,0.82,0.97,0.96,0.71,0.99,0.8,0.97,0.97,0.78,0.98,0.62,0.96,0.96,0.7,0.98,0.84,0.96,0.97,0.95,0.97,0.98,0.97,0.97,0.75,0.97,0.53,0.96,0.98,0.82,0.98,0.94,0.97,0.96,0.87,0.99,0.87,0.97,0.97,0.9,0.99,0.89,0.96,0.96,0.18,0.98,0.68,0.95,0.96,0.91,0.97,0.75,0.98,1.0,0.59,0.96,0.71,0.97,0.98,0.41,0.97,0.99,0.96,0.96,0.8,0.98,0.85,0.97,0.96,0.9,0.96,0.97,0.99,0.96,0.78,0.97,0.71,0.97,0.97,0.89,0.97,0.98,0.97,0.97,0.73,0.98,0.78,0.96,0.96,0.75,0.96,0.96,0.99,0.96,0.44,0.96,0.56,0.98,0.98,0.96,0.97,0.95,0.98,0.97,0.84,0.96,0.8,0.97,0.97,0.95,0.99,0.88,0.98,0.97,0.75,0.97,0.7,0.97,0.96,0.96,0.97,0.84,0.98,0.94,0.8,0.97,0.59,0.97,0.97,0.92,0.99,0.99,0.96,0.96,0.11,0.98,0.47,0.98,0.96,0.96,0.98,0.96,0.95,0.96,0.84,0.95,0.88,0.97,0.98,0.97,0.97,0.89,0.97,0.96,0.78,0.98,0.78,0.96,0.96,0.91,0.98,0.82,0.98,0.98,0.56,0.96,0.56,0.97,0.98,0.99,0.99,0.97,0.97,0.96,0.32,0.96,0.75,0.98,0.98,0.89,0.96,0.94,0.97,0.97,0.82,0.98,0.73,0.98,0.97,0.98,0.97,0.89,0.97,0.96,0.65,0.99,0.84,0.97,0.98,0.88,0.97,0.82,0.95,0.98,0.59,0.96,0.53,0.96,0.98,0.94,0.97,0.99,0.98,0.98,0.56,0.96,0.56,0.97,0.93,0.87,0.96,0.94,0.97,0.97,0.78,0.98,0.73,0.99,0.97,0.71,0.98,0.98,0.96,0.97,0.15,0.98,0.56,0.96,0.96,0.95,0.96,0.75,0.97,0.97,0.87,0.99,0.68,0.98,0.97,0.78,0.97,0.95,0.96,0.97,0.16,0.99,0.62,0.96,0.97,0.91,0.97,0.92,0.95,0.98,0.73,0.96,0.68,0.98,0.96,0.89,0.97,0.8,0.98,0.98,0.71,0.98,0.75,0.97,0.97,0.96,0.97,0.84,0.97,0.96,0.11,0.96,0.13,0.96,0.97,0.95,0.96,0.95,0.97,0.96,0.22,0.96,0.56,0.98,0.98,0.75,0.98,0.5,0.97,0.97,0.59,0.98,0.71,0.99,0.96,0.85,0.97,0.5,0.96,0.96,0.64,0.96,0.7,0.98,0.97,0.93,0.98,0.92,0.97,0.98,0.56,0.96,0.56,0.98,0.97,0.85,0.96,0.92,0.97,0.97,0.18,0.98,0.78,0.96,0.97,0.87,0.95,0.98,0.96,0.97,0.25,0.97,0.53,1.0,0.97],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10111011101010000110101011000011111000010100101110100010100011101010110010100111101011100100101010001000101010","Dawid\u2013Skene":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","RACE-S (ours)":"10101010101010101110101011101011011010101000101110101110101011101010111010101010101010101010101010100000101010","RACE-Net (ours, learned)":"00101010111010101110101011001011011010101001101110101110101011101010111110101011101010101010101010100000101010"},"acc":{"receiver alone":0.8364,"majority vote":0.7182,"Dawid\u2013Skene":0.8364,"RACE-S (ours)":0.8909,"RACE-Net (ours, learned)":0.8364}},"stuck|234":{"p":[0.88,0.94,0.97,0.96,0.97,0.78,0.85,0.97,0.97,0.95,0.96,0.94,0.98,0.97,0.96,0.71,0.44,0.97,0.97,0.98,0.97,0.91,0.96,0.98,0.96,0.73,0.8,0.97,0.96,0.98,0.91,0.8,0.98,0.98,0.98,0.78,0.84,0.98,0.98,0.97,0.87,0.78,0.96,0.98,0.97,0.71,0.82,0.96,0.98,0.96,0.92,0.82,0.96,0.98,0.96,0.82,0.82,0.97,0.98,0.96,0.95,0.93,0.95,0.97,0.98,0.73,0.7,0.97,0.96,0.99,0.89,0.93,0.96,0.97,0.96,0.5,0.27,0.96,0.96,0.96,0.93,0.9,0.96,0.96,0.95,0.84,0.65,0.97,0.97,0.96,0.96,0.89,0.97,0.96,0.94,0.56,0.68,0.98,0.96,0.96,0.88,0.82,0.97,0.96,0.98,0.56,0.44,0.98,0.97,0.97,0.85,0.93,0.96,0.97,0.98,0.75,0.75,0.97,0.98,0.97,0.97,0.75,0.98,0.97,0.99,0.84,0.78,0.97,0.98,0.97,0.89,0.67,0.96,0.98,0.97,0.75,0.78,0.96,0.98,1.0,0.96,0.95,0.97,0.95,0.97,0.76,0.81,0.97,0.98,0.96,0.9,0.99,0.96,0.97,0.97,0.78,0.8,0.97,0.97,0.97,0.92,0.98,0.97,0.97,0.98,0.84,0.78,0.98,0.97,0.96,0.97,0.85,0.97,0.97,0.98,0.71,0.89,0.97,0.97,0.98,0.65,0.87,0.96,0.95,0.96,0.75,0.89,0.97,0.97,0.97,0.78,0.29,0.98,0.96,0.96,0.24,0.38,0.98,0.98,0.99,0.9,0.94,0.96,0.97,0.96,0.71,0.82,0.99,0.97,0.97,0.78,0.95,0.98,0.96,0.96,0.7,0.82,0.98,0.96,0.97,0.95,0.8,0.97,0.97,0.97,0.75,0.79,0.97,0.96,0.98,0.82,0.8,0.98,0.97,0.96,0.87,0.59,0.99,0.97,0.97,0.9,0.95,0.99,0.96,0.96,0.18,0.71,0.98,0.95,0.96,0.91,0.97,0.97,0.98,1.0,0.59,0.73,0.96,0.97,0.98,0.41,0.78,0.97,0.96,0.96,0.8,0.88,0.98,0.97,0.96,0.9,0.7,0.96,0.99,0.96,0.78,0.78,0.97,0.97,0.97,0.89,0.84,0.97,0.97,0.97,0.73,0.68,0.98,0.96,0.96,0.75,0.96,0.96,0.99,0.96,0.44,0.65,0.96,0.98,0.98,0.96,0.82,0.97,0.98,0.97,0.84,0.78,0.96,0.97,0.97,0.95,0.91,0.99,0.98,0.97,0.75,0.65,0.97,0.97,0.96,0.96,0.99,0.97,0.98,0.94,0.8,0.82,0.97,0.97,0.97,0.92,0.84,0.99,0.96,0.96,0.11,0.35,0.98,0.98,0.96,0.96,0.92,0.98,0.95,0.96,0.84,0.73,0.95,0.97,0.98,0.97,0.95,0.97,0.97,0.96,0.78,0.87,0.98,0.96,0.96,0.91,0.85,0.98,0.98,0.98,0.56,0.59,0.96,0.97,0.98,0.99,0.98,0.99,0.97,0.96,0.32,0.59,0.96,0.98,0.98,0.89,0.84,0.96,0.97,0.97,0.82,0.87,0.98,0.98,0.97,0.98,0.99,0.97,0.97,0.96,0.65,0.73,0.99,0.97,0.98,0.88,0.41,0.97,0.95,0.98,0.59,0.68,0.96,0.96,0.98,0.94,0.91,0.97,0.98,0.98,0.56,0.75,0.96,0.97,0.93,0.87,0.73,0.96,0.97,0.97,0.78,0.7,0.98,0.99,0.97,0.71,0.62,0.98,0.96,0.97,0.15,0.82,0.98,0.96,0.96,0.95,0.97,0.96,0.97,0.97,0.87,0.87,0.99,0.98,0.97,0.78,0.62,0.97,0.96,0.97,0.16,0.41,0.99,0.96,0.97,0.91,0.83,0.97,0.95,0.98,0.73,0.8,0.96,0.98,0.96,0.89,0.94,0.97,0.98,0.98,0.71,0.87,0.98,0.97,0.97,0.96,0.97,0.97,0.97,0.96,0.11,0.11,0.96,0.96,0.97,0.95,0.89,0.96,0.97,0.96,0.22,0.73,0.96,0.98,0.98,0.75,0.98,0.98,0.97,0.97,0.59,0.47,0.98,0.99,0.96,0.85,0.95,0.97,0.96,0.96,0.64,0.53,0.96,0.98,0.97,0.93,0.88,0.98,0.97,0.98,0.56,0.32,0.96,0.98,0.97,0.85,0.68,0.96,0.97,0.97,0.18,0.32,0.98,0.96,0.97,0.87,0.9,0.95,0.96,0.97,0.25,0.62,0.97,1.0,0.97],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10111011001110000010101011000010111100010100100110100000100010101010100010100110101001001100101110001000101010","Dawid\u2013Skene":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","RACE-S (ours)":"11101011101110101010101010001010101101001010100010100100101010101110101110101110001000001100101010101010100010","RACE-Net (ours, learned)":"11101010001110101010101010001010101001001010100010100100101010101010101110101110001000001100101010101010100010"},"acc":{"receiver alone":0.8364,"majority vote":0.7,"Dawid\u2013Skene":0.8364,"RACE-S (ours)":0.8091,"RACE-Net (ours, learned)":0.8273}},"stuck|1234":{"p":[0.88,0.97,0.96,0.97,0.97,0.78,0.97,0.97,0.95,0.95,0.96,0.98,0.97,0.96,0.98,0.71,0.97,0.97,0.98,0.97,0.97,0.96,0.98,0.96,0.97,0.73,0.97,0.96,0.98,0.97,0.91,0.98,0.98,0.98,0.97,0.78,0.98,0.98,0.97,0.96,0.87,0.96,0.98,0.97,0.98,0.71,0.96,0.98,0.96,0.95,0.92,0.96,0.98,0.96,0.96,0.82,0.97,0.98,0.96,0.97,0.95,0.95,0.97,0.98,0.98,0.73,0.97,0.96,0.99,0.97,0.89,0.96,0.97,0.96,0.97,0.5,0.96,0.96,0.96,0.96,0.93,0.96,0.96,0.95,0.97,0.84,0.97,0.97,0.96,0.97,0.96,0.97,0.96,0.94,0.99,0.56,0.98,0.96,0.96,0.98,0.88,0.97,0.96,0.98,0.95,0.56,0.98,0.97,0.97,0.99,0.85,0.96,0.97,0.98,0.97,0.75,0.97,0.98,0.97,0.96,0.97,0.98,0.97,0.99,0.98,0.84,0.97,0.98,0.97,0.97,0.89,0.96,0.98,0.97,0.97,0.75,0.96,0.98,1.0,0.97,0.96,0.97,0.95,0.97,0.98,0.76,0.97,0.98,0.96,0.98,0.9,0.96,0.97,0.97,0.96,0.78,0.97,0.97,0.97,0.99,0.92,0.97,0.97,0.98,0.98,0.84,0.98,0.97,0.96,0.97,0.97,0.97,0.97,0.98,0.96,0.71,0.97,0.97,0.98,0.96,0.65,0.96,0.95,0.96,0.97,0.75,0.97,0.97,0.97,0.96,0.78,0.98,0.96,0.96,0.96,0.24,0.98,0.98,0.99,0.98,0.9,0.96,0.97,0.96,0.97,0.71,0.99,0.97,0.97,0.97,0.78,0.98,0.96,0.96,0.98,0.7,0.98,0.96,0.97,0.98,0.95,0.97,0.97,0.97,0.96,0.75,0.97,0.96,0.98,0.96,0.82,0.98,0.97,0.96,0.98,0.87,0.99,0.97,0.97,0.98,0.9,0.99,0.96,0.96,0.97,0.18,0.98,0.95,0.96,0.98,0.91,0.97,0.98,1.0,0.96,0.59,0.96,0.97,0.98,0.96,0.41,0.97,0.96,0.96,0.96,0.8,0.98,0.97,0.96,0.97,0.9,0.96,0.99,0.96,0.96,0.78,0.97,0.97,0.97,0.97,0.89,0.97,0.97,0.97,0.96,0.73,0.98,0.96,0.96,0.96,0.75,0.96,0.99,0.96,0.96,0.44,0.96,0.98,0.98,0.97,0.96,0.97,0.98,0.97,0.98,0.84,0.96,0.97,0.97,0.97,0.95,0.99,0.98,0.97,0.97,0.75,0.97,0.97,0.96,0.96,0.96,0.97,0.98,0.94,0.98,0.8,0.97,0.97,0.97,0.97,0.92,0.99,0.96,0.96,0.99,0.11,0.98,0.98,0.96,0.96,0.96,0.98,0.95,0.96,0.97,0.84,0.95,0.97,0.98,0.97,0.97,0.97,0.97,0.96,0.97,0.78,0.98,0.96,0.96,0.98,0.91,0.98,0.98,0.98,0.96,0.56,0.96,0.97,0.98,0.99,0.99,0.99,0.97,0.96,0.96,0.32,0.96,0.98,0.98,0.98,0.89,0.96,0.97,0.97,0.96,0.82,0.98,0.98,0.97,0.98,0.98,0.97,0.97,0.96,0.97,0.65,0.99,0.97,0.98,0.97,0.88,0.97,0.95,0.98,0.97,0.59,0.96,0.96,0.98,0.98,0.94,0.97,0.98,0.98,0.97,0.56,0.96,0.97,0.93,0.94,0.87,0.96,0.97,0.97,0.96,0.78,0.98,0.99,0.97,0.97,0.71,0.98,0.96,0.97,0.97,0.15,0.98,0.96,0.96,0.98,0.95,0.96,0.97,0.97,0.98,0.87,0.99,0.98,0.97,0.97,0.78,0.97,0.96,0.97,0.96,0.16,0.99,0.96,0.97,0.98,0.91,0.97,0.95,0.98,0.98,0.73,0.96,0.98,0.96,0.97,0.89,0.97,0.98,0.98,0.99,0.71,0.98,0.97,0.97,0.97,0.96,0.97,0.97,0.96,0.96,0.11,0.96,0.96,0.97,0.97,0.95,0.96,0.97,0.96,0.98,0.22,0.96,0.98,0.98,0.96,0.75,0.98,0.97,0.97,0.99,0.59,0.98,0.99,0.96,0.96,0.85,0.97,0.96,0.96,0.98,0.64,0.96,0.98,0.97,0.98,0.93,0.98,0.97,0.98,0.97,0.56,0.96,0.98,0.97,0.98,0.85,0.96,0.97,0.97,0.96,0.18,0.98,0.96,0.97,0.98,0.87,0.95,0.96,0.97,0.97,0.25,0.97,1.0,0.97,0.96],"dec":{"receiver alone":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","majority vote":"10111011100110000110011011010111111000010000101110100000100110101010110010010101101001001100101010001001111000","Dawid\u2013Skene":"11011111111111111100111111111111111111111100111100111011111111111101011011111111111111101110111111111111111011","RACE-S (ours)":"10101010101110101110101011101010111000001000100110100010100011101010111010101110101010001100101010100010101010","RACE-Net (ours, learned)":"11101010101110101110101011101010111000001000100110100010100011101110111010101010101010001100101010100010101010"},"acc":{"receiver alone":0.8364,"majority vote":0.6,"Dawid\u2013Skene":0.5182,"RACE-S (ours)":0.8364,"RACE-Net (ours, learned)":0.8273}}}},"panda":{"label":"Franka Panda","episodes":[{"seed":6000,"task":"put the green cube in the blue bowl","mode":"success","gt":1},{"seed":6001,"task":"stack the purple cube on the orange cube","mode":"wrong_object","gt":0},{"seed":6002,"task":"stack the red cube on the orange cube","mode":"success","gt":1},{"seed":6003,"task":"stack the blue cube on the orange cube","mode":"wrong_object","gt":0},{"seed":6004,"task":"put the blue cube in the orange bowl","mode":"success","gt":1},{"seed":6005,"task":"put the yellow cube in the green bowl","mode":"drop_transit","gt":0},{"seed":6006,"task":"put the yellow cube in the red bowl","mode":"success","gt":1},{"seed":6007,"task":"put the orange cube in the yellow bowl","mode":"wrong_object","gt":0},{"seed":6008,"task":"stack the yellow cube on the blue cube","mode":"success","gt":1},{"seed":6009,"task":"put the orange cube in the blue bowl","mode":"drop_transit","gt":0},{"seed":6010,"task":"put the green cube in the red bowl","mode":"success","gt":1},{"seed":6011,"task":"put the yellow cube in the blue bowl","mode":"drop_transit","gt":0},{"seed":6012,"task":"stack the orange cube on the purple cube","mode":"success","gt":1},{"seed":6013,"task":"stack the green cube on the orange cube","mode":"wrong_place","gt":0},{"seed":6014,"task":"put the orange cube in the blue bowl","mode":"success","gt":1},{"seed":6015,"task":"stack the green cube on the purple cube","mode":"miss_grasp","gt":0},{"seed":6016,"task":"put the purple cube in the blue bowl","mode":"success","gt":1},{"seed":6017,"task":"put the blue cube in the purple bowl","mode":"drop_transit","gt":0},{"seed":6018,"task":"put the yellow cube in the blue bowl","mode":"success","gt":1},{"seed":6019,"task":"put the orange cube in the red bowl","mode":"drop_transit","gt":0},{"seed":6020,"task":"put the green cube in the purple bowl","mode":"success","gt":1},{"seed":6021,"task":"stack the orange cube on the blue cube","mode":"miss_grasp","gt":0},{"seed":6022,"task":"stack the yellow cube on the purple cube","mode":"success","gt":1},{"seed":6023,"task":"put the red cube in the purple bowl","mode":"miss_grasp","gt":0},{"seed":6024,"task":"put the green cube in the purple bowl","mode":"success","gt":1},{"seed":6025,"task":"put the orange cube in the yellow bowl","mode":"drop_transit","gt":0},{"seed":6026,"task":"put the green cube in the orange bowl","mode":"success","gt":1},{"seed":6027,"task":"put the orange cube in the red bowl","mode":"wrong_object","gt":0},{"seed":6028,"task":"stack the green cube on the blue cube","mode":"success","gt":1},{"seed":6029,"task":"stack the red cube on the orange cube","mode":"miss_grasp","gt":0},{"seed":6030,"task":"put the yellow cube in the red bowl","mode":"success","gt":1},{"seed":6031,"task":"stack the yellow cube on the purple cube","mode":"wrong_place","gt":0},{"seed":6032,"task":"stack the blue cube on the orange cube","mode":"success","gt":1},{"seed":6033,"task":"put the yellow cube in the blue bowl","mode":"wrong_object","gt":0},{"seed":6034,"task":"put the purple cube in the orange bowl","mode":"success","gt":1},{"seed":6035,"task":"put the yellow cube in the blue bowl","mode":"miss_grasp","gt":0},{"seed":6036,"task":"put the green cube in the blue bowl","mode":"success","gt":1},{"seed":6037,"task":"stack the yellow cube on the blue cube","mode":"wrong_place","gt":0},{"seed":6038,"task":"put the red cube in the yellow bowl","mode":"success","gt":1},{"seed":6039,"task":"put the orange cube in the red bowl","mode":"wrong_place","gt":0},{"seed":6040,"task":"stack the blue cube on the orange cube","mode":"success","gt":1},{"seed":6041,"task":"stack the orange cube on the purple cube","mode":"wrong_place","gt":0},{"seed":6042,"task":"stack the green cube on the red cube","mode":"success","gt":1},{"seed":6043,"task":"put the red cube in the purple bowl","mode":"miss_grasp","gt":0},{"seed":6044,"task":"stack the orange cube on the red cube","mode":"success","gt":1},{"seed":6045,"task":"stack the blue cube on the green cube","mode":"drop_transit","gt":0},{"seed":6046,"task":"put the red cube in the orange bowl","mode":"success","gt":1},{"seed":6047,"task":"put the yellow cube in the purple bowl","mode":"drop_transit","gt":0},{"seed":6048,"task":"stack the red cube on the orange cube","mode":"success","gt":1},{"seed":6049,"task":"put the orange cube in the purple bowl","mode":"wrong_place","gt":0},{"seed":6050,"task":"put the orange cube in the green bowl","mode":"success","gt":1},{"seed":6051,"task":"stack the green cube on the red cube","mode":"miss_grasp","gt":0},{"seed":6052,"task":"stack the orange cube on the purple cube","mode":"success","gt":1},{"seed":6053,"task":"stack the orange cube on the red cube","mode":"miss_grasp","gt":0},{"seed":6054,"task":"put the red cube in the purple bowl","mode":"success","gt":1},{"seed":6055,"task":"stack the orange cube on the green cube","mode":"wrong_place","gt":0},{"seed":6056,"task":"put the yellow cube in the red bowl","mode":"success","gt":1},{"seed":6057,"task":"put the purple cube in the blue bowl","mode":"wrong_object","gt":0},{"seed":6058,"task":"stack the purple cube on the green cube","mode":"success","gt":1},{"seed":6059,"task":"stack the orange cube on the red cube","mode":"wrong_object","gt":0},{"seed":6060,"task":"stack the green cube on the purple cube","mode":"success","gt":1},{"seed":6061,"task":"stack the blue cube on the green cube","mode":"wrong_place","gt":0},{"seed":6062,"task":"stack the orange cube on the green cube","mode":"success","gt":1},{"seed":6063,"task":"stack the yellow cube on the blue cube","mode":"miss_grasp","gt":0},{"seed":6064,"task":"put the orange cube in the purple bowl","mode":"success","gt":1},{"seed":6065,"task":"put the blue cube in the green bowl","mode":"drop_transit","gt":0},{"seed":6066,"task":"put the red cube in the purple bowl","mode":"success","gt":1},{"seed":6067,"task":"stack the orange cube on the purple cube","mode":"wrong_object","gt":0},{"seed":6068,"task":"put the orange cube in the blue bowl","mode":"success","gt":1},{"seed":6069,"task":"put the green cube in the blue bowl","mode":"wrong_object","gt":0},{"seed":6070,"task":"put the green cube in the blue bowl","mode":"success","gt":1},{"seed":6071,"task":"stack the green cube on the orange cube","mode":"miss_grasp","gt":0},{"seed":6072,"task":"put the orange cube in the purple bowl","mode":"success","gt":1},{"seed":6073,"task":"put the orange cube in the purple bowl","mode":"miss_grasp","gt":0},{"seed":6074,"task":"stack the green cube on the yellow cube","mode":"success","gt":1},{"seed":6075,"task":"put the green cube in the red bowl","mode":"wrong_place","gt":0},{"seed":6076,"task":"put the orange cube in the yellow bowl","mode":"success","gt":1},{"seed":6077,"task":"put the yellow cube in the blue bowl","mode":"wrong_object","gt":0},{"seed":6078,"task":"put the blue cube in the green bowl","mode":"success","gt":1},{"seed":6079,"task":"stack the yellow cube on the orange cube","mode":"wrong_place","gt":0},{"seed":6080,"task":"put the blue cube in the purple bowl","mode":"success","gt":1},{"seed":6081,"task":"stack the orange cube on the purple cube","mode":"wrong_place","gt":0},{"seed":6082,"task":"stack the yellow cube on the blue cube","mode":"success","gt":1},{"seed":6083,"task":"put the yellow cube in the red bowl","mode":"wrong_place","gt":0},{"seed":6084,"task":"put the orange cube in the green bowl","mode":"success","gt":1},{"seed":6085,"task":"stack the yellow cube on the purple cube","mode":"drop_transit","gt":0},{"seed":6086,"task":"stack the green cube on the purple cube","mode":"success","gt":1},{"seed":6087,"task":"stack the orange cube on the yellow cube","mode":"drop_transit","gt":0},{"seed":6088,"task":"put the purple cube in the red bowl","mode":"success","gt":1},{"seed":6089,"task":"stack the green cube on the yellow cube","mode":"drop_transit","gt":0},{"seed":6090,"task":"put the orange cube in the yellow bowl","mode":"success","gt":1},{"seed":6091,"task":"put the red cube in the blue bowl","mode":"wrong_object","gt":0},{"seed":6092,"task":"stack the red cube on the green cube","mode":"success","gt":1},{"seed":6093,"task":"put the purple cube in the blue bowl","mode":"wrong_object","gt":0},{"seed":6094,"task":"stack the green cube on the blue cube","mode":"success","gt":1},{"seed":6095,"task":"stack the purple cube on the orange cube","mode":"wrong_object","gt":0},{"seed":6096,"task":"stack the orange cube on the green cube","mode":"success","gt":1},{"seed":6097,"task":"stack the blue cube on the green cube","mode":"wrong_object","gt":0},{"seed":6098,"task":"stack the orange cube on the red cube","mode":"success","gt":1},{"seed":6099,"task":"put the purple cube in the red bowl","mode":"wrong_place","gt":0},{"seed":6100,"task":"put the red cube in the purple bowl","mode":"success","gt":1},{"seed":6101,"task":"put the red cube in the blue bowl","mode":"drop_transit","gt":0},{"seed":6102,"task":"stack the blue cube on the red cube","mode":"success","gt":1},{"seed":6103,"task":"put the blue cube in the green bowl","mode":"drop_transit","gt":0},{"seed":6104,"task":"stack the blue cube on the orange cube","mode":"success","gt":1},{"seed":6105,"task":"put the yellow cube in the orange bowl","mode":"wrong_place","gt":0},{"seed":6106,"task":"stack the green cube on the red cube","mode":"success","gt":1},{"seed":6107,"task":"put the green cube in the yellow bowl","mode":"miss_grasp","gt":0},{"seed":6108,"task":"stack the orange cube on the purple cube","mode":"success","gt":1},{"seed":6109,"task":"put the purple cube in the red bowl","mode":"drop_transit","gt":0}],"cells":{"invert|":{"p":[0.98,0.97,0.91,0.89,0.56,0.7,0.7,0.72,0.34,0.2,0.92,0.91,0.99,0.89,0.16,0.7,0.8,0.92,0.82,0.25,0.96,0.98,0.88,0.92,0.38,0.78,0.89,0.82,0.8,0.59,0.97,0.96,0.9,0.95,0.53,0.78,0.56,0.65,0.03,0.02,0.95,0.95,0.92,0.43,0.31,0.87,0.8,0.92,0.75,0.01,0.98,0.99,0.9,0.97,0.59,0.59,0.88,0.62,0.03,0.44,0.9,0.97,0.96,0.79,0.14,0.71,0.89,0.59,0.82,0.29,0.98,0.8,0.97,0.0,0.02,0.56,0.71,0.53,0.77,0.16,0.99,0.9,0.96,0.0,0.61,0.91,0.92,0.92,0.02,0.65,0.97,0.98,0.8,0.91,0.5,0.18,0.44,0.87,0.01,0.03,0.97,0.99,0.87,0.92,0.5,0.59,0.71,0.65,0.71,0.04,0.95,0.97,0.91,0.88,0.03,0.65,0.71,0.84,0.8,0.5,0.95,0.96,0.9,0.9,0.53,0.71,0.8,0.84,0.84,0.44,0.97,0.98,0.88,0.91,0.29,0.73,0.5,0.62,0.02,0.02,0.97,0.94,0.99,0.96,0.29,0.53,0.37,0.32,0.13,0.21,0.96,0.88,0.93,0.92,0.53,0.44,0.59,0.65,0.84,0.08,0.93,0.95,0.98,0.01,0.08,0.18,0.29,0.62,0.0,0.48,0.98,0.98,0.82,0.92,0.24,0.87,0.85,0.78,0.01,0.09,0.96,0.97,0.8,0.85,0.59,0.41,0.38,0.82,0.01,0.29,0.95,0.88,0.96,0.97,0.53,0.22,0.8,0.8,0.35,0.05,0.86,0.95,0.97,0.96,0.22,0.62,0.71,0.73,0.83,0.03,0.98,0.98,0.98,0.98,0.16,0.22,0.5,0.62,0.0,0.5,0.92,0.91,0.95,0.16,0.03,0.62,0.44,0.71,0.93,0.34,0.96,0.89,0.93,0.87,0.26,0.88,0.84,0.78,0.85,0.11,0.93,0.94,0.96,0.9,0.2,0.84,0.87,0.65,0.53,0.02,0.88,0.96,0.95,0.01,0.59,0.53,0.62,0.41,0.88,0.29,0.96,0.85,0.88,0.91,0.03,0.59,0.62,0.32,0.59,0.07,0.92,0.87,0.95,0.93,0.59,0.78,0.78,0.65,0.87,0.21,0.95,0.96,0.78,0.89,0.15,0.73,0.8,0.65,0.0,0.1,0.88,0.85,0.98,0.01,0.18,0.77,0.82,0.77,0.01,0.03,0.99,0.96,0.99,0.98,0.08,0.75,0.88,0.73,0.93,0.29,0.91,0.87,0.95,0.75,0.03,0.32,0.38,0.56,0.02,0.24,0.95,0.96,0.78,0.34,0.13,0.88,0.93,0.88,0.85,0.5,0.94,0.87,0.9,0.95,0.59,0.75,0.74,0.75,0.01,0.02,0.97,0.78,0.97,0.02,0.03,0.38,0.59,0.59,0.75,0.47,0.98,0.9,0.97,0.76,0.62,0.44,0.44,0.56,0.01,0.14,0.92,0.84,0.95,0.01,0.09,0.73,0.68,0.85,0.53,0.02,0.96,0.96,0.98,0.94,0.59,0.88,0.89,0.88,0.78,0.32,0.91,0.89,0.91,0.83,0.16,0.47,0.65,0.73,0.8,0.4,0.96,0.89,0.97,0.91,0.65,0.78,0.75,0.53,0.73,0.22,0.97,0.85,0.97,0.01,0.43,0.5,0.8,0.59,0.82,0.05,0.9,0.87,0.96,0.94,0.05,0.87,0.8,0.88,0.84,0.59,0.88,0.98,0.96,0.97,0.49,0.38,0.35,0.62,0.83,0.06,0.97,0.99,0.98,0.99,0.31,0.53,0.75,0.44,0.7,0.38,0.97,0.82,0.98,0.01,0.49,0.44,0.59,0.71,0.32,0.24,0.97,0.75,0.95,0.0,0.06,0.85,0.78,0.68,0.02,0.05,0.97,0.98,0.96,0.98,0.35,0.7,0.62,0.73,0.0,0.16,0.98,0.99,0.99,0.96,0.4,0.56,0.91,0.78,0.01,0.08,0.88,0.91,0.97,0.72,0.08,0.73,0.85,0.88,0.02,0.16,0.78,0.9,0.96,0.0,0.03,0.89,0.8,0.92,0.0,0.2,0.98,0.93,0.93,0.59,0.46,0.89,0.87,0.94,0.84,0.22,0.98,0.95,0.97,0.96,0.09,0.84,0.89,0.84,0.85,0.62,0.97,0.91,0.99,0.02,0.1,0.78,0.73,0.84,0.75,0.22,0.98,0.99,0.99,0.98,0.42,0.89,0.82,0.87,0.88,0.5,0.88,0.92,0.98,0.05,0.03,0.85,0.87,0.82,0.82,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10111110101011001110101010101010101010101010101010100010100011000110001000111010101110101000101000001111101101","Dawid\u2013Skene":"10111010101010101110101010101010101010101010101010101010100010101110101010111010101110101010101010111110101110","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101111","RACE-Net (ours, learned)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.7909,"Dawid\u2013Skene":0.9182,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.9091}},"invert|1":{"p":[0.98,0.03,0.91,0.89,0.56,0.7,0.3,0.72,0.34,0.2,0.92,0.09,0.99,0.89,0.16,0.7,0.2,0.92,0.82,0.25,0.96,0.02,0.88,0.92,0.38,0.78,0.11,0.82,0.8,0.59,0.97,0.04,0.9,0.95,0.53,0.78,0.44,0.65,0.03,0.02,0.95,0.05,0.92,0.43,0.31,0.87,0.2,0.92,0.75,0.01,0.98,0.01,0.9,0.97,0.59,0.59,0.12,0.62,0.03,0.44,0.9,0.03,0.96,0.79,0.14,0.71,0.11,0.59,0.82,0.29,0.98,0.2,0.97,0.0,0.02,0.56,0.29,0.53,0.77,0.16,0.99,0.1,0.96,0.0,0.61,0.91,0.08,0.92,0.02,0.65,0.97,0.02,0.8,0.91,0.5,0.18,0.56,0.87,0.01,0.03,0.97,0.01,0.87,0.92,0.5,0.59,0.29,0.65,0.71,0.04,0.95,0.03,0.91,0.88,0.03,0.65,0.29,0.84,0.8,0.5,0.95,0.04,0.9,0.9,0.53,0.71,0.2,0.84,0.84,0.44,0.97,0.02,0.88,0.91,0.29,0.73,0.5,0.62,0.02,0.02,0.97,0.06,0.99,0.96,0.29,0.53,0.63,0.32,0.13,0.21,0.96,0.12,0.93,0.92,0.53,0.44,0.41,0.65,0.84,0.08,0.93,0.05,0.98,0.01,0.08,0.18,0.71,0.62,0.0,0.48,0.98,0.02,0.82,0.92,0.24,0.87,0.15,0.78,0.01,0.09,0.96,0.03,0.8,0.85,0.59,0.41,0.62,0.82,0.01,0.29,0.95,0.12,0.96,0.97,0.53,0.22,0.2,0.8,0.35,0.05,0.86,0.05,0.97,0.96,0.22,0.62,0.29,0.73,0.83,0.03,0.98,0.02,0.98,0.98,0.16,0.22,0.5,0.62,0.0,0.5,0.92,0.09,0.95,0.16,0.03,0.62,0.56,0.71,0.93,0.34,0.96,0.11,0.93,0.87,0.26,0.88,0.16,0.78,0.85,0.11,0.93,0.06,0.96,0.9,0.2,0.84,0.13,0.65,0.53,0.02,0.88,0.04,0.95,0.01,0.59,0.53,0.38,0.41,0.88,0.29,0.96,0.15,0.88,0.91,0.03,0.59,0.38,0.32,0.59,0.07,0.92,0.13,0.95,0.93,0.59,0.78,0.22,0.65,0.87,0.21,0.95,0.04,0.78,0.89,0.15,0.73,0.2,0.65,0.0,0.1,0.88,0.15,0.98,0.01,0.18,0.77,0.18,0.77,0.01,0.03,0.99,0.04,0.99,0.98,0.08,0.75,0.12,0.73,0.93,0.29,0.91,0.13,0.95,0.75,0.03,0.32,0.62,0.56,0.02,0.24,0.95,0.04,0.78,0.34,0.13,0.88,0.07,0.88,0.85,0.5,0.94,0.13,0.9,0.95,0.59,0.75,0.26,0.75,0.01,0.02,0.97,0.22,0.97,0.02,0.03,0.38,0.41,0.59,0.75,0.47,0.98,0.1,0.97,0.76,0.62,0.44,0.56,0.56,0.01,0.14,0.92,0.16,0.95,0.01,0.09,0.73,0.32,0.85,0.53,0.02,0.96,0.04,0.98,0.94,0.59,0.88,0.11,0.88,0.78,0.32,0.91,0.11,0.91,0.83,0.16,0.47,0.35,0.73,0.8,0.4,0.96,0.11,0.97,0.91,0.65,0.78,0.25,0.53,0.73,0.22,0.97,0.15,0.97,0.01,0.43,0.5,0.2,0.59,0.82,0.05,0.9,0.13,0.96,0.94,0.05,0.87,0.2,0.88,0.84,0.59,0.88,0.02,0.96,0.97,0.49,0.38,0.65,0.62,0.83,0.06,0.97,0.01,0.98,0.99,0.31,0.53,0.25,0.44,0.7,0.38,0.97,0.18,0.98,0.01,0.49,0.44,0.41,0.71,0.32,0.24,0.97,0.25,0.95,0.0,0.06,0.85,0.22,0.68,0.02,0.05,0.97,0.02,0.96,0.98,0.35,0.7,0.38,0.73,0.0,0.16,0.98,0.01,0.99,0.96,0.4,0.56,0.09,0.78,0.01,0.08,0.88,0.09,0.97,0.72,0.08,0.73,0.15,0.88,0.02,0.16,0.78,0.1,0.96,0.0,0.03,0.89,0.2,0.92,0.0,0.2,0.98,0.07,0.93,0.59,0.46,0.89,0.13,0.94,0.84,0.22,0.98,0.05,0.97,0.96,0.09,0.84,0.11,0.84,0.85,0.62,0.97,0.09,0.99,0.02,0.1,0.78,0.27,0.84,0.75,0.22,0.98,0.01,0.99,0.98,0.42,0.89,0.18,0.87,0.88,0.5,0.88,0.08,0.98,0.05,0.03,0.85,0.13,0.82,0.82,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10111010101000101110101111101010001010100010011010111010000010100110101010111110101110101010101000011110001100","Dawid\u2013Skene":"10111010101010101110101010101010101010101010101010101010100010101110101010111010101110101010101010111110101110","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101111","RACE-Net (ours, learned)":"10101110111010101110101010101010101110101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.7818,"Dawid\u2013Skene":0.9182,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.8818}},"invert|2":{"p":[0.98,0.97,0.09,0.89,0.56,0.7,0.7,0.28,0.34,0.2,0.92,0.91,0.01,0.89,0.16,0.7,0.8,0.08,0.82,0.25,0.96,0.98,0.12,0.92,0.38,0.78,0.89,0.18,0.8,0.59,0.97,0.96,0.1,0.95,0.53,0.78,0.56,0.35,0.03,0.02,0.95,0.95,0.08,0.43,0.31,0.87,0.8,0.08,0.75,0.01,0.98,0.99,0.1,0.97,0.59,0.59,0.88,0.38,0.03,0.44,0.9,0.97,0.04,0.79,0.14,0.71,0.89,0.41,0.82,0.29,0.98,0.8,0.03,0.0,0.02,0.56,0.71,0.47,0.77,0.16,0.99,0.9,0.04,0.0,0.61,0.91,0.92,0.08,0.02,0.65,0.97,0.98,0.2,0.91,0.5,0.18,0.44,0.13,0.01,0.03,0.97,0.99,0.13,0.92,0.5,0.59,0.71,0.35,0.71,0.04,0.95,0.97,0.09,0.88,0.03,0.65,0.71,0.16,0.8,0.5,0.95,0.96,0.1,0.9,0.53,0.71,0.8,0.16,0.84,0.44,0.97,0.98,0.12,0.91,0.29,0.73,0.5,0.38,0.02,0.02,0.97,0.94,0.01,0.96,0.29,0.53,0.37,0.68,0.13,0.21,0.96,0.88,0.07,0.92,0.53,0.44,0.59,0.35,0.84,0.08,0.93,0.95,0.02,0.01,0.08,0.18,0.29,0.38,0.0,0.48,0.98,0.98,0.18,0.92,0.24,0.87,0.85,0.22,0.01,0.09,0.96,0.97,0.2,0.85,0.59,0.41,0.38,0.18,0.01,0.29,0.95,0.88,0.04,0.97,0.53,0.22,0.8,0.2,0.35,0.05,0.86,0.95,0.03,0.96,0.22,0.62,0.71,0.27,0.83,0.03,0.98,0.98,0.02,0.98,0.16,0.22,0.5,0.38,0.0,0.5,0.92,0.91,0.05,0.16,0.03,0.62,0.44,0.29,0.93,0.34,0.96,0.89,0.07,0.87,0.26,0.88,0.84,0.22,0.85,0.11,0.93,0.94,0.04,0.9,0.2,0.84,0.87,0.35,0.53,0.02,0.88,0.96,0.05,0.01,0.59,0.53,0.62,0.59,0.88,0.29,0.96,0.85,0.12,0.91,0.03,0.59,0.62,0.68,0.59,0.07,0.92,0.87,0.05,0.93,0.59,0.78,0.78,0.35,0.87,0.21,0.95,0.96,0.22,0.89,0.15,0.73,0.8,0.35,0.0,0.1,0.88,0.85,0.02,0.01,0.18,0.77,0.82,0.23,0.01,0.03,0.99,0.96,0.01,0.98,0.08,0.75,0.88,0.27,0.93,0.29,0.91,0.87,0.05,0.75,0.03,0.32,0.38,0.44,0.02,0.24,0.95,0.96,0.22,0.34,0.13,0.88,0.93,0.12,0.85,0.5,0.94,0.87,0.1,0.95,0.59,0.75,0.74,0.25,0.01,0.02,0.97,0.78,0.03,0.02,0.03,0.38,0.59,0.41,0.75,0.47,0.98,0.9,0.03,0.76,0.62,0.44,0.44,0.44,0.01,0.14,0.92,0.84,0.05,0.01,0.09,0.73,0.68,0.15,0.53,0.02,0.96,0.96,0.02,0.94,0.59,0.88,0.89,0.12,0.78,0.32,0.91,0.89,0.09,0.83,0.16,0.47,0.65,0.27,0.8,0.4,0.96,0.89,0.03,0.91,0.65,0.78,0.75,0.47,0.73,0.22,0.97,0.85,0.03,0.01,0.43,0.5,0.8,0.41,0.82,0.05,0.9,0.87,0.04,0.94,0.05,0.87,0.8,0.12,0.84,0.59,0.88,0.98,0.04,0.97,0.49,0.38,0.35,0.38,0.83,0.06,0.97,0.99,0.02,0.99,0.31,0.53,0.75,0.56,0.7,0.38,0.97,0.82,0.02,0.01,0.49,0.44,0.59,0.29,0.32,0.24,0.97,0.75,0.05,0.0,0.06,0.85,0.78,0.32,0.02,0.05,0.97,0.98,0.04,0.98,0.35,0.7,0.62,0.27,0.0,0.16,0.98,0.99,0.01,0.96,0.4,0.56,0.91,0.22,0.01,0.08,0.88,0.91,0.03,0.72,0.08,0.73,0.85,0.12,0.02,0.16,0.78,0.9,0.04,0.0,0.03,0.89,0.8,0.08,0.0,0.2,0.98,0.93,0.07,0.59,0.46,0.89,0.87,0.06,0.84,0.22,0.98,0.95,0.03,0.96,0.09,0.84,0.89,0.16,0.85,0.62,0.97,0.91,0.01,0.02,0.1,0.78,0.73,0.16,0.75,0.22,0.98,0.99,0.01,0.98,0.42,0.89,0.82,0.13,0.88,0.5,0.88,0.92,0.02,0.05,0.03,0.85,0.87,0.18,0.82,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10101110101101001110101111101010001010100010011010111010100011001110001000111110000010100000101000001111001101","Dawid\u2013Skene":"10111010101010101110101010101010101010101010101010101010100010101110101010111010101110101010101010111110101110","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101110101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.7,"Dawid\u2013Skene":0.9182,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.8909}},"invert|3":{"p":[0.98,0.97,0.91,0.11,0.56,0.7,0.7,0.72,0.66,0.2,0.92,0.91,0.99,0.11,0.16,0.7,0.8,0.92,0.18,0.25,0.96,0.98,0.88,0.08,0.38,0.78,0.89,0.82,0.2,0.59,0.97,0.96,0.9,0.05,0.53,0.78,0.56,0.65,0.97,0.02,0.95,0.95,0.92,0.57,0.31,0.87,0.8,0.92,0.25,0.01,0.98,0.99,0.9,0.03,0.59,0.59,0.88,0.62,0.97,0.44,0.9,0.97,0.96,0.21,0.14,0.71,0.89,0.59,0.18,0.29,0.98,0.8,0.97,1.0,0.02,0.56,0.71,0.53,0.23,0.16,0.99,0.9,0.96,1.0,0.61,0.91,0.92,0.92,0.98,0.65,0.97,0.98,0.8,0.09,0.5,0.18,0.44,0.87,0.99,0.03,0.97,0.99,0.87,0.08,0.5,0.59,0.71,0.65,0.29,0.04,0.95,0.97,0.91,0.12,0.03,0.65,0.71,0.84,0.2,0.5,0.95,0.96,0.9,0.1,0.53,0.71,0.8,0.84,0.16,0.44,0.97,0.98,0.88,0.09,0.29,0.73,0.5,0.62,0.98,0.02,0.97,0.94,0.99,0.04,0.29,0.53,0.37,0.32,0.87,0.21,0.96,0.88,0.93,0.08,0.53,0.44,0.59,0.65,0.16,0.08,0.93,0.95,0.98,0.99,0.08,0.18,0.29,0.62,1.0,0.48,0.98,0.98,0.82,0.08,0.24,0.87,0.85,0.78,0.99,0.09,0.96,0.97,0.8,0.15,0.59,0.41,0.38,0.82,0.99,0.29,0.95,0.88,0.96,0.03,0.53,0.22,0.8,0.8,0.65,0.05,0.86,0.95,0.97,0.04,0.22,0.62,0.71,0.73,0.17,0.03,0.98,0.98,0.98,0.02,0.16,0.22,0.5,0.62,1.0,0.5,0.92,0.91,0.95,0.84,0.03,0.62,0.44,0.71,0.07,0.34,0.96,0.89,0.93,0.13,0.26,0.88,0.84,0.78,0.15,0.11,0.93,0.94,0.96,0.1,0.2,0.84,0.87,0.65,0.47,0.02,0.88,0.96,0.95,0.99,0.59,0.53,0.62,0.41,0.12,0.29,0.96,0.85,0.88,0.09,0.03,0.59,0.62,0.32,0.41,0.07,0.92,0.87,0.95,0.07,0.59,0.78,0.78,0.65,0.13,0.21,0.95,0.96,0.78,0.11,0.15,0.73,0.8,0.65,1.0,0.1,0.88,0.85,0.98,0.99,0.18,0.77,0.82,0.77,0.99,0.03,0.99,0.96,0.99,0.02,0.08,0.75,0.88,0.73,0.07,0.29,0.91,0.87,0.95,0.25,0.03,0.32,0.38,0.56,0.98,0.24,0.95,0.96,0.78,0.66,0.13,0.88,0.93,0.88,0.15,0.5,0.94,0.87,0.9,0.05,0.59,0.75,0.74,0.75,0.99,0.02,0.97,0.78,0.97,0.98,0.03,0.38,0.59,0.59,0.25,0.47,0.98,0.9,0.97,0.24,0.62,0.44,0.44,0.56,0.99,0.14,0.92,0.84,0.95,0.99,0.09,0.73,0.68,0.85,0.47,0.02,0.96,0.96,0.98,0.06,0.59,0.88,0.89,0.88,0.22,0.32,0.91,0.89,0.91,0.17,0.16,0.47,0.65,0.73,0.2,0.4,0.96,0.89,0.97,0.09,0.65,0.78,0.75,0.53,0.27,0.22,0.97,0.85,0.97,0.99,0.43,0.5,0.8,0.59,0.18,0.05,0.9,0.87,0.96,0.06,0.05,0.87,0.8,0.88,0.16,0.59,0.88,0.98,0.96,0.03,0.49,0.38,0.35,0.62,0.17,0.06,0.97,0.99,0.98,0.01,0.31,0.53,0.75,0.44,0.3,0.38,0.97,0.82,0.98,0.99,0.49,0.44,0.59,0.71,0.68,0.24,0.97,0.75,0.95,1.0,0.06,0.85,0.78,0.68,0.98,0.05,0.97,0.98,0.96,0.02,0.35,0.7,0.62,0.73,1.0,0.16,0.98,0.99,0.99,0.04,0.4,0.56,0.91,0.78,0.99,0.08,0.88,0.91,0.97,0.28,0.08,0.73,0.85,0.88,0.98,0.16,0.78,0.9,0.96,1.0,0.03,0.89,0.8,0.92,1.0,0.2,0.98,0.93,0.93,0.41,0.46,0.89,0.87,0.94,0.16,0.22,0.98,0.95,0.97,0.04,0.09,0.84,0.89,0.84,0.15,0.62,0.97,0.91,0.99,0.98,0.1,0.78,0.73,0.84,0.25,0.22,0.98,0.99,0.99,0.02,0.42,0.89,0.82,0.87,0.12,0.5,0.88,0.92,0.98,0.95,0.03,0.85,0.87,0.82,0.18,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10101010101110101110101010101010101010100010101010100010000010101110101010111010100010101010101010111110101010","Dawid\u2013Skene":"10111010101010101110101010101010101010101010101010101010100010101110101010111010101110101010101010111110101110","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101111","RACE-Net (ours, learned)":"10101110111010101110101010101010101010101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.9,"Dawid\u2013Skene":0.9182,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.8909}},"invert|4":{"p":[0.98,0.97,0.91,0.89,0.44,0.7,0.7,0.72,0.34,0.8,0.92,0.91,0.99,0.89,0.84,0.7,0.8,0.92,0.82,0.75,0.96,0.98,0.88,0.92,0.62,0.78,0.89,0.82,0.8,0.41,0.97,0.96,0.9,0.95,0.47,0.78,0.56,0.65,0.03,0.98,0.95,0.95,0.92,0.43,0.69,0.87,0.8,0.92,0.75,0.99,0.98,0.99,0.9,0.97,0.41,0.59,0.88,0.62,0.03,0.56,0.9,0.97,0.96,0.79,0.86,0.71,0.89,0.59,0.82,0.71,0.98,0.8,0.97,0.0,0.98,0.56,0.71,0.53,0.77,0.84,0.99,0.9,0.96,0.0,0.39,0.91,0.92,0.92,0.02,0.35,0.97,0.98,0.8,0.91,0.5,0.18,0.44,0.87,0.01,0.97,0.97,0.99,0.87,0.92,0.5,0.59,0.71,0.65,0.71,0.96,0.95,0.97,0.91,0.88,0.97,0.65,0.71,0.84,0.8,0.5,0.95,0.96,0.9,0.9,0.47,0.71,0.8,0.84,0.84,0.56,0.97,0.98,0.88,0.91,0.71,0.73,0.5,0.62,0.02,0.98,0.97,0.94,0.99,0.96,0.71,0.53,0.37,0.32,0.13,0.79,0.96,0.88,0.93,0.92,0.47,0.44,0.59,0.65,0.84,0.92,0.93,0.95,0.98,0.01,0.92,0.18,0.29,0.62,0.0,0.52,0.98,0.98,0.82,0.92,0.76,0.87,0.85,0.78,0.01,0.91,0.96,0.97,0.8,0.85,0.41,0.41,0.38,0.82,0.01,0.71,0.95,0.88,0.96,0.97,0.47,0.22,0.8,0.8,0.35,0.95,0.86,0.95,0.97,0.96,0.78,0.62,0.71,0.73,0.83,0.97,0.98,0.98,0.98,0.98,0.84,0.22,0.5,0.62,0.0,0.5,0.92,0.91,0.95,0.16,0.97,0.62,0.44,0.71,0.93,0.66,0.96,0.89,0.93,0.87,0.74,0.88,0.84,0.78,0.85,0.89,0.93,0.94,0.96,0.9,0.8,0.84,0.87,0.65,0.53,0.98,0.88,0.96,0.95,0.01,0.41,0.53,0.62,0.41,0.88,0.71,0.96,0.85,0.88,0.91,0.97,0.59,0.62,0.32,0.59,0.93,0.92,0.87,0.95,0.93,0.41,0.78,0.78,0.65,0.87,0.79,0.95,0.96,0.78,0.89,0.85,0.73,0.8,0.65,0.0,0.9,0.88,0.85,0.98,0.01,0.82,0.77,0.82,0.77,0.01,0.97,0.99,0.96,0.99,0.98,0.92,0.75,0.88,0.73,0.93,0.71,0.91,0.87,0.95,0.75,0.97,0.32,0.38,0.56,0.02,0.76,0.95,0.96,0.78,0.34,0.87,0.88,0.93,0.88,0.85,0.5,0.94,0.87,0.9,0.95,0.41,0.75,0.74,0.75,0.01,0.98,0.97,0.78,0.97,0.02,0.97,0.38,0.59,0.59,0.75,0.53,0.98,0.9,0.97,0.76,0.38,0.44,0.44,0.56,0.01,0.86,0.92,0.84,0.95,0.01,0.91,0.73,0.68,0.85,0.53,0.98,0.96,0.96,0.98,0.94,0.41,0.88,0.89,0.88,0.78,0.68,0.91,0.89,0.91,0.83,0.84,0.47,0.65,0.73,0.8,0.6,0.96,0.89,0.97,0.91,0.35,0.78,0.75,0.53,0.73,0.78,0.97,0.85,0.97,0.01,0.57,0.5,0.8,0.59,0.82,0.95,0.9,0.87,0.96,0.94,0.95,0.87,0.8,0.88,0.84,0.41,0.88,0.98,0.96,0.97,0.51,0.38,0.35,0.62,0.83,0.94,0.97,0.99,0.98,0.99,0.69,0.53,0.75,0.44,0.7,0.62,0.97,0.82,0.98,0.01,0.51,0.44,0.59,0.71,0.32,0.76,0.97,0.75,0.95,0.0,0.94,0.85,0.78,0.68,0.02,0.95,0.97,0.98,0.96,0.98,0.65,0.7,0.62,0.73,0.0,0.84,0.98,0.99,0.99,0.96,0.6,0.56,0.91,0.78,0.01,0.92,0.88,0.91,0.97,0.72,0.92,0.73,0.85,0.88,0.02,0.84,0.78,0.9,0.96,0.0,0.97,0.89,0.8,0.92,0.0,0.8,0.98,0.93,0.93,0.59,0.54,0.89,0.87,0.94,0.84,0.78,0.98,0.95,0.97,0.96,0.91,0.84,0.89,0.84,0.85,0.38,0.97,0.91,0.99,0.02,0.9,0.78,0.73,0.84,0.75,0.78,0.98,0.99,0.99,0.98,0.58,0.89,0.82,0.87,0.88,0.5,0.88,0.92,0.98,0.05,0.97,0.85,0.87,0.82,0.82,0.47],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10101010101010101110101010101010101010101010101010101010100010101110101010111010001010100010101010111110101010","Dawid\u2013Skene":"10111010101010101110101010101010101010101010101010101010100010101110101010111010101110101010101010111110101110","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101110101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.9273,"Dawid\u2013Skene":0.9182,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.8909}},"invert|12":{"p":[0.98,0.03,0.09,0.89,0.56,0.7,0.3,0.28,0.34,0.2,0.92,0.09,0.01,0.89,0.16,0.7,0.2,0.08,0.82,0.25,0.96,0.02,0.12,0.92,0.38,0.78,0.11,0.18,0.8,0.59,0.97,0.04,0.1,0.95,0.53,0.78,0.44,0.35,0.03,0.02,0.95,0.05,0.08,0.43,0.31,0.87,0.2,0.08,0.75,0.01,0.98,0.01,0.1,0.97,0.59,0.59,0.12,0.38,0.03,0.44,0.9,0.03,0.04,0.79,0.14,0.71,0.11,0.41,0.82,0.29,0.98,0.2,0.03,0.0,0.02,0.56,0.29,0.47,0.77,0.16,0.99,0.1,0.04,0.0,0.61,0.91,0.08,0.08,0.02,0.65,0.97,0.02,0.2,0.91,0.5,0.18,0.56,0.13,0.01,0.03,0.97,0.01,0.13,0.92,0.5,0.59,0.29,0.35,0.71,0.04,0.95,0.03,0.09,0.88,0.03,0.65,0.29,0.16,0.8,0.5,0.95,0.04,0.1,0.9,0.53,0.71,0.2,0.16,0.84,0.44,0.97,0.02,0.12,0.91,0.29,0.73,0.5,0.38,0.02,0.02,0.97,0.06,0.01,0.96,0.29,0.53,0.63,0.68,0.13,0.21,0.96,0.12,0.07,0.92,0.53,0.44,0.41,0.35,0.84,0.08,0.93,0.05,0.02,0.01,0.08,0.18,0.71,0.38,0.0,0.48,0.98,0.02,0.18,0.92,0.24,0.87,0.15,0.22,0.01,0.09,0.96,0.03,0.2,0.85,0.59,0.41,0.62,0.18,0.01,0.29,0.95,0.12,0.04,0.97,0.53,0.22,0.2,0.2,0.35,0.05,0.86,0.05,0.03,0.96,0.22,0.62,0.29,0.27,0.83,0.03,0.98,0.02,0.02,0.98,0.16,0.22,0.5,0.38,0.0,0.5,0.92,0.09,0.05,0.16,0.03,0.62,0.56,0.29,0.93,0.34,0.96,0.11,0.07,0.87,0.26,0.88,0.16,0.22,0.85,0.11,0.93,0.06,0.04,0.9,0.2,0.84,0.13,0.35,0.53,0.02,0.88,0.04,0.05,0.01,0.59,0.53,0.38,0.59,0.88,0.29,0.96,0.15,0.12,0.91,0.03,0.59,0.38,0.68,0.59,0.07,0.92,0.13,0.05,0.93,0.59,0.78,0.22,0.35,0.87,0.21,0.95,0.04,0.22,0.89,0.15,0.73,0.2,0.35,0.0,0.1,0.88,0.15,0.02,0.01,0.18,0.77,0.18,0.23,0.01,0.03,0.99,0.04,0.01,0.98,0.08,0.75,0.12,0.27,0.93,0.29,0.91,0.13,0.05,0.75,0.03,0.32,0.62,0.44,0.02,0.24,0.95,0.04,0.22,0.34,0.13,0.88,0.07,0.12,0.85,0.5,0.94,0.13,0.1,0.95,0.59,0.75,0.26,0.25,0.01,0.02,0.97,0.22,0.03,0.02,0.03,0.38,0.41,0.41,0.75,0.47,0.98,0.1,0.03,0.76,0.62,0.44,0.56,0.44,0.01,0.14,0.92,0.16,0.05,0.01,0.09,0.73,0.32,0.15,0.53,0.02,0.96,0.04,0.02,0.94,0.59,0.88,0.11,0.12,0.78,0.32,0.91,0.11,0.09,0.83,0.16,0.47,0.35,0.27,0.8,0.4,0.96,0.11,0.03,0.91,0.65,0.78,0.25,0.47,0.73,0.22,0.97,0.15,0.03,0.01,0.43,0.5,0.2,0.41,0.82,0.05,0.9,0.13,0.04,0.94,0.05,0.87,0.2,0.12,0.84,0.59,0.88,0.02,0.04,0.97,0.49,0.38,0.65,0.38,0.83,0.06,0.97,0.01,0.02,0.99,0.31,0.53,0.25,0.56,0.7,0.38,0.97,0.18,0.02,0.01,0.49,0.44,0.41,0.29,0.32,0.24,0.97,0.25,0.05,0.0,0.06,0.85,0.22,0.32,0.02,0.05,0.97,0.02,0.04,0.98,0.35,0.7,0.38,0.27,0.0,0.16,0.98,0.01,0.01,0.96,0.4,0.56,0.09,0.22,0.01,0.08,0.88,0.09,0.03,0.72,0.08,0.73,0.15,0.12,0.02,0.16,0.78,0.1,0.04,0.0,0.03,0.89,0.2,0.08,0.0,0.2,0.98,0.07,0.07,0.59,0.46,0.89,0.13,0.06,0.84,0.22,0.98,0.05,0.03,0.96,0.09,0.84,0.11,0.16,0.85,0.62,0.97,0.09,0.01,0.02,0.1,0.78,0.27,0.16,0.75,0.22,0.98,0.01,0.01,0.98,0.42,0.89,0.18,0.13,0.88,0.5,0.88,0.08,0.02,0.05,0.03,0.85,0.13,0.18,0.82,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10011110001001000010100111101011011011100101011100011011100001010110010000100110111101111100101000000101001101","Dawid\u2013Skene":"10111010101010101110101010101010101010101010101010101010100010101110101010111010101110101010101010111110101110","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101110101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.4909,"Dawid\u2013Skene":0.9182,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.8909}},"invert|13":{"p":[0.98,0.03,0.91,0.11,0.56,0.7,0.3,0.72,0.66,0.2,0.92,0.09,0.99,0.11,0.16,0.7,0.2,0.92,0.18,0.25,0.96,0.02,0.88,0.08,0.38,0.78,0.11,0.82,0.2,0.59,0.97,0.04,0.9,0.05,0.53,0.78,0.44,0.65,0.97,0.02,0.95,0.05,0.92,0.57,0.31,0.87,0.2,0.92,0.25,0.01,0.98,0.01,0.9,0.03,0.59,0.59,0.12,0.62,0.97,0.44,0.9,0.03,0.96,0.21,0.14,0.71,0.11,0.59,0.18,0.29,0.98,0.2,0.97,1.0,0.02,0.56,0.29,0.53,0.23,0.16,0.99,0.1,0.96,1.0,0.61,0.91,0.08,0.92,0.98,0.65,0.97,0.02,0.8,0.09,0.5,0.18,0.56,0.87,0.99,0.03,0.97,0.01,0.87,0.08,0.5,0.59,0.29,0.65,0.29,0.04,0.95,0.03,0.91,0.12,0.03,0.65,0.29,0.84,0.2,0.5,0.95,0.04,0.9,0.1,0.53,0.71,0.2,0.84,0.16,0.44,0.97,0.02,0.88,0.09,0.29,0.73,0.5,0.62,0.98,0.02,0.97,0.06,0.99,0.04,0.29,0.53,0.63,0.32,0.87,0.21,0.96,0.12,0.93,0.08,0.53,0.44,0.41,0.65,0.16,0.08,0.93,0.05,0.98,0.99,0.08,0.18,0.71,0.62,1.0,0.48,0.98,0.02,0.82,0.08,0.24,0.87,0.15,0.78,0.99,0.09,0.96,0.03,0.8,0.15,0.59,0.41,0.62,0.82,0.99,0.29,0.95,0.12,0.96,0.03,0.53,0.22,0.2,0.8,0.65,0.05,0.86,0.05,0.97,0.04,0.22,0.62,0.29,0.73,0.17,0.03,0.98,0.02,0.98,0.02,0.16,0.22,0.5,0.62,1.0,0.5,0.92,0.09,0.95,0.84,0.03,0.62,0.56,0.71,0.07,0.34,0.96,0.11,0.93,0.13,0.26,0.88,0.16,0.78,0.15,0.11,0.93,0.06,0.96,0.1,0.2,0.84,0.13,0.65,0.47,0.02,0.88,0.04,0.95,0.99,0.59,0.53,0.38,0.41,0.12,0.29,0.96,0.15,0.88,0.09,0.03,0.59,0.38,0.32,0.41,0.07,0.92,0.13,0.95,0.07,0.59,0.78,0.22,0.65,0.13,0.21,0.95,0.04,0.78,0.11,0.15,0.73,0.2,0.65,1.0,0.1,0.88,0.15,0.98,0.99,0.18,0.77,0.18,0.77,0.99,0.03,0.99,0.04,0.99,0.02,0.08,0.75,0.12,0.73,0.07,0.29,0.91,0.13,0.95,0.25,0.03,0.32,0.62,0.56,0.98,0.24,0.95,0.04,0.78,0.66,0.13,0.88,0.07,0.88,0.15,0.5,0.94,0.13,0.9,0.05,0.59,0.75,0.26,0.75,0.99,0.02,0.97,0.22,0.97,0.98,0.03,0.38,0.41,0.59,0.25,0.47,0.98,0.1,0.97,0.24,0.62,0.44,0.56,0.56,0.99,0.14,0.92,0.16,0.95,0.99,0.09,0.73,0.32,0.85,0.47,0.02,0.96,0.04,0.98,0.06,0.59,0.88,0.11,0.88,0.22,0.32,0.91,0.11,0.91,0.17,0.16,0.47,0.35,0.73,0.2,0.4,0.96,0.11,0.97,0.09,0.65,0.78,0.25,0.53,0.27,0.22,0.97,0.15,0.97,0.99,0.43,0.5,0.2,0.59,0.18,0.05,0.9,0.13,0.96,0.06,0.05,0.87,0.2,0.88,0.16,0.59,0.88,0.02,0.96,0.03,0.49,0.38,0.65,0.62,0.17,0.06,0.97,0.01,0.98,0.01,0.31,0.53,0.25,0.44,0.3,0.38,0.97,0.18,0.98,0.99,0.49,0.44,0.41,0.71,0.68,0.24,0.97,0.25,0.95,1.0,0.06,0.85,0.22,0.68,0.98,0.05,0.97,0.02,0.96,0.02,0.35,0.7,0.38,0.73,1.0,0.16,0.98,0.01,0.99,0.04,0.4,0.56,0.09,0.78,0.99,0.08,0.88,0.09,0.97,0.28,0.08,0.73,0.15,0.88,0.98,0.16,0.78,0.1,0.96,1.0,0.03,0.89,0.2,0.92,1.0,0.2,0.98,0.07,0.93,0.41,0.46,0.89,0.13,0.94,0.16,0.22,0.98,0.05,0.97,0.04,0.09,0.84,0.11,0.84,0.15,0.62,0.97,0.09,0.99,0.98,0.1,0.78,0.27,0.84,0.25,0.22,0.98,0.01,0.99,0.02,0.42,0.89,0.18,0.87,0.12,0.5,0.88,0.08,0.98,0.95,0.03,0.85,0.13,0.82,0.18,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10011010111010101100000010001010110001100001101000100010001000110110111010110010101100111110101000011100101100","Dawid\u2013Skene":"10111010101010101110101010101010101010101010101010101010100010101110101010111010101110101010101010111110101110","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101111","RACE-Net (ours, learned)":"10101110111010101110101010101010101110101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.6727,"Dawid\u2013Skene":0.9182,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.8818}},"invert|14":{"p":[0.98,0.03,0.91,0.89,0.44,0.7,0.3,0.72,0.34,0.8,0.92,0.09,0.99,0.89,0.84,0.7,0.2,0.92,0.82,0.75,0.96,0.02,0.88,0.92,0.62,0.78,0.11,0.82,0.8,0.41,0.97,0.04,0.9,0.95,0.47,0.78,0.44,0.65,0.03,0.98,0.95,0.05,0.92,0.43,0.69,0.87,0.2,0.92,0.75,0.99,0.98,0.01,0.9,0.97,0.41,0.59,0.12,0.62,0.03,0.56,0.9,0.03,0.96,0.79,0.86,0.71,0.11,0.59,0.82,0.71,0.98,0.2,0.97,0.0,0.98,0.56,0.29,0.53,0.77,0.84,0.99,0.1,0.96,0.0,0.39,0.91,0.08,0.92,0.02,0.35,0.97,0.02,0.8,0.91,0.5,0.18,0.56,0.87,0.01,0.97,0.97,0.01,0.87,0.92,0.5,0.59,0.29,0.65,0.71,0.96,0.95,0.03,0.91,0.88,0.97,0.65,0.29,0.84,0.8,0.5,0.95,0.04,0.9,0.9,0.47,0.71,0.2,0.84,0.84,0.56,0.97,0.02,0.88,0.91,0.71,0.73,0.5,0.62,0.02,0.98,0.97,0.06,0.99,0.96,0.71,0.53,0.63,0.32,0.13,0.79,0.96,0.12,0.93,0.92,0.47,0.44,0.41,0.65,0.84,0.92,0.93,0.05,0.98,0.01,0.92,0.18,0.71,0.62,0.0,0.52,0.98,0.02,0.82,0.92,0.76,0.87,0.15,0.78,0.01,0.91,0.96,0.03,0.8,0.85,0.41,0.41,0.62,0.82,0.01,0.71,0.95,0.12,0.96,0.97,0.47,0.22,0.2,0.8,0.35,0.95,0.86,0.05,0.97,0.96,0.78,0.62,0.29,0.73,0.83,0.97,0.98,0.02,0.98,0.98,0.84,0.22,0.5,0.62,0.0,0.5,0.92,0.09,0.95,0.16,0.97,0.62,0.56,0.71,0.93,0.66,0.96,0.11,0.93,0.87,0.74,0.88,0.16,0.78,0.85,0.89,0.93,0.06,0.96,0.9,0.8,0.84,0.13,0.65,0.53,0.98,0.88,0.04,0.95,0.01,0.41,0.53,0.38,0.41,0.88,0.71,0.96,0.15,0.88,0.91,0.97,0.59,0.38,0.32,0.59,0.93,0.92,0.13,0.95,0.93,0.41,0.78,0.22,0.65,0.87,0.79,0.95,0.04,0.78,0.89,0.85,0.73,0.2,0.65,0.0,0.9,0.88,0.15,0.98,0.01,0.82,0.77,0.18,0.77,0.01,0.97,0.99,0.04,0.99,0.98,0.92,0.75,0.12,0.73,0.93,0.71,0.91,0.13,0.95,0.75,0.97,0.32,0.62,0.56,0.02,0.76,0.95,0.04,0.78,0.34,0.87,0.88,0.07,0.88,0.85,0.5,0.94,0.13,0.9,0.95,0.41,0.75,0.26,0.75,0.01,0.98,0.97,0.22,0.97,0.02,0.97,0.38,0.41,0.59,0.75,0.53,0.98,0.1,0.97,0.76,0.38,0.44,0.56,0.56,0.01,0.86,0.92,0.16,0.95,0.01,0.91,0.73,0.32,0.85,0.53,0.98,0.96,0.04,0.98,0.94,0.41,0.88,0.11,0.88,0.78,0.68,0.91,0.11,0.91,0.83,0.84,0.47,0.35,0.73,0.8,0.6,0.96,0.11,0.97,0.91,0.35,0.78,0.25,0.53,0.73,0.78,0.97,0.15,0.97,0.01,0.57,0.5,0.2,0.59,0.82,0.95,0.9,0.13,0.96,0.94,0.95,0.87,0.2,0.88,0.84,0.41,0.88,0.02,0.96,0.97,0.51,0.38,0.65,0.62,0.83,0.94,0.97,0.01,0.98,0.99,0.69,0.53,0.25,0.44,0.7,0.62,0.97,0.18,0.98,0.01,0.51,0.44,0.41,0.71,0.32,0.76,0.97,0.25,0.95,0.0,0.94,0.85,0.22,0.68,0.02,0.95,0.97,0.02,0.96,0.98,0.65,0.7,0.38,0.73,0.0,0.84,0.98,0.01,0.99,0.96,0.6,0.56,0.09,0.78,0.01,0.92,0.88,0.09,0.97,0.72,0.92,0.73,0.15,0.88,0.02,0.84,0.78,0.1,0.96,0.0,0.97,0.89,0.2,0.92,0.0,0.8,0.98,0.07,0.93,0.59,0.54,0.89,0.13,0.94,0.84,0.78,0.98,0.05,0.97,0.96,0.91,0.84,0.11,0.84,0.85,0.38,0.97,0.09,0.99,0.02,0.9,0.78,0.27,0.84,0.75,0.78,0.98,0.01,0.99,0.98,0.58,0.89,0.18,0.87,0.88,0.5,0.88,0.08,0.98,0.05,0.97,0.85,0.13,0.82,0.82,0.47],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10111010011010100000001010001011100000101110101110001011101010100110100010101010111101101010101000010110101100","Dawid\u2013Skene":"10111010101010101110101010101010101010101010101010101010100010101110101010111010101110101010101010111110101110","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101110101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.7455,"Dawid\u2013Skene":0.9182,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.8909}},"invert|23":{"p":[0.98,0.97,0.09,0.11,0.56,0.7,0.7,0.28,0.66,0.2,0.92,0.91,0.01,0.11,0.16,0.7,0.8,0.08,0.18,0.25,0.96,0.98,0.12,0.08,0.38,0.78,0.89,0.18,0.2,0.59,0.97,0.96,0.1,0.05,0.53,0.78,0.56,0.35,0.97,0.02,0.95,0.95,0.08,0.57,0.31,0.87,0.8,0.08,0.25,0.01,0.98,0.99,0.1,0.03,0.59,0.59,0.88,0.38,0.97,0.44,0.9,0.97,0.04,0.21,0.14,0.71,0.89,0.41,0.18,0.29,0.98,0.8,0.03,1.0,0.02,0.56,0.71,0.47,0.23,0.16,0.99,0.9,0.04,1.0,0.61,0.91,0.92,0.08,0.98,0.65,0.97,0.98,0.2,0.09,0.5,0.18,0.44,0.13,0.99,0.03,0.97,0.99,0.13,0.08,0.5,0.59,0.71,0.35,0.29,0.04,0.95,0.97,0.09,0.12,0.03,0.65,0.71,0.16,0.2,0.5,0.95,0.96,0.1,0.1,0.53,0.71,0.8,0.16,0.16,0.44,0.97,0.98,0.12,0.09,0.29,0.73,0.5,0.38,0.98,0.02,0.97,0.94,0.01,0.04,0.29,0.53,0.37,0.68,0.87,0.21,0.96,0.88,0.07,0.08,0.53,0.44,0.59,0.35,0.16,0.08,0.93,0.95,0.02,0.99,0.08,0.18,0.29,0.38,1.0,0.48,0.98,0.98,0.18,0.08,0.24,0.87,0.85,0.22,0.99,0.09,0.96,0.97,0.2,0.15,0.59,0.41,0.38,0.18,0.99,0.29,0.95,0.88,0.04,0.03,0.53,0.22,0.8,0.2,0.65,0.05,0.86,0.95,0.03,0.04,0.22,0.62,0.71,0.27,0.17,0.03,0.98,0.98,0.02,0.02,0.16,0.22,0.5,0.38,1.0,0.5,0.92,0.91,0.05,0.84,0.03,0.62,0.44,0.29,0.07,0.34,0.96,0.89,0.07,0.13,0.26,0.88,0.84,0.22,0.15,0.11,0.93,0.94,0.04,0.1,0.2,0.84,0.87,0.35,0.47,0.02,0.88,0.96,0.05,0.99,0.59,0.53,0.62,0.59,0.12,0.29,0.96,0.85,0.12,0.09,0.03,0.59,0.62,0.68,0.41,0.07,0.92,0.87,0.05,0.07,0.59,0.78,0.78,0.35,0.13,0.21,0.95,0.96,0.22,0.11,0.15,0.73,0.8,0.35,1.0,0.1,0.88,0.85,0.02,0.99,0.18,0.77,0.82,0.23,0.99,0.03,0.99,0.96,0.01,0.02,0.08,0.75,0.88,0.27,0.07,0.29,0.91,0.87,0.05,0.25,0.03,0.32,0.38,0.44,0.98,0.24,0.95,0.96,0.22,0.66,0.13,0.88,0.93,0.12,0.15,0.5,0.94,0.87,0.1,0.05,0.59,0.75,0.74,0.25,0.99,0.02,0.97,0.78,0.03,0.98,0.03,0.38,0.59,0.41,0.25,0.47,0.98,0.9,0.03,0.24,0.62,0.44,0.44,0.44,0.99,0.14,0.92,0.84,0.05,0.99,0.09,0.73,0.68,0.15,0.47,0.02,0.96,0.96,0.02,0.06,0.59,0.88,0.89,0.12,0.22,0.32,0.91,0.89,0.09,0.17,0.16,0.47,0.65,0.27,0.2,0.4,0.96,0.89,0.03,0.09,0.65,0.78,0.75,0.47,0.27,0.22,0.97,0.85,0.03,0.99,0.43,0.5,0.8,0.41,0.18,0.05,0.9,0.87,0.04,0.06,0.05,0.87,0.8,0.12,0.16,0.59,0.88,0.98,0.04,0.03,0.49,0.38,0.35,0.38,0.17,0.06,0.97,0.99,0.02,0.01,0.31,0.53,0.75,0.56,0.3,0.38,0.97,0.82,0.02,0.99,0.49,0.44,0.59,0.29,0.68,0.24,0.97,0.75,0.05,1.0,0.06,0.85,0.78,0.32,0.98,0.05,0.97,0.98,0.04,0.02,0.35,0.7,0.62,0.27,1.0,0.16,0.98,0.99,0.01,0.04,0.4,0.56,0.91,0.22,0.99,0.08,0.88,0.91,0.03,0.28,0.08,0.73,0.85,0.12,0.98,0.16,0.78,0.9,0.04,1.0,0.03,0.89,0.8,0.08,1.0,0.2,0.98,0.93,0.07,0.41,0.46,0.89,0.87,0.06,0.16,0.22,0.98,0.95,0.03,0.04,0.09,0.84,0.89,0.16,0.15,0.62,0.97,0.91,0.01,0.98,0.1,0.78,0.73,0.16,0.25,0.22,0.98,0.99,0.01,0.02,0.42,0.89,0.82,0.13,0.12,0.5,0.88,0.92,0.02,0.95,0.03,0.85,0.87,0.18,0.18,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10001110101111001110100010101010111011100001101001100000100001011110011000110010100000111100101100001001101101","Dawid\u2013Skene":"10111010101010101110101010101010101010101010101010101010100010101110101010111010101110101010101010111110101110","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101010101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.6364,"Dawid\u2013Skene":0.9182,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.9}},"invert|24":{"p":[0.98,0.97,0.09,0.89,0.44,0.7,0.7,0.28,0.34,0.8,0.92,0.91,0.01,0.89,0.84,0.7,0.8,0.08,0.82,0.75,0.96,0.98,0.12,0.92,0.62,0.78,0.89,0.18,0.8,0.41,0.97,0.96,0.1,0.95,0.47,0.78,0.56,0.35,0.03,0.98,0.95,0.95,0.08,0.43,0.69,0.87,0.8,0.08,0.75,0.99,0.98,0.99,0.1,0.97,0.41,0.59,0.88,0.38,0.03,0.56,0.9,0.97,0.04,0.79,0.86,0.71,0.89,0.41,0.82,0.71,0.98,0.8,0.03,0.0,0.98,0.56,0.71,0.47,0.77,0.84,0.99,0.9,0.04,0.0,0.39,0.91,0.92,0.08,0.02,0.35,0.97,0.98,0.2,0.91,0.5,0.18,0.44,0.13,0.01,0.97,0.97,0.99,0.13,0.92,0.5,0.59,0.71,0.35,0.71,0.96,0.95,0.97,0.09,0.88,0.97,0.65,0.71,0.16,0.8,0.5,0.95,0.96,0.1,0.9,0.47,0.71,0.8,0.16,0.84,0.56,0.97,0.98,0.12,0.91,0.71,0.73,0.5,0.38,0.02,0.98,0.97,0.94,0.01,0.96,0.71,0.53,0.37,0.68,0.13,0.79,0.96,0.88,0.07,0.92,0.47,0.44,0.59,0.35,0.84,0.92,0.93,0.95,0.02,0.01,0.92,0.18,0.29,0.38,0.0,0.52,0.98,0.98,0.18,0.92,0.76,0.87,0.85,0.22,0.01,0.91,0.96,0.97,0.2,0.85,0.41,0.41,0.38,0.18,0.01,0.71,0.95,0.88,0.04,0.97,0.47,0.22,0.8,0.2,0.35,0.95,0.86,0.95,0.03,0.96,0.78,0.62,0.71,0.27,0.83,0.97,0.98,0.98,0.02,0.98,0.84,0.22,0.5,0.38,0.0,0.5,0.92,0.91,0.05,0.16,0.97,0.62,0.44,0.29,0.93,0.66,0.96,0.89,0.07,0.87,0.74,0.88,0.84,0.22,0.85,0.89,0.93,0.94,0.04,0.9,0.8,0.84,0.87,0.35,0.53,0.98,0.88,0.96,0.05,0.01,0.41,0.53,0.62,0.59,0.88,0.71,0.96,0.85,0.12,0.91,0.97,0.59,0.62,0.68,0.59,0.93,0.92,0.87,0.05,0.93,0.41,0.78,0.78,0.35,0.87,0.79,0.95,0.96,0.22,0.89,0.85,0.73,0.8,0.35,0.0,0.9,0.88,0.85,0.02,0.01,0.82,0.77,0.82,0.23,0.01,0.97,0.99,0.96,0.01,0.98,0.92,0.75,0.88,0.27,0.93,0.71,0.91,0.87,0.05,0.75,0.97,0.32,0.38,0.44,0.02,0.76,0.95,0.96,0.22,0.34,0.87,0.88,0.93,0.12,0.85,0.5,0.94,0.87,0.1,0.95,0.41,0.75,0.74,0.25,0.01,0.98,0.97,0.78,0.03,0.02,0.97,0.38,0.59,0.41,0.75,0.53,0.98,0.9,0.03,0.76,0.38,0.44,0.44,0.44,0.01,0.86,0.92,0.84,0.05,0.01,0.91,0.73,0.68,0.15,0.53,0.98,0.96,0.96,0.02,0.94,0.41,0.88,0.89,0.12,0.78,0.68,0.91,0.89,0.09,0.83,0.84,0.47,0.65,0.27,0.8,0.6,0.96,0.89,0.03,0.91,0.35,0.78,0.75,0.47,0.73,0.78,0.97,0.85,0.03,0.01,0.57,0.5,0.8,0.41,0.82,0.95,0.9,0.87,0.04,0.94,0.95,0.87,0.8,0.12,0.84,0.41,0.88,0.98,0.04,0.97,0.51,0.38,0.35,0.38,0.83,0.94,0.97,0.99,0.02,0.99,0.69,0.53,0.75,0.56,0.7,0.62,0.97,0.82,0.02,0.01,0.51,0.44,0.59,0.29,0.32,0.76,0.97,0.75,0.05,0.0,0.94,0.85,0.78,0.32,0.02,0.95,0.97,0.98,0.04,0.98,0.65,0.7,0.62,0.27,0.0,0.84,0.98,0.99,0.01,0.96,0.6,0.56,0.91,0.22,0.01,0.92,0.88,0.91,0.03,0.72,0.92,0.73,0.85,0.12,0.02,0.84,0.78,0.9,0.04,0.0,0.97,0.89,0.8,0.08,0.0,0.8,0.98,0.93,0.07,0.59,0.54,0.89,0.87,0.06,0.84,0.78,0.98,0.95,0.03,0.96,0.91,0.84,0.89,0.16,0.85,0.38,0.97,0.91,0.01,0.02,0.9,0.78,0.73,0.16,0.75,0.78,0.98,0.99,0.01,0.98,0.58,0.89,0.82,0.13,0.88,0.5,0.88,0.92,0.02,0.05,0.97,0.85,0.87,0.18,0.82,0.47],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10101110001011000010101010101011101010101110101111001001100011001110000000101010011001100000101100000011101101","Dawid\u2013Skene":"10111010101010101110101010101010101010101010101010101010100010101110101010111010101110101010101010111110101110","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101110101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.7,"Dawid\u2013Skene":0.9182,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.8909}},"invert|34":{"p":[0.98,0.97,0.91,0.11,0.44,0.7,0.7,0.72,0.66,0.8,0.92,0.91,0.99,0.11,0.84,0.7,0.8,0.92,0.18,0.75,0.96,0.98,0.88,0.08,0.62,0.78,0.89,0.82,0.2,0.41,0.97,0.96,0.9,0.05,0.47,0.78,0.56,0.65,0.97,0.98,0.95,0.95,0.92,0.57,0.69,0.87,0.8,0.92,0.25,0.99,0.98,0.99,0.9,0.03,0.41,0.59,0.88,0.62,0.97,0.56,0.9,0.97,0.96,0.21,0.86,0.71,0.89,0.59,0.18,0.71,0.98,0.8,0.97,1.0,0.98,0.56,0.71,0.53,0.23,0.84,0.99,0.9,0.96,1.0,0.39,0.91,0.92,0.92,0.98,0.35,0.97,0.98,0.8,0.09,0.5,0.18,0.44,0.87,0.99,0.97,0.97,0.99,0.87,0.08,0.5,0.59,0.71,0.65,0.29,0.96,0.95,0.97,0.91,0.12,0.97,0.65,0.71,0.84,0.2,0.5,0.95,0.96,0.9,0.1,0.47,0.71,0.8,0.84,0.16,0.56,0.97,0.98,0.88,0.09,0.71,0.73,0.5,0.62,0.98,0.98,0.97,0.94,0.99,0.04,0.71,0.53,0.37,0.32,0.87,0.79,0.96,0.88,0.93,0.08,0.47,0.44,0.59,0.65,0.16,0.92,0.93,0.95,0.98,0.99,0.92,0.18,0.29,0.62,1.0,0.52,0.98,0.98,0.82,0.08,0.76,0.87,0.85,0.78,0.99,0.91,0.96,0.97,0.8,0.15,0.41,0.41,0.38,0.82,0.99,0.71,0.95,0.88,0.96,0.03,0.47,0.22,0.8,0.8,0.65,0.95,0.86,0.95,0.97,0.04,0.78,0.62,0.71,0.73,0.17,0.97,0.98,0.98,0.98,0.02,0.84,0.22,0.5,0.62,1.0,0.5,0.92,0.91,0.95,0.84,0.97,0.62,0.44,0.71,0.07,0.66,0.96,0.89,0.93,0.13,0.74,0.88,0.84,0.78,0.15,0.89,0.93,0.94,0.96,0.1,0.8,0.84,0.87,0.65,0.47,0.98,0.88,0.96,0.95,0.99,0.41,0.53,0.62,0.41,0.12,0.71,0.96,0.85,0.88,0.09,0.97,0.59,0.62,0.32,0.41,0.93,0.92,0.87,0.95,0.07,0.41,0.78,0.78,0.65,0.13,0.79,0.95,0.96,0.78,0.11,0.85,0.73,0.8,0.65,1.0,0.9,0.88,0.85,0.98,0.99,0.82,0.77,0.82,0.77,0.99,0.97,0.99,0.96,0.99,0.02,0.92,0.75,0.88,0.73,0.07,0.71,0.91,0.87,0.95,0.25,0.97,0.32,0.38,0.56,0.98,0.76,0.95,0.96,0.78,0.66,0.87,0.88,0.93,0.88,0.15,0.5,0.94,0.87,0.9,0.05,0.41,0.75,0.74,0.75,0.99,0.98,0.97,0.78,0.97,0.98,0.97,0.38,0.59,0.59,0.25,0.53,0.98,0.9,0.97,0.24,0.38,0.44,0.44,0.56,0.99,0.86,0.92,0.84,0.95,0.99,0.91,0.73,0.68,0.85,0.47,0.98,0.96,0.96,0.98,0.06,0.41,0.88,0.89,0.88,0.22,0.68,0.91,0.89,0.91,0.17,0.84,0.47,0.65,0.73,0.2,0.6,0.96,0.89,0.97,0.09,0.35,0.78,0.75,0.53,0.27,0.78,0.97,0.85,0.97,0.99,0.57,0.5,0.8,0.59,0.18,0.95,0.9,0.87,0.96,0.06,0.95,0.87,0.8,0.88,0.16,0.41,0.88,0.98,0.96,0.03,0.51,0.38,0.35,0.62,0.17,0.94,0.97,0.99,0.98,0.01,0.69,0.53,0.75,0.44,0.3,0.62,0.97,0.82,0.98,0.99,0.51,0.44,0.59,0.71,0.68,0.76,0.97,0.75,0.95,1.0,0.94,0.85,0.78,0.68,0.98,0.95,0.97,0.98,0.96,0.02,0.65,0.7,0.62,0.73,1.0,0.84,0.98,0.99,0.99,0.04,0.6,0.56,0.91,0.78,0.99,0.92,0.88,0.91,0.97,0.28,0.92,0.73,0.85,0.88,0.98,0.84,0.78,0.9,0.96,1.0,0.97,0.89,0.8,0.92,1.0,0.8,0.98,0.93,0.93,0.41,0.54,0.89,0.87,0.94,0.16,0.78,0.98,0.95,0.97,0.04,0.91,0.84,0.89,0.84,0.15,0.38,0.97,0.91,0.99,0.98,0.9,0.78,0.73,0.84,0.25,0.78,0.98,0.99,0.99,0.02,0.58,0.89,0.82,0.87,0.12,0.5,0.88,0.92,0.98,0.95,0.97,0.85,0.87,0.82,0.18,0.47],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10101010111010101100001010001010100000101010101011100000101010101110101010111010101000101010101110111010101010","Dawid\u2013Skene":"10111010101010101110101010101010101010101010101010101010100010101110101010111010101110101010101010111110101110","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101110101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.8636,"Dawid\u2013Skene":0.9182,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.8909}},"invert|123":{"p":[0.98,0.03,0.09,0.11,0.56,0.7,0.3,0.28,0.66,0.2,0.92,0.09,0.01,0.11,0.16,0.7,0.2,0.08,0.18,0.25,0.96,0.02,0.12,0.08,0.38,0.78,0.11,0.18,0.2,0.59,0.97,0.04,0.1,0.05,0.53,0.78,0.44,0.35,0.97,0.02,0.95,0.05,0.08,0.57,0.31,0.87,0.2,0.08,0.25,0.01,0.98,0.01,0.1,0.03,0.59,0.59,0.12,0.38,0.97,0.44,0.9,0.03,0.04,0.21,0.14,0.71,0.11,0.41,0.18,0.29,0.98,0.2,0.03,1.0,0.02,0.56,0.29,0.47,0.23,0.16,0.99,0.1,0.04,1.0,0.61,0.91,0.08,0.08,0.98,0.65,0.97,0.02,0.2,0.09,0.5,0.18,0.56,0.13,0.99,0.03,0.97,0.01,0.13,0.08,0.5,0.59,0.29,0.35,0.29,0.04,0.95,0.03,0.09,0.12,0.03,0.65,0.29,0.16,0.2,0.5,0.95,0.04,0.1,0.1,0.53,0.71,0.2,0.16,0.16,0.44,0.97,0.02,0.12,0.09,0.29,0.73,0.5,0.38,0.98,0.02,0.97,0.06,0.01,0.04,0.29,0.53,0.63,0.68,0.87,0.21,0.96,0.12,0.07,0.08,0.53,0.44,0.41,0.35,0.16,0.08,0.93,0.05,0.02,0.99,0.08,0.18,0.71,0.38,1.0,0.48,0.98,0.02,0.18,0.08,0.24,0.87,0.15,0.22,0.99,0.09,0.96,0.03,0.2,0.15,0.59,0.41,0.62,0.18,0.99,0.29,0.95,0.12,0.04,0.03,0.53,0.22,0.2,0.2,0.65,0.05,0.86,0.05,0.03,0.04,0.22,0.62,0.29,0.27,0.17,0.03,0.98,0.02,0.02,0.02,0.16,0.22,0.5,0.38,1.0,0.5,0.92,0.09,0.05,0.84,0.03,0.62,0.56,0.29,0.07,0.34,0.96,0.11,0.07,0.13,0.26,0.88,0.16,0.22,0.15,0.11,0.93,0.06,0.04,0.1,0.2,0.84,0.13,0.35,0.47,0.02,0.88,0.04,0.05,0.99,0.59,0.53,0.38,0.59,0.12,0.29,0.96,0.15,0.12,0.09,0.03,0.59,0.38,0.68,0.41,0.07,0.92,0.13,0.05,0.07,0.59,0.78,0.22,0.35,0.13,0.21,0.95,0.04,0.22,0.11,0.15,0.73,0.2,0.35,1.0,0.1,0.88,0.15,0.02,0.99,0.18,0.77,0.18,0.23,0.99,0.03,0.99,0.04,0.01,0.02,0.08,0.75,0.12,0.27,0.07,0.29,0.91,0.13,0.05,0.25,0.03,0.32,0.62,0.44,0.98,0.24,0.95,0.04,0.22,0.66,0.13,0.88,0.07,0.12,0.15,0.5,0.94,0.13,0.1,0.05,0.59,0.75,0.26,0.25,0.99,0.02,0.97,0.22,0.03,0.98,0.03,0.38,0.41,0.41,0.25,0.47,0.98,0.1,0.03,0.24,0.62,0.44,0.56,0.44,0.99,0.14,0.92,0.16,0.05,0.99,0.09,0.73,0.32,0.15,0.47,0.02,0.96,0.04,0.02,0.06,0.59,0.88,0.11,0.12,0.22,0.32,0.91,0.11,0.09,0.17,0.16,0.47,0.35,0.27,0.2,0.4,0.96,0.11,0.03,0.09,0.65,0.78,0.25,0.47,0.27,0.22,0.97,0.15,0.03,0.99,0.43,0.5,0.2,0.41,0.18,0.05,0.9,0.13,0.04,0.06,0.05,0.87,0.2,0.12,0.16,0.59,0.88,0.02,0.04,0.03,0.49,0.38,0.65,0.38,0.17,0.06,0.97,0.01,0.02,0.01,0.31,0.53,0.25,0.56,0.3,0.38,0.97,0.18,0.02,0.99,0.49,0.44,0.41,0.29,0.68,0.24,0.97,0.25,0.05,1.0,0.06,0.85,0.22,0.32,0.98,0.05,0.97,0.02,0.04,0.02,0.35,0.7,0.38,0.27,1.0,0.16,0.98,0.01,0.01,0.04,0.4,0.56,0.09,0.22,0.99,0.08,0.88,0.09,0.03,0.28,0.08,0.73,0.15,0.12,0.98,0.16,0.78,0.1,0.04,1.0,0.03,0.89,0.2,0.08,1.0,0.2,0.98,0.07,0.07,0.41,0.46,0.89,0.13,0.06,0.16,0.22,0.98,0.05,0.03,0.04,0.09,0.84,0.11,0.16,0.15,0.62,0.97,0.09,0.01,0.98,0.1,0.78,0.27,0.16,0.25,0.22,0.98,0.01,0.01,0.02,0.42,0.89,0.18,0.13,0.12,0.5,0.88,0.08,0.02,0.95,0.03,0.85,0.13,0.18,0.18,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"01000001100100111111110101110100011111010001010000111110010100111001111111010101100000011111010001011100010100","Dawid\u2013Skene":"01000101010101010001010101010101010101010101010101010101011101010001010101000101010001010101010101000001010001","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101010101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.3364,"Dawid\u2013Skene":0.0818,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.9}},"invert|124":{"p":[0.98,0.03,0.09,0.89,0.44,0.7,0.3,0.28,0.34,0.8,0.92,0.09,0.01,0.89,0.84,0.7,0.2,0.08,0.82,0.75,0.96,0.02,0.12,0.92,0.62,0.78,0.11,0.18,0.8,0.41,0.97,0.04,0.1,0.95,0.47,0.78,0.44,0.35,0.03,0.98,0.95,0.05,0.08,0.43,0.69,0.87,0.2,0.08,0.75,0.99,0.98,0.01,0.1,0.97,0.41,0.59,0.12,0.38,0.03,0.56,0.9,0.03,0.04,0.79,0.86,0.71,0.11,0.41,0.82,0.71,0.98,0.2,0.03,0.0,0.98,0.56,0.29,0.47,0.77,0.84,0.99,0.1,0.04,0.0,0.39,0.91,0.08,0.08,0.02,0.35,0.97,0.02,0.2,0.91,0.5,0.18,0.56,0.13,0.01,0.97,0.97,0.01,0.13,0.92,0.5,0.59,0.29,0.35,0.71,0.96,0.95,0.03,0.09,0.88,0.97,0.65,0.29,0.16,0.8,0.5,0.95,0.04,0.1,0.9,0.47,0.71,0.2,0.16,0.84,0.56,0.97,0.02,0.12,0.91,0.71,0.73,0.5,0.38,0.02,0.98,0.97,0.06,0.01,0.96,0.71,0.53,0.63,0.68,0.13,0.79,0.96,0.12,0.07,0.92,0.47,0.44,0.41,0.35,0.84,0.92,0.93,0.05,0.02,0.01,0.92,0.18,0.71,0.38,0.0,0.52,0.98,0.02,0.18,0.92,0.76,0.87,0.15,0.22,0.01,0.91,0.96,0.03,0.2,0.85,0.41,0.41,0.62,0.18,0.01,0.71,0.95,0.12,0.04,0.97,0.47,0.22,0.2,0.2,0.35,0.95,0.86,0.05,0.03,0.96,0.78,0.62,0.29,0.27,0.83,0.97,0.98,0.02,0.02,0.98,0.84,0.22,0.5,0.38,0.0,0.5,0.92,0.09,0.05,0.16,0.97,0.62,0.56,0.29,0.93,0.66,0.96,0.11,0.07,0.87,0.74,0.88,0.16,0.22,0.85,0.89,0.93,0.06,0.04,0.9,0.8,0.84,0.13,0.35,0.53,0.98,0.88,0.04,0.05,0.01,0.41,0.53,0.38,0.59,0.88,0.71,0.96,0.15,0.12,0.91,0.97,0.59,0.38,0.68,0.59,0.93,0.92,0.13,0.05,0.93,0.41,0.78,0.22,0.35,0.87,0.79,0.95,0.04,0.22,0.89,0.85,0.73,0.2,0.35,0.0,0.9,0.88,0.15,0.02,0.01,0.82,0.77,0.18,0.23,0.01,0.97,0.99,0.04,0.01,0.98,0.92,0.75,0.12,0.27,0.93,0.71,0.91,0.13,0.05,0.75,0.97,0.32,0.62,0.44,0.02,0.76,0.95,0.04,0.22,0.34,0.87,0.88,0.07,0.12,0.85,0.5,0.94,0.13,0.1,0.95,0.41,0.75,0.26,0.25,0.01,0.98,0.97,0.22,0.03,0.02,0.97,0.38,0.41,0.41,0.75,0.53,0.98,0.1,0.03,0.76,0.38,0.44,0.56,0.44,0.01,0.86,0.92,0.16,0.05,0.01,0.91,0.73,0.32,0.15,0.53,0.98,0.96,0.04,0.02,0.94,0.41,0.88,0.11,0.12,0.78,0.68,0.91,0.11,0.09,0.83,0.84,0.47,0.35,0.27,0.8,0.6,0.96,0.11,0.03,0.91,0.35,0.78,0.25,0.47,0.73,0.78,0.97,0.15,0.03,0.01,0.57,0.5,0.2,0.41,0.82,0.95,0.9,0.13,0.04,0.94,0.95,0.87,0.2,0.12,0.84,0.41,0.88,0.02,0.04,0.97,0.51,0.38,0.65,0.38,0.83,0.94,0.97,0.01,0.02,0.99,0.69,0.53,0.25,0.56,0.7,0.62,0.97,0.18,0.02,0.01,0.51,0.44,0.41,0.29,0.32,0.76,0.97,0.25,0.05,0.0,0.94,0.85,0.22,0.32,0.02,0.95,0.97,0.02,0.04,0.98,0.65,0.7,0.38,0.27,0.0,0.84,0.98,0.01,0.01,0.96,0.6,0.56,0.09,0.22,0.01,0.92,0.88,0.09,0.03,0.72,0.92,0.73,0.15,0.12,0.02,0.84,0.78,0.1,0.04,0.0,0.97,0.89,0.2,0.08,0.0,0.8,0.98,0.07,0.07,0.59,0.54,0.89,0.13,0.06,0.84,0.78,0.98,0.05,0.03,0.96,0.91,0.84,0.11,0.16,0.85,0.38,0.97,0.09,0.01,0.02,0.9,0.78,0.27,0.16,0.75,0.78,0.98,0.01,0.01,0.98,0.58,0.89,0.18,0.13,0.88,0.5,0.88,0.08,0.02,0.05,0.97,0.85,0.13,0.18,0.82,0.47],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"01100001000000110011111101110101001110010110010110011111110110101001100111001101011001000011010001010110010100","Dawid\u2013Skene":"01000101010101010001010101010101010101010101010101010101011101010001010101000101010001010101010101000001010001","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101110101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.3909,"Dawid\u2013Skene":0.0818,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.8909}},"invert|134":{"p":[0.98,0.03,0.91,0.11,0.44,0.7,0.3,0.72,0.66,0.8,0.92,0.09,0.99,0.11,0.84,0.7,0.2,0.92,0.18,0.75,0.96,0.02,0.88,0.08,0.62,0.78,0.11,0.82,0.2,0.41,0.97,0.04,0.9,0.05,0.47,0.78,0.44,0.65,0.97,0.98,0.95,0.05,0.92,0.57,0.69,0.87,0.2,0.92,0.25,0.99,0.98,0.01,0.9,0.03,0.41,0.59,0.12,0.62,0.97,0.56,0.9,0.03,0.96,0.21,0.86,0.71,0.11,0.59,0.18,0.71,0.98,0.2,0.97,1.0,0.98,0.56,0.29,0.53,0.23,0.84,0.99,0.1,0.96,1.0,0.39,0.91,0.08,0.92,0.98,0.35,0.97,0.02,0.8,0.09,0.5,0.18,0.56,0.87,0.99,0.97,0.97,0.01,0.87,0.08,0.5,0.59,0.29,0.65,0.29,0.96,0.95,0.03,0.91,0.12,0.97,0.65,0.29,0.84,0.2,0.5,0.95,0.04,0.9,0.1,0.47,0.71,0.2,0.84,0.16,0.56,0.97,0.02,0.88,0.09,0.71,0.73,0.5,0.62,0.98,0.98,0.97,0.06,0.99,0.04,0.71,0.53,0.63,0.32,0.87,0.79,0.96,0.12,0.93,0.08,0.47,0.44,0.41,0.65,0.16,0.92,0.93,0.05,0.98,0.99,0.92,0.18,0.71,0.62,1.0,0.52,0.98,0.02,0.82,0.08,0.76,0.87,0.15,0.78,0.99,0.91,0.96,0.03,0.8,0.15,0.41,0.41,0.62,0.82,0.99,0.71,0.95,0.12,0.96,0.03,0.47,0.22,0.2,0.8,0.65,0.95,0.86,0.05,0.97,0.04,0.78,0.62,0.29,0.73,0.17,0.97,0.98,0.02,0.98,0.02,0.84,0.22,0.5,0.62,1.0,0.5,0.92,0.09,0.95,0.84,0.97,0.62,0.56,0.71,0.07,0.66,0.96,0.11,0.93,0.13,0.74,0.88,0.16,0.78,0.15,0.89,0.93,0.06,0.96,0.1,0.8,0.84,0.13,0.65,0.47,0.98,0.88,0.04,0.95,0.99,0.41,0.53,0.38,0.41,0.12,0.71,0.96,0.15,0.88,0.09,0.97,0.59,0.38,0.32,0.41,0.93,0.92,0.13,0.95,0.07,0.41,0.78,0.22,0.65,0.13,0.79,0.95,0.04,0.78,0.11,0.85,0.73,0.2,0.65,1.0,0.9,0.88,0.15,0.98,0.99,0.82,0.77,0.18,0.77,0.99,0.97,0.99,0.04,0.99,0.02,0.92,0.75,0.12,0.73,0.07,0.71,0.91,0.13,0.95,0.25,0.97,0.32,0.62,0.56,0.98,0.76,0.95,0.04,0.78,0.66,0.87,0.88,0.07,0.88,0.15,0.5,0.94,0.13,0.9,0.05,0.41,0.75,0.26,0.75,0.99,0.98,0.97,0.22,0.97,0.98,0.97,0.38,0.41,0.59,0.25,0.53,0.98,0.1,0.97,0.24,0.38,0.44,0.56,0.56,0.99,0.86,0.92,0.16,0.95,0.99,0.91,0.73,0.32,0.85,0.47,0.98,0.96,0.04,0.98,0.06,0.41,0.88,0.11,0.88,0.22,0.68,0.91,0.11,0.91,0.17,0.84,0.47,0.35,0.73,0.2,0.6,0.96,0.11,0.97,0.09,0.35,0.78,0.25,0.53,0.27,0.78,0.97,0.15,0.97,0.99,0.57,0.5,0.2,0.59,0.18,0.95,0.9,0.13,0.96,0.06,0.95,0.87,0.2,0.88,0.16,0.41,0.88,0.02,0.96,0.03,0.51,0.38,0.65,0.62,0.17,0.94,0.97,0.01,0.98,0.01,0.69,0.53,0.25,0.44,0.3,0.62,0.97,0.18,0.98,0.99,0.51,0.44,0.41,0.71,0.68,0.76,0.97,0.25,0.95,1.0,0.94,0.85,0.22,0.68,0.98,0.95,0.97,0.02,0.96,0.02,0.65,0.7,0.38,0.73,1.0,0.84,0.98,0.01,0.99,0.04,0.6,0.56,0.09,0.78,0.99,0.92,0.88,0.09,0.97,0.28,0.92,0.73,0.15,0.88,0.98,0.84,0.78,0.1,0.96,1.0,0.97,0.89,0.2,0.92,1.0,0.8,0.98,0.07,0.93,0.41,0.54,0.89,0.13,0.94,0.16,0.78,0.98,0.05,0.97,0.04,0.91,0.84,0.11,0.84,0.15,0.38,0.97,0.09,0.99,0.98,0.9,0.78,0.27,0.84,0.25,0.78,0.98,0.01,0.99,0.02,0.58,0.89,0.18,0.87,0.12,0.5,0.88,0.08,0.98,0.95,0.97,0.85,0.13,0.82,0.18,0.47],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"01100001110010111101011000010100100100010010100010101110011110101001101111011001101000001011010011111110110010","Dawid\u2013Skene":"01000101010101010001010101010101010101010101010101010101011101010001010101000101010001010101010101000001010001","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101110101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.5545,"Dawid\u2013Skene":0.0818,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.8909}},"invert|234":{"p":[0.98,0.97,0.09,0.11,0.44,0.7,0.7,0.28,0.66,0.8,0.92,0.91,0.01,0.11,0.84,0.7,0.8,0.08,0.18,0.75,0.96,0.98,0.12,0.08,0.62,0.78,0.89,0.18,0.2,0.41,0.97,0.96,0.1,0.05,0.47,0.78,0.56,0.35,0.97,0.98,0.95,0.95,0.08,0.57,0.69,0.87,0.8,0.08,0.25,0.99,0.98,0.99,0.1,0.03,0.41,0.59,0.88,0.38,0.97,0.56,0.9,0.97,0.04,0.21,0.86,0.71,0.89,0.41,0.18,0.71,0.98,0.8,0.03,1.0,0.98,0.56,0.71,0.47,0.23,0.84,0.99,0.9,0.04,1.0,0.39,0.91,0.92,0.08,0.98,0.35,0.97,0.98,0.2,0.09,0.5,0.18,0.44,0.13,0.99,0.97,0.97,0.99,0.13,0.08,0.5,0.59,0.71,0.35,0.29,0.96,0.95,0.97,0.09,0.12,0.97,0.65,0.71,0.16,0.2,0.5,0.95,0.96,0.1,0.1,0.47,0.71,0.8,0.16,0.16,0.56,0.97,0.98,0.12,0.09,0.71,0.73,0.5,0.38,0.98,0.98,0.97,0.94,0.01,0.04,0.71,0.53,0.37,0.68,0.87,0.79,0.96,0.88,0.07,0.08,0.47,0.44,0.59,0.35,0.16,0.92,0.93,0.95,0.02,0.99,0.92,0.18,0.29,0.38,1.0,0.52,0.98,0.98,0.18,0.08,0.76,0.87,0.85,0.22,0.99,0.91,0.96,0.97,0.2,0.15,0.41,0.41,0.38,0.18,0.99,0.71,0.95,0.88,0.04,0.03,0.47,0.22,0.8,0.2,0.65,0.95,0.86,0.95,0.03,0.04,0.78,0.62,0.71,0.27,0.17,0.97,0.98,0.98,0.02,0.02,0.84,0.22,0.5,0.38,1.0,0.5,0.92,0.91,0.05,0.84,0.97,0.62,0.44,0.29,0.07,0.66,0.96,0.89,0.07,0.13,0.74,0.88,0.84,0.22,0.15,0.89,0.93,0.94,0.04,0.1,0.8,0.84,0.87,0.35,0.47,0.98,0.88,0.96,0.05,0.99,0.41,0.53,0.62,0.59,0.12,0.71,0.96,0.85,0.12,0.09,0.97,0.59,0.62,0.68,0.41,0.93,0.92,0.87,0.05,0.07,0.41,0.78,0.78,0.35,0.13,0.79,0.95,0.96,0.22,0.11,0.85,0.73,0.8,0.35,1.0,0.9,0.88,0.85,0.02,0.99,0.82,0.77,0.82,0.23,0.99,0.97,0.99,0.96,0.01,0.02,0.92,0.75,0.88,0.27,0.07,0.71,0.91,0.87,0.05,0.25,0.97,0.32,0.38,0.44,0.98,0.76,0.95,0.96,0.22,0.66,0.87,0.88,0.93,0.12,0.15,0.5,0.94,0.87,0.1,0.05,0.41,0.75,0.74,0.25,0.99,0.98,0.97,0.78,0.03,0.98,0.97,0.38,0.59,0.41,0.25,0.53,0.98,0.9,0.03,0.24,0.38,0.44,0.44,0.44,0.99,0.86,0.92,0.84,0.05,0.99,0.91,0.73,0.68,0.15,0.47,0.98,0.96,0.96,0.02,0.06,0.41,0.88,0.89,0.12,0.22,0.68,0.91,0.89,0.09,0.17,0.84,0.47,0.65,0.27,0.2,0.6,0.96,0.89,0.03,0.09,0.35,0.78,0.75,0.47,0.27,0.78,0.97,0.85,0.03,0.99,0.57,0.5,0.8,0.41,0.18,0.95,0.9,0.87,0.04,0.06,0.95,0.87,0.8,0.12,0.16,0.41,0.88,0.98,0.04,0.03,0.51,0.38,0.35,0.38,0.17,0.94,0.97,0.99,0.02,0.01,0.69,0.53,0.75,0.56,0.3,0.62,0.97,0.82,0.02,0.99,0.51,0.44,0.59,0.29,0.68,0.76,0.97,0.75,0.05,1.0,0.94,0.85,0.78,0.32,0.98,0.95,0.97,0.98,0.04,0.02,0.65,0.7,0.62,0.27,1.0,0.84,0.98,0.99,0.01,0.04,0.6,0.56,0.91,0.22,0.99,0.92,0.88,0.91,0.03,0.28,0.92,0.73,0.85,0.12,0.98,0.84,0.78,0.9,0.04,1.0,0.97,0.89,0.8,0.08,1.0,0.8,0.98,0.93,0.07,0.41,0.54,0.89,0.87,0.06,0.16,0.78,0.98,0.95,0.03,0.04,0.91,0.84,0.89,0.16,0.15,0.38,0.97,0.91,0.01,0.98,0.9,0.78,0.73,0.16,0.25,0.78,0.98,0.99,0.01,0.02,0.58,0.89,0.82,0.13,0.12,0.5,0.88,0.92,0.02,0.95,0.97,0.85,0.87,0.18,0.18,0.47],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"01100001100110111111111000110100101110010010100011101100110110101001101111011001000000000011010111111010110010","Dawid\u2013Skene":"01000101010101010001010101010101010101010101010101010101011101010001010101000101010001010101010101000001010001","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101010101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.5545,"Dawid\u2013Skene":0.0818,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.9}},"invert|1234":{"p":[0.98,0.03,0.09,0.11,0.44,0.7,0.3,0.28,0.66,0.8,0.92,0.09,0.01,0.11,0.84,0.7,0.2,0.08,0.18,0.75,0.96,0.02,0.12,0.08,0.62,0.78,0.11,0.18,0.2,0.41,0.97,0.04,0.1,0.05,0.47,0.78,0.44,0.35,0.97,0.98,0.95,0.05,0.08,0.57,0.69,0.87,0.2,0.08,0.25,0.99,0.98,0.01,0.1,0.03,0.41,0.59,0.12,0.38,0.97,0.56,0.9,0.03,0.04,0.21,0.86,0.71,0.11,0.41,0.18,0.71,0.98,0.2,0.03,1.0,0.98,0.56,0.29,0.47,0.23,0.84,0.99,0.1,0.04,1.0,0.39,0.91,0.08,0.08,0.98,0.35,0.97,0.02,0.2,0.09,0.5,0.18,0.56,0.13,0.99,0.97,0.97,0.01,0.13,0.08,0.5,0.59,0.29,0.35,0.29,0.96,0.95,0.03,0.09,0.12,0.97,0.65,0.29,0.16,0.2,0.5,0.95,0.04,0.1,0.1,0.47,0.71,0.2,0.16,0.16,0.56,0.97,0.02,0.12,0.09,0.71,0.73,0.5,0.38,0.98,0.98,0.97,0.06,0.01,0.04,0.71,0.53,0.63,0.68,0.87,0.79,0.96,0.12,0.07,0.08,0.47,0.44,0.41,0.35,0.16,0.92,0.93,0.05,0.02,0.99,0.92,0.18,0.71,0.38,1.0,0.52,0.98,0.02,0.18,0.08,0.76,0.87,0.15,0.22,0.99,0.91,0.96,0.03,0.2,0.15,0.41,0.41,0.62,0.18,0.99,0.71,0.95,0.12,0.04,0.03,0.47,0.22,0.2,0.2,0.65,0.95,0.86,0.05,0.03,0.04,0.78,0.62,0.29,0.27,0.17,0.97,0.98,0.02,0.02,0.02,0.84,0.22,0.5,0.38,1.0,0.5,0.92,0.09,0.05,0.84,0.97,0.62,0.56,0.29,0.07,0.66,0.96,0.11,0.07,0.13,0.74,0.88,0.16,0.22,0.15,0.89,0.93,0.06,0.04,0.1,0.8,0.84,0.13,0.35,0.47,0.98,0.88,0.04,0.05,0.99,0.41,0.53,0.38,0.59,0.12,0.71,0.96,0.15,0.12,0.09,0.97,0.59,0.38,0.68,0.41,0.93,0.92,0.13,0.05,0.07,0.41,0.78,0.22,0.35,0.13,0.79,0.95,0.04,0.22,0.11,0.85,0.73,0.2,0.35,1.0,0.9,0.88,0.15,0.02,0.99,0.82,0.77,0.18,0.23,0.99,0.97,0.99,0.04,0.01,0.02,0.92,0.75,0.12,0.27,0.07,0.71,0.91,0.13,0.05,0.25,0.97,0.32,0.62,0.44,0.98,0.76,0.95,0.04,0.22,0.66,0.87,0.88,0.07,0.12,0.15,0.5,0.94,0.13,0.1,0.05,0.41,0.75,0.26,0.25,0.99,0.98,0.97,0.22,0.03,0.98,0.97,0.38,0.41,0.41,0.25,0.53,0.98,0.1,0.03,0.24,0.38,0.44,0.56,0.44,0.99,0.86,0.92,0.16,0.05,0.99,0.91,0.73,0.32,0.15,0.47,0.98,0.96,0.04,0.02,0.06,0.41,0.88,0.11,0.12,0.22,0.68,0.91,0.11,0.09,0.17,0.84,0.47,0.35,0.27,0.2,0.6,0.96,0.11,0.03,0.09,0.35,0.78,0.25,0.47,0.27,0.78,0.97,0.15,0.03,0.99,0.57,0.5,0.2,0.41,0.18,0.95,0.9,0.13,0.04,0.06,0.95,0.87,0.2,0.12,0.16,0.41,0.88,0.02,0.04,0.03,0.51,0.38,0.65,0.38,0.17,0.94,0.97,0.01,0.02,0.01,0.69,0.53,0.25,0.56,0.3,0.62,0.97,0.18,0.02,0.99,0.51,0.44,0.41,0.29,0.68,0.76,0.97,0.25,0.05,1.0,0.94,0.85,0.22,0.32,0.98,0.95,0.97,0.02,0.04,0.02,0.65,0.7,0.38,0.27,1.0,0.84,0.98,0.01,0.01,0.04,0.6,0.56,0.09,0.22,0.99,0.92,0.88,0.09,0.03,0.28,0.92,0.73,0.15,0.12,0.98,0.84,0.78,0.1,0.04,1.0,0.97,0.89,0.2,0.08,1.0,0.8,0.98,0.07,0.07,0.41,0.54,0.89,0.13,0.06,0.16,0.78,0.98,0.05,0.03,0.04,0.91,0.84,0.11,0.16,0.15,0.38,0.97,0.09,0.01,0.98,0.9,0.78,0.27,0.16,0.25,0.78,0.98,0.01,0.01,0.02,0.58,0.89,0.18,0.13,0.12,0.5,0.88,0.08,0.02,0.95,0.97,0.85,0.13,0.18,0.18,0.47],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"01000001010010110001010000010101110101010101100101001101111100111001110111000001111001011111010101010000110100","Dawid\u2013Skene":"01000101010101010001010101010101010101010101010101010101011101010001010101000101010001010101010101000001010001","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101010101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.3,"Dawid\u2013Skene":0.0818,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.9}},"collude|":{"p":[0.98,0.97,0.91,0.89,0.56,0.7,0.7,0.72,0.34,0.2,0.92,0.91,0.99,0.89,0.16,0.7,0.8,0.92,0.82,0.25,0.96,0.98,0.88,0.92,0.38,0.78,0.89,0.82,0.8,0.59,0.97,0.96,0.9,0.95,0.53,0.78,0.56,0.65,0.03,0.02,0.95,0.95,0.92,0.43,0.31,0.87,0.8,0.92,0.75,0.01,0.98,0.99,0.9,0.97,0.59,0.59,0.88,0.62,0.03,0.44,0.9,0.97,0.96,0.79,0.14,0.71,0.89,0.59,0.82,0.29,0.98,0.8,0.97,0.0,0.02,0.56,0.71,0.53,0.77,0.16,0.99,0.9,0.96,0.0,0.61,0.91,0.92,0.92,0.02,0.65,0.97,0.98,0.8,0.91,0.5,0.18,0.44,0.87,0.01,0.03,0.97,0.99,0.87,0.92,0.5,0.59,0.71,0.65,0.71,0.04,0.95,0.97,0.91,0.88,0.03,0.65,0.71,0.84,0.8,0.5,0.95,0.96,0.9,0.9,0.53,0.71,0.8,0.84,0.84,0.44,0.97,0.98,0.88,0.91,0.29,0.73,0.5,0.62,0.02,0.02,0.97,0.94,0.99,0.96,0.29,0.53,0.37,0.32,0.13,0.21,0.96,0.88,0.93,0.92,0.53,0.44,0.59,0.65,0.84,0.08,0.93,0.95,0.98,0.01,0.08,0.18,0.29,0.62,0.0,0.48,0.98,0.98,0.82,0.92,0.24,0.87,0.85,0.78,0.01,0.09,0.96,0.97,0.8,0.85,0.59,0.41,0.38,0.82,0.01,0.29,0.95,0.88,0.96,0.97,0.53,0.22,0.8,0.8,0.35,0.05,0.86,0.95,0.97,0.96,0.22,0.62,0.71,0.73,0.83,0.03,0.98,0.98,0.98,0.98,0.16,0.22,0.5,0.62,0.0,0.5,0.92,0.91,0.95,0.16,0.03,0.62,0.44,0.71,0.93,0.34,0.96,0.89,0.93,0.87,0.26,0.88,0.84,0.78,0.85,0.11,0.93,0.94,0.96,0.9,0.2,0.84,0.87,0.65,0.53,0.02,0.88,0.96,0.95,0.01,0.59,0.53,0.62,0.41,0.88,0.29,0.96,0.85,0.88,0.91,0.03,0.59,0.62,0.32,0.59,0.07,0.92,0.87,0.95,0.93,0.59,0.78,0.78,0.65,0.87,0.21,0.95,0.96,0.78,0.89,0.15,0.73,0.8,0.65,0.0,0.1,0.88,0.85,0.98,0.01,0.18,0.77,0.82,0.77,0.01,0.03,0.99,0.96,0.99,0.98,0.08,0.75,0.88,0.73,0.93,0.29,0.91,0.87,0.95,0.75,0.03,0.32,0.38,0.56,0.02,0.24,0.95,0.96,0.78,0.34,0.13,0.88,0.93,0.88,0.85,0.5,0.94,0.87,0.9,0.95,0.59,0.75,0.74,0.75,0.01,0.02,0.97,0.78,0.97,0.02,0.03,0.38,0.59,0.59,0.75,0.47,0.98,0.9,0.97,0.76,0.62,0.44,0.44,0.56,0.01,0.14,0.92,0.84,0.95,0.01,0.09,0.73,0.68,0.85,0.53,0.02,0.96,0.96,0.98,0.94,0.59,0.88,0.89,0.88,0.78,0.32,0.91,0.89,0.91,0.83,0.16,0.47,0.65,0.73,0.8,0.4,0.96,0.89,0.97,0.91,0.65,0.78,0.75,0.53,0.73,0.22,0.97,0.85,0.97,0.01,0.43,0.5,0.8,0.59,0.82,0.05,0.9,0.87,0.96,0.94,0.05,0.87,0.8,0.88,0.84,0.59,0.88,0.98,0.96,0.97,0.49,0.38,0.35,0.62,0.83,0.06,0.97,0.99,0.98,0.99,0.31,0.53,0.75,0.44,0.7,0.38,0.97,0.82,0.98,0.01,0.49,0.44,0.59,0.71,0.32,0.24,0.97,0.75,0.95,0.0,0.06,0.85,0.78,0.68,0.02,0.05,0.97,0.98,0.96,0.98,0.35,0.7,0.62,0.73,0.0,0.16,0.98,0.99,0.99,0.96,0.4,0.56,0.91,0.78,0.01,0.08,0.88,0.91,0.97,0.72,0.08,0.73,0.85,0.88,0.02,0.16,0.78,0.9,0.96,0.0,0.03,0.89,0.8,0.92,0.0,0.2,0.98,0.93,0.93,0.59,0.46,0.89,0.87,0.94,0.84,0.22,0.98,0.95,0.97,0.96,0.09,0.84,0.89,0.84,0.85,0.62,0.97,0.91,0.99,0.02,0.1,0.78,0.73,0.84,0.75,0.22,0.98,0.99,0.99,0.98,0.42,0.89,0.82,0.87,0.88,0.5,0.88,0.92,0.98,0.05,0.03,0.85,0.87,0.82,0.82,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10111110101011001110101010101010101010101010101010100010100011000110001000111010101110101000101000001111101101","Dawid\u2013Skene":"10111010101010101110101010101010101010101010101010101010100010101110101010111010101110101010101010111110101110","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101111","RACE-Net (ours, learned)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.7909,"Dawid\u2013Skene":0.9182,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.9091}},"collude|1":{"p":[0.98,0.03,0.91,0.89,0.56,0.7,0.3,0.72,0.34,0.2,0.92,0.09,0.99,0.89,0.16,0.7,0.2,0.92,0.82,0.25,0.96,0.02,0.88,0.92,0.38,0.78,0.11,0.82,0.8,0.59,0.97,0.04,0.9,0.95,0.53,0.78,0.44,0.65,0.03,0.02,0.95,0.05,0.92,0.43,0.31,0.87,0.2,0.92,0.75,0.01,0.98,0.01,0.9,0.97,0.59,0.59,0.12,0.62,0.03,0.44,0.9,0.03,0.96,0.79,0.14,0.71,0.11,0.59,0.82,0.29,0.98,0.2,0.97,0.0,0.02,0.56,0.29,0.53,0.77,0.16,0.99,0.1,0.96,0.0,0.61,0.91,0.08,0.92,0.02,0.65,0.97,0.02,0.8,0.91,0.5,0.18,0.56,0.87,0.01,0.03,0.97,0.01,0.87,0.92,0.5,0.59,0.29,0.65,0.71,0.04,0.95,0.03,0.91,0.88,0.03,0.65,0.29,0.84,0.8,0.5,0.95,0.04,0.9,0.9,0.53,0.71,0.2,0.84,0.84,0.44,0.97,0.02,0.88,0.91,0.29,0.73,0.5,0.62,0.02,0.02,0.97,0.06,0.99,0.96,0.29,0.53,0.63,0.32,0.13,0.21,0.96,0.12,0.93,0.92,0.53,0.44,0.41,0.65,0.84,0.08,0.93,0.05,0.98,0.01,0.08,0.18,0.71,0.62,0.0,0.48,0.98,0.02,0.82,0.92,0.24,0.87,0.15,0.78,0.01,0.09,0.96,0.03,0.8,0.85,0.59,0.41,0.62,0.82,0.01,0.29,0.95,0.12,0.96,0.97,0.53,0.22,0.2,0.8,0.35,0.05,0.86,0.05,0.97,0.96,0.22,0.62,0.29,0.73,0.83,0.03,0.98,0.02,0.98,0.98,0.16,0.22,0.5,0.62,0.0,0.5,0.92,0.09,0.95,0.16,0.03,0.62,0.56,0.71,0.93,0.34,0.96,0.11,0.93,0.87,0.26,0.88,0.16,0.78,0.85,0.11,0.93,0.06,0.96,0.9,0.2,0.84,0.13,0.65,0.53,0.02,0.88,0.04,0.95,0.01,0.59,0.53,0.38,0.41,0.88,0.29,0.96,0.15,0.88,0.91,0.03,0.59,0.38,0.32,0.59,0.07,0.92,0.13,0.95,0.93,0.59,0.78,0.22,0.65,0.87,0.21,0.95,0.04,0.78,0.89,0.15,0.73,0.2,0.65,0.0,0.1,0.88,0.15,0.98,0.01,0.18,0.77,0.18,0.77,0.01,0.03,0.99,0.04,0.99,0.98,0.08,0.75,0.12,0.73,0.93,0.29,0.91,0.13,0.95,0.75,0.03,0.32,0.62,0.56,0.02,0.24,0.95,0.04,0.78,0.34,0.13,0.88,0.07,0.88,0.85,0.5,0.94,0.13,0.9,0.95,0.59,0.75,0.26,0.75,0.01,0.02,0.97,0.22,0.97,0.02,0.03,0.38,0.41,0.59,0.75,0.47,0.98,0.1,0.97,0.76,0.62,0.44,0.56,0.56,0.01,0.14,0.92,0.16,0.95,0.01,0.09,0.73,0.32,0.85,0.53,0.02,0.96,0.04,0.98,0.94,0.59,0.88,0.11,0.88,0.78,0.32,0.91,0.11,0.91,0.83,0.16,0.47,0.35,0.73,0.8,0.4,0.96,0.11,0.97,0.91,0.65,0.78,0.25,0.53,0.73,0.22,0.97,0.15,0.97,0.01,0.43,0.5,0.2,0.59,0.82,0.05,0.9,0.13,0.96,0.94,0.05,0.87,0.2,0.88,0.84,0.59,0.88,0.02,0.96,0.97,0.49,0.38,0.65,0.62,0.83,0.06,0.97,0.01,0.98,0.99,0.31,0.53,0.25,0.44,0.7,0.38,0.97,0.18,0.98,0.01,0.49,0.44,0.41,0.71,0.32,0.24,0.97,0.25,0.95,0.0,0.06,0.85,0.22,0.68,0.02,0.05,0.97,0.02,0.96,0.98,0.35,0.7,0.38,0.73,0.0,0.16,0.98,0.01,0.99,0.96,0.4,0.56,0.09,0.78,0.01,0.08,0.88,0.09,0.97,0.72,0.08,0.73,0.15,0.88,0.02,0.16,0.78,0.1,0.96,0.0,0.03,0.89,0.2,0.92,0.0,0.2,0.98,0.07,0.93,0.59,0.46,0.89,0.13,0.94,0.84,0.22,0.98,0.05,0.97,0.96,0.09,0.84,0.11,0.84,0.85,0.62,0.97,0.09,0.99,0.02,0.1,0.78,0.27,0.84,0.75,0.22,0.98,0.01,0.99,0.98,0.42,0.89,0.18,0.87,0.88,0.5,0.88,0.08,0.98,0.05,0.03,0.85,0.13,0.82,0.82,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10111010101000101110101111101010001010100010011010111010000010100110101010111110101110101010101000011110001100","Dawid\u2013Skene":"10111010101010101110101010101010101010101010101010101010100010101110101010111010101110101010101010111110101110","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101111","RACE-Net (ours, learned)":"10101110111010101110101010101010101110101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.7818,"Dawid\u2013Skene":0.9182,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.8818}},"collude|2":{"p":[0.98,0.97,0.09,0.89,0.56,0.7,0.7,0.28,0.34,0.2,0.92,0.91,0.01,0.89,0.16,0.7,0.8,0.08,0.82,0.25,0.96,0.98,0.12,0.92,0.38,0.78,0.89,0.18,0.8,0.59,0.97,0.96,0.1,0.95,0.53,0.78,0.56,0.35,0.03,0.02,0.95,0.95,0.08,0.43,0.31,0.87,0.8,0.08,0.75,0.01,0.98,0.99,0.1,0.97,0.59,0.59,0.88,0.38,0.03,0.44,0.9,0.97,0.04,0.79,0.14,0.71,0.89,0.41,0.82,0.29,0.98,0.8,0.03,0.0,0.02,0.56,0.71,0.47,0.77,0.16,0.99,0.9,0.04,0.0,0.61,0.91,0.92,0.08,0.02,0.65,0.97,0.98,0.2,0.91,0.5,0.18,0.44,0.13,0.01,0.03,0.97,0.99,0.13,0.92,0.5,0.59,0.71,0.35,0.71,0.04,0.95,0.97,0.09,0.88,0.03,0.65,0.71,0.16,0.8,0.5,0.95,0.96,0.1,0.9,0.53,0.71,0.8,0.16,0.84,0.44,0.97,0.98,0.12,0.91,0.29,0.73,0.5,0.38,0.02,0.02,0.97,0.94,0.01,0.96,0.29,0.53,0.37,0.68,0.13,0.21,0.96,0.88,0.07,0.92,0.53,0.44,0.59,0.35,0.84,0.08,0.93,0.95,0.02,0.01,0.08,0.18,0.29,0.38,0.0,0.48,0.98,0.98,0.18,0.92,0.24,0.87,0.85,0.22,0.01,0.09,0.96,0.97,0.2,0.85,0.59,0.41,0.38,0.18,0.01,0.29,0.95,0.88,0.04,0.97,0.53,0.22,0.8,0.2,0.35,0.05,0.86,0.95,0.03,0.96,0.22,0.62,0.71,0.27,0.83,0.03,0.98,0.98,0.02,0.98,0.16,0.22,0.5,0.38,0.0,0.5,0.92,0.91,0.05,0.16,0.03,0.62,0.44,0.29,0.93,0.34,0.96,0.89,0.07,0.87,0.26,0.88,0.84,0.22,0.85,0.11,0.93,0.94,0.04,0.9,0.2,0.84,0.87,0.35,0.53,0.02,0.88,0.96,0.05,0.01,0.59,0.53,0.62,0.59,0.88,0.29,0.96,0.85,0.12,0.91,0.03,0.59,0.62,0.68,0.59,0.07,0.92,0.87,0.05,0.93,0.59,0.78,0.78,0.35,0.87,0.21,0.95,0.96,0.22,0.89,0.15,0.73,0.8,0.35,0.0,0.1,0.88,0.85,0.02,0.01,0.18,0.77,0.82,0.23,0.01,0.03,0.99,0.96,0.01,0.98,0.08,0.75,0.88,0.27,0.93,0.29,0.91,0.87,0.05,0.75,0.03,0.32,0.38,0.44,0.02,0.24,0.95,0.96,0.22,0.34,0.13,0.88,0.93,0.12,0.85,0.5,0.94,0.87,0.1,0.95,0.59,0.75,0.74,0.25,0.01,0.02,0.97,0.78,0.03,0.02,0.03,0.38,0.59,0.41,0.75,0.47,0.98,0.9,0.03,0.76,0.62,0.44,0.44,0.44,0.01,0.14,0.92,0.84,0.05,0.01,0.09,0.73,0.68,0.15,0.53,0.02,0.96,0.96,0.02,0.94,0.59,0.88,0.89,0.12,0.78,0.32,0.91,0.89,0.09,0.83,0.16,0.47,0.65,0.27,0.8,0.4,0.96,0.89,0.03,0.91,0.65,0.78,0.75,0.47,0.73,0.22,0.97,0.85,0.03,0.01,0.43,0.5,0.8,0.41,0.82,0.05,0.9,0.87,0.04,0.94,0.05,0.87,0.8,0.12,0.84,0.59,0.88,0.98,0.04,0.97,0.49,0.38,0.35,0.38,0.83,0.06,0.97,0.99,0.02,0.99,0.31,0.53,0.75,0.56,0.7,0.38,0.97,0.82,0.02,0.01,0.49,0.44,0.59,0.29,0.32,0.24,0.97,0.75,0.05,0.0,0.06,0.85,0.78,0.32,0.02,0.05,0.97,0.98,0.04,0.98,0.35,0.7,0.62,0.27,0.0,0.16,0.98,0.99,0.01,0.96,0.4,0.56,0.91,0.22,0.01,0.08,0.88,0.91,0.03,0.72,0.08,0.73,0.85,0.12,0.02,0.16,0.78,0.9,0.04,0.0,0.03,0.89,0.8,0.08,0.0,0.2,0.98,0.93,0.07,0.59,0.46,0.89,0.87,0.06,0.84,0.22,0.98,0.95,0.03,0.96,0.09,0.84,0.89,0.16,0.85,0.62,0.97,0.91,0.01,0.02,0.1,0.78,0.73,0.16,0.75,0.22,0.98,0.99,0.01,0.98,0.42,0.89,0.82,0.13,0.88,0.5,0.88,0.92,0.02,0.05,0.03,0.85,0.87,0.18,0.82,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10101110101101001110101111101010001010100010011010111010100011001110001000111110000010100000101000001111001101","Dawid\u2013Skene":"10111010101010101110101010101010101010101010101010101010100010101110101010111010101110101010101010111110101110","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101110101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.7,"Dawid\u2013Skene":0.9182,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.8909}},"collude|3":{"p":[0.98,0.97,0.91,0.11,0.56,0.7,0.7,0.72,0.66,0.2,0.92,0.91,0.99,0.11,0.16,0.7,0.8,0.92,0.18,0.25,0.96,0.98,0.88,0.08,0.38,0.78,0.89,0.82,0.2,0.59,0.97,0.96,0.9,0.05,0.53,0.78,0.56,0.65,0.97,0.02,0.95,0.95,0.92,0.57,0.31,0.87,0.8,0.92,0.25,0.01,0.98,0.99,0.9,0.03,0.59,0.59,0.88,0.62,0.97,0.44,0.9,0.97,0.96,0.21,0.14,0.71,0.89,0.59,0.18,0.29,0.98,0.8,0.97,1.0,0.02,0.56,0.71,0.53,0.23,0.16,0.99,0.9,0.96,1.0,0.61,0.91,0.92,0.92,0.98,0.65,0.97,0.98,0.8,0.09,0.5,0.18,0.44,0.87,0.99,0.03,0.97,0.99,0.87,0.08,0.5,0.59,0.71,0.65,0.29,0.04,0.95,0.97,0.91,0.12,0.03,0.65,0.71,0.84,0.2,0.5,0.95,0.96,0.9,0.1,0.53,0.71,0.8,0.84,0.16,0.44,0.97,0.98,0.88,0.09,0.29,0.73,0.5,0.62,0.98,0.02,0.97,0.94,0.99,0.04,0.29,0.53,0.37,0.32,0.87,0.21,0.96,0.88,0.93,0.08,0.53,0.44,0.59,0.65,0.16,0.08,0.93,0.95,0.98,0.99,0.08,0.18,0.29,0.62,1.0,0.48,0.98,0.98,0.82,0.08,0.24,0.87,0.85,0.78,0.99,0.09,0.96,0.97,0.8,0.15,0.59,0.41,0.38,0.82,0.99,0.29,0.95,0.88,0.96,0.03,0.53,0.22,0.8,0.8,0.65,0.05,0.86,0.95,0.97,0.04,0.22,0.62,0.71,0.73,0.17,0.03,0.98,0.98,0.98,0.02,0.16,0.22,0.5,0.62,1.0,0.5,0.92,0.91,0.95,0.84,0.03,0.62,0.44,0.71,0.07,0.34,0.96,0.89,0.93,0.13,0.26,0.88,0.84,0.78,0.15,0.11,0.93,0.94,0.96,0.1,0.2,0.84,0.87,0.65,0.47,0.02,0.88,0.96,0.95,0.99,0.59,0.53,0.62,0.41,0.12,0.29,0.96,0.85,0.88,0.09,0.03,0.59,0.62,0.32,0.41,0.07,0.92,0.87,0.95,0.07,0.59,0.78,0.78,0.65,0.13,0.21,0.95,0.96,0.78,0.11,0.15,0.73,0.8,0.65,1.0,0.1,0.88,0.85,0.98,0.99,0.18,0.77,0.82,0.77,0.99,0.03,0.99,0.96,0.99,0.02,0.08,0.75,0.88,0.73,0.07,0.29,0.91,0.87,0.95,0.25,0.03,0.32,0.38,0.56,0.98,0.24,0.95,0.96,0.78,0.66,0.13,0.88,0.93,0.88,0.15,0.5,0.94,0.87,0.9,0.05,0.59,0.75,0.74,0.75,0.99,0.02,0.97,0.78,0.97,0.98,0.03,0.38,0.59,0.59,0.25,0.47,0.98,0.9,0.97,0.24,0.62,0.44,0.44,0.56,0.99,0.14,0.92,0.84,0.95,0.99,0.09,0.73,0.68,0.85,0.47,0.02,0.96,0.96,0.98,0.06,0.59,0.88,0.89,0.88,0.22,0.32,0.91,0.89,0.91,0.17,0.16,0.47,0.65,0.73,0.2,0.4,0.96,0.89,0.97,0.09,0.65,0.78,0.75,0.53,0.27,0.22,0.97,0.85,0.97,0.99,0.43,0.5,0.8,0.59,0.18,0.05,0.9,0.87,0.96,0.06,0.05,0.87,0.8,0.88,0.16,0.59,0.88,0.98,0.96,0.03,0.49,0.38,0.35,0.62,0.17,0.06,0.97,0.99,0.98,0.01,0.31,0.53,0.75,0.44,0.3,0.38,0.97,0.82,0.98,0.99,0.49,0.44,0.59,0.71,0.68,0.24,0.97,0.75,0.95,1.0,0.06,0.85,0.78,0.68,0.98,0.05,0.97,0.98,0.96,0.02,0.35,0.7,0.62,0.73,1.0,0.16,0.98,0.99,0.99,0.04,0.4,0.56,0.91,0.78,0.99,0.08,0.88,0.91,0.97,0.28,0.08,0.73,0.85,0.88,0.98,0.16,0.78,0.9,0.96,1.0,0.03,0.89,0.8,0.92,1.0,0.2,0.98,0.93,0.93,0.41,0.46,0.89,0.87,0.94,0.16,0.22,0.98,0.95,0.97,0.04,0.09,0.84,0.89,0.84,0.15,0.62,0.97,0.91,0.99,0.98,0.1,0.78,0.73,0.84,0.25,0.22,0.98,0.99,0.99,0.02,0.42,0.89,0.82,0.87,0.12,0.5,0.88,0.92,0.98,0.95,0.03,0.85,0.87,0.82,0.18,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10101010101110101110101010101010101010100010101010100010000010101110101010111010100010101010101010111110101010","Dawid\u2013Skene":"10111010101010101110101010101010101010101010101010101010100010101110101010111010101110101010101010111110101110","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101111","RACE-Net (ours, learned)":"10101110111010101110101010101010101010101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.9,"Dawid\u2013Skene":0.9182,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.8909}},"collude|4":{"p":[0.98,0.97,0.91,0.89,0.44,0.7,0.7,0.72,0.34,0.8,0.92,0.91,0.99,0.89,0.84,0.7,0.8,0.92,0.82,0.75,0.96,0.98,0.88,0.92,0.62,0.78,0.89,0.82,0.8,0.41,0.97,0.96,0.9,0.95,0.47,0.78,0.56,0.65,0.03,0.98,0.95,0.95,0.92,0.43,0.69,0.87,0.8,0.92,0.75,0.99,0.98,0.99,0.9,0.97,0.41,0.59,0.88,0.62,0.03,0.56,0.9,0.97,0.96,0.79,0.86,0.71,0.89,0.59,0.82,0.71,0.98,0.8,0.97,0.0,0.98,0.56,0.71,0.53,0.77,0.84,0.99,0.9,0.96,0.0,0.39,0.91,0.92,0.92,0.02,0.35,0.97,0.98,0.8,0.91,0.5,0.18,0.44,0.87,0.01,0.97,0.97,0.99,0.87,0.92,0.5,0.59,0.71,0.65,0.71,0.96,0.95,0.97,0.91,0.88,0.97,0.65,0.71,0.84,0.8,0.5,0.95,0.96,0.9,0.9,0.47,0.71,0.8,0.84,0.84,0.56,0.97,0.98,0.88,0.91,0.71,0.73,0.5,0.62,0.02,0.98,0.97,0.94,0.99,0.96,0.71,0.53,0.37,0.32,0.13,0.79,0.96,0.88,0.93,0.92,0.47,0.44,0.59,0.65,0.84,0.92,0.93,0.95,0.98,0.01,0.92,0.18,0.29,0.62,0.0,0.52,0.98,0.98,0.82,0.92,0.76,0.87,0.85,0.78,0.01,0.91,0.96,0.97,0.8,0.85,0.41,0.41,0.38,0.82,0.01,0.71,0.95,0.88,0.96,0.97,0.47,0.22,0.8,0.8,0.35,0.95,0.86,0.95,0.97,0.96,0.78,0.62,0.71,0.73,0.83,0.97,0.98,0.98,0.98,0.98,0.84,0.22,0.5,0.62,0.0,0.5,0.92,0.91,0.95,0.16,0.97,0.62,0.44,0.71,0.93,0.66,0.96,0.89,0.93,0.87,0.74,0.88,0.84,0.78,0.85,0.89,0.93,0.94,0.96,0.9,0.8,0.84,0.87,0.65,0.53,0.98,0.88,0.96,0.95,0.01,0.41,0.53,0.62,0.41,0.88,0.71,0.96,0.85,0.88,0.91,0.97,0.59,0.62,0.32,0.59,0.93,0.92,0.87,0.95,0.93,0.41,0.78,0.78,0.65,0.87,0.79,0.95,0.96,0.78,0.89,0.85,0.73,0.8,0.65,0.0,0.9,0.88,0.85,0.98,0.01,0.82,0.77,0.82,0.77,0.01,0.97,0.99,0.96,0.99,0.98,0.92,0.75,0.88,0.73,0.93,0.71,0.91,0.87,0.95,0.75,0.97,0.32,0.38,0.56,0.02,0.76,0.95,0.96,0.78,0.34,0.87,0.88,0.93,0.88,0.85,0.5,0.94,0.87,0.9,0.95,0.41,0.75,0.74,0.75,0.01,0.98,0.97,0.78,0.97,0.02,0.97,0.38,0.59,0.59,0.75,0.53,0.98,0.9,0.97,0.76,0.38,0.44,0.44,0.56,0.01,0.86,0.92,0.84,0.95,0.01,0.91,0.73,0.68,0.85,0.53,0.98,0.96,0.96,0.98,0.94,0.41,0.88,0.89,0.88,0.78,0.68,0.91,0.89,0.91,0.83,0.84,0.47,0.65,0.73,0.8,0.6,0.96,0.89,0.97,0.91,0.35,0.78,0.75,0.53,0.73,0.78,0.97,0.85,0.97,0.01,0.57,0.5,0.8,0.59,0.82,0.95,0.9,0.87,0.96,0.94,0.95,0.87,0.8,0.88,0.84,0.41,0.88,0.98,0.96,0.97,0.51,0.38,0.35,0.62,0.83,0.94,0.97,0.99,0.98,0.99,0.69,0.53,0.75,0.44,0.7,0.62,0.97,0.82,0.98,0.01,0.51,0.44,0.59,0.71,0.32,0.76,0.97,0.75,0.95,0.0,0.94,0.85,0.78,0.68,0.02,0.95,0.97,0.98,0.96,0.98,0.65,0.7,0.62,0.73,0.0,0.84,0.98,0.99,0.99,0.96,0.6,0.56,0.91,0.78,0.01,0.92,0.88,0.91,0.97,0.72,0.92,0.73,0.85,0.88,0.02,0.84,0.78,0.9,0.96,0.0,0.97,0.89,0.8,0.92,0.0,0.8,0.98,0.93,0.93,0.59,0.54,0.89,0.87,0.94,0.84,0.78,0.98,0.95,0.97,0.96,0.91,0.84,0.89,0.84,0.85,0.38,0.97,0.91,0.99,0.02,0.9,0.78,0.73,0.84,0.75,0.78,0.98,0.99,0.99,0.98,0.58,0.89,0.82,0.87,0.88,0.5,0.88,0.92,0.98,0.05,0.97,0.85,0.87,0.82,0.82,0.47],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10101010101010101110101010101010101010101010101010101010100010101110101010111010001010100010101010111110101010","Dawid\u2013Skene":"10111010101010101110101010101010101010101010101010101010100010101110101010111010101110101010101010111110101110","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101110101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.9273,"Dawid\u2013Skene":0.9182,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.8909}},"collude|12":{"p":[0.98,0.06,0.06,0.89,0.56,0.7,0.29,0.29,0.34,0.2,0.92,0.05,0.05,0.89,0.16,0.7,0.14,0.14,0.82,0.25,0.96,0.07,0.07,0.92,0.38,0.78,0.14,0.14,0.8,0.59,0.97,0.07,0.07,0.95,0.53,0.78,0.4,0.4,0.03,0.02,0.95,0.06,0.06,0.43,0.31,0.87,0.14,0.14,0.75,0.01,0.98,0.05,0.05,0.97,0.59,0.59,0.25,0.25,0.03,0.44,0.9,0.03,0.03,0.79,0.14,0.71,0.26,0.26,0.82,0.29,0.98,0.11,0.11,0.0,0.02,0.56,0.38,0.38,0.77,0.16,0.99,0.07,0.07,0.0,0.61,0.91,0.08,0.08,0.02,0.65,0.97,0.11,0.11,0.91,0.5,0.18,0.35,0.35,0.01,0.03,0.97,0.07,0.07,0.92,0.5,0.59,0.32,0.32,0.71,0.04,0.95,0.06,0.06,0.88,0.03,0.65,0.23,0.23,0.8,0.5,0.95,0.07,0.07,0.9,0.53,0.71,0.18,0.18,0.84,0.44,0.97,0.07,0.07,0.91,0.29,0.73,0.44,0.44,0.02,0.02,0.97,0.03,0.03,0.96,0.29,0.53,0.65,0.65,0.13,0.21,0.96,0.09,0.09,0.92,0.53,0.44,0.38,0.38,0.84,0.08,0.93,0.04,0.04,0.01,0.08,0.18,0.54,0.54,0.0,0.48,0.98,0.1,0.1,0.92,0.24,0.87,0.19,0.19,0.01,0.09,0.96,0.12,0.12,0.85,0.59,0.41,0.4,0.4,0.01,0.29,0.95,0.08,0.08,0.97,0.53,0.22,0.2,0.2,0.35,0.05,0.86,0.04,0.04,0.96,0.22,0.62,0.28,0.28,0.83,0.03,0.98,0.02,0.02,0.98,0.16,0.22,0.44,0.44,0.0,0.5,0.92,0.07,0.07,0.16,0.03,0.62,0.43,0.43,0.93,0.34,0.96,0.09,0.09,0.87,0.26,0.88,0.19,0.19,0.85,0.11,0.93,0.05,0.05,0.9,0.2,0.84,0.24,0.24,0.53,0.02,0.88,0.05,0.05,0.01,0.59,0.53,0.49,0.49,0.88,0.29,0.96,0.13,0.13,0.91,0.03,0.59,0.53,0.53,0.59,0.07,0.92,0.09,0.09,0.93,0.59,0.78,0.29,0.29,0.87,0.21,0.95,0.13,0.13,0.89,0.15,0.73,0.28,0.28,0.0,0.1,0.88,0.08,0.08,0.01,0.18,0.77,0.21,0.21,0.01,0.03,0.99,0.02,0.02,0.98,0.08,0.75,0.19,0.19,0.93,0.29,0.91,0.09,0.09,0.75,0.03,0.32,0.53,0.53,0.02,0.24,0.95,0.13,0.13,0.34,0.13,0.88,0.09,0.09,0.85,0.5,0.94,0.11,0.11,0.95,0.59,0.75,0.25,0.25,0.01,0.02,0.97,0.13,0.13,0.02,0.03,0.38,0.41,0.41,0.75,0.47,0.98,0.06,0.06,0.76,0.62,0.44,0.5,0.5,0.01,0.14,0.92,0.11,0.11,0.01,0.09,0.73,0.23,0.23,0.53,0.02,0.96,0.03,0.03,0.94,0.59,0.88,0.11,0.11,0.78,0.32,0.91,0.1,0.1,0.83,0.16,0.47,0.31,0.31,0.8,0.4,0.96,0.07,0.07,0.91,0.65,0.78,0.36,0.36,0.73,0.22,0.97,0.09,0.09,0.01,0.43,0.5,0.3,0.3,0.82,0.05,0.9,0.09,0.09,0.94,0.05,0.87,0.16,0.16,0.84,0.59,0.88,0.03,0.03,0.97,0.49,0.38,0.51,0.51,0.83,0.06,0.97,0.02,0.02,0.99,0.31,0.53,0.4,0.4,0.7,0.38,0.97,0.1,0.1,0.01,0.49,0.44,0.35,0.35,0.32,0.24,0.97,0.15,0.15,0.0,0.06,0.85,0.27,0.27,0.02,0.05,0.97,0.03,0.03,0.98,0.35,0.7,0.32,0.32,0.0,0.16,0.98,0.01,0.01,0.96,0.4,0.56,0.15,0.15,0.01,0.08,0.88,0.06,0.06,0.72,0.08,0.73,0.14,0.14,0.02,0.16,0.78,0.07,0.07,0.0,0.03,0.89,0.14,0.14,0.0,0.2,0.98,0.07,0.07,0.59,0.46,0.89,0.1,0.1,0.84,0.22,0.98,0.04,0.04,0.96,0.09,0.84,0.14,0.14,0.85,0.62,0.97,0.05,0.05,0.02,0.1,0.78,0.22,0.22,0.75,0.22,0.98,0.01,0.01,0.98,0.42,0.89,0.16,0.16,0.88,0.5,0.88,0.05,0.05,0.05,0.03,0.85,0.16,0.16,0.82,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10011110001101000010100111101011011011100101011100011011100001011110010000100110010101110110101000010101001101","Dawid\u2013Skene":"01010101010101010001010101010101010101010101010101011101110101011001010101000101010101010111010101010001010101","RACE-S (ours)":"10101010101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101110","RACE-Net (ours, learned)":"10101010101010101110101010101010101010101010101110101010101010101110101010111010101010101010101010111111101110"},"acc":{"receiver alone":0.8909,"majority vote":0.4636,"Dawid\u2013Skene":0.0727,"RACE-S (ours)":0.9364,"RACE-Net (ours, learned)":0.9273}},"collude|13":{"p":[0.98,0.07,0.91,0.07,0.56,0.7,0.48,0.72,0.48,0.2,0.92,0.1,0.99,0.1,0.16,0.7,0.19,0.92,0.19,0.25,0.96,0.05,0.88,0.05,0.38,0.78,0.15,0.82,0.15,0.59,0.97,0.05,0.9,0.05,0.53,0.78,0.71,0.65,0.71,0.02,0.95,0.31,0.92,0.31,0.31,0.87,0.22,0.92,0.22,0.01,0.98,0.02,0.9,0.02,0.59,0.59,0.55,0.62,0.55,0.44,0.9,0.12,0.96,0.12,0.14,0.71,0.15,0.59,0.15,0.29,0.98,0.6,0.97,0.6,0.02,0.56,0.26,0.53,0.26,0.16,0.99,0.55,0.96,0.55,0.61,0.91,0.53,0.92,0.53,0.65,0.97,0.05,0.8,0.05,0.5,0.18,0.78,0.87,0.78,0.03,0.97,0.04,0.87,0.04,0.5,0.59,0.29,0.65,0.29,0.04,0.95,0.07,0.91,0.07,0.03,0.65,0.25,0.84,0.25,0.5,0.95,0.07,0.9,0.07,0.53,0.71,0.18,0.84,0.18,0.44,0.97,0.05,0.88,0.05,0.29,0.73,0.74,0.62,0.74,0.02,0.97,0.05,0.99,0.05,0.29,0.53,0.75,0.32,0.75,0.21,0.96,0.1,0.93,0.1,0.53,0.44,0.29,0.65,0.29,0.08,0.93,0.52,0.98,0.52,0.08,0.18,0.85,0.62,0.85,0.48,0.98,0.05,0.82,0.05,0.24,0.87,0.57,0.78,0.57,0.09,0.96,0.09,0.8,0.09,0.59,0.41,0.81,0.82,0.81,0.29,0.95,0.08,0.96,0.08,0.53,0.22,0.43,0.8,0.43,0.05,0.86,0.04,0.97,0.04,0.22,0.62,0.23,0.73,0.23,0.03,0.98,0.02,0.98,0.02,0.16,0.22,0.75,0.62,0.75,0.5,0.92,0.46,0.95,0.46,0.03,0.62,0.32,0.71,0.32,0.34,0.96,0.12,0.93,0.12,0.26,0.88,0.16,0.78,0.16,0.11,0.93,0.08,0.96,0.08,0.2,0.84,0.3,0.65,0.3,0.02,0.88,0.51,0.95,0.51,0.59,0.53,0.25,0.41,0.25,0.29,0.96,0.12,0.88,0.12,0.03,0.59,0.39,0.32,0.39,0.07,0.92,0.1,0.95,0.1,0.59,0.78,0.18,0.65,0.18,0.21,0.95,0.07,0.78,0.07,0.15,0.73,0.6,0.65,0.6,0.1,0.88,0.57,0.98,0.57,0.18,0.77,0.59,0.77,0.59,0.03,0.99,0.03,0.99,0.03,0.08,0.75,0.09,0.73,0.09,0.29,0.91,0.19,0.95,0.19,0.03,0.32,0.8,0.56,0.8,0.24,0.95,0.35,0.78,0.35,0.13,0.88,0.11,0.88,0.11,0.5,0.94,0.09,0.9,0.09,0.59,0.75,0.62,0.75,0.62,0.02,0.97,0.6,0.97,0.6,0.03,0.38,0.33,0.59,0.33,0.47,0.98,0.17,0.97,0.17,0.62,0.44,0.78,0.56,0.78,0.14,0.92,0.58,0.95,0.58,0.09,0.73,0.39,0.85,0.39,0.02,0.96,0.05,0.98,0.05,0.59,0.88,0.16,0.88,0.16,0.32,0.91,0.14,0.91,0.14,0.16,0.47,0.28,0.73,0.28,0.4,0.96,0.1,0.97,0.1,0.65,0.78,0.26,0.53,0.26,0.22,0.97,0.57,0.97,0.57,0.43,0.5,0.19,0.59,0.19,0.05,0.9,0.1,0.96,0.1,0.05,0.87,0.18,0.88,0.18,0.59,0.88,0.02,0.96,0.02,0.49,0.38,0.41,0.62,0.41,0.06,0.97,0.01,0.98,0.01,0.31,0.53,0.27,0.44,0.27,0.38,0.97,0.59,0.98,0.59,0.49,0.44,0.54,0.71,0.54,0.24,0.97,0.62,0.95,0.62,0.06,0.85,0.6,0.68,0.6,0.05,0.97,0.02,0.96,0.02,0.35,0.7,0.69,0.73,0.69,0.16,0.98,0.03,0.99,0.03,0.4,0.56,0.54,0.78,0.54,0.08,0.88,0.18,0.97,0.18,0.08,0.73,0.57,0.88,0.57,0.16,0.78,0.55,0.96,0.55,0.03,0.89,0.6,0.92,0.6,0.2,0.98,0.24,0.93,0.24,0.46,0.89,0.15,0.94,0.15,0.22,0.98,0.04,0.97,0.04,0.09,0.84,0.13,0.84,0.13,0.62,0.97,0.53,0.99,0.53,0.1,0.78,0.26,0.84,0.26,0.22,0.98,0.02,0.99,0.02,0.42,0.89,0.15,0.87,0.15,0.5,0.88,0.51,0.98,0.51,0.03,0.85,0.16,0.82,0.16,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10001010101100101100000110001010110001100001111000110010001000011110111010110110100000111110101000111100101010","Dawid\u2013Skene":"10111110011011000010101011101010001010101110001110001011100011100110001000111010011110100000101010000111001101","RACE-S (ours)":"10101110111010101110101010101010101010101010101110101010101010101110101010111010101110101010101010111111101111","RACE-Net (ours, learned)":"10101110111010101110101010101010101010101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.6636,"Dawid\u2013Skene":0.6909,"RACE-S (ours)":0.8909,"RACE-Net (ours, learned)":0.8909}},"collude|14":{"p":[0.98,0.24,0.91,0.89,0.24,0.7,0.55,0.72,0.34,0.55,0.92,0.46,0.99,0.89,0.46,0.7,0.47,0.92,0.82,0.47,0.96,0.32,0.88,0.92,0.32,0.78,0.26,0.82,0.8,0.26,0.97,0.26,0.9,0.95,0.26,0.78,0.71,0.65,0.03,0.71,0.95,0.37,0.92,0.43,0.37,0.87,0.6,0.92,0.75,0.6,0.98,0.21,0.9,0.97,0.21,0.59,0.34,0.62,0.03,0.34,0.9,0.44,0.96,0.79,0.44,0.71,0.41,0.59,0.82,0.41,0.98,0.59,0.97,0.0,0.59,0.56,0.57,0.53,0.77,0.57,0.99,0.24,0.96,0.0,0.24,0.91,0.21,0.92,0.02,0.21,0.97,0.26,0.8,0.91,0.26,0.18,0.76,0.87,0.01,0.76,0.97,0.26,0.87,0.92,0.26,0.59,0.63,0.65,0.71,0.63,0.95,0.5,0.91,0.88,0.5,0.65,0.4,0.84,0.8,0.4,0.95,0.25,0.9,0.9,0.25,0.71,0.38,0.84,0.84,0.38,0.97,0.36,0.88,0.91,0.36,0.73,0.74,0.62,0.02,0.74,0.97,0.39,0.99,0.96,0.39,0.53,0.71,0.32,0.13,0.71,0.96,0.3,0.93,0.92,0.3,0.44,0.67,0.65,0.84,0.67,0.93,0.48,0.98,0.01,0.48,0.18,0.61,0.62,0.0,0.61,0.98,0.39,0.82,0.92,0.39,0.87,0.53,0.78,0.01,0.53,0.96,0.22,0.8,0.85,0.22,0.41,0.67,0.82,0.01,0.67,0.95,0.3,0.96,0.97,0.3,0.22,0.57,0.8,0.35,0.57,0.86,0.42,0.97,0.96,0.42,0.62,0.63,0.73,0.83,0.63,0.98,0.43,0.98,0.98,0.43,0.22,0.5,0.62,0.0,0.5,0.92,0.53,0.95,0.16,0.53,0.62,0.61,0.71,0.93,0.61,0.96,0.42,0.93,0.87,0.42,0.88,0.53,0.78,0.85,0.53,0.93,0.43,0.96,0.9,0.43,0.84,0.56,0.65,0.53,0.56,0.88,0.23,0.95,0.01,0.23,0.53,0.54,0.41,0.88,0.54,0.96,0.56,0.88,0.91,0.56,0.59,0.65,0.32,0.59,0.65,0.92,0.27,0.95,0.93,0.27,0.78,0.51,0.65,0.87,0.51,0.95,0.45,0.78,0.89,0.45,0.73,0.55,0.65,0.0,0.55,0.88,0.49,0.98,0.01,0.49,0.77,0.58,0.77,0.01,0.58,0.99,0.48,0.99,0.98,0.48,0.75,0.42,0.73,0.93,0.42,0.91,0.55,0.95,0.75,0.55,0.32,0.69,0.56,0.02,0.69,0.95,0.46,0.78,0.34,0.46,0.88,0.28,0.88,0.85,0.28,0.94,0.27,0.9,0.95,0.27,0.75,0.62,0.75,0.01,0.62,0.97,0.6,0.97,0.02,0.6,0.38,0.47,0.59,0.75,0.47,0.98,0.24,0.97,0.76,0.24,0.44,0.71,0.56,0.01,0.71,0.92,0.54,0.95,0.01,0.54,0.73,0.65,0.85,0.53,0.65,0.96,0.23,0.98,0.94,0.23,0.88,0.39,0.88,0.78,0.39,0.91,0.47,0.91,0.83,0.47,0.47,0.47,0.73,0.8,0.47,0.96,0.23,0.97,0.91,0.23,0.78,0.51,0.53,0.73,0.51,0.97,0.36,0.97,0.01,0.36,0.5,0.57,0.59,0.82,0.57,0.9,0.54,0.96,0.94,0.54,0.87,0.3,0.88,0.84,0.3,0.88,0.26,0.96,0.97,0.26,0.38,0.8,0.62,0.83,0.8,0.97,0.35,0.98,0.99,0.35,0.53,0.43,0.44,0.7,0.43,0.97,0.35,0.98,0.01,0.35,0.44,0.58,0.71,0.32,0.58,0.97,0.59,0.95,0.0,0.59,0.85,0.59,0.68,0.02,0.59,0.97,0.34,0.96,0.98,0.34,0.7,0.61,0.73,0.0,0.61,0.98,0.31,0.99,0.96,0.31,0.56,0.5,0.78,0.01,0.5,0.88,0.5,0.97,0.72,0.5,0.73,0.5,0.88,0.02,0.5,0.78,0.53,0.96,0.0,0.53,0.89,0.5,0.92,0.0,0.5,0.98,0.3,0.93,0.59,0.3,0.89,0.46,0.94,0.84,0.46,0.98,0.48,0.97,0.96,0.48,0.84,0.24,0.84,0.85,0.24,0.97,0.49,0.99,0.02,0.49,0.78,0.52,0.84,0.75,0.52,0.98,0.29,0.99,0.98,0.29,0.89,0.34,0.87,0.88,0.34,0.88,0.52,0.98,0.05,0.52,0.85,0.3,0.82,0.82,0.3],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10111010011000100000001010001011100000100110111110011011001010100110100010101010011001100010101010110110101010","Dawid\u2013Skene":"10101110101111001110100111101010001010101010001010100010100001001110011000111110100110111000101000001101001101","RACE-S (ours)":"10111110111010101110101011101010101010101010101010101010101010101110101010111010101110101010101010111111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101010101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.7273,"Dawid\u2013Skene":0.6909,"RACE-S (ours)":0.8818,"RACE-Net (ours, learned)":0.9}},"collude|23":{"p":[0.98,0.97,0.1,0.1,0.56,0.7,0.7,0.47,0.47,0.2,0.92,0.91,0.06,0.06,0.16,0.7,0.8,0.13,0.13,0.25,0.96,0.98,0.1,0.1,0.38,0.78,0.89,0.19,0.19,0.59,0.97,0.96,0.07,0.07,0.53,0.78,0.56,0.66,0.66,0.02,0.95,0.95,0.32,0.32,0.31,0.87,0.8,0.16,0.16,0.01,0.98,0.99,0.06,0.06,0.59,0.59,0.88,0.68,0.68,0.44,0.9,0.97,0.12,0.12,0.14,0.71,0.89,0.3,0.3,0.29,0.98,0.8,0.51,0.51,0.02,0.56,0.71,0.35,0.35,0.16,0.99,0.9,0.52,0.52,0.61,0.91,0.92,0.53,0.53,0.65,0.97,0.98,0.14,0.14,0.5,0.18,0.44,0.56,0.56,0.03,0.97,0.99,0.1,0.1,0.5,0.59,0.71,0.32,0.32,0.04,0.95,0.97,0.1,0.1,0.03,0.65,0.71,0.18,0.18,0.5,0.95,0.96,0.1,0.1,0.53,0.71,0.8,0.16,0.16,0.44,0.97,0.98,0.1,0.1,0.29,0.73,0.5,0.68,0.68,0.02,0.97,0.94,0.02,0.02,0.29,0.53,0.37,0.77,0.77,0.21,0.96,0.88,0.07,0.07,0.53,0.44,0.59,0.26,0.26,0.08,0.93,0.95,0.51,0.51,0.08,0.18,0.29,0.69,0.69,0.48,0.98,0.98,0.13,0.13,0.24,0.87,0.85,0.61,0.61,0.09,0.96,0.97,0.18,0.18,0.59,0.41,0.38,0.59,0.59,0.29,0.95,0.88,0.04,0.04,0.53,0.22,0.8,0.43,0.43,0.05,0.86,0.95,0.03,0.03,0.22,0.62,0.71,0.22,0.22,0.03,0.98,0.98,0.02,0.02,0.16,0.22,0.5,0.69,0.69,0.5,0.92,0.91,0.44,0.44,0.03,0.62,0.44,0.18,0.18,0.34,0.96,0.89,0.1,0.1,0.26,0.88,0.84,0.19,0.19,0.11,0.93,0.94,0.07,0.07,0.2,0.84,0.87,0.41,0.41,0.02,0.88,0.96,0.52,0.52,0.59,0.53,0.62,0.36,0.36,0.29,0.96,0.85,0.1,0.1,0.03,0.59,0.62,0.54,0.54,0.07,0.92,0.87,0.06,0.06,0.59,0.78,0.78,0.24,0.24,0.21,0.95,0.96,0.17,0.17,0.15,0.73,0.8,0.67,0.67,0.1,0.88,0.85,0.5,0.5,0.18,0.77,0.82,0.61,0.61,0.03,0.99,0.96,0.02,0.02,0.08,0.75,0.88,0.17,0.17,0.29,0.91,0.87,0.15,0.15,0.03,0.32,0.38,0.71,0.71,0.24,0.95,0.96,0.44,0.44,0.13,0.88,0.93,0.13,0.13,0.5,0.94,0.87,0.07,0.07,0.59,0.75,0.74,0.62,0.62,0.02,0.97,0.78,0.5,0.5,0.03,0.38,0.59,0.33,0.33,0.47,0.98,0.9,0.13,0.13,0.62,0.44,0.44,0.71,0.71,0.14,0.92,0.84,0.52,0.52,0.09,0.73,0.68,0.31,0.31,0.02,0.96,0.96,0.04,0.04,0.59,0.88,0.89,0.17,0.17,0.32,0.91,0.89,0.13,0.13,0.16,0.47,0.65,0.24,0.24,0.4,0.96,0.89,0.06,0.06,0.65,0.78,0.75,0.37,0.37,0.22,0.97,0.85,0.51,0.51,0.43,0.5,0.8,0.3,0.3,0.05,0.9,0.87,0.05,0.05,0.05,0.87,0.8,0.14,0.14,0.59,0.88,0.98,0.04,0.04,0.49,0.38,0.35,0.27,0.27,0.06,0.97,0.99,0.02,0.02,0.31,0.53,0.75,0.43,0.43,0.38,0.97,0.82,0.51,0.51,0.49,0.44,0.59,0.49,0.49,0.24,0.97,0.75,0.52,0.52,0.06,0.85,0.78,0.65,0.65,0.05,0.97,0.98,0.03,0.03,0.35,0.7,0.62,0.63,0.63,0.16,0.98,0.99,0.03,0.03,0.4,0.56,0.91,0.61,0.61,0.08,0.88,0.91,0.15,0.15,0.08,0.73,0.85,0.55,0.55,0.16,0.78,0.9,0.52,0.52,0.03,0.89,0.8,0.54,0.54,0.2,0.98,0.93,0.24,0.24,0.46,0.89,0.87,0.11,0.11,0.22,0.98,0.95,0.03,0.03,0.09,0.84,0.89,0.16,0.16,0.62,0.97,0.91,0.49,0.49,0.1,0.78,0.73,0.2,0.2,0.22,0.98,0.99,0.02,0.02,0.42,0.89,0.82,0.13,0.13,0.5,0.88,0.92,0.49,0.49,0.03,0.85,0.87,0.18,0.18,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10001010101101101110100010101010111011100001101001110000000000011110111010110110100000111110101100111000101010","Dawid\u2013Skene":"10111110011010000010101111101010001010101110011110001010100011100110001000111010001110100000101010000111011101","RACE-S (ours)":"10101110101010001110101010101010101010101010001010101010100010001110001000111010101110101000101010001111101101","RACE-Net (ours, learned)":"10101110101010001110101010101010001010101010001010100010100010000110001000111010001110100000101000001111001101"},"acc":{"receiver alone":0.8909,"majority vote":0.6909,"Dawid\u2013Skene":0.6909,"RACE-S (ours)":0.8364,"RACE-Net (ours, learned)":0.7727}},"collude|24":{"p":[0.98,0.97,0.26,0.89,0.26,0.7,0.7,0.54,0.34,0.54,0.92,0.91,0.42,0.89,0.42,0.7,0.8,0.41,0.82,0.41,0.96,0.98,0.37,0.92,0.37,0.78,0.89,0.3,0.8,0.3,0.97,0.96,0.28,0.95,0.28,0.78,0.56,0.66,0.03,0.66,0.95,0.95,0.38,0.43,0.38,0.87,0.8,0.53,0.75,0.53,0.98,0.99,0.25,0.97,0.25,0.59,0.88,0.47,0.03,0.47,0.9,0.97,0.45,0.79,0.45,0.71,0.89,0.56,0.82,0.56,0.98,0.8,0.5,0.0,0.5,0.56,0.71,0.65,0.77,0.65,0.99,0.9,0.21,0.0,0.21,0.91,0.92,0.21,0.02,0.21,0.97,0.98,0.35,0.91,0.35,0.18,0.44,0.55,0.01,0.55,0.97,0.99,0.32,0.92,0.32,0.59,0.71,0.65,0.71,0.65,0.95,0.97,0.53,0.88,0.53,0.65,0.71,0.33,0.8,0.33,0.95,0.96,0.28,0.9,0.28,0.71,0.8,0.36,0.84,0.36,0.97,0.98,0.42,0.91,0.42,0.73,0.5,0.68,0.02,0.68,0.97,0.94,0.36,0.96,0.36,0.53,0.37,0.73,0.13,0.73,0.96,0.88,0.27,0.92,0.27,0.44,0.59,0.64,0.84,0.64,0.93,0.95,0.47,0.01,0.47,0.18,0.29,0.45,0.0,0.45,0.98,0.98,0.47,0.92,0.47,0.87,0.85,0.57,0.01,0.57,0.96,0.97,0.31,0.85,0.31,0.41,0.38,0.45,0.01,0.45,0.95,0.88,0.25,0.97,0.25,0.22,0.8,0.57,0.35,0.57,0.86,0.95,0.4,0.96,0.4,0.62,0.71,0.62,0.83,0.62,0.98,0.98,0.43,0.98,0.43,0.22,0.5,0.44,0.0,0.44,0.92,0.91,0.51,0.16,0.51,0.62,0.44,0.48,0.93,0.48,0.96,0.89,0.4,0.87,0.4,0.88,0.84,0.56,0.85,0.56,0.93,0.94,0.42,0.9,0.42,0.84,0.87,0.66,0.53,0.66,0.88,0.96,0.23,0.01,0.23,0.53,0.62,0.65,0.88,0.65,0.96,0.85,0.55,0.91,0.55,0.59,0.62,0.8,0.59,0.8,0.92,0.87,0.23,0.93,0.23,0.78,0.78,0.57,0.87,0.57,0.95,0.96,0.54,0.89,0.54,0.73,0.8,0.63,0.0,0.63,0.88,0.85,0.42,0.01,0.42,0.77,0.82,0.6,0.01,0.6,0.99,0.96,0.47,0.98,0.47,0.75,0.88,0.49,0.93,0.49,0.91,0.87,0.51,0.75,0.51,0.32,0.38,0.6,0.02,0.6,0.95,0.96,0.55,0.34,0.55,0.88,0.93,0.31,0.85,0.31,0.94,0.87,0.25,0.95,0.25,0.75,0.74,0.61,0.01,0.61,0.97,0.78,0.5,0.02,0.5,0.38,0.59,0.47,0.75,0.47,0.98,0.9,0.21,0.76,0.21,0.44,0.44,0.65,0.01,0.65,0.92,0.84,0.48,0.01,0.48,0.73,0.68,0.57,0.53,0.57,0.96,0.96,0.21,0.94,0.21,0.88,0.89,0.4,0.78,0.4,0.91,0.89,0.46,0.83,0.46,0.47,0.65,0.43,0.8,0.43,0.96,0.89,0.19,0.91,0.19,0.78,0.75,0.62,0.73,0.62,0.97,0.85,0.3,0.01,0.3,0.5,0.8,0.68,0.82,0.68,0.9,0.87,0.49,0.94,0.49,0.87,0.8,0.26,0.84,0.26,0.88,0.98,0.28,0.97,0.28,0.38,0.35,0.66,0.83,0.66,0.97,0.99,0.35,0.99,0.35,0.53,0.75,0.59,0.7,0.59,0.97,0.82,0.27,0.01,0.27,0.44,0.59,0.53,0.32,0.53,0.97,0.75,0.49,0.0,0.49,0.85,0.78,0.64,0.02,0.64,0.97,0.98,0.35,0.98,0.35,0.7,0.62,0.55,0.0,0.55,0.98,0.99,0.31,0.96,0.31,0.56,0.91,0.57,0.01,0.57,0.88,0.91,0.47,0.72,0.47,0.73,0.85,0.48,0.02,0.48,0.78,0.9,0.5,0.0,0.5,0.89,0.8,0.44,0.0,0.44,0.98,0.93,0.3,0.59,0.3,0.89,0.87,0.42,0.84,0.42,0.98,0.95,0.47,0.96,0.47,0.84,0.89,0.27,0.85,0.27,0.97,0.91,0.45,0.02,0.45,0.78,0.73,0.47,0.75,0.47,0.98,0.99,0.3,0.98,0.3,0.89,0.82,0.32,0.88,0.32,0.88,0.92,0.5,0.05,0.5,0.85,0.87,0.33,0.82,0.33],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10101010001101100010101010101011101010100110111111011001100011101110100010101010011001100010101110100010001010","Dawid\u2013Skene":"10111110101010001110100111101010010011101011001010100010001000000110001000111110100110101000101000011111101101","RACE-S (ours)":"10101110101010001110101010101010101010101010101010101010100011001110001000111010101110101000101010001111101111","RACE-Net (ours, learned)":"10101010101000001110101010101010001010101010001010101010100010000110001000111010101010101000101000001111001101"},"acc":{"receiver alone":0.8909,"majority vote":0.7545,"Dawid\u2013Skene":0.6909,"RACE-S (ours)":0.8455,"RACE-Net (ours, learned)":0.8091}},"collude|34":{"p":[0.98,0.97,0.91,0.28,0.28,0.7,0.7,0.72,0.73,0.73,0.92,0.91,0.99,0.47,0.47,0.7,0.8,0.92,0.46,0.46,0.96,0.98,0.88,0.35,0.35,0.78,0.89,0.82,0.31,0.31,0.97,0.96,0.9,0.26,0.26,0.78,0.56,0.65,0.98,0.98,0.95,0.95,0.92,0.63,0.63,0.87,0.8,0.92,0.62,0.62,0.98,0.99,0.9,0.22,0.22,0.59,0.88,0.62,0.77,0.77,0.9,0.97,0.96,0.53,0.53,0.71,0.89,0.59,0.45,0.45,0.98,0.8,0.97,0.99,0.99,0.56,0.71,0.53,0.54,0.54,0.99,0.9,0.96,0.69,0.69,0.91,0.92,0.92,0.66,0.66,0.97,0.98,0.8,0.3,0.3,0.18,0.44,0.87,0.98,0.98,0.97,0.99,0.87,0.29,0.29,0.59,0.71,0.65,0.63,0.63,0.95,0.97,0.91,0.54,0.54,0.65,0.71,0.84,0.35,0.35,0.95,0.96,0.9,0.28,0.28,0.71,0.8,0.84,0.36,0.36,0.97,0.98,0.88,0.4,0.4,0.73,0.5,0.62,0.98,0.98,0.97,0.94,0.99,0.38,0.38,0.53,0.37,0.32,0.83,0.83,0.96,0.88,0.93,0.27,0.27,0.44,0.59,0.65,0.54,0.54,0.93,0.95,0.98,0.96,0.96,0.18,0.29,0.62,0.76,0.76,0.98,0.98,0.82,0.42,0.42,0.87,0.85,0.78,0.95,0.95,0.96,0.97,0.8,0.28,0.28,0.41,0.38,0.82,0.85,0.85,0.95,0.88,0.96,0.25,0.25,0.22,0.8,0.8,0.8,0.8,0.86,0.95,0.97,0.41,0.41,0.62,0.71,0.73,0.57,0.57,0.98,0.98,0.98,0.43,0.43,0.22,0.5,0.62,0.75,0.75,0.92,0.91,0.95,0.9,0.9,0.62,0.44,0.71,0.37,0.37,0.96,0.89,0.93,0.44,0.44,0.88,0.84,0.78,0.52,0.52,0.93,0.94,0.96,0.45,0.45,0.84,0.87,0.65,0.72,0.72,0.88,0.96,0.95,0.7,0.7,0.53,0.62,0.41,0.41,0.41,0.96,0.85,0.88,0.53,0.53,0.59,0.62,0.32,0.67,0.67,0.92,0.87,0.95,0.24,0.24,0.78,0.78,0.65,0.46,0.46,0.95,0.96,0.78,0.48,0.48,0.73,0.8,0.65,0.95,0.95,0.88,0.85,0.98,0.91,0.91,0.77,0.82,0.77,0.98,0.98,0.99,0.96,0.99,0.47,0.47,0.75,0.88,0.73,0.39,0.39,0.91,0.87,0.95,0.61,0.61,0.32,0.38,0.56,0.87,0.87,0.95,0.96,0.78,0.76,0.76,0.88,0.93,0.88,0.32,0.32,0.94,0.87,0.9,0.23,0.23,0.75,0.74,0.75,0.98,0.98,0.97,0.78,0.97,0.97,0.97,0.38,0.59,0.59,0.39,0.39,0.98,0.9,0.97,0.31,0.31,0.44,0.44,0.56,0.92,0.92,0.92,0.84,0.95,0.95,0.95,0.73,0.68,0.85,0.73,0.73,0.96,0.96,0.98,0.23,0.23,0.88,0.89,0.88,0.45,0.45,0.91,0.89,0.91,0.5,0.5,0.47,0.65,0.73,0.4,0.4,0.96,0.89,0.97,0.22,0.22,0.78,0.75,0.53,0.52,0.52,0.97,0.85,0.97,0.78,0.78,0.5,0.8,0.59,0.57,0.57,0.9,0.87,0.96,0.51,0.51,0.87,0.8,0.88,0.29,0.29,0.88,0.98,0.96,0.27,0.27,0.38,0.35,0.62,0.55,0.55,0.97,0.99,0.98,0.35,0.35,0.53,0.75,0.44,0.46,0.46,0.97,0.82,0.98,0.75,0.75,0.44,0.59,0.71,0.72,0.72,0.97,0.75,0.95,0.97,0.97,0.85,0.78,0.68,0.97,0.97,0.97,0.98,0.96,0.34,0.34,0.7,0.62,0.73,0.92,0.92,0.98,0.99,0.99,0.32,0.32,0.56,0.91,0.78,0.95,0.95,0.88,0.91,0.97,0.6,0.6,0.73,0.85,0.88,0.91,0.91,0.78,0.9,0.96,0.98,0.98,0.89,0.8,0.92,0.9,0.9,0.98,0.93,0.93,0.47,0.47,0.89,0.87,0.94,0.47,0.47,0.98,0.95,0.97,0.47,0.47,0.84,0.89,0.84,0.26,0.26,0.97,0.91,0.99,0.94,0.94,0.78,0.73,0.84,0.51,0.51,0.98,0.99,0.99,0.3,0.3,0.89,0.82,0.87,0.31,0.31,0.88,0.92,0.98,0.96,0.96,0.85,0.87,0.82,0.33,0.33],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10101010111110101100001010001010100000100010101011101000001010101110101010111010100000101010101110111010101010","Dawid\u2013Skene":"10111110101011101110101010101010101010101010101010100010100011101110101010111010101110101010101010111111101111","RACE-S (ours)":"10101110111010101110101010101010101010101010101010101010101010101110101010111010101110101010101010111111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101110101010101110101010101010101110101010111010101110101010101010111110101111"},"acc":{"receiver alone":0.8909,"majority vote":0.8364,"Dawid\u2013Skene":0.8636,"RACE-S (ours)":0.9,"RACE-Net (ours, learned)":0.9}},"collude|123":{"p":[0.98,0.07,0.07,0.07,0.56,0.7,0.41,0.41,0.41,0.2,0.92,0.07,0.07,0.07,0.16,0.7,0.15,0.15,0.15,0.25,0.96,0.07,0.07,0.07,0.38,0.78,0.16,0.16,0.16,0.59,0.97,0.06,0.06,0.06,0.53,0.78,0.59,0.59,0.59,0.02,0.95,0.23,0.23,0.23,0.31,0.87,0.17,0.17,0.17,0.01,0.98,0.05,0.05,0.05,0.59,0.59,0.49,0.49,0.49,0.44,0.9,0.09,0.09,0.09,0.14,0.71,0.23,0.23,0.23,0.29,0.98,0.41,0.41,0.41,0.02,0.56,0.33,0.33,0.33,0.16,0.99,0.38,0.38,0.38,0.61,0.91,0.38,0.38,0.38,0.65,0.97,0.1,0.1,0.1,0.5,0.18,0.56,0.56,0.56,0.03,0.97,0.07,0.07,0.07,0.5,0.59,0.31,0.31,0.31,0.04,0.95,0.08,0.08,0.08,0.03,0.65,0.22,0.22,0.22,0.5,0.95,0.08,0.08,0.08,0.53,0.71,0.18,0.18,0.18,0.44,0.97,0.07,0.07,0.07,0.29,0.73,0.62,0.62,0.62,0.02,0.97,0.04,0.04,0.04,0.29,0.53,0.72,0.72,0.72,0.21,0.96,0.09,0.09,0.09,0.53,0.44,0.31,0.31,0.31,0.08,0.93,0.36,0.36,0.36,0.08,0.18,0.69,0.69,0.69,0.48,0.98,0.09,0.09,0.09,0.24,0.87,0.46,0.46,0.46,0.09,0.96,0.13,0.13,0.13,0.59,0.41,0.6,0.6,0.6,0.29,0.95,0.06,0.06,0.06,0.53,0.22,0.35,0.35,0.35,0.05,0.86,0.04,0.04,0.04,0.22,0.62,0.24,0.24,0.24,0.03,0.98,0.02,0.02,0.02,0.16,0.22,0.63,0.63,0.63,0.5,0.92,0.32,0.32,0.32,0.03,0.62,0.31,0.31,0.31,0.34,0.96,0.1,0.1,0.1,0.26,0.88,0.18,0.18,0.18,0.11,0.93,0.06,0.06,0.06,0.2,0.84,0.32,0.32,0.32,0.02,0.88,0.36,0.36,0.36,0.59,0.53,0.36,0.36,0.36,0.29,0.96,0.12,0.12,0.12,0.03,0.59,0.49,0.49,0.49,0.07,0.92,0.08,0.08,0.08,0.59,0.78,0.24,0.24,0.24,0.21,0.95,0.12,0.12,0.12,0.15,0.73,0.52,0.52,0.52,0.1,0.88,0.38,0.38,0.38,0.18,0.77,0.47,0.47,0.47,0.03,0.99,0.02,0.02,0.02,0.08,0.75,0.15,0.15,0.15,0.29,0.91,0.14,0.14,0.14,0.03,0.32,0.68,0.68,0.68,0.24,0.95,0.31,0.31,0.31,0.13,0.88,0.11,0.11,0.11,0.5,0.94,0.09,0.09,0.09,0.59,0.75,0.5,0.5,0.5,0.02,0.97,0.41,0.41,0.41,0.03,0.38,0.35,0.35,0.35,0.47,0.98,0.12,0.12,0.12,0.62,0.44,0.66,0.66,0.66,0.14,0.92,0.4,0.4,0.4,0.09,0.73,0.31,0.31,0.31,0.02,0.96,0.04,0.04,0.04,0.59,0.88,0.15,0.15,0.15,0.32,0.91,0.12,0.12,0.12,0.16,0.47,0.27,0.27,0.27,0.4,0.96,0.08,0.08,0.08,0.65,0.78,0.33,0.33,0.33,0.22,0.97,0.39,0.39,0.39,0.43,0.5,0.26,0.26,0.26,0.05,0.9,0.08,0.08,0.08,0.05,0.87,0.16,0.16,0.16,0.59,0.88,0.03,0.03,0.03,0.49,0.38,0.4,0.4,0.4,0.06,0.97,0.01,0.01,0.01,0.31,0.53,0.37,0.37,0.37,0.38,0.97,0.4,0.4,0.4,0.49,0.44,0.46,0.46,0.46,0.24,0.97,0.43,0.43,0.43,0.06,0.85,0.51,0.51,0.51,0.05,0.97,0.02,0.02,0.02,0.35,0.7,0.55,0.55,0.55,0.16,0.98,0.02,0.02,0.02,0.4,0.56,0.43,0.43,0.43,0.08,0.88,0.13,0.13,0.13,0.08,0.73,0.42,0.42,0.42,0.16,0.78,0.38,0.38,0.38,0.03,0.89,0.43,0.43,0.43,0.2,0.98,0.18,0.18,0.18,0.46,0.89,0.12,0.12,0.12,0.22,0.98,0.04,0.04,0.04,0.09,0.84,0.14,0.14,0.14,0.62,0.97,0.36,0.36,0.36,0.1,0.78,0.23,0.23,0.23,0.22,0.98,0.02,0.02,0.02,0.42,0.89,0.14,0.14,0.14,0.5,0.88,0.35,0.35,0.35,0.03,0.85,0.17,0.17,0.17,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"01000001100100111101010000010101110101010101110001110101011100011001110111000101110001011111010101110000100010","Dawid\u2013Skene":"01000001100100111101010000010101110101010101110001110101011100011001110111000101110001011111010101110000100010","RACE-S (ours)":"10101110101010001110101010101010001010101010001010101010100010000110001000111010101110101000101000001111001101","RACE-Net (ours, learned)":"10101110001010001110101111101010001010101010001010100010100011000110001000111010001110100000101000001111001101"},"acc":{"receiver alone":0.8909,"majority vote":0.2909,"Dawid\u2013Skene":0.2909,"RACE-S (ours)":0.8,"RACE-Net (ours, learned)":0.7364}},"collude|124":{"p":[0.98,0.19,0.19,0.89,0.19,0.7,0.46,0.46,0.34,0.46,0.92,0.31,0.31,0.89,0.31,0.7,0.34,0.34,0.82,0.34,0.96,0.25,0.25,0.92,0.25,0.78,0.23,0.23,0.8,0.23,0.97,0.2,0.2,0.95,0.2,0.78,0.59,0.59,0.03,0.59,0.95,0.27,0.27,0.43,0.27,0.87,0.42,0.42,0.75,0.42,0.98,0.17,0.17,0.97,0.17,0.59,0.35,0.35,0.03,0.35,0.9,0.31,0.31,0.79,0.31,0.71,0.41,0.41,0.82,0.41,0.98,0.4,0.4,0.0,0.4,0.56,0.53,0.53,0.77,0.53,0.99,0.17,0.17,0.0,0.17,0.91,0.17,0.17,0.02,0.17,0.97,0.24,0.24,0.91,0.24,0.18,0.55,0.55,0.01,0.55,0.97,0.22,0.22,0.92,0.22,0.59,0.53,0.53,0.71,0.53,0.95,0.36,0.36,0.88,0.36,0.65,0.32,0.32,0.8,0.32,0.95,0.2,0.2,0.9,0.2,0.71,0.31,0.31,0.84,0.31,0.97,0.28,0.28,0.91,0.28,0.73,0.62,0.62,0.02,0.62,0.97,0.26,0.26,0.96,0.26,0.53,0.7,0.7,0.13,0.7,0.96,0.22,0.22,0.92,0.22,0.44,0.56,0.56,0.84,0.56,0.93,0.33,0.33,0.01,0.33,0.18,0.53,0.53,0.0,0.53,0.98,0.32,0.32,0.92,0.32,0.87,0.43,0.43,0.01,0.43,0.96,0.22,0.22,0.85,0.22,0.41,0.51,0.51,0.01,0.51,0.95,0.21,0.21,0.97,0.21,0.22,0.45,0.45,0.35,0.45,0.86,0.29,0.29,0.96,0.29,0.62,0.51,0.51,0.83,0.51,0.98,0.3,0.3,0.98,0.3,0.22,0.46,0.46,0.0,0.46,0.92,0.37,0.37,0.16,0.37,0.62,0.51,0.51,0.93,0.51,0.96,0.3,0.3,0.87,0.3,0.88,0.43,0.43,0.85,0.43,0.93,0.3,0.3,0.9,0.3,0.84,0.49,0.49,0.53,0.49,0.88,0.17,0.17,0.01,0.17,0.53,0.56,0.56,0.88,0.56,0.96,0.41,0.41,0.91,0.41,0.59,0.66,0.66,0.59,0.66,0.92,0.2,0.2,0.93,0.2,0.78,0.45,0.45,0.87,0.45,0.95,0.37,0.37,0.89,0.37,0.73,0.49,0.49,0.0,0.49,0.88,0.33,0.33,0.01,0.33,0.77,0.46,0.46,0.01,0.46,0.99,0.32,0.32,0.98,0.32,0.75,0.37,0.37,0.93,0.37,0.91,0.38,0.38,0.75,0.38,0.32,0.61,0.61,0.02,0.61,0.95,0.38,0.38,0.34,0.38,0.88,0.23,0.23,0.85,0.23,0.94,0.21,0.21,0.95,0.21,0.75,0.5,0.5,0.01,0.5,0.97,0.41,0.41,0.02,0.41,0.38,0.45,0.45,0.75,0.45,0.98,0.17,0.17,0.76,0.17,0.44,0.62,0.62,0.01,0.62,0.92,0.37,0.37,0.01,0.37,0.73,0.48,0.48,0.53,0.48,0.96,0.16,0.16,0.94,0.16,0.88,0.3,0.3,0.78,0.3,0.91,0.34,0.34,0.83,0.34,0.47,0.4,0.4,0.8,0.4,0.96,0.16,0.16,0.91,0.16,0.78,0.5,0.5,0.73,0.5,0.97,0.25,0.25,0.01,0.25,0.5,0.52,0.52,0.82,0.52,0.9,0.37,0.37,0.94,0.37,0.87,0.24,0.24,0.84,0.24,0.88,0.19,0.19,0.97,0.19,0.38,0.66,0.66,0.83,0.66,0.97,0.24,0.24,0.99,0.24,0.53,0.47,0.47,0.7,0.47,0.97,0.24,0.24,0.01,0.24,0.44,0.49,0.49,0.32,0.49,0.97,0.41,0.41,0.0,0.41,0.85,0.5,0.5,0.02,0.5,0.97,0.24,0.24,0.98,0.24,0.7,0.49,0.49,0.0,0.49,0.98,0.21,0.21,0.96,0.21,0.56,0.41,0.41,0.01,0.41,0.88,0.34,0.34,0.72,0.34,0.73,0.37,0.37,0.02,0.37,0.78,0.37,0.37,0.0,0.37,0.89,0.36,0.36,0.0,0.36,0.98,0.22,0.22,0.59,0.22,0.89,0.32,0.32,0.84,0.32,0.98,0.33,0.33,0.96,0.33,0.84,0.22,0.22,0.85,0.22,0.97,0.33,0.33,0.02,0.33,0.78,0.4,0.4,0.75,0.4,0.98,0.2,0.2,0.98,0.2,0.89,0.27,0.27,0.88,0.27,0.88,0.36,0.36,0.05,0.36,0.85,0.26,0.26,0.82,0.26],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"01000001010001110001011000010101010101010101110101011101110101111001110111000101011001010111010101110000010010","Dawid\u2013Skene":"01000001010001110001011000010101010101010101110101011101110101111001110111000101011001010111010101110000010010","RACE-S (ours)":"10101110101010101110101011101010101010101010101010101010100011101110101000111010101110101010101010001111101101","RACE-Net (ours, learned)":"10101110101010001110101011101010001010101010001010101010100010000110001000111010101110101000101010001111101101"},"acc":{"receiver alone":0.8909,"majority vote":0.2364,"Dawid\u2013Skene":0.2364,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8091}},"collude|134":{"p":[0.98,0.19,0.91,0.19,0.19,0.7,0.59,0.72,0.59,0.59,0.92,0.34,0.99,0.34,0.34,0.7,0.38,0.92,0.38,0.38,0.96,0.24,0.88,0.24,0.24,0.78,0.24,0.82,0.24,0.24,0.97,0.19,0.9,0.19,0.19,0.78,0.8,0.65,0.8,0.8,0.95,0.44,0.92,0.44,0.44,0.87,0.48,0.92,0.48,0.48,0.98,0.15,0.9,0.15,0.15,0.59,0.55,0.62,0.55,0.55,0.9,0.36,0.96,0.36,0.36,0.71,0.33,0.59,0.33,0.33,0.98,0.73,0.97,0.73,0.73,0.56,0.46,0.53,0.46,0.46,0.99,0.49,0.96,0.49,0.49,0.91,0.47,0.92,0.47,0.47,0.97,0.2,0.8,0.2,0.2,0.18,0.84,0.87,0.84,0.84,0.97,0.2,0.87,0.2,0.2,0.59,0.52,0.65,0.52,0.52,0.95,0.37,0.91,0.37,0.37,0.65,0.33,0.84,0.33,0.33,0.95,0.2,0.9,0.2,0.2,0.71,0.31,0.84,0.31,0.31,0.97,0.27,0.88,0.27,0.27,0.73,0.82,0.62,0.82,0.82,0.97,0.27,0.99,0.27,0.27,0.53,0.76,0.32,0.76,0.76,0.96,0.22,0.93,0.22,0.22,0.44,0.5,0.65,0.5,0.5,0.93,0.65,0.98,0.65,0.65,0.18,0.74,0.62,0.74,0.74,0.98,0.29,0.82,0.29,0.29,0.87,0.69,0.78,0.69,0.69,0.96,0.2,0.8,0.2,0.2,0.41,0.77,0.82,0.77,0.77,0.95,0.21,0.96,0.21,0.21,0.22,0.6,0.8,0.6,0.6,0.86,0.29,0.97,0.29,0.29,0.62,0.48,0.73,0.48,0.48,0.98,0.29,0.98,0.29,0.29,0.22,0.67,0.62,0.67,0.67,0.92,0.63,0.95,0.63,0.63,0.62,0.43,0.71,0.43,0.43,0.96,0.33,0.93,0.33,0.33,0.88,0.4,0.78,0.4,0.4,0.93,0.32,0.96,0.32,0.32,0.84,0.53,0.65,0.53,0.53,0.88,0.48,0.95,0.48,0.48,0.53,0.4,0.41,0.4,0.4,0.96,0.4,0.88,0.4,0.4,0.59,0.57,0.32,0.57,0.57,0.92,0.2,0.95,0.2,0.2,0.78,0.38,0.65,0.38,0.38,0.95,0.33,0.78,0.33,0.33,0.73,0.7,0.65,0.7,0.7,0.88,0.65,0.98,0.65,0.65,0.77,0.72,0.77,0.72,0.72,0.99,0.33,0.99,0.33,0.33,0.75,0.3,0.73,0.3,0.3,0.91,0.45,0.95,0.45,0.45,0.32,0.79,0.56,0.79,0.79,0.95,0.52,0.78,0.52,0.52,0.88,0.24,0.88,0.24,0.24,0.94,0.2,0.9,0.2,0.2,0.75,0.74,0.75,0.74,0.74,0.97,0.72,0.97,0.72,0.72,0.38,0.4,0.59,0.4,0.4,0.98,0.24,0.97,0.24,0.24,0.44,0.8,0.56,0.8,0.8,0.92,0.69,0.95,0.69,0.69,0.73,0.59,0.85,0.59,0.59,0.96,0.17,0.98,0.17,0.17,0.88,0.34,0.88,0.34,0.34,0.91,0.37,0.91,0.37,0.37,0.47,0.38,0.73,0.38,0.38,0.96,0.18,0.97,0.18,0.18,0.78,0.43,0.53,0.43,0.43,0.97,0.57,0.97,0.57,0.57,0.5,0.44,0.59,0.44,0.44,0.9,0.38,0.96,0.38,0.38,0.87,0.26,0.88,0.26,0.26,0.88,0.19,0.96,0.19,0.19,0.38,0.59,0.62,0.59,0.59,0.97,0.24,0.98,0.24,0.24,0.53,0.39,0.44,0.39,0.39,0.97,0.56,0.98,0.56,0.56,0.44,0.62,0.71,0.62,0.62,0.97,0.73,0.95,0.73,0.73,0.85,0.72,0.68,0.72,0.72,0.97,0.23,0.96,0.23,0.23,0.7,0.74,0.73,0.74,0.74,0.98,0.22,0.99,0.22,0.22,0.56,0.66,0.78,0.66,0.66,0.88,0.43,0.97,0.43,0.43,0.73,0.66,0.88,0.66,0.66,0.78,0.69,0.96,0.69,0.69,0.89,0.67,0.92,0.67,0.67,0.98,0.34,0.93,0.34,0.34,0.89,0.36,0.94,0.36,0.36,0.98,0.33,0.97,0.33,0.33,0.84,0.21,0.84,0.21,0.21,0.97,0.65,0.99,0.65,0.65,0.78,0.43,0.84,0.43,0.43,0.98,0.2,0.99,0.2,0.2,0.89,0.27,0.87,0.27,0.27,0.88,0.66,0.98,0.66,0.66,0.85,0.26,0.82,0.26,0.26],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"01000001110100111101010000010101110101010101110101100100011100111001100111000001110001001111010111110000110010","Dawid\u2013Skene":"01000001110100111101010000010101110101010101110101100100011100111001100111000001110001001111010111110000110010","RACE-S (ours)":"10111110111010101110101010101010101010101010101110101010101010101110101010111010101110101010101010111111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101010101010101110101010101010101110101010111010101110101010101010111110101110"},"acc":{"receiver alone":0.8909,"majority vote":0.3273,"Dawid\u2013Skene":0.3273,"RACE-S (ours)":0.8818,"RACE-Net (ours, learned)":0.9182}},"collude|234":{"p":[0.98,0.97,0.21,0.21,0.21,0.7,0.7,0.58,0.58,0.58,0.92,0.91,0.32,0.32,0.32,0.7,0.8,0.33,0.33,0.33,0.96,0.98,0.27,0.27,0.27,0.78,0.89,0.26,0.26,0.26,0.97,0.96,0.21,0.21,0.21,0.78,0.56,0.77,0.77,0.77,0.95,0.95,0.45,0.45,0.45,0.87,0.8,0.44,0.44,0.44,0.98,0.99,0.18,0.18,0.18,0.59,0.88,0.64,0.64,0.64,0.9,0.97,0.37,0.37,0.37,0.71,0.89,0.43,0.43,0.43,0.98,0.8,0.67,0.67,0.67,0.56,0.71,0.51,0.51,0.51,0.99,0.9,0.47,0.47,0.47,0.91,0.92,0.47,0.47,0.47,0.97,0.98,0.26,0.26,0.26,0.18,0.44,0.7,0.7,0.7,0.97,0.99,0.24,0.24,0.24,0.59,0.71,0.53,0.53,0.53,0.95,0.97,0.39,0.39,0.39,0.65,0.71,0.29,0.29,0.29,0.95,0.96,0.22,0.22,0.22,0.71,0.8,0.3,0.3,0.3,0.97,0.98,0.31,0.31,0.31,0.73,0.5,0.78,0.78,0.78,0.97,0.94,0.25,0.25,0.25,0.53,0.37,0.78,0.78,0.78,0.96,0.88,0.21,0.21,0.21,0.44,0.59,0.48,0.48,0.48,0.93,0.95,0.64,0.64,0.64,0.18,0.29,0.63,0.63,0.63,0.98,0.98,0.34,0.34,0.34,0.87,0.85,0.71,0.71,0.71,0.96,0.97,0.26,0.26,0.26,0.41,0.38,0.63,0.63,0.63,0.95,0.88,0.18,0.18,0.18,0.22,0.8,0.6,0.6,0.6,0.86,0.95,0.28,0.28,0.28,0.62,0.71,0.47,0.47,0.47,0.98,0.98,0.29,0.29,0.29,0.22,0.5,0.63,0.63,0.63,0.92,0.91,0.62,0.62,0.62,0.62,0.44,0.34,0.34,0.34,0.96,0.89,0.31,0.31,0.31,0.88,0.84,0.42,0.42,0.42,0.93,0.94,0.31,0.31,0.31,0.84,0.87,0.6,0.6,0.6,0.88,0.96,0.48,0.48,0.48,0.53,0.62,0.47,0.47,0.47,0.96,0.85,0.39,0.39,0.39,0.59,0.62,0.67,0.67,0.67,0.92,0.87,0.18,0.18,0.18,0.78,0.78,0.42,0.42,0.42,0.95,0.96,0.39,0.39,0.39,0.73,0.8,0.75,0.75,0.75,0.88,0.85,0.61,0.61,0.61,0.77,0.82,0.73,0.73,0.73,0.99,0.96,0.32,0.32,0.32,0.75,0.88,0.35,0.35,0.35,0.91,0.87,0.42,0.42,0.42,0.32,0.38,0.72,0.72,0.72,0.95,0.96,0.58,0.58,0.58,0.88,0.93,0.26,0.26,0.26,0.94,0.87,0.18,0.18,0.18,0.75,0.74,0.74,0.74,0.74,0.97,0.78,0.66,0.66,0.66,0.38,0.59,0.4,0.4,0.4,0.98,0.9,0.22,0.22,0.22,0.44,0.44,0.76,0.76,0.76,0.92,0.84,0.65,0.65,0.65,0.73,0.68,0.53,0.53,0.53,0.96,0.96,0.16,0.16,0.16,0.88,0.89,0.34,0.34,0.34,0.91,0.89,0.36,0.36,0.36,0.47,0.65,0.36,0.36,0.36,0.96,0.89,0.16,0.16,0.16,0.78,0.75,0.51,0.51,0.51,0.97,0.85,0.53,0.53,0.53,0.5,0.8,0.51,0.51,0.51,0.9,0.87,0.35,0.35,0.35,0.87,0.8,0.23,0.23,0.23,0.88,0.98,0.19,0.19,0.19,0.38,0.35,0.49,0.49,0.49,0.97,0.99,0.24,0.24,0.24,0.53,0.75,0.49,0.49,0.49,0.97,0.82,0.51,0.51,0.51,0.44,0.59,0.58,0.58,0.58,0.97,0.75,0.66,0.66,0.66,0.85,0.78,0.75,0.75,0.75,0.97,0.98,0.24,0.24,0.24,0.7,0.62,0.7,0.7,0.7,0.98,0.99,0.22,0.22,0.22,0.56,0.91,0.71,0.71,0.71,0.88,0.91,0.41,0.41,0.41,0.73,0.85,0.65,0.65,0.65,0.78,0.9,0.67,0.67,0.67,0.89,0.8,0.62,0.62,0.62,0.98,0.93,0.34,0.34,0.34,0.89,0.87,0.33,0.33,0.33,0.98,0.95,0.32,0.32,0.32,0.84,0.89,0.23,0.23,0.23,0.97,0.91,0.63,0.63,0.63,0.78,0.73,0.4,0.4,0.4,0.98,0.99,0.2,0.2,0.2,0.89,0.82,0.25,0.25,0.25,0.88,0.92,0.65,0.65,0.65,0.85,0.87,0.28,0.28,0.28],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"01000001110101111101010000010101110101010101100001110101011100111001100111000001110001011111010101110000100010","Dawid\u2013Skene":"01000001110101111101010000010101110101010101100001110101011100111001100111000001110001011111010101110000100010","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010100011101110001000111010101110101000101010001111101111","RACE-Net (ours, learned)":"10101110101010001110101010101010101010101010101010101010100011101110001000111010101110101000101010001111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.3091,"Dawid\u2013Skene":0.3091,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.8545}},"collude|1234":{"p":[0.98,0.17,0.17,0.17,0.17,0.7,0.51,0.51,0.51,0.51,0.92,0.26,0.26,0.26,0.26,0.7,0.3,0.3,0.3,0.3,0.96,0.21,0.21,0.21,0.21,0.78,0.22,0.22,0.22,0.22,0.97,0.16,0.16,0.16,0.16,0.78,0.69,0.69,0.69,0.69,0.95,0.35,0.35,0.35,0.35,0.87,0.38,0.38,0.38,0.38,0.98,0.14,0.14,0.14,0.14,0.59,0.51,0.51,0.51,0.51,0.9,0.28,0.28,0.28,0.28,0.71,0.35,0.35,0.35,0.35,0.98,0.55,0.55,0.55,0.55,0.56,0.46,0.46,0.46,0.46,0.99,0.38,0.38,0.38,0.38,0.91,0.37,0.37,0.37,0.37,0.97,0.2,0.2,0.2,0.2,0.18,0.66,0.66,0.66,0.66,0.97,0.18,0.18,0.18,0.18,0.59,0.47,0.47,0.47,0.47,0.95,0.3,0.3,0.3,0.3,0.65,0.29,0.29,0.29,0.29,0.95,0.18,0.18,0.18,0.18,0.71,0.27,0.27,0.27,0.27,0.97,0.23,0.23,0.23,0.23,0.73,0.71,0.71,0.71,0.71,0.97,0.2,0.2,0.2,0.2,0.53,0.74,0.74,0.74,0.74,0.96,0.18,0.18,0.18,0.18,0.44,0.46,0.46,0.46,0.46,0.93,0.5,0.5,0.5,0.5,0.18,0.65,0.65,0.65,0.65,0.98,0.26,0.26,0.26,0.26,0.87,0.57,0.57,0.57,0.57,0.96,0.2,0.2,0.2,0.2,0.41,0.63,0.63,0.63,0.63,0.95,0.17,0.17,0.17,0.17,0.22,0.5,0.5,0.5,0.5,0.86,0.22,0.22,0.22,0.22,0.62,0.42,0.42,0.42,0.42,0.98,0.23,0.23,0.23,0.23,0.22,0.59,0.59,0.59,0.59,0.92,0.49,0.49,0.49,0.49,0.62,0.4,0.4,0.4,0.4,0.96,0.26,0.26,0.26,0.26,0.88,0.36,0.36,0.36,0.36,0.93,0.25,0.25,0.25,0.25,0.84,0.48,0.48,0.48,0.48,0.88,0.37,0.37,0.37,0.37,0.53,0.45,0.45,0.45,0.45,0.96,0.33,0.33,0.33,0.33,0.59,0.6,0.6,0.6,0.6,0.92,0.17,0.17,0.17,0.17,0.78,0.37,0.37,0.37,0.37,0.95,0.31,0.31,0.31,0.31,0.73,0.61,0.61,0.61,0.61,0.88,0.49,0.49,0.49,0.49,0.77,0.6,0.6,0.6,0.6,0.99,0.25,0.25,0.25,0.25,0.75,0.29,0.29,0.29,0.29,0.91,0.35,0.35,0.35,0.35,0.32,0.7,0.7,0.7,0.7,0.95,0.45,0.45,0.45,0.45,0.88,0.21,0.21,0.21,0.21,0.94,0.17,0.17,0.17,0.17,0.75,0.62,0.62,0.62,0.62,0.97,0.55,0.55,0.55,0.55,0.38,0.4,0.4,0.4,0.4,0.98,0.19,0.19,0.19,0.19,0.44,0.71,0.71,0.71,0.71,0.92,0.53,0.53,0.53,0.53,0.73,0.48,0.48,0.48,0.48,0.96,0.13,0.13,0.13,0.13,0.88,0.28,0.28,0.28,0.28,0.91,0.3,0.3,0.3,0.3,0.47,0.35,0.35,0.35,0.35,0.96,0.14,0.14,0.14,0.14,0.78,0.44,0.44,0.44,0.44,0.97,0.43,0.43,0.43,0.43,0.5,0.43,0.43,0.43,0.43,0.9,0.3,0.3,0.3,0.3,0.87,0.22,0.22,0.22,0.22,0.88,0.15,0.15,0.15,0.15,0.38,0.53,0.53,0.53,0.53,0.97,0.18,0.18,0.18,0.18,0.53,0.43,0.43,0.43,0.43,0.97,0.43,0.43,0.43,0.43,0.44,0.54,0.54,0.54,0.54,0.97,0.56,0.56,0.56,0.56,0.85,0.62,0.62,0.62,0.62,0.97,0.18,0.18,0.18,0.18,0.7,0.62,0.62,0.62,0.62,0.98,0.17,0.17,0.17,0.17,0.56,0.55,0.55,0.55,0.55,0.88,0.33,0.33,0.33,0.33,0.73,0.52,0.52,0.52,0.52,0.78,0.53,0.53,0.53,0.53,0.89,0.52,0.52,0.52,0.52,0.98,0.27,0.27,0.27,0.27,0.89,0.28,0.28,0.28,0.28,0.98,0.25,0.25,0.25,0.25,0.84,0.2,0.2,0.2,0.2,0.97,0.49,0.49,0.49,0.49,0.78,0.36,0.36,0.36,0.36,0.98,0.16,0.16,0.16,0.16,0.89,0.23,0.23,0.23,0.23,0.88,0.5,0.5,0.5,0.5,0.85,0.24,0.24,0.24,0.24],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"01000001010100111101010000010101110101010101110001110101011100011001110111000001110001011111010101110000110010","Dawid\u2013Skene":"01000001010100111101010000010101110101010101110001110101011100011001110111000001110001011111010101110000110010","RACE-S (ours)":"10101110101010101110101010101010101010101010001110101010100010101110101000111010101110101010101010001111101101","RACE-Net (ours, learned)":"10111110101010000010101111101010001010101010001110001010100011100110001000111010001110100000101010001111001101"},"acc":{"receiver alone":0.8909,"majority vote":0.2727,"Dawid\u2013Skene":0.2727,"RACE-S (ours)":0.8636,"RACE-Net (ours, learned)":0.7455}},"noise|":{"p":[0.98,0.97,0.91,0.89,0.56,0.7,0.7,0.72,0.34,0.2,0.92,0.91,0.99,0.89,0.16,0.7,0.8,0.92,0.82,0.25,0.96,0.98,0.88,0.92,0.38,0.78,0.89,0.82,0.8,0.59,0.97,0.96,0.9,0.95,0.53,0.78,0.56,0.65,0.03,0.02,0.95,0.95,0.92,0.43,0.31,0.87,0.8,0.92,0.75,0.01,0.98,0.99,0.9,0.97,0.59,0.59,0.88,0.62,0.03,0.44,0.9,0.97,0.96,0.79,0.14,0.71,0.89,0.59,0.82,0.29,0.98,0.8,0.97,0.0,0.02,0.56,0.71,0.53,0.77,0.16,0.99,0.9,0.96,0.0,0.61,0.91,0.92,0.92,0.02,0.65,0.97,0.98,0.8,0.91,0.5,0.18,0.44,0.87,0.01,0.03,0.97,0.99,0.87,0.92,0.5,0.59,0.71,0.65,0.71,0.04,0.95,0.97,0.91,0.88,0.03,0.65,0.71,0.84,0.8,0.5,0.95,0.96,0.9,0.9,0.53,0.71,0.8,0.84,0.84,0.44,0.97,0.98,0.88,0.91,0.29,0.73,0.5,0.62,0.02,0.02,0.97,0.94,0.99,0.96,0.29,0.53,0.37,0.32,0.13,0.21,0.96,0.88,0.93,0.92,0.53,0.44,0.59,0.65,0.84,0.08,0.93,0.95,0.98,0.01,0.08,0.18,0.29,0.62,0.0,0.48,0.98,0.98,0.82,0.92,0.24,0.87,0.85,0.78,0.01,0.09,0.96,0.97,0.8,0.85,0.59,0.41,0.38,0.82,0.01,0.29,0.95,0.88,0.96,0.97,0.53,0.22,0.8,0.8,0.35,0.05,0.86,0.95,0.97,0.96,0.22,0.62,0.71,0.73,0.83,0.03,0.98,0.98,0.98,0.98,0.16,0.22,0.5,0.62,0.0,0.5,0.92,0.91,0.95,0.16,0.03,0.62,0.44,0.71,0.93,0.34,0.96,0.89,0.93,0.87,0.26,0.88,0.84,0.78,0.85,0.11,0.93,0.94,0.96,0.9,0.2,0.84,0.87,0.65,0.53,0.02,0.88,0.96,0.95,0.01,0.59,0.53,0.62,0.41,0.88,0.29,0.96,0.85,0.88,0.91,0.03,0.59,0.62,0.32,0.59,0.07,0.92,0.87,0.95,0.93,0.59,0.78,0.78,0.65,0.87,0.21,0.95,0.96,0.78,0.89,0.15,0.73,0.8,0.65,0.0,0.1,0.88,0.85,0.98,0.01,0.18,0.77,0.82,0.77,0.01,0.03,0.99,0.96,0.99,0.98,0.08,0.75,0.88,0.73,0.93,0.29,0.91,0.87,0.95,0.75,0.03,0.32,0.38,0.56,0.02,0.24,0.95,0.96,0.78,0.34,0.13,0.88,0.93,0.88,0.85,0.5,0.94,0.87,0.9,0.95,0.59,0.75,0.74,0.75,0.01,0.02,0.97,0.78,0.97,0.02,0.03,0.38,0.59,0.59,0.75,0.47,0.98,0.9,0.97,0.76,0.62,0.44,0.44,0.56,0.01,0.14,0.92,0.84,0.95,0.01,0.09,0.73,0.68,0.85,0.53,0.02,0.96,0.96,0.98,0.94,0.59,0.88,0.89,0.88,0.78,0.32,0.91,0.89,0.91,0.83,0.16,0.47,0.65,0.73,0.8,0.4,0.96,0.89,0.97,0.91,0.65,0.78,0.75,0.53,0.73,0.22,0.97,0.85,0.97,0.01,0.43,0.5,0.8,0.59,0.82,0.05,0.9,0.87,0.96,0.94,0.05,0.87,0.8,0.88,0.84,0.59,0.88,0.98,0.96,0.97,0.49,0.38,0.35,0.62,0.83,0.06,0.97,0.99,0.98,0.99,0.31,0.53,0.75,0.44,0.7,0.38,0.97,0.82,0.98,0.01,0.49,0.44,0.59,0.71,0.32,0.24,0.97,0.75,0.95,0.0,0.06,0.85,0.78,0.68,0.02,0.05,0.97,0.98,0.96,0.98,0.35,0.7,0.62,0.73,0.0,0.16,0.98,0.99,0.99,0.96,0.4,0.56,0.91,0.78,0.01,0.08,0.88,0.91,0.97,0.72,0.08,0.73,0.85,0.88,0.02,0.16,0.78,0.9,0.96,0.0,0.03,0.89,0.8,0.92,0.0,0.2,0.98,0.93,0.93,0.59,0.46,0.89,0.87,0.94,0.84,0.22,0.98,0.95,0.97,0.96,0.09,0.84,0.89,0.84,0.85,0.62,0.97,0.91,0.99,0.02,0.1,0.78,0.73,0.84,0.75,0.22,0.98,0.99,0.99,0.98,0.42,0.89,0.82,0.87,0.88,0.5,0.88,0.92,0.98,0.05,0.03,0.85,0.87,0.82,0.82,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10111110101011001110101010101010101010101010101010100010100011000110001000111010101110101000101000001111101101","Dawid\u2013Skene":"10111010101010101110101010101010101010101010101010101010100010101110101010111010101110101010101010111110101110","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101111","RACE-Net (ours, learned)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.7909,"Dawid\u2013Skene":0.9182,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.9091}},"noise|1":{"p":[0.98,0.64,0.91,0.89,0.56,0.7,0.27,0.72,0.34,0.2,0.92,0.04,0.99,0.89,0.16,0.7,0.02,0.92,0.82,0.25,0.96,0.81,0.88,0.92,0.38,0.78,0.91,0.82,0.8,0.59,0.97,0.61,0.9,0.95,0.53,0.78,0.73,0.65,0.03,0.02,0.95,0.54,0.92,0.43,0.31,0.87,0.94,0.92,0.75,0.01,0.98,0.82,0.9,0.97,0.59,0.59,0.0,0.62,0.03,0.44,0.9,0.86,0.96,0.79,0.14,0.71,0.03,0.59,0.82,0.29,0.98,0.73,0.97,0.0,0.02,0.56,0.18,0.53,0.77,0.16,0.99,0.86,0.96,0.0,0.61,0.91,0.54,0.92,0.02,0.65,0.97,0.3,0.8,0.91,0.5,0.18,0.42,0.87,0.01,0.03,0.97,0.03,0.87,0.92,0.5,0.59,0.12,0.65,0.71,0.04,0.95,0.67,0.91,0.88,0.03,0.65,0.65,0.84,0.8,0.5,0.95,0.62,0.9,0.9,0.53,0.71,0.38,0.84,0.84,0.44,0.97,1.0,0.88,0.91,0.29,0.73,0.98,0.62,0.02,0.02,0.97,0.69,0.99,0.96,0.29,0.53,0.65,0.32,0.13,0.21,0.96,0.69,0.93,0.92,0.53,0.44,0.39,0.65,0.84,0.08,0.93,0.14,0.98,0.01,0.08,0.18,0.72,0.62,0.0,0.48,0.98,0.53,0.82,0.92,0.24,0.87,0.31,0.78,0.01,0.09,0.96,0.49,0.8,0.85,0.59,0.41,0.89,0.82,0.01,0.29,0.95,0.93,0.96,0.97,0.53,0.22,0.36,0.8,0.35,0.05,0.86,0.57,0.97,0.96,0.22,0.62,0.32,0.73,0.83,0.03,0.98,0.59,0.98,0.98,0.16,0.22,0.34,0.62,0.0,0.5,0.92,0.39,0.95,0.16,0.03,0.62,0.89,0.71,0.93,0.34,0.96,0.23,0.93,0.87,0.26,0.88,0.62,0.78,0.85,0.11,0.93,0.08,0.96,0.9,0.2,0.84,0.83,0.65,0.53,0.02,0.88,0.79,0.95,0.01,0.59,0.53,0.24,0.41,0.88,0.29,0.96,0.88,0.88,0.91,0.03,0.59,0.06,0.32,0.59,0.07,0.92,0.34,0.95,0.93,0.59,0.78,0.15,0.65,0.87,0.21,0.95,0.45,0.78,0.89,0.15,0.73,0.8,0.65,0.0,0.1,0.88,0.23,0.98,0.01,0.18,0.77,0.05,0.77,0.01,0.03,0.99,0.4,0.99,0.98,0.08,0.75,0.2,0.73,0.93,0.29,0.91,0.09,0.95,0.75,0.03,0.32,0.58,0.56,0.02,0.24,0.95,0.3,0.78,0.34,0.13,0.88,0.67,0.88,0.85,0.5,0.94,0.2,0.9,0.95,0.59,0.75,0.94,0.75,0.01,0.02,0.97,0.37,0.97,0.02,0.03,0.38,0.11,0.59,0.75,0.47,0.98,0.63,0.97,0.76,0.62,0.44,0.93,0.56,0.01,0.14,0.92,0.44,0.95,0.01,0.09,0.73,0.95,0.85,0.53,0.02,0.96,0.5,0.98,0.94,0.59,0.88,0.43,0.88,0.78,0.32,0.91,0.62,0.91,0.83,0.16,0.47,1.0,0.73,0.8,0.4,0.96,0.95,0.97,0.91,0.65,0.78,0.46,0.53,0.73,0.22,0.97,0.76,0.97,0.01,0.43,0.5,0.5,0.59,0.82,0.05,0.9,0.53,0.96,0.94,0.05,0.87,0.79,0.88,0.84,0.59,0.88,0.41,0.96,0.97,0.49,0.38,0.73,0.62,0.83,0.06,0.97,0.71,0.98,0.99,0.31,0.53,0.93,0.44,0.7,0.38,0.97,0.11,0.98,0.01,0.49,0.44,0.73,0.71,0.32,0.24,0.97,0.93,0.95,0.0,0.06,0.85,0.97,0.68,0.02,0.05,0.97,0.01,0.96,0.98,0.35,0.7,0.86,0.73,0.0,0.16,0.98,0.98,0.99,0.96,0.4,0.56,0.96,0.78,0.01,0.08,0.88,0.15,0.97,0.72,0.08,0.73,0.97,0.88,0.02,0.16,0.78,0.89,0.96,0.0,0.03,0.89,0.82,0.92,0.0,0.2,0.98,0.48,0.93,0.59,0.46,0.89,0.23,0.94,0.84,0.22,0.98,0.8,0.97,0.96,0.09,0.84,0.92,0.84,0.85,0.62,0.97,0.27,0.99,0.02,0.1,0.78,0.54,0.84,0.75,0.22,0.98,0.44,0.99,0.98,0.42,0.89,0.93,0.87,0.88,0.5,0.88,0.04,0.98,0.05,0.03,0.85,0.73,0.82,0.82,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10111110101010101110101110101010001010100010011010101010000010000110001000111110101110101010101000011111001101","Dawid\u2013Skene":"10111010101010101110101010101010101010100010101010101010100010101110101010111010101110101010101000011110101100","RACE-S (ours)":"10101010111010101110101010101010101010101010101010101010101010101110101010111010101110101010101010111111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101010101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.7545,"Dawid\u2013Skene":0.8818,"RACE-S (ours)":0.9091,"RACE-Net (ours, learned)":0.9}},"noise|2":{"p":[0.98,0.97,0.64,0.89,0.56,0.7,0.7,0.27,0.34,0.2,0.92,0.91,0.04,0.89,0.16,0.7,0.8,0.02,0.82,0.25,0.96,0.98,0.81,0.92,0.38,0.78,0.89,0.91,0.8,0.59,0.97,0.96,0.61,0.95,0.53,0.78,0.56,0.73,0.03,0.02,0.95,0.95,0.54,0.43,0.31,0.87,0.8,0.94,0.75,0.01,0.98,0.99,0.82,0.97,0.59,0.59,0.88,0.0,0.03,0.44,0.9,0.97,0.86,0.79,0.14,0.71,0.89,0.03,0.82,0.29,0.98,0.8,0.73,0.0,0.02,0.56,0.71,0.18,0.77,0.16,0.99,0.9,0.86,0.0,0.61,0.91,0.92,0.54,0.02,0.65,0.97,0.98,0.3,0.91,0.5,0.18,0.44,0.42,0.01,0.03,0.97,0.99,0.03,0.92,0.5,0.59,0.71,0.12,0.71,0.04,0.95,0.97,0.67,0.88,0.03,0.65,0.71,0.65,0.8,0.5,0.95,0.96,0.62,0.9,0.53,0.71,0.8,0.38,0.84,0.44,0.97,0.98,1.0,0.91,0.29,0.73,0.5,0.98,0.02,0.02,0.97,0.94,0.69,0.96,0.29,0.53,0.37,0.65,0.13,0.21,0.96,0.88,0.69,0.92,0.53,0.44,0.59,0.39,0.84,0.08,0.93,0.95,0.14,0.01,0.08,0.18,0.29,0.72,0.0,0.48,0.98,0.98,0.53,0.92,0.24,0.87,0.85,0.31,0.01,0.09,0.96,0.97,0.49,0.85,0.59,0.41,0.38,0.89,0.01,0.29,0.95,0.88,0.93,0.97,0.53,0.22,0.8,0.36,0.35,0.05,0.86,0.95,0.57,0.96,0.22,0.62,0.71,0.32,0.83,0.03,0.98,0.98,0.59,0.98,0.16,0.22,0.5,0.34,0.0,0.5,0.92,0.91,0.39,0.16,0.03,0.62,0.44,0.89,0.93,0.34,0.96,0.89,0.23,0.87,0.26,0.88,0.84,0.62,0.85,0.11,0.93,0.94,0.08,0.9,0.2,0.84,0.87,0.83,0.53,0.02,0.88,0.96,0.79,0.01,0.59,0.53,0.62,0.24,0.88,0.29,0.96,0.85,0.88,0.91,0.03,0.59,0.62,0.06,0.59,0.07,0.92,0.87,0.34,0.93,0.59,0.78,0.78,0.15,0.87,0.21,0.95,0.96,0.45,0.89,0.15,0.73,0.8,0.8,0.0,0.1,0.88,0.85,0.23,0.01,0.18,0.77,0.82,0.05,0.01,0.03,0.99,0.96,0.4,0.98,0.08,0.75,0.88,0.2,0.93,0.29,0.91,0.87,0.09,0.75,0.03,0.32,0.38,0.58,0.02,0.24,0.95,0.96,0.3,0.34,0.13,0.88,0.93,0.67,0.85,0.5,0.94,0.87,0.2,0.95,0.59,0.75,0.74,0.94,0.01,0.02,0.97,0.78,0.37,0.02,0.03,0.38,0.59,0.11,0.75,0.47,0.98,0.9,0.63,0.76,0.62,0.44,0.44,0.93,0.01,0.14,0.92,0.84,0.44,0.01,0.09,0.73,0.68,0.95,0.53,0.02,0.96,0.96,0.5,0.94,0.59,0.88,0.89,0.43,0.78,0.32,0.91,0.89,0.62,0.83,0.16,0.47,0.65,1.0,0.8,0.4,0.96,0.89,0.95,0.91,0.65,0.78,0.75,0.46,0.73,0.22,0.97,0.85,0.76,0.01,0.43,0.5,0.8,0.5,0.82,0.05,0.9,0.87,0.53,0.94,0.05,0.87,0.8,0.79,0.84,0.59,0.88,0.98,0.41,0.97,0.49,0.38,0.35,0.73,0.83,0.06,0.97,0.99,0.71,0.99,0.31,0.53,0.75,0.93,0.7,0.38,0.97,0.82,0.11,0.01,0.49,0.44,0.59,0.73,0.32,0.24,0.97,0.75,0.93,0.0,0.06,0.85,0.78,0.97,0.02,0.05,0.97,0.98,0.01,0.98,0.35,0.7,0.62,0.86,0.0,0.16,0.98,0.99,0.98,0.96,0.4,0.56,0.91,0.96,0.01,0.08,0.88,0.91,0.15,0.72,0.08,0.73,0.85,0.97,0.02,0.16,0.78,0.9,0.89,0.0,0.03,0.89,0.8,0.82,0.0,0.2,0.98,0.93,0.48,0.59,0.46,0.89,0.87,0.23,0.84,0.22,0.98,0.95,0.8,0.96,0.09,0.84,0.89,0.92,0.85,0.62,0.97,0.91,0.27,0.02,0.1,0.78,0.73,0.54,0.75,0.22,0.98,0.99,0.44,0.98,0.42,0.89,0.82,0.93,0.88,0.5,0.88,0.92,0.04,0.05,0.03,0.85,0.87,0.73,0.82,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10101110101011001110101110101010001010100010011010101010100011000110001000111110100110100000101000001111001101","Dawid\u2013Skene":"10101110101111001110101010101010101010101010101010100010100011001110001000111010000010100000101000001111101101","RACE-S (ours)":"10101110101010001110101010101010001010101010001010100010100011001110001000111010001110100000101000001011101101","RACE-Net (ours, learned)":"10101110001000001110100010101010001010101010001010100010100010000110001000100010000110100000101000001011001101"},"acc":{"receiver alone":0.8909,"majority vote":0.7273,"Dawid\u2013Skene":0.7818,"RACE-S (ours)":0.7909,"RACE-Net (ours, learned)":0.7455}},"noise|3":{"p":[0.98,0.97,0.91,0.64,0.56,0.7,0.7,0.72,0.27,0.2,0.92,0.91,0.99,0.04,0.16,0.7,0.8,0.92,0.02,0.25,0.96,0.98,0.88,0.81,0.38,0.78,0.89,0.82,0.91,0.59,0.97,0.96,0.9,0.61,0.53,0.78,0.56,0.65,0.73,0.02,0.95,0.95,0.92,0.54,0.31,0.87,0.8,0.92,0.94,0.01,0.98,0.99,0.9,0.82,0.59,0.59,0.88,0.62,0.0,0.44,0.9,0.97,0.96,0.86,0.14,0.71,0.89,0.59,0.03,0.29,0.98,0.8,0.97,0.73,0.02,0.56,0.71,0.53,0.18,0.16,0.99,0.9,0.96,0.86,0.61,0.91,0.92,0.92,0.54,0.65,0.97,0.98,0.8,0.3,0.5,0.18,0.44,0.87,0.42,0.03,0.97,0.99,0.87,0.03,0.5,0.59,0.71,0.65,0.12,0.04,0.95,0.97,0.91,0.67,0.03,0.65,0.71,0.84,0.65,0.5,0.95,0.96,0.9,0.62,0.53,0.71,0.8,0.84,0.38,0.44,0.97,0.98,0.88,1.0,0.29,0.73,0.5,0.62,0.98,0.02,0.97,0.94,0.99,0.69,0.29,0.53,0.37,0.32,0.65,0.21,0.96,0.88,0.93,0.69,0.53,0.44,0.59,0.65,0.39,0.08,0.93,0.95,0.98,0.14,0.08,0.18,0.29,0.62,0.72,0.48,0.98,0.98,0.82,0.53,0.24,0.87,0.85,0.78,0.31,0.09,0.96,0.97,0.8,0.49,0.59,0.41,0.38,0.82,0.89,0.29,0.95,0.88,0.96,0.93,0.53,0.22,0.8,0.8,0.36,0.05,0.86,0.95,0.97,0.57,0.22,0.62,0.71,0.73,0.32,0.03,0.98,0.98,0.98,0.59,0.16,0.22,0.5,0.62,0.34,0.5,0.92,0.91,0.95,0.39,0.03,0.62,0.44,0.71,0.89,0.34,0.96,0.89,0.93,0.23,0.26,0.88,0.84,0.78,0.62,0.11,0.93,0.94,0.96,0.08,0.2,0.84,0.87,0.65,0.83,0.02,0.88,0.96,0.95,0.79,0.59,0.53,0.62,0.41,0.24,0.29,0.96,0.85,0.88,0.88,0.03,0.59,0.62,0.32,0.06,0.07,0.92,0.87,0.95,0.34,0.59,0.78,0.78,0.65,0.15,0.21,0.95,0.96,0.78,0.45,0.15,0.73,0.8,0.65,0.8,0.1,0.88,0.85,0.98,0.23,0.18,0.77,0.82,0.77,0.05,0.03,0.99,0.96,0.99,0.4,0.08,0.75,0.88,0.73,0.2,0.29,0.91,0.87,0.95,0.09,0.03,0.32,0.38,0.56,0.58,0.24,0.95,0.96,0.78,0.3,0.13,0.88,0.93,0.88,0.67,0.5,0.94,0.87,0.9,0.2,0.59,0.75,0.74,0.75,0.94,0.02,0.97,0.78,0.97,0.37,0.03,0.38,0.59,0.59,0.11,0.47,0.98,0.9,0.97,0.63,0.62,0.44,0.44,0.56,0.93,0.14,0.92,0.84,0.95,0.44,0.09,0.73,0.68,0.85,0.95,0.02,0.96,0.96,0.98,0.5,0.59,0.88,0.89,0.88,0.43,0.32,0.91,0.89,0.91,0.62,0.16,0.47,0.65,0.73,1.0,0.4,0.96,0.89,0.97,0.95,0.65,0.78,0.75,0.53,0.46,0.22,0.97,0.85,0.97,0.76,0.43,0.5,0.8,0.59,0.5,0.05,0.9,0.87,0.96,0.53,0.05,0.87,0.8,0.88,0.79,0.59,0.88,0.98,0.96,0.41,0.49,0.38,0.35,0.62,0.73,0.06,0.97,0.99,0.98,0.71,0.31,0.53,0.75,0.44,0.93,0.38,0.97,0.82,0.98,0.11,0.49,0.44,0.59,0.71,0.73,0.24,0.97,0.75,0.95,0.93,0.06,0.85,0.78,0.68,0.97,0.05,0.97,0.98,0.96,0.01,0.35,0.7,0.62,0.73,0.86,0.16,0.98,0.99,0.99,0.98,0.4,0.56,0.91,0.78,0.96,0.08,0.88,0.91,0.97,0.15,0.08,0.73,0.85,0.88,0.97,0.16,0.78,0.9,0.96,0.89,0.03,0.89,0.8,0.92,0.82,0.2,0.98,0.93,0.93,0.48,0.46,0.89,0.87,0.94,0.23,0.22,0.98,0.95,0.97,0.8,0.09,0.84,0.89,0.84,0.92,0.62,0.97,0.91,0.99,0.27,0.1,0.78,0.73,0.84,0.54,0.22,0.98,0.99,0.99,0.44,0.42,0.89,0.82,0.87,0.93,0.5,0.88,0.92,0.98,0.04,0.03,0.85,0.87,0.82,0.73,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10101110101010101110101010101010101010100010101010100010000010000110001000111010100110101010101000111111101101","Dawid\u2013Skene":"10101010101010101110101010101010101010101010101010101010100010101110101010111010101010101010101010111110101110","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010111111101111","RACE-Net (ours, learned)":"10101110111010101110101010101010101110101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.8091,"Dawid\u2013Skene":0.9364,"RACE-S (ours)":0.9091,"RACE-Net (ours, learned)":0.8818}},"noise|4":{"p":[0.98,0.97,0.91,0.89,0.64,0.7,0.7,0.72,0.34,0.27,0.92,0.91,0.99,0.89,0.04,0.7,0.8,0.92,0.82,0.02,0.96,0.98,0.88,0.92,0.81,0.78,0.89,0.82,0.8,0.91,0.97,0.96,0.9,0.95,0.61,0.78,0.56,0.65,0.03,0.73,0.95,0.95,0.92,0.43,0.54,0.87,0.8,0.92,0.75,0.94,0.98,0.99,0.9,0.97,0.82,0.59,0.88,0.62,0.03,0.0,0.9,0.97,0.96,0.79,0.86,0.71,0.89,0.59,0.82,0.03,0.98,0.8,0.97,0.0,0.73,0.56,0.71,0.53,0.77,0.18,0.99,0.9,0.96,0.0,0.86,0.91,0.92,0.92,0.02,0.54,0.97,0.98,0.8,0.91,0.3,0.18,0.44,0.87,0.01,0.42,0.97,0.99,0.87,0.92,0.03,0.59,0.71,0.65,0.71,0.12,0.95,0.97,0.91,0.88,0.67,0.65,0.71,0.84,0.8,0.65,0.95,0.96,0.9,0.9,0.62,0.71,0.8,0.84,0.84,0.38,0.97,0.98,0.88,0.91,1.0,0.73,0.5,0.62,0.02,0.98,0.97,0.94,0.99,0.96,0.69,0.53,0.37,0.32,0.13,0.65,0.96,0.88,0.93,0.92,0.69,0.44,0.59,0.65,0.84,0.39,0.93,0.95,0.98,0.01,0.14,0.18,0.29,0.62,0.0,0.72,0.98,0.98,0.82,0.92,0.53,0.87,0.85,0.78,0.01,0.31,0.96,0.97,0.8,0.85,0.49,0.41,0.38,0.82,0.01,0.89,0.95,0.88,0.96,0.97,0.93,0.22,0.8,0.8,0.35,0.36,0.86,0.95,0.97,0.96,0.57,0.62,0.71,0.73,0.83,0.32,0.98,0.98,0.98,0.98,0.59,0.22,0.5,0.62,0.0,0.34,0.92,0.91,0.95,0.16,0.39,0.62,0.44,0.71,0.93,0.89,0.96,0.89,0.93,0.87,0.23,0.88,0.84,0.78,0.85,0.62,0.93,0.94,0.96,0.9,0.08,0.84,0.87,0.65,0.53,0.83,0.88,0.96,0.95,0.01,0.79,0.53,0.62,0.41,0.88,0.24,0.96,0.85,0.88,0.91,0.88,0.59,0.62,0.32,0.59,0.06,0.92,0.87,0.95,0.93,0.34,0.78,0.78,0.65,0.87,0.15,0.95,0.96,0.78,0.89,0.45,0.73,0.8,0.65,0.0,0.8,0.88,0.85,0.98,0.01,0.23,0.77,0.82,0.77,0.01,0.05,0.99,0.96,0.99,0.98,0.4,0.75,0.88,0.73,0.93,0.2,0.91,0.87,0.95,0.75,0.09,0.32,0.38,0.56,0.02,0.58,0.95,0.96,0.78,0.34,0.3,0.88,0.93,0.88,0.85,0.67,0.94,0.87,0.9,0.95,0.2,0.75,0.74,0.75,0.01,0.94,0.97,0.78,0.97,0.02,0.37,0.38,0.59,0.59,0.75,0.11,0.98,0.9,0.97,0.76,0.63,0.44,0.44,0.56,0.01,0.93,0.92,0.84,0.95,0.01,0.44,0.73,0.68,0.85,0.53,0.95,0.96,0.96,0.98,0.94,0.5,0.88,0.89,0.88,0.78,0.43,0.91,0.89,0.91,0.83,0.62,0.47,0.65,0.73,0.8,1.0,0.96,0.89,0.97,0.91,0.95,0.78,0.75,0.53,0.73,0.46,0.97,0.85,0.97,0.01,0.76,0.5,0.8,0.59,0.82,0.5,0.9,0.87,0.96,0.94,0.53,0.87,0.8,0.88,0.84,0.79,0.88,0.98,0.96,0.97,0.41,0.38,0.35,0.62,0.83,0.73,0.97,0.99,0.98,0.99,0.71,0.53,0.75,0.44,0.7,0.93,0.97,0.82,0.98,0.01,0.11,0.44,0.59,0.71,0.32,0.73,0.97,0.75,0.95,0.0,0.93,0.85,0.78,0.68,0.02,0.97,0.97,0.98,0.96,0.98,0.01,0.7,0.62,0.73,0.0,0.86,0.98,0.99,0.99,0.96,0.98,0.56,0.91,0.78,0.01,0.96,0.88,0.91,0.97,0.72,0.15,0.73,0.85,0.88,0.02,0.97,0.78,0.9,0.96,0.0,0.89,0.89,0.8,0.92,0.0,0.82,0.98,0.93,0.93,0.59,0.48,0.89,0.87,0.94,0.84,0.23,0.98,0.95,0.97,0.96,0.8,0.84,0.89,0.84,0.85,0.92,0.97,0.91,0.99,0.02,0.27,0.78,0.73,0.84,0.75,0.54,0.98,0.99,0.99,0.98,0.44,0.89,0.82,0.87,0.88,0.93,0.88,0.92,0.98,0.05,0.04,0.85,0.87,0.82,0.82,0.73],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10101110101010101110101010101010101010101010101010101010100010000110001000111010101110100010101000111111101101","Dawid\u2013Skene":"10111010101010101110101010101010101010101010101010101010100010101110101010111010101010101010101010111110101110","RACE-S (ours)":"10101110111010101110101010101010101010101010101010101010101010101110101010111010101110101010101010111111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101110101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.8364,"Dawid\u2013Skene":0.9273,"RACE-S (ours)":0.9,"RACE-Net (ours, learned)":0.8909}},"noise|12":{"p":[0.98,0.64,0.61,0.89,0.56,0.7,0.27,0.03,0.34,0.2,0.92,0.04,0.72,0.89,0.16,0.7,0.02,0.02,0.82,0.25,0.96,0.81,0.76,0.92,0.38,0.78,0.91,0.51,0.8,0.59,0.97,0.61,0.93,0.95,0.53,0.78,0.73,0.07,0.03,0.02,0.95,0.54,0.84,0.43,0.31,0.87,0.94,0.07,0.75,0.01,0.98,0.82,0.34,0.97,0.59,0.59,0.0,0.43,0.03,0.44,0.9,0.86,0.97,0.79,0.14,0.71,0.03,0.56,0.82,0.29,0.98,0.73,0.26,0.0,0.02,0.56,0.18,0.24,0.77,0.16,0.99,0.86,0.89,0.0,0.61,0.91,0.54,0.23,0.02,0.65,0.97,0.3,0.12,0.91,0.5,0.18,0.42,0.29,0.01,0.03,0.97,0.03,0.59,0.92,0.5,0.59,0.12,0.55,0.71,0.04,0.95,0.67,0.81,0.88,0.03,0.65,0.65,0.56,0.8,0.5,0.95,0.62,0.29,0.9,0.53,0.71,0.38,0.41,0.84,0.44,0.97,1.0,0.82,0.91,0.29,0.73,0.98,0.63,0.02,0.02,0.97,0.69,0.96,0.96,0.29,0.53,0.65,0.37,0.13,0.21,0.96,0.69,0.55,0.92,0.53,0.44,0.39,0.59,0.84,0.08,0.93,0.14,0.85,0.01,0.08,0.18,0.72,0.15,0.0,0.48,0.98,0.53,0.41,0.92,0.24,0.87,0.31,0.91,0.01,0.09,0.96,0.49,0.04,0.85,0.59,0.41,0.89,0.82,0.01,0.29,0.95,0.93,0.42,0.97,0.53,0.22,0.36,0.83,0.35,0.05,0.86,0.57,0.01,0.96,0.22,0.62,0.32,0.37,0.83,0.03,0.98,0.59,0.08,0.98,0.16,0.22,0.34,0.65,0.0,0.5,0.92,0.39,0.27,0.16,0.03,0.62,0.89,0.7,0.93,0.34,0.96,0.23,0.94,0.87,0.26,0.88,0.62,0.13,0.85,0.11,0.93,0.08,0.86,0.9,0.2,0.84,0.83,0.06,0.53,0.02,0.88,0.79,0.38,0.01,0.59,0.53,0.24,0.43,0.88,0.29,0.96,0.88,0.49,0.91,0.03,0.59,0.06,0.98,0.59,0.07,0.92,0.34,0.78,0.93,0.59,0.78,0.15,0.31,0.87,0.21,0.95,0.45,0.27,0.89,0.15,0.73,0.8,0.86,0.0,0.1,0.88,0.23,0.88,0.01,0.18,0.77,0.05,0.51,0.01,0.03,0.99,0.4,0.34,0.98,0.08,0.75,0.2,0.99,0.93,0.29,0.91,0.09,0.32,0.75,0.03,0.32,0.58,0.18,0.02,0.24,0.95,0.3,0.88,0.34,0.13,0.88,0.67,0.81,0.85,0.5,0.94,0.2,0.67,0.95,0.59,0.75,0.94,0.96,0.01,0.02,0.97,0.37,0.93,0.02,0.03,0.38,0.11,0.75,0.75,0.47,0.98,0.63,0.86,0.76,0.62,0.44,0.93,0.25,0.01,0.14,0.92,0.44,0.14,0.01,0.09,0.73,0.95,0.67,0.53,0.02,0.96,0.5,0.71,0.94,0.59,0.88,0.43,0.17,0.78,0.32,0.91,0.62,0.4,0.83,0.16,0.47,1.0,0.91,0.8,0.4,0.96,0.95,0.56,0.91,0.65,0.78,0.46,0.58,0.73,0.22,0.97,0.76,0.19,0.01,0.43,0.5,0.5,0.53,0.82,0.05,0.9,0.53,0.52,0.94,0.05,0.87,0.79,0.09,0.84,0.59,0.88,0.41,0.98,0.97,0.49,0.38,0.73,0.57,0.83,0.06,0.97,0.71,0.01,0.99,0.31,0.53,0.93,0.77,0.7,0.38,0.97,0.11,0.98,0.01,0.49,0.44,0.73,0.59,0.32,0.24,0.97,0.93,0.32,0.0,0.06,0.85,0.97,0.19,0.02,0.05,0.97,0.01,0.67,0.98,0.35,0.7,0.86,0.2,0.0,0.16,0.98,0.98,0.58,0.96,0.4,0.56,0.96,0.6,0.01,0.08,0.88,0.15,0.96,0.72,0.08,0.73,0.97,0.07,0.02,0.16,0.78,0.89,0.5,0.0,0.03,0.89,0.82,0.74,0.0,0.2,0.98,0.48,0.18,0.59,0.46,0.89,0.23,0.39,0.84,0.22,0.98,0.8,0.06,0.96,0.09,0.84,0.92,0.73,0.85,0.62,0.97,0.27,0.09,0.02,0.1,0.78,0.54,0.4,0.75,0.22,0.98,0.44,0.87,0.98,0.42,0.89,0.93,0.47,0.88,0.5,0.88,0.04,0.91,0.05,0.03,0.85,0.73,0.77,0.82,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10101110101011001010101110101010001011100010011010101010000001000110001000101110100111111100101000010111001101","Dawid\u2013Skene":"10111110101001001110101111101010001011100010011010111010100011000110001000111110101111111100101000001111001101","RACE-S (ours)":"10101110001000001110100010101010001010101010001010000010100010000110001000100010000110100000101000001011001101","RACE-Net (ours, learned)":"10101010001000001110101010101010001010101010011010001010100011000110001000100010001110101000101000001011001100"},"acc":{"receiver alone":0.8909,"majority vote":0.6818,"Dawid\u2013Skene":0.6727,"RACE-S (ours)":0.7364,"RACE-Net (ours, learned)":0.7727}},"noise|13":{"p":[0.98,0.64,0.91,0.61,0.56,0.7,0.27,0.72,0.03,0.2,0.92,0.04,0.99,0.72,0.16,0.7,0.02,0.92,0.02,0.25,0.96,0.81,0.88,0.76,0.38,0.78,0.91,0.82,0.51,0.59,0.97,0.61,0.9,0.93,0.53,0.78,0.73,0.65,0.07,0.02,0.95,0.54,0.92,0.84,0.31,0.87,0.94,0.92,0.07,0.01,0.98,0.82,0.9,0.34,0.59,0.59,0.0,0.62,0.43,0.44,0.9,0.86,0.96,0.97,0.14,0.71,0.03,0.59,0.56,0.29,0.98,0.73,0.97,0.26,0.02,0.56,0.18,0.53,0.24,0.16,0.99,0.86,0.96,0.89,0.61,0.91,0.54,0.92,0.23,0.65,0.97,0.3,0.8,0.12,0.5,0.18,0.42,0.87,0.29,0.03,0.97,0.03,0.87,0.59,0.5,0.59,0.12,0.65,0.55,0.04,0.95,0.67,0.91,0.81,0.03,0.65,0.65,0.84,0.56,0.5,0.95,0.62,0.9,0.29,0.53,0.71,0.38,0.84,0.41,0.44,0.97,1.0,0.88,0.82,0.29,0.73,0.98,0.62,0.63,0.02,0.97,0.69,0.99,0.96,0.29,0.53,0.65,0.32,0.37,0.21,0.96,0.69,0.93,0.55,0.53,0.44,0.39,0.65,0.59,0.08,0.93,0.14,0.98,0.85,0.08,0.18,0.72,0.62,0.15,0.48,0.98,0.53,0.82,0.41,0.24,0.87,0.31,0.78,0.91,0.09,0.96,0.49,0.8,0.04,0.59,0.41,0.89,0.82,0.82,0.29,0.95,0.93,0.96,0.42,0.53,0.22,0.36,0.8,0.83,0.05,0.86,0.57,0.97,0.01,0.22,0.62,0.32,0.73,0.37,0.03,0.98,0.59,0.98,0.08,0.16,0.22,0.34,0.62,0.65,0.5,0.92,0.39,0.95,0.27,0.03,0.62,0.89,0.71,0.7,0.34,0.96,0.23,0.93,0.94,0.26,0.88,0.62,0.78,0.13,0.11,0.93,0.08,0.96,0.86,0.2,0.84,0.83,0.65,0.06,0.02,0.88,0.79,0.95,0.38,0.59,0.53,0.24,0.41,0.43,0.29,0.96,0.88,0.88,0.49,0.03,0.59,0.06,0.32,0.98,0.07,0.92,0.34,0.95,0.78,0.59,0.78,0.15,0.65,0.31,0.21,0.95,0.45,0.78,0.27,0.15,0.73,0.8,0.65,0.86,0.1,0.88,0.23,0.98,0.88,0.18,0.77,0.05,0.77,0.51,0.03,0.99,0.4,0.99,0.34,0.08,0.75,0.2,0.73,0.99,0.29,0.91,0.09,0.95,0.32,0.03,0.32,0.58,0.56,0.18,0.24,0.95,0.3,0.78,0.88,0.13,0.88,0.67,0.88,0.81,0.5,0.94,0.2,0.9,0.67,0.59,0.75,0.94,0.75,0.96,0.02,0.97,0.37,0.97,0.93,0.03,0.38,0.11,0.59,0.75,0.47,0.98,0.63,0.97,0.86,0.62,0.44,0.93,0.56,0.25,0.14,0.92,0.44,0.95,0.14,0.09,0.73,0.95,0.85,0.67,0.02,0.96,0.5,0.98,0.71,0.59,0.88,0.43,0.88,0.17,0.32,0.91,0.62,0.91,0.4,0.16,0.47,1.0,0.73,0.91,0.4,0.96,0.95,0.97,0.56,0.65,0.78,0.46,0.53,0.58,0.22,0.97,0.76,0.97,0.19,0.43,0.5,0.5,0.59,0.53,0.05,0.9,0.53,0.96,0.52,0.05,0.87,0.79,0.88,0.09,0.59,0.88,0.41,0.96,0.98,0.49,0.38,0.73,0.62,0.57,0.06,0.97,0.71,0.98,0.01,0.31,0.53,0.93,0.44,0.77,0.38,0.97,0.11,0.98,0.98,0.49,0.44,0.73,0.71,0.59,0.24,0.97,0.93,0.95,0.32,0.06,0.85,0.97,0.68,0.19,0.05,0.97,0.01,0.96,0.67,0.35,0.7,0.86,0.73,0.2,0.16,0.98,0.98,0.99,0.58,0.4,0.56,0.96,0.78,0.6,0.08,0.88,0.15,0.97,0.96,0.08,0.73,0.97,0.88,0.07,0.16,0.78,0.89,0.96,0.5,0.03,0.89,0.82,0.92,0.74,0.2,0.98,0.48,0.93,0.18,0.46,0.89,0.23,0.94,0.39,0.22,0.98,0.8,0.97,0.06,0.09,0.84,0.92,0.84,0.73,0.62,0.97,0.27,0.99,0.09,0.1,0.78,0.54,0.84,0.4,0.22,0.98,0.44,0.99,0.87,0.42,0.89,0.93,0.87,0.47,0.5,0.88,0.04,0.98,0.91,0.03,0.85,0.73,0.82,0.77,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10101010101010101100101110101010100001100010011010100010000000000110101000111110100110111110101000011111001101","Dawid\u2013Skene":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","RACE-S (ours)":"10101010111010101110101010101010101010101010101010101010101010101110101010111010101110101010101010111111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101010101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.7091,"Dawid\u2013Skene":0.8909,"RACE-S (ours)":0.9091,"RACE-Net (ours, learned)":0.9}},"noise|14":{"p":[0.98,0.64,0.91,0.89,0.61,0.7,0.27,0.72,0.34,0.03,0.92,0.04,0.99,0.89,0.72,0.7,0.02,0.92,0.82,0.02,0.96,0.81,0.88,0.92,0.76,0.78,0.91,0.82,0.8,0.51,0.97,0.61,0.9,0.95,0.93,0.78,0.73,0.65,0.03,0.07,0.95,0.54,0.92,0.43,0.84,0.87,0.94,0.92,0.75,0.07,0.98,0.82,0.9,0.97,0.34,0.59,0.0,0.62,0.03,0.43,0.9,0.86,0.96,0.79,0.97,0.71,0.03,0.59,0.82,0.56,0.98,0.73,0.97,0.0,0.26,0.56,0.18,0.53,0.77,0.24,0.99,0.86,0.96,0.0,0.89,0.91,0.54,0.92,0.02,0.23,0.97,0.3,0.8,0.91,0.12,0.18,0.42,0.87,0.01,0.29,0.97,0.03,0.87,0.92,0.59,0.59,0.12,0.65,0.71,0.55,0.95,0.67,0.91,0.88,0.81,0.65,0.65,0.84,0.8,0.56,0.95,0.62,0.9,0.9,0.29,0.71,0.38,0.84,0.84,0.41,0.97,1.0,0.88,0.91,0.82,0.73,0.98,0.62,0.02,0.63,0.97,0.69,0.99,0.96,0.96,0.53,0.65,0.32,0.13,0.37,0.96,0.69,0.93,0.92,0.55,0.44,0.39,0.65,0.84,0.59,0.93,0.14,0.98,0.01,0.85,0.18,0.72,0.62,0.0,0.15,0.98,0.53,0.82,0.92,0.41,0.87,0.31,0.78,0.01,0.91,0.96,0.49,0.8,0.85,0.04,0.41,0.89,0.82,0.01,0.82,0.95,0.93,0.96,0.97,0.42,0.22,0.36,0.8,0.35,0.83,0.86,0.57,0.97,0.96,0.01,0.62,0.32,0.73,0.83,0.37,0.98,0.59,0.98,0.98,0.08,0.22,0.34,0.62,0.0,0.65,0.92,0.39,0.95,0.16,0.27,0.62,0.89,0.71,0.93,0.7,0.96,0.23,0.93,0.87,0.94,0.88,0.62,0.78,0.85,0.13,0.93,0.08,0.96,0.9,0.86,0.84,0.83,0.65,0.53,0.06,0.88,0.79,0.95,0.01,0.38,0.53,0.24,0.41,0.88,0.43,0.96,0.88,0.88,0.91,0.49,0.59,0.06,0.32,0.59,0.98,0.92,0.34,0.95,0.93,0.78,0.78,0.15,0.65,0.87,0.31,0.95,0.45,0.78,0.89,0.27,0.73,0.8,0.65,0.0,0.86,0.88,0.23,0.98,0.01,0.88,0.77,0.05,0.77,0.01,0.51,0.99,0.4,0.99,0.98,0.34,0.75,0.2,0.73,0.93,0.99,0.91,0.09,0.95,0.75,0.32,0.32,0.58,0.56,0.02,0.18,0.95,0.3,0.78,0.34,0.88,0.88,0.67,0.88,0.85,0.81,0.94,0.2,0.9,0.95,0.67,0.75,0.94,0.75,0.01,0.96,0.97,0.37,0.97,0.02,0.93,0.38,0.11,0.59,0.75,0.75,0.98,0.63,0.97,0.76,0.86,0.44,0.93,0.56,0.01,0.25,0.92,0.44,0.95,0.01,0.14,0.73,0.95,0.85,0.53,0.67,0.96,0.5,0.98,0.94,0.71,0.88,0.43,0.88,0.78,0.17,0.91,0.62,0.91,0.83,0.4,0.47,1.0,0.73,0.8,0.91,0.96,0.95,0.97,0.91,0.56,0.78,0.46,0.53,0.73,0.58,0.97,0.76,0.97,0.01,0.19,0.5,0.5,0.59,0.82,0.53,0.9,0.53,0.96,0.94,0.52,0.87,0.79,0.88,0.84,0.09,0.88,0.41,0.96,0.97,0.98,0.38,0.73,0.62,0.83,0.57,0.97,0.71,0.98,0.99,0.01,0.53,0.93,0.44,0.7,0.77,0.97,0.11,0.98,0.01,0.98,0.44,0.73,0.71,0.32,0.59,0.97,0.93,0.95,0.0,0.32,0.85,0.97,0.68,0.02,0.19,0.97,0.01,0.96,0.98,0.67,0.7,0.86,0.73,0.0,0.2,0.98,0.98,0.99,0.96,0.58,0.56,0.96,0.78,0.01,0.6,0.88,0.15,0.97,0.72,0.96,0.73,0.97,0.88,0.02,0.07,0.78,0.89,0.96,0.0,0.5,0.89,0.82,0.92,0.0,0.74,0.98,0.48,0.93,0.59,0.18,0.89,0.23,0.94,0.84,0.39,0.98,0.8,0.97,0.96,0.06,0.84,0.92,0.84,0.85,0.73,0.97,0.27,0.99,0.02,0.09,0.78,0.54,0.84,0.75,0.4,0.98,0.44,0.99,0.98,0.87,0.89,0.93,0.87,0.88,0.47,0.88,0.04,0.98,0.05,0.91,0.85,0.73,0.82,0.82,0.77],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10101010101010101000101110101010100000100010011010101010000010000110101000101110101111101010101000010111001101","Dawid\u2013Skene":"10111010101010101110101010101010101010101010101010101010100010101110101010111010101110101010101000011110101100","RACE-S (ours)":"10101010111010101110101010101010101010101010101010101010101010101110101010111010101110101010101010111110101110","RACE-Net (ours, learned)":"10101010111010101110101010101010101110101010101110101010101010101110101010111010101110101010101010111110101110"},"acc":{"receiver alone":0.8909,"majority vote":0.7636,"Dawid\u2013Skene":0.8909,"RACE-S (ours)":0.9273,"RACE-Net (ours, learned)":0.9091}},"noise|23":{"p":[0.98,0.97,0.64,0.61,0.56,0.7,0.7,0.27,0.03,0.2,0.92,0.91,0.04,0.72,0.16,0.7,0.8,0.02,0.02,0.25,0.96,0.98,0.81,0.76,0.38,0.78,0.89,0.91,0.51,0.59,0.97,0.96,0.61,0.93,0.53,0.78,0.56,0.73,0.07,0.02,0.95,0.95,0.54,0.84,0.31,0.87,0.8,0.94,0.07,0.01,0.98,0.99,0.82,0.34,0.59,0.59,0.88,0.0,0.43,0.44,0.9,0.97,0.86,0.97,0.14,0.71,0.89,0.03,0.56,0.29,0.98,0.8,0.73,0.26,0.02,0.56,0.71,0.18,0.24,0.16,0.99,0.9,0.86,0.89,0.61,0.91,0.92,0.54,0.23,0.65,0.97,0.98,0.3,0.12,0.5,0.18,0.44,0.42,0.29,0.03,0.97,0.99,0.03,0.59,0.5,0.59,0.71,0.12,0.55,0.04,0.95,0.97,0.67,0.81,0.03,0.65,0.71,0.65,0.56,0.5,0.95,0.96,0.62,0.29,0.53,0.71,0.8,0.38,0.41,0.44,0.97,0.98,1.0,0.82,0.29,0.73,0.5,0.98,0.63,0.02,0.97,0.94,0.69,0.96,0.29,0.53,0.37,0.65,0.37,0.21,0.96,0.88,0.69,0.55,0.53,0.44,0.59,0.39,0.59,0.08,0.93,0.95,0.14,0.85,0.08,0.18,0.29,0.72,0.15,0.48,0.98,0.98,0.53,0.41,0.24,0.87,0.85,0.31,0.91,0.09,0.96,0.97,0.49,0.04,0.59,0.41,0.38,0.89,0.82,0.29,0.95,0.88,0.93,0.42,0.53,0.22,0.8,0.36,0.83,0.05,0.86,0.95,0.57,0.01,0.22,0.62,0.71,0.32,0.37,0.03,0.98,0.98,0.59,0.08,0.16,0.22,0.5,0.34,0.65,0.5,0.92,0.91,0.39,0.27,0.03,0.62,0.44,0.89,0.7,0.34,0.96,0.89,0.23,0.94,0.26,0.88,0.84,0.62,0.13,0.11,0.93,0.94,0.08,0.86,0.2,0.84,0.87,0.83,0.06,0.02,0.88,0.96,0.79,0.38,0.59,0.53,0.62,0.24,0.43,0.29,0.96,0.85,0.88,0.49,0.03,0.59,0.62,0.06,0.98,0.07,0.92,0.87,0.34,0.78,0.59,0.78,0.78,0.15,0.31,0.21,0.95,0.96,0.45,0.27,0.15,0.73,0.8,0.8,0.86,0.1,0.88,0.85,0.23,0.88,0.18,0.77,0.82,0.05,0.51,0.03,0.99,0.96,0.4,0.34,0.08,0.75,0.88,0.2,0.99,0.29,0.91,0.87,0.09,0.32,0.03,0.32,0.38,0.58,0.18,0.24,0.95,0.96,0.3,0.88,0.13,0.88,0.93,0.67,0.81,0.5,0.94,0.87,0.2,0.67,0.59,0.75,0.74,0.94,0.96,0.02,0.97,0.78,0.37,0.93,0.03,0.38,0.59,0.11,0.75,0.47,0.98,0.9,0.63,0.86,0.62,0.44,0.44,0.93,0.25,0.14,0.92,0.84,0.44,0.14,0.09,0.73,0.68,0.95,0.67,0.02,0.96,0.96,0.5,0.71,0.59,0.88,0.89,0.43,0.17,0.32,0.91,0.89,0.62,0.4,0.16,0.47,0.65,1.0,0.91,0.4,0.96,0.89,0.95,0.56,0.65,0.78,0.75,0.46,0.58,0.22,0.97,0.85,0.76,0.19,0.43,0.5,0.8,0.5,0.53,0.05,0.9,0.87,0.53,0.52,0.05,0.87,0.8,0.79,0.09,0.59,0.88,0.98,0.41,0.98,0.49,0.38,0.35,0.73,0.57,0.06,0.97,0.99,0.71,0.01,0.31,0.53,0.75,0.93,0.77,0.38,0.97,0.82,0.11,0.98,0.49,0.44,0.59,0.73,0.59,0.24,0.97,0.75,0.93,0.32,0.06,0.85,0.78,0.97,0.19,0.05,0.97,0.98,0.01,0.67,0.35,0.7,0.62,0.86,0.2,0.16,0.98,0.99,0.98,0.58,0.4,0.56,0.91,0.96,0.6,0.08,0.88,0.91,0.15,0.96,0.08,0.73,0.85,0.97,0.07,0.16,0.78,0.9,0.89,0.5,0.03,0.89,0.8,0.82,0.74,0.2,0.98,0.93,0.48,0.18,0.46,0.89,0.87,0.23,0.39,0.22,0.98,0.95,0.8,0.06,0.09,0.84,0.89,0.92,0.73,0.62,0.97,0.91,0.27,0.09,0.1,0.78,0.73,0.54,0.4,0.22,0.98,0.99,0.44,0.87,0.42,0.89,0.82,0.93,0.47,0.5,0.88,0.92,0.04,0.91,0.03,0.85,0.87,0.73,0.77,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10101110101011001110101110101010101011100010011010100010000001001110001000111110100010111100101100011011001101","Dawid\u2013Skene":"10101110101111001110101010101010101010100010101010100000100011001110001000111010000010100000101000001011101001","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101111","RACE-Net (ours, learned)":"10101110101010001110101010101010101110101010101110101010101011101110001010111010101110101000101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.7,"Dawid\u2013Skene":0.7818,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.8545}},"noise|24":{"p":[0.98,0.97,0.64,0.89,0.61,0.7,0.7,0.27,0.34,0.03,0.92,0.91,0.04,0.89,0.72,0.7,0.8,0.02,0.82,0.02,0.96,0.98,0.81,0.92,0.76,0.78,0.89,0.91,0.8,0.51,0.97,0.96,0.61,0.95,0.93,0.78,0.56,0.73,0.03,0.07,0.95,0.95,0.54,0.43,0.84,0.87,0.8,0.94,0.75,0.07,0.98,0.99,0.82,0.97,0.34,0.59,0.88,0.0,0.03,0.43,0.9,0.97,0.86,0.79,0.97,0.71,0.89,0.03,0.82,0.56,0.98,0.8,0.73,0.0,0.26,0.56,0.71,0.18,0.77,0.24,0.99,0.9,0.86,0.0,0.89,0.91,0.92,0.54,0.02,0.23,0.97,0.98,0.3,0.91,0.12,0.18,0.44,0.42,0.01,0.29,0.97,0.99,0.03,0.92,0.59,0.59,0.71,0.12,0.71,0.55,0.95,0.97,0.67,0.88,0.81,0.65,0.71,0.65,0.8,0.56,0.95,0.96,0.62,0.9,0.29,0.71,0.8,0.38,0.84,0.41,0.97,0.98,1.0,0.91,0.82,0.73,0.5,0.98,0.02,0.63,0.97,0.94,0.69,0.96,0.96,0.53,0.37,0.65,0.13,0.37,0.96,0.88,0.69,0.92,0.55,0.44,0.59,0.39,0.84,0.59,0.93,0.95,0.14,0.01,0.85,0.18,0.29,0.72,0.0,0.15,0.98,0.98,0.53,0.92,0.41,0.87,0.85,0.31,0.01,0.91,0.96,0.97,0.49,0.85,0.04,0.41,0.38,0.89,0.01,0.82,0.95,0.88,0.93,0.97,0.42,0.22,0.8,0.36,0.35,0.83,0.86,0.95,0.57,0.96,0.01,0.62,0.71,0.32,0.83,0.37,0.98,0.98,0.59,0.98,0.08,0.22,0.5,0.34,0.0,0.65,0.92,0.91,0.39,0.16,0.27,0.62,0.44,0.89,0.93,0.7,0.96,0.89,0.23,0.87,0.94,0.88,0.84,0.62,0.85,0.13,0.93,0.94,0.08,0.9,0.86,0.84,0.87,0.83,0.53,0.06,0.88,0.96,0.79,0.01,0.38,0.53,0.62,0.24,0.88,0.43,0.96,0.85,0.88,0.91,0.49,0.59,0.62,0.06,0.59,0.98,0.92,0.87,0.34,0.93,0.78,0.78,0.78,0.15,0.87,0.31,0.95,0.96,0.45,0.89,0.27,0.73,0.8,0.8,0.0,0.86,0.88,0.85,0.23,0.01,0.88,0.77,0.82,0.05,0.01,0.51,0.99,0.96,0.4,0.98,0.34,0.75,0.88,0.2,0.93,0.99,0.91,0.87,0.09,0.75,0.32,0.32,0.38,0.58,0.02,0.18,0.95,0.96,0.3,0.34,0.88,0.88,0.93,0.67,0.85,0.81,0.94,0.87,0.2,0.95,0.67,0.75,0.74,0.94,0.01,0.96,0.97,0.78,0.37,0.02,0.93,0.38,0.59,0.11,0.75,0.75,0.98,0.9,0.63,0.76,0.86,0.44,0.44,0.93,0.01,0.25,0.92,0.84,0.44,0.01,0.14,0.73,0.68,0.95,0.53,0.67,0.96,0.96,0.5,0.94,0.71,0.88,0.89,0.43,0.78,0.17,0.91,0.89,0.62,0.83,0.4,0.47,0.65,1.0,0.8,0.91,0.96,0.89,0.95,0.91,0.56,0.78,0.75,0.46,0.73,0.58,0.97,0.85,0.76,0.01,0.19,0.5,0.8,0.5,0.82,0.53,0.9,0.87,0.53,0.94,0.52,0.87,0.8,0.79,0.84,0.09,0.88,0.98,0.41,0.97,0.98,0.38,0.35,0.73,0.83,0.57,0.97,0.99,0.71,0.99,0.01,0.53,0.75,0.93,0.7,0.77,0.97,0.82,0.11,0.01,0.98,0.44,0.59,0.73,0.32,0.59,0.97,0.75,0.93,0.0,0.32,0.85,0.78,0.97,0.02,0.19,0.97,0.98,0.01,0.98,0.67,0.7,0.62,0.86,0.0,0.2,0.98,0.99,0.98,0.96,0.58,0.56,0.91,0.96,0.01,0.6,0.88,0.91,0.15,0.72,0.96,0.73,0.85,0.97,0.02,0.07,0.78,0.9,0.89,0.0,0.5,0.89,0.8,0.82,0.0,0.74,0.98,0.93,0.48,0.59,0.18,0.89,0.87,0.23,0.84,0.39,0.98,0.95,0.8,0.96,0.06,0.84,0.89,0.92,0.85,0.73,0.97,0.91,0.27,0.02,0.09,0.78,0.73,0.54,0.75,0.4,0.98,0.99,0.44,0.98,0.87,0.89,0.82,0.93,0.88,0.47,0.88,0.92,0.04,0.05,0.91,0.85,0.87,0.73,0.82,0.77],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10101110101011001010101110101010101010100010011010101010100011001110001000101110000011100000101100010011001101","Dawid\u2013Skene":"10101110101011001110101010101010101010101010101010100000100011001110001000111010000010100000101000001011101001","RACE-S (ours)":"10101010101010001110101010101010101010101010101010101010100010001110001000111010001010100000101010001011101000","RACE-Net (ours, learned)":"10101010001000000010101010101010001010101010001010001010100010000010001000100010001010100000101000000010001000"},"acc":{"receiver alone":0.8909,"majority vote":0.7364,"Dawid\u2013Skene":0.8,"RACE-S (ours)":0.8727,"RACE-Net (ours, learned)":0.8091}},"noise|34":{"p":[0.98,0.97,0.91,0.64,0.61,0.7,0.7,0.72,0.27,0.03,0.92,0.91,0.99,0.04,0.72,0.7,0.8,0.92,0.02,0.02,0.96,0.98,0.88,0.81,0.76,0.78,0.89,0.82,0.91,0.51,0.97,0.96,0.9,0.61,0.93,0.78,0.56,0.65,0.73,0.07,0.95,0.95,0.92,0.54,0.84,0.87,0.8,0.92,0.94,0.07,0.98,0.99,0.9,0.82,0.34,0.59,0.88,0.62,0.0,0.43,0.9,0.97,0.96,0.86,0.97,0.71,0.89,0.59,0.03,0.56,0.98,0.8,0.97,0.73,0.26,0.56,0.71,0.53,0.18,0.24,0.99,0.9,0.96,0.86,0.89,0.91,0.92,0.92,0.54,0.23,0.97,0.98,0.8,0.3,0.12,0.18,0.44,0.87,0.42,0.29,0.97,0.99,0.87,0.03,0.59,0.59,0.71,0.65,0.12,0.55,0.95,0.97,0.91,0.67,0.81,0.65,0.71,0.84,0.65,0.56,0.95,0.96,0.9,0.62,0.29,0.71,0.8,0.84,0.38,0.41,0.97,0.98,0.88,1.0,0.82,0.73,0.5,0.62,0.98,0.63,0.97,0.94,0.99,0.69,0.96,0.53,0.37,0.32,0.65,0.37,0.96,0.88,0.93,0.69,0.55,0.44,0.59,0.65,0.39,0.59,0.93,0.95,0.98,0.14,0.85,0.18,0.29,0.62,0.72,0.15,0.98,0.98,0.82,0.53,0.41,0.87,0.85,0.78,0.31,0.91,0.96,0.97,0.8,0.49,0.04,0.41,0.38,0.82,0.89,0.82,0.95,0.88,0.96,0.93,0.42,0.22,0.8,0.8,0.36,0.83,0.86,0.95,0.97,0.57,0.01,0.62,0.71,0.73,0.32,0.37,0.98,0.98,0.98,0.59,0.08,0.22,0.5,0.62,0.34,0.65,0.92,0.91,0.95,0.39,0.27,0.62,0.44,0.71,0.89,0.7,0.96,0.89,0.93,0.23,0.94,0.88,0.84,0.78,0.62,0.13,0.93,0.94,0.96,0.08,0.86,0.84,0.87,0.65,0.83,0.06,0.88,0.96,0.95,0.79,0.38,0.53,0.62,0.41,0.24,0.43,0.96,0.85,0.88,0.88,0.49,0.59,0.62,0.32,0.06,0.98,0.92,0.87,0.95,0.34,0.78,0.78,0.78,0.65,0.15,0.31,0.95,0.96,0.78,0.45,0.27,0.73,0.8,0.65,0.8,0.86,0.88,0.85,0.98,0.23,0.88,0.77,0.82,0.77,0.05,0.51,0.99,0.96,0.99,0.4,0.34,0.75,0.88,0.73,0.2,0.99,0.91,0.87,0.95,0.09,0.32,0.32,0.38,0.56,0.58,0.18,0.95,0.96,0.78,0.3,0.88,0.88,0.93,0.88,0.67,0.81,0.94,0.87,0.9,0.2,0.67,0.75,0.74,0.75,0.94,0.96,0.97,0.78,0.97,0.37,0.93,0.38,0.59,0.59,0.11,0.75,0.98,0.9,0.97,0.63,0.86,0.44,0.44,0.56,0.93,0.25,0.92,0.84,0.95,0.44,0.14,0.73,0.68,0.85,0.95,0.67,0.96,0.96,0.98,0.5,0.71,0.88,0.89,0.88,0.43,0.17,0.91,0.89,0.91,0.62,0.4,0.47,0.65,0.73,1.0,0.91,0.96,0.89,0.97,0.95,0.56,0.78,0.75,0.53,0.46,0.58,0.97,0.85,0.97,0.76,0.19,0.5,0.8,0.59,0.5,0.53,0.9,0.87,0.96,0.53,0.52,0.87,0.8,0.88,0.79,0.09,0.88,0.98,0.96,0.41,0.98,0.38,0.35,0.62,0.73,0.57,0.97,0.99,0.98,0.71,0.01,0.53,0.75,0.44,0.93,0.77,0.97,0.82,0.98,0.11,0.98,0.44,0.59,0.71,0.73,0.59,0.97,0.75,0.95,0.93,0.32,0.85,0.78,0.68,0.97,0.19,0.97,0.98,0.96,0.01,0.67,0.7,0.62,0.73,0.86,0.2,0.98,0.99,0.99,0.98,0.58,0.56,0.91,0.78,0.96,0.6,0.88,0.91,0.97,0.15,0.96,0.73,0.85,0.88,0.97,0.07,0.78,0.9,0.96,0.89,0.5,0.89,0.8,0.92,0.82,0.74,0.98,0.93,0.93,0.48,0.18,0.89,0.87,0.94,0.23,0.39,0.98,0.95,0.97,0.8,0.06,0.84,0.89,0.84,0.92,0.73,0.97,0.91,0.99,0.27,0.09,0.78,0.73,0.84,0.54,0.4,0.98,0.99,0.99,0.44,0.87,0.89,0.82,0.87,0.93,0.47,0.88,0.92,0.98,0.04,0.91,0.85,0.87,0.82,0.73,0.77],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10101010101010101100101010101010100000100010101010100010000010001110101000111010100010101010101110111011101011","Dawid\u2013Skene":"10101010101010101110101010101010101010101010101010101010100010101110101010111010101010101010101010111110101110","RACE-S (ours)":"10101110111010101110101010101010101010101010101010101010101010101110101010111010101110101010101010111111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101110101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.8455,"Dawid\u2013Skene":0.9364,"RACE-S (ours)":0.9,"RACE-Net (ours, learned)":0.8909}},"noise|123":{"p":[0.98,0.64,0.61,0.92,0.56,0.7,0.27,0.03,0.13,0.2,0.92,0.04,0.72,0.07,0.16,0.7,0.02,0.02,0.07,0.25,0.96,0.81,0.76,0.87,0.38,0.78,0.91,0.51,0.63,0.59,0.97,0.61,0.93,0.5,0.53,0.78,0.73,0.07,0.16,0.02,0.95,0.54,0.84,0.67,0.31,0.87,0.94,0.07,0.32,0.01,0.98,0.82,0.34,0.71,0.59,0.59,0.0,0.43,0.46,0.44,0.9,0.86,0.97,0.51,0.14,0.71,0.03,0.56,0.79,0.29,0.98,0.73,0.26,0.09,0.02,0.56,0.18,0.24,0.58,0.16,0.99,0.86,0.89,0.2,0.61,0.91,0.54,0.23,0.81,0.65,0.97,0.3,0.12,0.49,0.5,0.18,0.42,0.29,0.99,0.03,0.97,0.03,0.59,0.18,0.5,0.59,0.12,0.55,0.96,0.04,0.95,0.67,0.81,0.8,0.03,0.65,0.65,0.56,0.48,0.5,0.95,0.62,0.29,0.81,0.53,0.71,0.38,0.41,0.6,0.44,0.97,1.0,0.82,0.66,0.29,0.73,0.98,0.63,0.91,0.02,0.97,0.69,0.96,0.07,0.29,0.53,0.65,0.37,0.83,0.21,0.96,0.69,0.55,0.38,0.53,0.44,0.39,0.59,0.33,0.08,0.93,0.14,0.85,0.99,0.08,0.18,0.72,0.15,0.78,0.48,0.98,0.53,0.41,0.49,0.24,0.87,0.31,0.91,0.42,0.09,0.96,0.49,0.04,0.88,0.59,0.41,0.89,0.82,0.09,0.29,0.95,0.93,0.42,0.71,0.53,0.22,0.36,0.83,0.79,0.05,0.86,0.57,0.01,0.8,0.22,0.62,0.32,0.37,0.32,0.03,0.98,0.59,0.08,0.8,0.16,0.22,0.34,0.65,0.23,0.5,0.92,0.39,0.27,0.36,0.03,0.62,0.89,0.7,0.42,0.34,0.96,0.23,0.94,0.54,0.26,0.88,0.62,0.13,0.11,0.11,0.93,0.08,0.86,0.41,0.2,0.84,0.83,0.06,0.0,0.02,0.88,0.79,0.38,0.74,0.59,0.53,0.24,0.43,0.85,0.29,0.96,0.88,0.49,0.14,0.03,0.59,0.06,0.98,0.7,0.07,0.92,0.34,0.78,0.82,0.59,0.78,0.15,0.31,0.98,0.21,0.95,0.45,0.27,0.84,0.15,0.73,0.8,0.86,0.42,0.1,0.88,0.23,0.88,0.98,0.18,0.77,0.05,0.51,0.97,0.03,0.99,0.4,0.34,0.5,0.08,0.75,0.2,0.99,0.75,0.29,0.91,0.09,0.32,0.91,0.03,0.32,0.58,0.18,0.48,0.24,0.95,0.3,0.88,0.86,0.13,0.88,0.67,0.81,0.7,0.5,0.94,0.2,0.67,0.29,0.59,0.75,0.94,0.96,0.77,0.02,0.97,0.37,0.93,0.57,0.03,0.38,0.11,0.75,0.09,0.47,0.98,0.63,0.86,0.39,0.62,0.44,0.93,0.25,0.07,0.14,0.92,0.44,0.14,0.48,0.09,0.73,0.95,0.67,0.43,0.02,0.96,0.5,0.71,0.42,0.59,0.88,0.43,0.17,0.59,0.32,0.91,0.62,0.4,0.12,0.16,0.47,1.0,0.91,0.93,0.4,0.96,0.95,0.56,0.68,0.65,0.78,0.46,0.58,0.82,0.22,0.97,0.76,0.19,0.9,0.43,0.5,0.5,0.53,0.58,0.05,0.9,0.53,0.52,0.04,0.05,0.87,0.79,0.09,0.71,0.59,0.88,0.41,0.98,0.57,0.49,0.38,0.73,0.57,0.83,0.06,0.97,0.71,0.01,0.53,0.31,0.53,0.93,0.77,0.81,0.38,0.97,0.11,0.98,1.0,0.49,0.44,0.73,0.59,0.35,0.24,0.97,0.93,0.32,0.17,0.06,0.85,0.97,0.19,0.39,0.05,0.97,0.01,0.67,0.75,0.35,0.7,0.86,0.2,0.44,0.16,0.98,0.98,0.58,0.59,0.4,0.56,0.96,0.6,0.13,0.08,0.88,0.15,0.96,0.73,0.08,0.73,0.97,0.07,0.28,0.16,0.78,0.89,0.5,0.19,0.03,0.89,0.82,0.74,0.86,0.2,0.98,0.48,0.18,0.56,0.46,0.89,0.23,0.39,0.48,0.22,0.98,0.8,0.06,0.9,0.09,0.84,0.92,0.73,0.09,0.62,0.97,0.27,0.09,0.7,0.1,0.78,0.54,0.4,0.33,0.22,0.98,0.44,0.87,0.18,0.42,0.89,0.93,0.47,0.67,0.5,0.88,0.04,0.91,0.36,0.03,0.85,0.73,0.77,0.33,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10001110101011001100101110111010110011100010011000100010000001001111101000110110100111111100101000010011001101","Dawid\u2013Skene":"10011110101101001110100111101010011011100001011000110010000001010110011000110110100110111100101000001101001101","RACE-S (ours)":"10101010101000101110101010101010101010100010001010101010100010001110101010100010100000101010101000001010101100","RACE-Net (ours, learned)":"10001110101000101110100010101010001010100010001000100010100010001110101000110010100110101010101000001011101101"},"acc":{"receiver alone":0.8909,"majority vote":0.6182,"Dawid\u2013Skene":0.5455,"RACE-S (ours)":0.8727,"RACE-Net (ours, learned)":0.7818}},"noise|124":{"p":[0.98,0.64,0.61,0.89,0.92,0.7,0.27,0.03,0.34,0.13,0.92,0.04,0.72,0.89,0.07,0.7,0.02,0.02,0.82,0.07,0.96,0.81,0.76,0.92,0.87,0.78,0.91,0.51,0.8,0.63,0.97,0.61,0.93,0.95,0.5,0.78,0.73,0.07,0.03,0.16,0.95,0.54,0.84,0.43,0.67,0.87,0.94,0.07,0.75,0.32,0.98,0.82,0.34,0.97,0.71,0.59,0.0,0.43,0.03,0.46,0.9,0.86,0.97,0.79,0.51,0.71,0.03,0.56,0.82,0.79,0.98,0.73,0.26,0.0,0.09,0.56,0.18,0.24,0.77,0.58,0.99,0.86,0.89,0.0,0.2,0.91,0.54,0.23,0.02,0.81,0.97,0.3,0.12,0.91,0.49,0.18,0.42,0.29,0.01,0.99,0.97,0.03,0.59,0.92,0.18,0.59,0.12,0.55,0.71,0.96,0.95,0.67,0.81,0.88,0.8,0.65,0.65,0.56,0.8,0.48,0.95,0.62,0.29,0.9,0.81,0.71,0.38,0.41,0.84,0.6,0.97,1.0,0.82,0.91,0.66,0.73,0.98,0.63,0.02,0.91,0.97,0.69,0.96,0.96,0.07,0.53,0.65,0.37,0.13,0.83,0.96,0.69,0.55,0.92,0.38,0.44,0.39,0.59,0.84,0.33,0.93,0.14,0.85,0.01,0.99,0.18,0.72,0.15,0.0,0.78,0.98,0.53,0.41,0.92,0.49,0.87,0.31,0.91,0.01,0.42,0.96,0.49,0.04,0.85,0.88,0.41,0.89,0.82,0.01,0.09,0.95,0.93,0.42,0.97,0.71,0.22,0.36,0.83,0.35,0.79,0.86,0.57,0.01,0.96,0.8,0.62,0.32,0.37,0.83,0.32,0.98,0.59,0.08,0.98,0.8,0.22,0.34,0.65,0.0,0.23,0.92,0.39,0.27,0.16,0.36,0.62,0.89,0.7,0.93,0.42,0.96,0.23,0.94,0.87,0.54,0.88,0.62,0.13,0.85,0.11,0.93,0.08,0.86,0.9,0.41,0.84,0.83,0.06,0.53,0.0,0.88,0.79,0.38,0.01,0.74,0.53,0.24,0.43,0.88,0.85,0.96,0.88,0.49,0.91,0.14,0.59,0.06,0.98,0.59,0.7,0.92,0.34,0.78,0.93,0.82,0.78,0.15,0.31,0.87,0.98,0.95,0.45,0.27,0.89,0.84,0.73,0.8,0.86,0.0,0.42,0.88,0.23,0.88,0.01,0.98,0.77,0.05,0.51,0.01,0.97,0.99,0.4,0.34,0.98,0.5,0.75,0.2,0.99,0.93,0.75,0.91,0.09,0.32,0.75,0.91,0.32,0.58,0.18,0.02,0.48,0.95,0.3,0.88,0.34,0.86,0.88,0.67,0.81,0.85,0.7,0.94,0.2,0.67,0.95,0.29,0.75,0.94,0.96,0.01,0.77,0.97,0.37,0.93,0.02,0.57,0.38,0.11,0.75,0.75,0.09,0.98,0.63,0.86,0.76,0.39,0.44,0.93,0.25,0.01,0.07,0.92,0.44,0.14,0.01,0.48,0.73,0.95,0.67,0.53,0.43,0.96,0.5,0.71,0.94,0.42,0.88,0.43,0.17,0.78,0.59,0.91,0.62,0.4,0.83,0.12,0.47,1.0,0.91,0.8,0.93,0.96,0.95,0.56,0.91,0.68,0.78,0.46,0.58,0.73,0.82,0.97,0.76,0.19,0.01,0.9,0.5,0.5,0.53,0.82,0.58,0.9,0.53,0.52,0.94,0.04,0.87,0.79,0.09,0.84,0.71,0.88,0.41,0.98,0.97,0.57,0.38,0.73,0.57,0.83,0.83,0.97,0.71,0.01,0.99,0.53,0.53,0.93,0.77,0.7,0.81,0.97,0.11,0.98,0.01,1.0,0.44,0.73,0.59,0.32,0.35,0.97,0.93,0.32,0.0,0.17,0.85,0.97,0.19,0.02,0.39,0.97,0.01,0.67,0.98,0.75,0.7,0.86,0.2,0.0,0.44,0.98,0.98,0.58,0.96,0.59,0.56,0.96,0.6,0.01,0.13,0.88,0.15,0.96,0.72,0.73,0.73,0.97,0.07,0.02,0.28,0.78,0.89,0.5,0.0,0.19,0.89,0.82,0.74,0.0,0.86,0.98,0.48,0.18,0.59,0.56,0.89,0.23,0.39,0.84,0.48,0.98,0.8,0.06,0.96,0.9,0.84,0.92,0.73,0.85,0.09,0.97,0.27,0.09,0.02,0.7,0.78,0.54,0.4,0.75,0.33,0.98,0.44,0.87,0.98,0.18,0.89,0.93,0.47,0.88,0.67,0.88,0.04,0.91,0.05,0.36,0.85,0.73,0.77,0.82,0.33],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10101110101011001000101110111010100010100010011010101010100001001111101000101110100111111000101000010011001101","Dawid\u2013Skene":"10111110101011111111111111101011101010111110111110111111101111101110101010111111111111101010101010011111101101","RACE-S (ours)":"10001010001000000010100010101010001010101010001010001010100010000010001000100010001010100000101000001010001000","RACE-Net (ours, learned)":"10101010001000000010101010101010001000101010011010001010100011000010000000100010001010100000101000000010001000"},"acc":{"receiver alone":0.8909,"majority vote":0.7091,"Dawid\u2013Skene":0.7,"RACE-S (ours)":0.8,"RACE-Net (ours, learned)":0.7727}},"noise|134":{"p":[0.98,0.64,0.91,0.61,0.92,0.7,0.27,0.72,0.03,0.13,0.92,0.04,0.99,0.72,0.07,0.7,0.02,0.92,0.02,0.07,0.96,0.81,0.88,0.76,0.87,0.78,0.91,0.82,0.51,0.63,0.97,0.61,0.9,0.93,0.5,0.78,0.73,0.65,0.07,0.16,0.95,0.54,0.92,0.84,0.67,0.87,0.94,0.92,0.07,0.32,0.98,0.82,0.9,0.34,0.71,0.59,0.0,0.62,0.43,0.46,0.9,0.86,0.96,0.97,0.51,0.71,0.03,0.59,0.56,0.79,0.98,0.73,0.97,0.26,0.09,0.56,0.18,0.53,0.24,0.58,0.99,0.86,0.96,0.89,0.2,0.91,0.54,0.92,0.23,0.81,0.97,0.3,0.8,0.12,0.49,0.18,0.42,0.87,0.29,0.99,0.97,0.03,0.87,0.59,0.18,0.59,0.12,0.65,0.55,0.96,0.95,0.67,0.91,0.81,0.8,0.65,0.65,0.84,0.56,0.48,0.95,0.62,0.9,0.29,0.81,0.71,0.38,0.84,0.41,0.6,0.97,1.0,0.88,0.82,0.66,0.73,0.98,0.62,0.63,0.91,0.97,0.69,0.99,0.96,0.07,0.53,0.65,0.32,0.37,0.83,0.96,0.69,0.93,0.55,0.38,0.44,0.39,0.65,0.59,0.33,0.93,0.14,0.98,0.85,0.99,0.18,0.72,0.62,0.15,0.78,0.98,0.53,0.82,0.41,0.49,0.87,0.31,0.78,0.91,0.42,0.96,0.49,0.8,0.04,0.88,0.41,0.89,0.82,0.82,0.09,0.95,0.93,0.96,0.42,0.71,0.22,0.36,0.8,0.83,0.79,0.86,0.57,0.97,0.01,0.8,0.62,0.32,0.73,0.37,0.32,0.98,0.59,0.98,0.08,0.8,0.22,0.34,0.62,0.65,0.23,0.92,0.39,0.95,0.27,0.36,0.62,0.89,0.71,0.7,0.42,0.96,0.23,0.93,0.94,0.54,0.88,0.62,0.78,0.13,0.11,0.93,0.08,0.96,0.86,0.41,0.84,0.83,0.65,0.06,0.0,0.88,0.79,0.95,0.38,0.74,0.53,0.24,0.41,0.43,0.85,0.96,0.88,0.88,0.49,0.14,0.59,0.06,0.32,0.98,0.7,0.92,0.34,0.95,0.78,0.82,0.78,0.15,0.65,0.31,0.98,0.95,0.45,0.78,0.27,0.84,0.73,0.8,0.65,0.86,0.42,0.88,0.23,0.98,0.88,0.98,0.77,0.05,0.77,0.51,0.97,0.99,0.4,0.99,0.34,0.5,0.75,0.2,0.73,0.99,0.75,0.91,0.09,0.95,0.32,0.91,0.32,0.58,0.56,0.18,0.48,0.95,0.3,0.78,0.88,0.86,0.88,0.67,0.88,0.81,0.7,0.94,0.2,0.9,0.67,0.29,0.75,0.94,0.75,0.96,0.77,0.97,0.37,0.97,0.93,0.57,0.38,0.11,0.59,0.75,0.09,0.98,0.63,0.97,0.86,0.39,0.44,0.93,0.56,0.25,0.07,0.92,0.44,0.95,0.14,0.48,0.73,0.95,0.85,0.67,0.43,0.96,0.5,0.98,0.71,0.42,0.88,0.43,0.88,0.17,0.59,0.91,0.62,0.91,0.4,0.12,0.47,1.0,0.73,0.91,0.93,0.96,0.95,0.97,0.56,0.68,0.78,0.46,0.53,0.58,0.82,0.97,0.76,0.97,0.19,0.9,0.5,0.5,0.59,0.53,0.58,0.9,0.53,0.96,0.52,0.04,0.87,0.79,0.88,0.09,0.71,0.88,0.41,0.96,0.98,0.57,0.38,0.73,0.62,0.57,0.83,0.97,0.71,0.98,0.01,0.53,0.53,0.93,0.44,0.77,0.81,0.97,0.11,0.98,0.98,1.0,0.44,0.73,0.71,0.59,0.35,0.97,0.93,0.95,0.32,0.17,0.85,0.97,0.68,0.19,0.39,0.97,0.01,0.96,0.67,0.75,0.7,0.86,0.73,0.2,0.44,0.98,0.98,0.99,0.58,0.59,0.56,0.96,0.78,0.6,0.13,0.88,0.15,0.97,0.96,0.73,0.73,0.97,0.88,0.07,0.28,0.78,0.89,0.96,0.5,0.19,0.89,0.82,0.92,0.74,0.86,0.98,0.48,0.93,0.18,0.56,0.89,0.23,0.94,0.39,0.48,0.98,0.8,0.97,0.06,0.9,0.84,0.92,0.84,0.73,0.09,0.97,0.27,0.99,0.09,0.7,0.78,0.54,0.84,0.4,0.33,0.98,0.44,0.99,0.87,0.18,0.89,0.93,0.87,0.47,0.67,0.88,0.04,0.98,0.91,0.36,0.85,0.73,0.82,0.77,0.33],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10101010101010101100001010111010100000100010001010100010001000101111101000111110100111111010101010010010101100","Dawid\u2013Skene":"10111010111010101110101010101010101010101010101010101010101010101110101010111010101110101010101010111110101110","RACE-S (ours)":"10101010111010101110101010101010101010101010101010101010101010101110101010111010101110101010101010111110101110","RACE-Net (ours, learned)":"10101010111010101110101010101010101010101010101110101010101010101110101010111010101110101010101010111110101110"},"acc":{"receiver alone":0.8909,"majority vote":0.7727,"Dawid\u2013Skene":0.9182,"RACE-S (ours)":0.9273,"RACE-Net (ours, learned)":0.9182}},"noise|234":{"p":[0.98,0.97,0.64,0.61,0.92,0.7,0.7,0.27,0.03,0.13,0.92,0.91,0.04,0.72,0.07,0.7,0.8,0.02,0.02,0.07,0.96,0.98,0.81,0.76,0.87,0.78,0.89,0.91,0.51,0.63,0.97,0.96,0.61,0.93,0.5,0.78,0.56,0.73,0.07,0.16,0.95,0.95,0.54,0.84,0.67,0.87,0.8,0.94,0.07,0.32,0.98,0.99,0.82,0.34,0.71,0.59,0.88,0.0,0.43,0.46,0.9,0.97,0.86,0.97,0.51,0.71,0.89,0.03,0.56,0.79,0.98,0.8,0.73,0.26,0.09,0.56,0.71,0.18,0.24,0.58,0.99,0.9,0.86,0.89,0.2,0.91,0.92,0.54,0.23,0.81,0.97,0.98,0.3,0.12,0.49,0.18,0.44,0.42,0.29,0.99,0.97,0.99,0.03,0.59,0.18,0.59,0.71,0.12,0.55,0.96,0.95,0.97,0.67,0.81,0.8,0.65,0.71,0.65,0.56,0.48,0.95,0.96,0.62,0.29,0.81,0.71,0.8,0.38,0.41,0.6,0.97,0.98,1.0,0.82,0.66,0.73,0.5,0.98,0.63,0.91,0.97,0.94,0.69,0.96,0.07,0.53,0.37,0.65,0.37,0.83,0.96,0.88,0.69,0.55,0.38,0.44,0.59,0.39,0.59,0.33,0.93,0.95,0.14,0.85,0.99,0.18,0.29,0.72,0.15,0.78,0.98,0.98,0.53,0.41,0.49,0.87,0.85,0.31,0.91,0.42,0.96,0.97,0.49,0.04,0.88,0.41,0.38,0.89,0.82,0.09,0.95,0.88,0.93,0.42,0.71,0.22,0.8,0.36,0.83,0.79,0.86,0.95,0.57,0.01,0.8,0.62,0.71,0.32,0.37,0.32,0.98,0.98,0.59,0.08,0.8,0.22,0.5,0.34,0.65,0.23,0.92,0.91,0.39,0.27,0.36,0.62,0.44,0.89,0.7,0.42,0.96,0.89,0.23,0.94,0.54,0.88,0.84,0.62,0.13,0.11,0.93,0.94,0.08,0.86,0.41,0.84,0.87,0.83,0.06,0.0,0.88,0.96,0.79,0.38,0.74,0.53,0.62,0.24,0.43,0.85,0.96,0.85,0.88,0.49,0.14,0.59,0.62,0.06,0.98,0.7,0.92,0.87,0.34,0.78,0.82,0.78,0.78,0.15,0.31,0.98,0.95,0.96,0.45,0.27,0.84,0.73,0.8,0.8,0.86,0.42,0.88,0.85,0.23,0.88,0.98,0.77,0.82,0.05,0.51,0.97,0.99,0.96,0.4,0.34,0.5,0.75,0.88,0.2,0.99,0.75,0.91,0.87,0.09,0.32,0.91,0.32,0.38,0.58,0.18,0.48,0.95,0.96,0.3,0.88,0.86,0.88,0.93,0.67,0.81,0.7,0.94,0.87,0.2,0.67,0.29,0.75,0.74,0.94,0.96,0.77,0.97,0.78,0.37,0.93,0.57,0.38,0.59,0.11,0.75,0.09,0.98,0.9,0.63,0.86,0.39,0.44,0.44,0.93,0.25,0.07,0.92,0.84,0.44,0.14,0.48,0.73,0.68,0.95,0.67,0.43,0.96,0.96,0.5,0.71,0.42,0.88,0.89,0.43,0.17,0.59,0.91,0.89,0.62,0.4,0.12,0.47,0.65,1.0,0.91,0.93,0.96,0.89,0.95,0.56,0.68,0.78,0.75,0.46,0.58,0.82,0.97,0.85,0.76,0.19,0.9,0.5,0.8,0.5,0.53,0.58,0.9,0.87,0.53,0.52,0.04,0.87,0.8,0.79,0.09,0.71,0.88,0.98,0.41,0.98,0.57,0.38,0.35,0.73,0.57,0.83,0.97,0.99,0.71,0.01,0.53,0.53,0.75,0.93,0.77,0.81,0.97,0.82,0.11,0.98,1.0,0.44,0.59,0.73,0.59,0.35,0.97,0.75,0.93,0.32,0.17,0.85,0.78,0.97,0.19,0.39,0.97,0.98,0.01,0.67,0.75,0.7,0.62,0.86,0.2,0.44,0.98,0.99,0.98,0.58,0.59,0.56,0.91,0.96,0.6,0.13,0.88,0.91,0.15,0.96,0.73,0.73,0.85,0.97,0.07,0.28,0.78,0.9,0.89,0.5,0.19,0.89,0.8,0.82,0.74,0.86,0.98,0.93,0.48,0.18,0.56,0.89,0.87,0.23,0.39,0.48,0.98,0.95,0.8,0.06,0.9,0.84,0.89,0.92,0.73,0.09,0.97,0.91,0.27,0.09,0.7,0.78,0.73,0.54,0.4,0.33,0.98,0.99,0.44,0.87,0.18,0.89,0.82,0.93,0.47,0.67,0.88,0.92,0.04,0.91,0.36,0.85,0.87,0.73,0.77,0.33],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10101110101011001100101010111010100010100010001010100010100001001111101000111110100011111000101110010011101101","Dawid\u2013Skene":"10101110101111001110101010101010101010101010101011100000100011001110001000111010000010100000101110101011101011","RACE-S (ours)":"10101110101011101110101010101010101110101010101111101010101011101110101010111010101010101010101010111111101111","RACE-Net (ours, learned)":"10101110101010101110101010101010101110101010101111101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.7182,"Dawid\u2013Skene":0.8,"RACE-S (ours)":0.8727,"RACE-Net (ours, learned)":0.8818}},"noise|1234":{"p":[0.98,0.64,0.61,0.92,0.94,0.7,0.27,0.03,0.13,0.2,0.92,0.04,0.72,0.07,0.51,0.7,0.02,0.02,0.07,0.02,0.96,0.81,0.76,0.87,0.16,0.78,0.91,0.51,0.63,0.88,0.97,0.61,0.93,0.5,0.79,0.78,0.73,0.07,0.16,0.56,0.95,0.54,0.84,0.67,0.22,0.87,0.94,0.07,0.32,0.56,0.98,0.82,0.34,0.71,0.01,0.59,0.0,0.43,0.46,0.71,0.9,0.86,0.97,0.51,0.72,0.71,0.03,0.56,0.79,0.65,0.98,0.73,0.26,0.09,0.61,0.56,0.18,0.24,0.58,0.07,0.99,0.86,0.89,0.2,0.25,0.91,0.54,0.23,0.81,0.57,0.97,0.3,0.12,0.49,0.39,0.18,0.42,0.29,0.99,0.99,0.97,0.03,0.59,0.18,0.92,0.59,0.12,0.55,0.96,0.15,0.95,0.67,0.81,0.8,0.59,0.65,0.65,0.56,0.48,0.7,0.95,0.62,0.29,0.81,0.14,0.71,0.38,0.41,0.6,0.31,0.97,1.0,0.82,0.66,0.72,0.73,0.98,0.63,0.91,0.9,0.97,0.69,0.96,0.07,0.34,0.53,0.65,0.37,0.83,0.24,0.96,0.69,0.55,0.38,0.82,0.44,0.39,0.59,0.33,0.58,0.93,0.14,0.85,0.99,0.48,0.18,0.72,0.15,0.78,0.26,0.98,0.53,0.41,0.49,0.07,0.87,0.31,0.91,0.42,0.02,0.96,0.49,0.04,0.88,0.58,0.41,0.89,0.82,0.09,0.19,0.95,0.93,0.42,0.71,0.98,0.22,0.36,0.83,0.79,0.11,0.86,0.57,0.01,0.8,0.45,0.62,0.32,0.37,0.32,0.39,0.98,0.59,0.08,0.8,0.23,0.22,0.34,0.65,0.23,0.75,0.92,0.39,0.27,0.36,0.64,0.62,0.89,0.7,0.42,0.73,0.96,0.23,0.94,0.54,0.08,0.88,0.62,0.13,0.11,0.35,0.93,0.08,0.86,0.41,0.52,0.84,0.83,0.06,0.0,0.43,0.88,0.79,0.38,0.74,0.04,0.53,0.24,0.43,0.85,0.19,0.96,0.88,0.49,0.14,0.95,0.59,0.06,0.98,0.7,0.16,0.92,0.34,0.78,0.82,0.85,0.78,0.15,0.31,0.98,0.82,0.95,0.45,0.27,0.84,0.39,0.73,0.8,0.86,0.42,0.47,0.88,0.23,0.88,0.98,0.82,0.77,0.05,0.51,0.97,0.68,0.99,0.4,0.34,0.5,0.84,0.75,0.2,0.99,0.75,0.76,0.91,0.09,0.32,0.91,0.69,0.32,0.58,0.18,0.48,0.91,0.95,0.3,0.88,0.86,0.82,0.88,0.67,0.81,0.7,0.18,0.94,0.2,0.67,0.29,0.75,0.75,0.94,0.96,0.77,0.09,0.97,0.37,0.93,0.57,0.43,0.38,0.11,0.75,0.09,0.4,0.98,0.63,0.86,0.39,0.2,0.44,0.93,0.25,0.07,0.94,0.92,0.44,0.14,0.48,0.09,0.73,0.95,0.67,0.43,0.0,0.96,0.5,0.71,0.42,0.32,0.88,0.43,0.17,0.59,0.99,0.91,0.62,0.4,0.12,0.26,0.47,1.0,0.91,0.93,0.83,0.96,0.95,0.56,0.68,0.17,0.78,0.46,0.58,0.82,0.59,0.97,0.76,0.19,0.9,0.96,0.5,0.5,0.53,0.58,0.72,0.9,0.53,0.52,0.04,0.98,0.87,0.79,0.09,0.71,0.57,0.88,0.41,0.98,0.57,0.98,0.38,0.73,0.57,0.83,0.84,0.97,0.71,0.01,0.53,0.78,0.53,0.93,0.77,0.81,0.89,0.97,0.11,0.98,1.0,0.63,0.44,0.73,0.59,0.35,0.36,0.97,0.93,0.32,0.17,0.53,0.85,0.97,0.19,0.39,0.23,0.97,0.01,0.67,0.75,0.78,0.7,0.86,0.2,0.44,0.17,0.98,0.98,0.58,0.59,0.58,0.56,0.96,0.6,0.13,0.54,0.88,0.15,0.96,0.73,0.67,0.73,0.97,0.07,0.28,0.76,0.78,0.89,0.5,0.19,0.11,0.89,0.82,0.74,0.86,0.62,0.98,0.48,0.18,0.56,0.41,0.89,0.23,0.39,0.48,0.61,0.98,0.8,0.06,0.9,0.69,0.84,0.92,0.73,0.09,0.59,0.97,0.27,0.09,0.7,0.73,0.78,0.54,0.4,0.33,0.52,0.98,0.44,0.87,0.18,0.46,0.89,0.93,0.47,0.67,0.29,0.88,0.04,0.91,0.36,0.23,0.85,0.73,0.77,0.33,0.7],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10001110101011101100101110111010100010100010010000101010001001101111101000010111100111111000101010010011100101","Dawid\u2013Skene":"10001100100001010101011001110000100010111000000000010111101101101101100000010111110111011000101010010010100000","RACE-S (ours)":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","RACE-Net (ours, learned)":"10101010101010101110101010101010101110100010101110001010101010101110101010111010101010101010101010001110101010"},"acc":{"receiver alone":0.8909,"majority vote":0.6636,"Dawid\u2013Skene":0.5,"RACE-S (ours)":0.8909,"RACE-Net (ours, learned)":0.9182}},"stuck|":{"p":[0.98,0.97,0.91,0.89,0.56,0.7,0.7,0.72,0.34,0.2,0.92,0.91,0.99,0.89,0.16,0.7,0.8,0.92,0.82,0.25,0.96,0.98,0.88,0.92,0.38,0.78,0.89,0.82,0.8,0.59,0.97,0.96,0.9,0.95,0.53,0.78,0.56,0.65,0.03,0.02,0.95,0.95,0.92,0.43,0.31,0.87,0.8,0.92,0.75,0.01,0.98,0.99,0.9,0.97,0.59,0.59,0.88,0.62,0.03,0.44,0.9,0.97,0.96,0.79,0.14,0.71,0.89,0.59,0.82,0.29,0.98,0.8,0.97,0.0,0.02,0.56,0.71,0.53,0.77,0.16,0.99,0.9,0.96,0.0,0.61,0.91,0.92,0.92,0.02,0.65,0.97,0.98,0.8,0.91,0.5,0.18,0.44,0.87,0.01,0.03,0.97,0.99,0.87,0.92,0.5,0.59,0.71,0.65,0.71,0.04,0.95,0.97,0.91,0.88,0.03,0.65,0.71,0.84,0.8,0.5,0.95,0.96,0.9,0.9,0.53,0.71,0.8,0.84,0.84,0.44,0.97,0.98,0.88,0.91,0.29,0.73,0.5,0.62,0.02,0.02,0.97,0.94,0.99,0.96,0.29,0.53,0.37,0.32,0.13,0.21,0.96,0.88,0.93,0.92,0.53,0.44,0.59,0.65,0.84,0.08,0.93,0.95,0.98,0.01,0.08,0.18,0.29,0.62,0.0,0.48,0.98,0.98,0.82,0.92,0.24,0.87,0.85,0.78,0.01,0.09,0.96,0.97,0.8,0.85,0.59,0.41,0.38,0.82,0.01,0.29,0.95,0.88,0.96,0.97,0.53,0.22,0.8,0.8,0.35,0.05,0.86,0.95,0.97,0.96,0.22,0.62,0.71,0.73,0.83,0.03,0.98,0.98,0.98,0.98,0.16,0.22,0.5,0.62,0.0,0.5,0.92,0.91,0.95,0.16,0.03,0.62,0.44,0.71,0.93,0.34,0.96,0.89,0.93,0.87,0.26,0.88,0.84,0.78,0.85,0.11,0.93,0.94,0.96,0.9,0.2,0.84,0.87,0.65,0.53,0.02,0.88,0.96,0.95,0.01,0.59,0.53,0.62,0.41,0.88,0.29,0.96,0.85,0.88,0.91,0.03,0.59,0.62,0.32,0.59,0.07,0.92,0.87,0.95,0.93,0.59,0.78,0.78,0.65,0.87,0.21,0.95,0.96,0.78,0.89,0.15,0.73,0.8,0.65,0.0,0.1,0.88,0.85,0.98,0.01,0.18,0.77,0.82,0.77,0.01,0.03,0.99,0.96,0.99,0.98,0.08,0.75,0.88,0.73,0.93,0.29,0.91,0.87,0.95,0.75,0.03,0.32,0.38,0.56,0.02,0.24,0.95,0.96,0.78,0.34,0.13,0.88,0.93,0.88,0.85,0.5,0.94,0.87,0.9,0.95,0.59,0.75,0.74,0.75,0.01,0.02,0.97,0.78,0.97,0.02,0.03,0.38,0.59,0.59,0.75,0.47,0.98,0.9,0.97,0.76,0.62,0.44,0.44,0.56,0.01,0.14,0.92,0.84,0.95,0.01,0.09,0.73,0.68,0.85,0.53,0.02,0.96,0.96,0.98,0.94,0.59,0.88,0.89,0.88,0.78,0.32,0.91,0.89,0.91,0.83,0.16,0.47,0.65,0.73,0.8,0.4,0.96,0.89,0.97,0.91,0.65,0.78,0.75,0.53,0.73,0.22,0.97,0.85,0.97,0.01,0.43,0.5,0.8,0.59,0.82,0.05,0.9,0.87,0.96,0.94,0.05,0.87,0.8,0.88,0.84,0.59,0.88,0.98,0.96,0.97,0.49,0.38,0.35,0.62,0.83,0.06,0.97,0.99,0.98,0.99,0.31,0.53,0.75,0.44,0.7,0.38,0.97,0.82,0.98,0.01,0.49,0.44,0.59,0.71,0.32,0.24,0.97,0.75,0.95,0.0,0.06,0.85,0.78,0.68,0.02,0.05,0.97,0.98,0.96,0.98,0.35,0.7,0.62,0.73,0.0,0.16,0.98,0.99,0.99,0.96,0.4,0.56,0.91,0.78,0.01,0.08,0.88,0.91,0.97,0.72,0.08,0.73,0.85,0.88,0.02,0.16,0.78,0.9,0.96,0.0,0.03,0.89,0.8,0.92,0.0,0.2,0.98,0.93,0.93,0.59,0.46,0.89,0.87,0.94,0.84,0.22,0.98,0.95,0.97,0.96,0.09,0.84,0.89,0.84,0.85,0.62,0.97,0.91,0.99,0.02,0.1,0.78,0.73,0.84,0.75,0.22,0.98,0.99,0.99,0.98,0.42,0.89,0.82,0.87,0.88,0.5,0.88,0.92,0.98,0.05,0.03,0.85,0.87,0.82,0.82,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10111110101011001110101010101010101010101010101010100010100011000110001000111010101110101000101000001111101101","Dawid\u2013Skene":"10111010101010101110101010101010101010101010101010101010100010101110101010111010101110101010101010111110101110","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010101111101111","RACE-Net (ours, learned)":"10101110101010101110101010101010101010101010101010101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.7909,"Dawid\u2013Skene":0.9182,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.9091}},"stuck|1":{"p":[0.98,0.97,0.91,0.89,0.56,0.7,0.97,0.72,0.34,0.2,0.92,0.98,0.99,0.89,0.16,0.7,0.97,0.92,0.82,0.25,0.96,0.96,0.88,0.92,0.38,0.78,0.97,0.82,0.8,0.59,0.97,0.98,0.9,0.95,0.53,0.78,0.98,0.65,0.03,0.02,0.95,0.96,0.92,0.43,0.31,0.87,0.96,0.92,0.75,0.01,0.98,0.96,0.9,0.97,0.59,0.59,0.97,0.62,0.03,0.44,0.9,0.95,0.96,0.79,0.14,0.71,0.97,0.59,0.82,0.29,0.98,0.96,0.97,0.0,0.02,0.56,0.96,0.53,0.77,0.16,0.99,0.96,0.96,0.0,0.61,0.91,0.97,0.92,0.02,0.65,0.97,0.97,0.8,0.91,0.5,0.18,0.98,0.87,0.01,0.03,0.97,0.97,0.87,0.92,0.5,0.59,0.98,0.65,0.71,0.04,0.95,0.96,0.91,0.88,0.03,0.65,0.97,0.84,0.8,0.5,0.95,0.98,0.9,0.9,0.53,0.71,0.97,0.84,0.84,0.44,0.97,0.96,0.88,0.91,0.29,0.73,0.96,0.62,0.02,0.02,0.97,0.97,0.99,0.96,0.29,0.53,0.97,0.32,0.13,0.21,0.96,0.96,0.93,0.92,0.53,0.44,0.97,0.65,0.84,0.08,0.93,0.97,0.98,0.01,0.08,0.18,0.98,0.62,0.0,0.48,0.98,0.97,0.82,0.92,0.24,0.87,0.97,0.78,0.01,0.09,0.96,0.96,0.8,0.85,0.59,0.41,0.97,0.82,0.01,0.29,0.95,0.98,0.96,0.97,0.53,0.22,0.98,0.8,0.35,0.05,0.86,0.96,0.97,0.96,0.22,0.62,0.99,0.73,0.83,0.03,0.98,0.98,0.98,0.98,0.16,0.22,0.98,0.62,0.0,0.5,0.92,0.97,0.95,0.16,0.03,0.62,0.97,0.71,0.93,0.34,0.96,0.98,0.93,0.87,0.26,0.88,0.99,0.78,0.85,0.11,0.93,0.99,0.96,0.9,0.2,0.84,0.98,0.65,0.53,0.02,0.88,0.97,0.95,0.01,0.59,0.53,0.96,0.41,0.88,0.29,0.96,0.97,0.88,0.91,0.03,0.59,0.98,0.32,0.59,0.07,0.92,0.96,0.95,0.93,0.59,0.78,0.97,0.65,0.87,0.21,0.95,0.97,0.78,0.89,0.15,0.73,0.98,0.65,0.0,0.1,0.88,0.96,0.98,0.01,0.18,0.77,0.96,0.77,0.01,0.03,0.99,0.97,0.99,0.98,0.08,0.75,0.96,0.73,0.93,0.29,0.91,0.99,0.95,0.75,0.03,0.32,0.97,0.56,0.02,0.24,0.95,0.97,0.78,0.34,0.13,0.88,0.97,0.88,0.85,0.5,0.94,0.99,0.9,0.95,0.59,0.75,0.98,0.75,0.01,0.02,0.97,0.98,0.97,0.02,0.03,0.38,0.95,0.59,0.75,0.47,0.98,0.97,0.97,0.76,0.62,0.44,0.98,0.56,0.01,0.14,0.92,0.98,0.95,0.01,0.09,0.73,0.96,0.85,0.53,0.02,0.96,0.99,0.98,0.94,0.59,0.88,0.96,0.88,0.78,0.32,0.91,0.96,0.91,0.83,0.16,0.47,0.98,0.73,0.8,0.4,0.96,0.97,0.97,0.91,0.65,0.78,0.99,0.53,0.73,0.22,0.97,0.97,0.97,0.01,0.43,0.5,0.96,0.59,0.82,0.05,0.9,0.97,0.96,0.94,0.05,0.87,0.96,0.88,0.84,0.59,0.88,0.96,0.96,0.97,0.49,0.38,0.98,0.62,0.83,0.06,0.97,0.98,0.98,0.99,0.31,0.53,0.98,0.44,0.7,0.38,0.97,0.96,0.98,0.01,0.49,0.44,0.99,0.71,0.32,0.24,0.97,0.97,0.95,0.0,0.06,0.85,0.99,0.68,0.02,0.05,0.97,0.97,0.96,0.98,0.35,0.7,0.96,0.73,0.0,0.16,0.98,0.97,0.99,0.96,0.4,0.56,0.98,0.78,0.01,0.08,0.88,0.97,0.97,0.72,0.08,0.73,0.96,0.88,0.02,0.16,0.78,0.96,0.96,0.0,0.03,0.89,0.96,0.92,0.0,0.2,0.98,0.98,0.93,0.59,0.46,0.89,0.98,0.94,0.84,0.22,0.98,0.97,0.97,0.96,0.09,0.84,0.96,0.84,0.85,0.62,0.97,0.98,0.99,0.02,0.1,0.78,0.96,0.84,0.75,0.22,0.98,0.96,0.99,0.98,0.42,0.89,0.98,0.87,0.88,0.5,0.88,0.95,0.98,0.05,0.03,0.85,0.97,0.82,0.82,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10111110101000001110101111101010001010100010101010100010100010100110101010111110101110101000101000001110101101","Dawid\u2013Skene":"10111010101010101110101010101010101010100010101010101010100010101110101010111010101110101010101000011110101100","RACE-S (ours)":"10101010111010101110101010101010101010101010101010101010101010101110101010111010101110101010101010111111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101010101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.7909,"Dawid\u2013Skene":0.8818,"RACE-S (ours)":0.9091,"RACE-Net (ours, learned)":0.9}},"stuck|2":{"p":[0.98,0.97,0.97,0.89,0.56,0.7,0.7,0.97,0.34,0.2,0.92,0.91,0.98,0.89,0.16,0.7,0.8,0.97,0.82,0.25,0.96,0.98,0.96,0.92,0.38,0.78,0.89,0.97,0.8,0.59,0.97,0.96,0.98,0.95,0.53,0.78,0.56,0.98,0.03,0.02,0.95,0.95,0.96,0.43,0.31,0.87,0.8,0.96,0.75,0.01,0.98,0.99,0.96,0.97,0.59,0.59,0.88,0.97,0.03,0.44,0.9,0.97,0.95,0.79,0.14,0.71,0.89,0.97,0.82,0.29,0.98,0.8,0.96,0.0,0.02,0.56,0.71,0.96,0.77,0.16,0.99,0.9,0.96,0.0,0.61,0.91,0.92,0.97,0.02,0.65,0.97,0.98,0.97,0.91,0.5,0.18,0.44,0.98,0.01,0.03,0.97,0.99,0.97,0.92,0.5,0.59,0.71,0.98,0.71,0.04,0.95,0.97,0.96,0.88,0.03,0.65,0.71,0.97,0.8,0.5,0.95,0.96,0.98,0.9,0.53,0.71,0.8,0.97,0.84,0.44,0.97,0.98,0.96,0.91,0.29,0.73,0.5,0.96,0.02,0.02,0.97,0.94,0.97,0.96,0.29,0.53,0.37,0.97,0.13,0.21,0.96,0.88,0.96,0.92,0.53,0.44,0.59,0.97,0.84,0.08,0.93,0.95,0.97,0.01,0.08,0.18,0.29,0.98,0.0,0.48,0.98,0.98,0.97,0.92,0.24,0.87,0.85,0.97,0.01,0.09,0.96,0.97,0.96,0.85,0.59,0.41,0.38,0.97,0.01,0.29,0.95,0.88,0.98,0.97,0.53,0.22,0.8,0.98,0.35,0.05,0.86,0.95,0.96,0.96,0.22,0.62,0.71,0.99,0.83,0.03,0.98,0.98,0.98,0.98,0.16,0.22,0.5,0.98,0.0,0.5,0.92,0.91,0.97,0.16,0.03,0.62,0.44,0.97,0.93,0.34,0.96,0.89,0.98,0.87,0.26,0.88,0.84,0.99,0.85,0.11,0.93,0.94,0.99,0.9,0.2,0.84,0.87,0.98,0.53,0.02,0.88,0.96,0.97,0.01,0.59,0.53,0.62,0.96,0.88,0.29,0.96,0.85,0.97,0.91,0.03,0.59,0.62,0.98,0.59,0.07,0.92,0.87,0.96,0.93,0.59,0.78,0.78,0.97,0.87,0.21,0.95,0.96,0.97,0.89,0.15,0.73,0.8,0.98,0.0,0.1,0.88,0.85,0.96,0.01,0.18,0.77,0.82,0.96,0.01,0.03,0.99,0.96,0.97,0.98,0.08,0.75,0.88,0.96,0.93,0.29,0.91,0.87,0.99,0.75,0.03,0.32,0.38,0.97,0.02,0.24,0.95,0.96,0.97,0.34,0.13,0.88,0.93,0.97,0.85,0.5,0.94,0.87,0.99,0.95,0.59,0.75,0.74,0.98,0.01,0.02,0.97,0.78,0.98,0.02,0.03,0.38,0.59,0.95,0.75,0.47,0.98,0.9,0.97,0.76,0.62,0.44,0.44,0.98,0.01,0.14,0.92,0.84,0.98,0.01,0.09,0.73,0.68,0.96,0.53,0.02,0.96,0.96,0.99,0.94,0.59,0.88,0.89,0.96,0.78,0.32,0.91,0.89,0.96,0.83,0.16,0.47,0.65,0.98,0.8,0.4,0.96,0.89,0.97,0.91,0.65,0.78,0.75,0.99,0.73,0.22,0.97,0.85,0.97,0.01,0.43,0.5,0.8,0.96,0.82,0.05,0.9,0.87,0.97,0.94,0.05,0.87,0.8,0.96,0.84,0.59,0.88,0.98,0.96,0.97,0.49,0.38,0.35,0.98,0.83,0.06,0.97,0.99,0.98,0.99,0.31,0.53,0.75,0.98,0.7,0.38,0.97,0.82,0.96,0.01,0.49,0.44,0.59,0.99,0.32,0.24,0.97,0.75,0.97,0.0,0.06,0.85,0.78,0.99,0.02,0.05,0.97,0.98,0.97,0.98,0.35,0.7,0.62,0.96,0.0,0.16,0.98,0.99,0.97,0.96,0.4,0.56,0.91,0.98,0.01,0.08,0.88,0.91,0.97,0.72,0.08,0.73,0.85,0.96,0.02,0.16,0.78,0.9,0.96,0.0,0.03,0.89,0.8,0.96,0.0,0.2,0.98,0.93,0.98,0.59,0.46,0.89,0.87,0.98,0.84,0.22,0.98,0.95,0.97,0.96,0.09,0.84,0.89,0.96,0.85,0.62,0.97,0.91,0.98,0.02,0.1,0.78,0.73,0.96,0.75,0.22,0.98,0.99,0.96,0.98,0.42,0.89,0.82,0.98,0.88,0.5,0.88,0.92,0.95,0.05,0.03,0.85,0.87,0.97,0.82,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10111110101001001110101111101010001010100010101010100010100011001110001000111110100010100000101000001111101101","Dawid\u2013Skene":"10101110101111001110101010101010101010101010101010100010100011001110001000111010000010100000101000001111101101","RACE-S (ours)":"10101110101010001110101010101010001010101010001010100010100011001110001000111010001110100000101000001011101101","RACE-Net (ours, learned)":"10101110001000001110100010101010001010101010001010100010100010000110001000100010000010100000101000001011001101"},"acc":{"receiver alone":0.8909,"majority vote":0.7364,"Dawid\u2013Skene":0.7818,"RACE-S (ours)":0.7909,"RACE-Net (ours, learned)":0.7545}},"stuck|3":{"p":[0.98,0.97,0.91,0.97,0.56,0.7,0.7,0.72,0.97,0.2,0.92,0.91,0.99,0.98,0.16,0.7,0.8,0.92,0.97,0.25,0.96,0.98,0.88,0.96,0.38,0.78,0.89,0.82,0.97,0.59,0.97,0.96,0.9,0.98,0.53,0.78,0.56,0.65,0.98,0.02,0.95,0.95,0.92,0.96,0.31,0.87,0.8,0.92,0.96,0.01,0.98,0.99,0.9,0.96,0.59,0.59,0.88,0.62,0.97,0.44,0.9,0.97,0.96,0.95,0.14,0.71,0.89,0.59,0.97,0.29,0.98,0.8,0.97,0.96,0.02,0.56,0.71,0.53,0.96,0.16,0.99,0.9,0.96,0.96,0.61,0.91,0.92,0.92,0.97,0.65,0.97,0.98,0.8,0.97,0.5,0.18,0.44,0.87,0.98,0.03,0.97,0.99,0.87,0.97,0.5,0.59,0.71,0.65,0.98,0.04,0.95,0.97,0.91,0.96,0.03,0.65,0.71,0.84,0.97,0.5,0.95,0.96,0.9,0.98,0.53,0.71,0.8,0.84,0.97,0.44,0.97,0.98,0.88,0.96,0.29,0.73,0.5,0.62,0.96,0.02,0.97,0.94,0.99,0.97,0.29,0.53,0.37,0.32,0.97,0.21,0.96,0.88,0.93,0.96,0.53,0.44,0.59,0.65,0.97,0.08,0.93,0.95,0.98,0.97,0.08,0.18,0.29,0.62,0.98,0.48,0.98,0.98,0.82,0.97,0.24,0.87,0.85,0.78,0.97,0.09,0.96,0.97,0.8,0.96,0.59,0.41,0.38,0.82,0.97,0.29,0.95,0.88,0.96,0.98,0.53,0.22,0.8,0.8,0.98,0.05,0.86,0.95,0.97,0.96,0.22,0.62,0.71,0.73,0.99,0.03,0.98,0.98,0.98,0.98,0.16,0.22,0.5,0.62,0.98,0.5,0.92,0.91,0.95,0.97,0.03,0.62,0.44,0.71,0.97,0.34,0.96,0.89,0.93,0.98,0.26,0.88,0.84,0.78,0.99,0.11,0.93,0.94,0.96,0.99,0.2,0.84,0.87,0.65,0.98,0.02,0.88,0.96,0.95,0.97,0.59,0.53,0.62,0.41,0.96,0.29,0.96,0.85,0.88,0.97,0.03,0.59,0.62,0.32,0.98,0.07,0.92,0.87,0.95,0.96,0.59,0.78,0.78,0.65,0.97,0.21,0.95,0.96,0.78,0.97,0.15,0.73,0.8,0.65,0.98,0.1,0.88,0.85,0.98,0.96,0.18,0.77,0.82,0.77,0.96,0.03,0.99,0.96,0.99,0.97,0.08,0.75,0.88,0.73,0.96,0.29,0.91,0.87,0.95,0.99,0.03,0.32,0.38,0.56,0.97,0.24,0.95,0.96,0.78,0.97,0.13,0.88,0.93,0.88,0.97,0.5,0.94,0.87,0.9,0.99,0.59,0.75,0.74,0.75,0.98,0.02,0.97,0.78,0.97,0.98,0.03,0.38,0.59,0.59,0.95,0.47,0.98,0.9,0.97,0.97,0.62,0.44,0.44,0.56,0.98,0.14,0.92,0.84,0.95,0.98,0.09,0.73,0.68,0.85,0.96,0.02,0.96,0.96,0.98,0.99,0.59,0.88,0.89,0.88,0.96,0.32,0.91,0.89,0.91,0.96,0.16,0.47,0.65,0.73,0.98,0.4,0.96,0.89,0.97,0.97,0.65,0.78,0.75,0.53,0.99,0.22,0.97,0.85,0.97,0.97,0.43,0.5,0.8,0.59,0.96,0.05,0.9,0.87,0.96,0.97,0.05,0.87,0.8,0.88,0.96,0.59,0.88,0.98,0.96,0.96,0.49,0.38,0.35,0.62,0.98,0.06,0.97,0.99,0.98,0.98,0.31,0.53,0.75,0.44,0.98,0.38,0.97,0.82,0.98,0.96,0.49,0.44,0.59,0.71,0.99,0.24,0.97,0.75,0.95,0.97,0.06,0.85,0.78,0.68,0.99,0.05,0.97,0.98,0.96,0.97,0.35,0.7,0.62,0.73,0.96,0.16,0.98,0.99,0.99,0.97,0.4,0.56,0.91,0.78,0.98,0.08,0.88,0.91,0.97,0.97,0.08,0.73,0.85,0.88,0.96,0.16,0.78,0.9,0.96,0.96,0.03,0.89,0.8,0.92,0.96,0.2,0.98,0.93,0.93,0.98,0.46,0.89,0.87,0.94,0.98,0.22,0.98,0.95,0.97,0.97,0.09,0.84,0.89,0.84,0.96,0.62,0.97,0.91,0.99,0.98,0.1,0.78,0.73,0.84,0.96,0.22,0.98,0.99,0.99,0.96,0.42,0.89,0.82,0.87,0.98,0.5,0.88,0.92,0.98,0.95,0.03,0.85,0.87,0.82,0.97,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10111110101010001110101010101010101010100010101010100010100010101110101010111010100010101000101010001110101101","Dawid\u2013Skene":"10101010101010101110101010101010101010101010101010101010100010101110101010111010101110101010101010111110101110","RACE-S (ours)":"10101110111010101110101010101010101010101010101010101010101010101110101010111010101110101010101010111111101111","RACE-Net (ours, learned)":"10101110111010101110101010101010101110101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.8545,"Dawid\u2013Skene":0.9273,"RACE-S (ours)":0.9,"RACE-Net (ours, learned)":0.8818}},"stuck|4":{"p":[0.98,0.97,0.91,0.89,0.97,0.7,0.7,0.72,0.34,0.97,0.92,0.91,0.99,0.89,0.98,0.7,0.8,0.92,0.82,0.97,0.96,0.98,0.88,0.92,0.96,0.78,0.89,0.82,0.8,0.97,0.97,0.96,0.9,0.95,0.98,0.78,0.56,0.65,0.03,0.98,0.95,0.95,0.92,0.43,0.96,0.87,0.8,0.92,0.75,0.96,0.98,0.99,0.9,0.97,0.96,0.59,0.88,0.62,0.03,0.97,0.9,0.97,0.96,0.79,0.95,0.71,0.89,0.59,0.82,0.97,0.98,0.8,0.97,0.0,0.96,0.56,0.71,0.53,0.77,0.96,0.99,0.9,0.96,0.0,0.96,0.91,0.92,0.92,0.02,0.97,0.97,0.98,0.8,0.91,0.97,0.18,0.44,0.87,0.01,0.98,0.97,0.99,0.87,0.92,0.97,0.59,0.71,0.65,0.71,0.98,0.95,0.97,0.91,0.88,0.96,0.65,0.71,0.84,0.8,0.97,0.95,0.96,0.9,0.9,0.98,0.71,0.8,0.84,0.84,0.97,0.97,0.98,0.88,0.91,0.96,0.73,0.5,0.62,0.02,0.96,0.97,0.94,0.99,0.96,0.97,0.53,0.37,0.32,0.13,0.97,0.96,0.88,0.93,0.92,0.96,0.44,0.59,0.65,0.84,0.97,0.93,0.95,0.98,0.01,0.97,0.18,0.29,0.62,0.0,0.98,0.98,0.98,0.82,0.92,0.97,0.87,0.85,0.78,0.01,0.97,0.96,0.97,0.8,0.85,0.96,0.41,0.38,0.82,0.01,0.97,0.95,0.88,0.96,0.97,0.98,0.22,0.8,0.8,0.35,0.98,0.86,0.95,0.97,0.96,0.96,0.62,0.71,0.73,0.83,0.99,0.98,0.98,0.98,0.98,0.98,0.22,0.5,0.62,0.0,0.98,0.92,0.91,0.95,0.16,0.97,0.62,0.44,0.71,0.93,0.97,0.96,0.89,0.93,0.87,0.98,0.88,0.84,0.78,0.85,0.99,0.93,0.94,0.96,0.9,0.99,0.84,0.87,0.65,0.53,0.98,0.88,0.96,0.95,0.01,0.97,0.53,0.62,0.41,0.88,0.96,0.96,0.85,0.88,0.91,0.97,0.59,0.62,0.32,0.59,0.98,0.92,0.87,0.95,0.93,0.96,0.78,0.78,0.65,0.87,0.97,0.95,0.96,0.78,0.89,0.97,0.73,0.8,0.65,0.0,0.98,0.88,0.85,0.98,0.01,0.96,0.77,0.82,0.77,0.01,0.96,0.99,0.96,0.99,0.98,0.97,0.75,0.88,0.73,0.93,0.96,0.91,0.87,0.95,0.75,0.99,0.32,0.38,0.56,0.02,0.97,0.95,0.96,0.78,0.34,0.97,0.88,0.93,0.88,0.85,0.97,0.94,0.87,0.9,0.95,0.99,0.75,0.74,0.75,0.01,0.98,0.97,0.78,0.97,0.02,0.98,0.38,0.59,0.59,0.75,0.95,0.98,0.9,0.97,0.76,0.97,0.44,0.44,0.56,0.01,0.98,0.92,0.84,0.95,0.01,0.98,0.73,0.68,0.85,0.53,0.96,0.96,0.96,0.98,0.94,0.99,0.88,0.89,0.88,0.78,0.96,0.91,0.89,0.91,0.83,0.96,0.47,0.65,0.73,0.8,0.98,0.96,0.89,0.97,0.91,0.97,0.78,0.75,0.53,0.73,0.99,0.97,0.85,0.97,0.01,0.97,0.5,0.8,0.59,0.82,0.96,0.9,0.87,0.96,0.94,0.97,0.87,0.8,0.88,0.84,0.96,0.88,0.98,0.96,0.97,0.96,0.38,0.35,0.62,0.83,0.98,0.97,0.99,0.98,0.99,0.98,0.53,0.75,0.44,0.7,0.98,0.97,0.82,0.98,0.01,0.96,0.44,0.59,0.71,0.32,0.99,0.97,0.75,0.95,0.0,0.97,0.85,0.78,0.68,0.02,0.99,0.97,0.98,0.96,0.98,0.97,0.7,0.62,0.73,0.0,0.96,0.98,0.99,0.99,0.96,0.97,0.56,0.91,0.78,0.01,0.98,0.88,0.91,0.97,0.72,0.97,0.73,0.85,0.88,0.02,0.96,0.78,0.9,0.96,0.0,0.96,0.89,0.8,0.92,0.0,0.96,0.98,0.93,0.93,0.59,0.98,0.89,0.87,0.94,0.84,0.98,0.98,0.95,0.97,0.96,0.97,0.84,0.89,0.84,0.85,0.96,0.97,0.91,0.99,0.02,0.98,0.78,0.73,0.84,0.75,0.96,0.98,0.99,0.99,0.98,0.96,0.89,0.82,0.87,0.88,0.98,0.88,0.92,0.98,0.05,0.95,0.85,0.87,0.82,0.82,0.97],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10111110101010001110101010101010101010101010101010100010100010101110101010111010101010100000101010001110101101","Dawid\u2013Skene":"10111010101010101110101010101010101010101010101010101010100010101110101010111010101110101010101010111110101110","RACE-S (ours)":"10101110111010101110101010101010101010101010101010101010101010101110101010111010101110101010101010111111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101110101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.8636,"Dawid\u2013Skene":0.9182,"RACE-S (ours)":0.9,"RACE-Net (ours, learned)":0.8909}},"stuck|12":{"p":[0.98,0.97,0.96,0.89,0.56,0.7,0.97,0.97,0.34,0.2,0.92,0.98,0.97,0.89,0.16,0.7,0.97,0.97,0.82,0.25,0.96,0.96,0.98,0.92,0.38,0.78,0.97,0.96,0.8,0.59,0.97,0.98,0.98,0.95,0.53,0.78,0.98,0.98,0.03,0.02,0.95,0.96,0.98,0.43,0.31,0.87,0.96,0.98,0.75,0.01,0.98,0.96,0.98,0.97,0.59,0.59,0.97,0.98,0.03,0.44,0.9,0.95,0.97,0.79,0.14,0.71,0.97,0.96,0.82,0.29,0.98,0.96,0.97,0.0,0.02,0.56,0.96,0.96,0.77,0.16,0.99,0.96,0.96,0.0,0.61,0.91,0.97,0.97,0.02,0.65,0.97,0.97,0.96,0.91,0.5,0.18,0.98,0.96,0.01,0.03,0.97,0.97,0.96,0.92,0.5,0.59,0.98,0.97,0.71,0.04,0.95,0.96,0.97,0.88,0.03,0.65,0.97,0.98,0.8,0.5,0.95,0.98,0.97,0.9,0.53,0.71,0.97,0.98,0.84,0.44,0.97,0.96,0.98,0.91,0.29,0.73,0.96,0.98,0.02,0.02,0.97,0.97,0.95,0.96,0.29,0.53,0.97,0.98,0.13,0.21,0.96,0.96,0.97,0.92,0.53,0.44,0.97,0.97,0.84,0.08,0.93,0.97,0.97,0.01,0.08,0.18,0.98,0.97,0.0,0.48,0.98,0.97,0.97,0.92,0.24,0.87,0.97,0.97,0.01,0.09,0.96,0.96,0.95,0.85,0.59,0.41,0.97,0.97,0.01,0.29,0.95,0.98,0.96,0.97,0.53,0.22,0.98,0.98,0.35,0.05,0.86,0.96,0.97,0.96,0.22,0.62,0.99,0.97,0.83,0.03,0.98,0.98,0.96,0.98,0.16,0.22,0.98,0.96,0.0,0.5,0.92,0.97,0.97,0.16,0.03,0.62,0.97,0.96,0.93,0.34,0.96,0.98,0.97,0.87,0.26,0.88,0.99,0.97,0.85,0.11,0.93,0.99,0.96,0.9,0.2,0.84,0.98,0.95,0.53,0.02,0.88,0.97,0.98,0.01,0.59,0.53,0.96,0.97,0.88,0.29,0.96,0.97,0.96,0.91,0.03,0.59,0.98,0.97,0.59,0.07,0.92,0.96,0.99,0.93,0.59,0.78,0.97,0.97,0.87,0.21,0.95,0.97,0.97,0.89,0.15,0.73,0.98,0.96,0.0,0.1,0.88,0.96,0.99,0.01,0.18,0.77,0.96,0.98,0.01,0.03,0.99,0.97,0.98,0.98,0.08,0.75,0.96,0.97,0.93,0.29,0.91,0.99,0.98,0.75,0.03,0.32,0.97,0.97,0.02,0.24,0.95,0.97,0.98,0.34,0.13,0.88,0.97,0.97,0.85,0.5,0.94,0.99,0.96,0.95,0.59,0.75,0.98,0.98,0.01,0.02,0.97,0.98,0.95,0.02,0.03,0.38,0.95,0.97,0.75,0.47,0.98,0.97,0.97,0.76,0.62,0.44,0.98,0.96,0.01,0.14,0.92,0.98,0.98,0.01,0.09,0.73,0.96,0.97,0.53,0.02,0.96,0.99,0.97,0.94,0.59,0.88,0.96,0.98,0.78,0.32,0.91,0.96,0.97,0.83,0.16,0.47,0.98,0.98,0.8,0.4,0.96,0.97,0.97,0.91,0.65,0.78,0.99,0.97,0.73,0.22,0.97,0.97,0.95,0.01,0.43,0.5,0.96,0.96,0.82,0.05,0.9,0.97,0.98,0.94,0.05,0.87,0.96,0.97,0.84,0.59,0.88,0.96,0.97,0.97,0.49,0.38,0.98,0.99,0.83,0.06,0.97,0.98,0.96,0.99,0.31,0.53,0.98,0.96,0.7,0.38,0.97,0.96,0.97,0.01,0.49,0.44,0.99,0.98,0.32,0.24,0.97,0.97,0.96,0.0,0.06,0.85,0.99,0.96,0.02,0.05,0.97,0.97,0.95,0.98,0.35,0.7,0.96,0.98,0.0,0.16,0.98,0.97,0.98,0.96,0.4,0.56,0.98,0.97,0.01,0.08,0.88,0.97,0.97,0.72,0.08,0.73,0.96,0.96,0.02,0.16,0.78,0.96,0.97,0.0,0.03,0.89,0.96,0.98,0.0,0.2,0.98,0.98,0.97,0.59,0.46,0.89,0.98,0.99,0.84,0.22,0.98,0.97,0.96,0.96,0.09,0.84,0.96,0.98,0.85,0.62,0.97,0.98,0.97,0.02,0.1,0.78,0.96,0.98,0.75,0.22,0.98,0.96,0.97,0.98,0.42,0.89,0.98,0.96,0.88,0.5,0.88,0.95,0.96,0.05,0.03,0.85,0.97,1.0,0.82,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10111110101000000110101111101010011010100110101010100010100011101110000010110110101001100100101000001101001101","Dawid\u2013Skene":"10111110101101001110101111101011001011101110011110111011100011010110011000111110111111101000101000001111001101","RACE-S (ours)":"10101110001000001110100010101010001010101010001010000010100010000110001000100010000110100000101000001011001101","RACE-Net (ours, learned)":"10101010001000001010100010101010001010101010011010001010100011000110001000100010001110101000101000001011001100"},"acc":{"receiver alone":0.8909,"majority vote":0.6818,"Dawid\u2013Skene":0.6273,"RACE-S (ours)":0.7364,"RACE-Net (ours, learned)":0.7727}},"stuck|13":{"p":[0.98,0.97,0.91,0.96,0.56,0.7,0.97,0.72,0.97,0.2,0.92,0.98,0.99,0.97,0.16,0.7,0.97,0.92,0.97,0.25,0.96,0.96,0.88,0.98,0.38,0.78,0.97,0.82,0.96,0.59,0.97,0.98,0.9,0.98,0.53,0.78,0.98,0.65,0.98,0.02,0.95,0.96,0.92,0.98,0.31,0.87,0.96,0.92,0.98,0.01,0.98,0.96,0.9,0.98,0.59,0.59,0.97,0.62,0.98,0.44,0.9,0.95,0.96,0.97,0.14,0.71,0.97,0.59,0.96,0.29,0.98,0.96,0.97,0.97,0.02,0.56,0.96,0.53,0.96,0.16,0.99,0.96,0.96,0.96,0.61,0.91,0.97,0.92,0.97,0.65,0.97,0.97,0.8,0.96,0.5,0.18,0.98,0.87,0.96,0.03,0.97,0.97,0.87,0.96,0.5,0.59,0.98,0.65,0.97,0.04,0.95,0.96,0.91,0.97,0.03,0.65,0.97,0.84,0.98,0.5,0.95,0.98,0.9,0.97,0.53,0.71,0.97,0.84,0.98,0.44,0.97,0.96,0.88,0.98,0.29,0.73,0.96,0.62,0.98,0.02,0.97,0.97,0.99,0.95,0.29,0.53,0.97,0.32,0.98,0.21,0.96,0.96,0.93,0.97,0.53,0.44,0.97,0.65,0.97,0.08,0.93,0.97,0.98,0.97,0.08,0.18,0.98,0.62,0.97,0.48,0.98,0.97,0.82,0.97,0.24,0.87,0.97,0.78,0.97,0.09,0.96,0.96,0.8,0.95,0.59,0.41,0.97,0.82,0.97,0.29,0.95,0.98,0.96,0.96,0.53,0.22,0.98,0.8,0.98,0.05,0.86,0.96,0.97,0.97,0.22,0.62,0.99,0.73,0.97,0.03,0.98,0.98,0.98,0.96,0.16,0.22,0.98,0.62,0.96,0.5,0.92,0.97,0.95,0.97,0.03,0.62,0.97,0.71,0.96,0.34,0.96,0.98,0.93,0.97,0.26,0.88,0.99,0.78,0.97,0.11,0.93,0.99,0.96,0.96,0.2,0.84,0.98,0.65,0.95,0.02,0.88,0.97,0.95,0.98,0.59,0.53,0.96,0.41,0.97,0.29,0.96,0.97,0.88,0.96,0.03,0.59,0.98,0.32,0.97,0.07,0.92,0.96,0.95,0.99,0.59,0.78,0.97,0.65,0.97,0.21,0.95,0.97,0.78,0.97,0.15,0.73,0.98,0.65,0.96,0.1,0.88,0.96,0.98,0.99,0.18,0.77,0.96,0.77,0.98,0.03,0.99,0.97,0.99,0.98,0.08,0.75,0.96,0.73,0.97,0.29,0.91,0.99,0.95,0.98,0.03,0.32,0.97,0.56,0.97,0.24,0.95,0.97,0.78,0.98,0.13,0.88,0.97,0.88,0.97,0.5,0.94,0.99,0.9,0.96,0.59,0.75,0.98,0.75,0.98,0.02,0.97,0.98,0.97,0.95,0.03,0.38,0.95,0.59,0.97,0.47,0.98,0.97,0.97,0.97,0.62,0.44,0.98,0.56,0.96,0.14,0.92,0.98,0.95,0.98,0.09,0.73,0.96,0.85,0.97,0.02,0.96,0.99,0.98,0.97,0.59,0.88,0.96,0.88,0.98,0.32,0.91,0.96,0.91,0.97,0.16,0.47,0.98,0.73,0.98,0.4,0.96,0.97,0.97,0.97,0.65,0.78,0.99,0.53,0.97,0.22,0.97,0.97,0.97,0.95,0.43,0.5,0.96,0.59,0.96,0.05,0.9,0.97,0.96,0.98,0.05,0.87,0.96,0.88,0.97,0.59,0.88,0.96,0.96,0.97,0.49,0.38,0.98,0.62,0.99,0.06,0.97,0.98,0.98,0.96,0.31,0.53,0.98,0.44,0.96,0.38,0.97,0.96,0.98,0.97,0.49,0.44,0.99,0.71,0.98,0.24,0.97,0.97,0.95,0.96,0.06,0.85,0.99,0.68,0.96,0.05,0.97,0.97,0.96,0.95,0.35,0.7,0.96,0.73,0.98,0.16,0.98,0.97,0.99,0.98,0.4,0.56,0.98,0.78,0.97,0.08,0.88,0.97,0.97,0.97,0.08,0.73,0.96,0.88,0.96,0.16,0.78,0.96,0.96,0.97,0.03,0.89,0.96,0.92,0.98,0.2,0.98,0.98,0.93,0.97,0.46,0.89,0.98,0.94,0.99,0.22,0.98,0.97,0.97,0.96,0.09,0.84,0.96,0.84,0.98,0.62,0.97,0.98,0.99,0.97,0.1,0.78,0.96,0.84,0.98,0.22,0.98,0.96,0.99,0.97,0.42,0.89,0.98,0.87,0.96,0.5,0.88,0.95,0.98,0.96,0.03,0.85,0.97,0.82,1.0,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10111010101010001110001111101010111000100010101010100010100010101110101010110110101000101100101010011100101101","Dawid\u2013Skene":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","RACE-S (ours)":"10101010111010101110101010101010101010101010101010101010101010101110101010111010101110101010101010111111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101010101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.7727,"Dawid\u2013Skene":0.8909,"RACE-S (ours)":0.9091,"RACE-Net (ours, learned)":0.9}},"stuck|14":{"p":[0.98,0.97,0.91,0.89,0.96,0.7,0.97,0.72,0.34,0.97,0.92,0.98,0.99,0.89,0.97,0.7,0.97,0.92,0.82,0.97,0.96,0.96,0.88,0.92,0.98,0.78,0.97,0.82,0.8,0.96,0.97,0.98,0.9,0.95,0.98,0.78,0.98,0.65,0.03,0.98,0.95,0.96,0.92,0.43,0.98,0.87,0.96,0.92,0.75,0.98,0.98,0.96,0.9,0.97,0.98,0.59,0.97,0.62,0.03,0.98,0.9,0.95,0.96,0.79,0.97,0.71,0.97,0.59,0.82,0.96,0.98,0.96,0.97,0.0,0.97,0.56,0.96,0.53,0.77,0.96,0.99,0.96,0.96,0.0,0.96,0.91,0.97,0.92,0.02,0.97,0.97,0.97,0.8,0.91,0.96,0.18,0.98,0.87,0.01,0.96,0.97,0.97,0.87,0.92,0.96,0.59,0.98,0.65,0.71,0.97,0.95,0.96,0.91,0.88,0.97,0.65,0.97,0.84,0.8,0.98,0.95,0.98,0.9,0.9,0.97,0.71,0.97,0.84,0.84,0.98,0.97,0.96,0.88,0.91,0.98,0.73,0.96,0.62,0.02,0.98,0.97,0.97,0.99,0.96,0.95,0.53,0.97,0.32,0.13,0.98,0.96,0.96,0.93,0.92,0.97,0.44,0.97,0.65,0.84,0.97,0.93,0.97,0.98,0.01,0.97,0.18,0.98,0.62,0.0,0.97,0.98,0.97,0.82,0.92,0.97,0.87,0.97,0.78,0.01,0.97,0.96,0.96,0.8,0.85,0.95,0.41,0.97,0.82,0.01,0.97,0.95,0.98,0.96,0.97,0.96,0.22,0.98,0.8,0.35,0.98,0.86,0.96,0.97,0.96,0.97,0.62,0.99,0.73,0.83,0.97,0.98,0.98,0.98,0.98,0.96,0.22,0.98,0.62,0.0,0.96,0.92,0.97,0.95,0.16,0.97,0.62,0.97,0.71,0.93,0.96,0.96,0.98,0.93,0.87,0.97,0.88,0.99,0.78,0.85,0.97,0.93,0.99,0.96,0.9,0.96,0.84,0.98,0.65,0.53,0.95,0.88,0.97,0.95,0.01,0.98,0.53,0.96,0.41,0.88,0.97,0.96,0.97,0.88,0.91,0.96,0.59,0.98,0.32,0.59,0.97,0.92,0.96,0.95,0.93,0.99,0.78,0.97,0.65,0.87,0.97,0.95,0.97,0.78,0.89,0.97,0.73,0.98,0.65,0.0,0.96,0.88,0.96,0.98,0.01,0.99,0.77,0.96,0.77,0.01,0.98,0.99,0.97,0.99,0.98,0.98,0.75,0.96,0.73,0.93,0.97,0.91,0.99,0.95,0.75,0.98,0.32,0.97,0.56,0.02,0.97,0.95,0.97,0.78,0.34,0.98,0.88,0.97,0.88,0.85,0.97,0.94,0.99,0.9,0.95,0.96,0.75,0.98,0.75,0.01,0.98,0.97,0.98,0.97,0.02,0.95,0.38,0.95,0.59,0.75,0.97,0.98,0.97,0.97,0.76,0.97,0.44,0.98,0.56,0.01,0.96,0.92,0.98,0.95,0.01,0.98,0.73,0.96,0.85,0.53,0.97,0.96,0.99,0.98,0.94,0.97,0.88,0.96,0.88,0.78,0.98,0.91,0.96,0.91,0.83,0.97,0.47,0.98,0.73,0.8,0.98,0.96,0.97,0.97,0.91,0.97,0.78,0.99,0.53,0.73,0.97,0.97,0.97,0.97,0.01,0.95,0.5,0.96,0.59,0.82,0.96,0.9,0.97,0.96,0.94,0.98,0.87,0.96,0.88,0.84,0.97,0.88,0.96,0.96,0.97,0.97,0.38,0.98,0.62,0.83,0.99,0.97,0.98,0.98,0.99,0.96,0.53,0.98,0.44,0.7,0.96,0.97,0.96,0.98,0.01,0.97,0.44,0.99,0.71,0.32,0.98,0.97,0.97,0.95,0.0,0.96,0.85,0.99,0.68,0.02,0.96,0.97,0.97,0.96,0.98,0.95,0.7,0.96,0.73,0.0,0.98,0.98,0.97,0.99,0.96,0.98,0.56,0.98,0.78,0.01,0.97,0.88,0.97,0.97,0.72,0.97,0.73,0.96,0.88,0.02,0.96,0.78,0.96,0.96,0.0,0.97,0.89,0.96,0.92,0.0,0.98,0.98,0.98,0.93,0.59,0.97,0.89,0.98,0.94,0.84,0.99,0.98,0.97,0.97,0.96,0.96,0.84,0.96,0.84,0.85,0.98,0.97,0.98,0.99,0.02,0.97,0.78,0.96,0.84,0.75,0.98,0.98,0.96,0.99,0.98,0.97,0.89,0.98,0.87,0.88,0.96,0.88,0.95,0.98,0.05,0.96,0.85,0.97,0.82,0.82,1.0],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10111010101010000110001111101010101000100110101010100010100010101110100010111110101001100000101010011110101101","Dawid\u2013Skene":"10111010111010101110101010101010101010101010101010101010101010101110101010111010101110101010101010111110101110","RACE-S (ours)":"10101010111010101110101010101010101010101010101010101010101010101110101010111010101110101010101010111111101110","RACE-Net (ours, learned)":"10101010111010101110101010101010101110101010101110101010101010101110101010111010101110101010101010111110101111"},"acc":{"receiver alone":0.8909,"majority vote":0.7636,"Dawid\u2013Skene":0.9182,"RACE-S (ours)":0.9182,"RACE-Net (ours, learned)":0.9}},"stuck|23":{"p":[0.98,0.97,0.97,0.96,0.56,0.7,0.7,0.97,0.97,0.2,0.92,0.91,0.98,0.97,0.16,0.7,0.8,0.97,0.97,0.25,0.96,0.98,0.96,0.98,0.38,0.78,0.89,0.97,0.96,0.59,0.97,0.96,0.98,0.98,0.53,0.78,0.56,0.98,0.98,0.02,0.95,0.95,0.96,0.98,0.31,0.87,0.8,0.96,0.98,0.01,0.98,0.99,0.96,0.98,0.59,0.59,0.88,0.97,0.98,0.44,0.9,0.97,0.95,0.97,0.14,0.71,0.89,0.97,0.96,0.29,0.98,0.8,0.96,0.97,0.02,0.56,0.71,0.96,0.96,0.16,0.99,0.9,0.96,0.96,0.61,0.91,0.92,0.97,0.97,0.65,0.97,0.98,0.97,0.96,0.5,0.18,0.44,0.98,0.96,0.03,0.97,0.99,0.97,0.96,0.5,0.59,0.71,0.98,0.97,0.04,0.95,0.97,0.96,0.97,0.03,0.65,0.71,0.97,0.98,0.5,0.95,0.96,0.98,0.97,0.53,0.71,0.8,0.97,0.98,0.44,0.97,0.98,0.96,0.98,0.29,0.73,0.5,0.96,0.98,0.02,0.97,0.94,0.97,0.95,0.29,0.53,0.37,0.97,0.98,0.21,0.96,0.88,0.96,0.97,0.53,0.44,0.59,0.97,0.97,0.08,0.93,0.95,0.97,0.97,0.08,0.18,0.29,0.98,0.97,0.48,0.98,0.98,0.97,0.97,0.24,0.87,0.85,0.97,0.97,0.09,0.96,0.97,0.96,0.95,0.59,0.41,0.38,0.97,0.97,0.29,0.95,0.88,0.98,0.96,0.53,0.22,0.8,0.98,0.98,0.05,0.86,0.95,0.96,0.97,0.22,0.62,0.71,0.99,0.97,0.03,0.98,0.98,0.98,0.96,0.16,0.22,0.5,0.98,0.96,0.5,0.92,0.91,0.97,0.97,0.03,0.62,0.44,0.97,0.96,0.34,0.96,0.89,0.98,0.97,0.26,0.88,0.84,0.99,0.97,0.11,0.93,0.94,0.99,0.96,0.2,0.84,0.87,0.98,0.95,0.02,0.88,0.96,0.97,0.98,0.59,0.53,0.62,0.96,0.97,0.29,0.96,0.85,0.97,0.96,0.03,0.59,0.62,0.98,0.97,0.07,0.92,0.87,0.96,0.99,0.59,0.78,0.78,0.97,0.97,0.21,0.95,0.96,0.97,0.97,0.15,0.73,0.8,0.98,0.96,0.1,0.88,0.85,0.96,0.99,0.18,0.77,0.82,0.96,0.98,0.03,0.99,0.96,0.97,0.98,0.08,0.75,0.88,0.96,0.97,0.29,0.91,0.87,0.99,0.98,0.03,0.32,0.38,0.97,0.97,0.24,0.95,0.96,0.97,0.98,0.13,0.88,0.93,0.97,0.97,0.5,0.94,0.87,0.99,0.96,0.59,0.75,0.74,0.98,0.98,0.02,0.97,0.78,0.98,0.95,0.03,0.38,0.59,0.95,0.97,0.47,0.98,0.9,0.97,0.97,0.62,0.44,0.44,0.98,0.96,0.14,0.92,0.84,0.98,0.98,0.09,0.73,0.68,0.96,0.97,0.02,0.96,0.96,0.99,0.97,0.59,0.88,0.89,0.96,0.98,0.32,0.91,0.89,0.96,0.97,0.16,0.47,0.65,0.98,0.98,0.4,0.96,0.89,0.97,0.97,0.65,0.78,0.75,0.99,0.97,0.22,0.97,0.85,0.97,0.95,0.43,0.5,0.8,0.96,0.96,0.05,0.9,0.87,0.97,0.98,0.05,0.87,0.8,0.96,0.97,0.59,0.88,0.98,0.96,0.97,0.49,0.38,0.35,0.98,0.99,0.06,0.97,0.99,0.98,0.96,0.31,0.53,0.75,0.98,0.96,0.38,0.97,0.82,0.96,0.97,0.49,0.44,0.59,0.99,0.98,0.24,0.97,0.75,0.97,0.96,0.06,0.85,0.78,0.99,0.96,0.05,0.97,0.98,0.97,0.95,0.35,0.7,0.62,0.96,0.98,0.16,0.98,0.99,0.97,0.98,0.4,0.56,0.91,0.98,0.97,0.08,0.88,0.91,0.97,0.97,0.08,0.73,0.85,0.96,0.96,0.16,0.78,0.9,0.96,0.97,0.03,0.89,0.8,0.96,0.98,0.2,0.98,0.93,0.98,0.97,0.46,0.89,0.87,0.98,0.99,0.22,0.98,0.95,0.97,0.96,0.09,0.84,0.89,0.96,0.98,0.62,0.97,0.91,0.98,0.97,0.1,0.78,0.73,0.96,0.98,0.22,0.98,0.99,0.96,0.97,0.42,0.89,0.82,0.98,0.96,0.5,0.88,0.92,0.95,0.96,0.03,0.85,0.87,0.97,1.0,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10111110101110001110101111101010111010100010101010100010100011101110001010110110100000100100101010001101101101","Dawid\u2013Skene":"10101110101111001110101010101010101010100010101010100000100011001110001000111010000010100000101000001011101001","RACE-S (ours)":"10101110101010101110101010101010101010101010101010101010101011101110101010111010101110101010101010111111101111","RACE-Net (ours, learned)":"10101110101011001110101010101010101010101010101110101010101011101110001010111010101110101000101010101111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.7364,"Dawid\u2013Skene":0.7818,"RACE-S (ours)":0.9,"RACE-Net (ours, learned)":0.8636}},"stuck|24":{"p":[0.98,0.97,0.97,0.89,0.96,0.7,0.7,0.97,0.34,0.97,0.92,0.91,0.98,0.89,0.97,0.7,0.8,0.97,0.82,0.97,0.96,0.98,0.96,0.92,0.98,0.78,0.89,0.97,0.8,0.96,0.97,0.96,0.98,0.95,0.98,0.78,0.56,0.98,0.03,0.98,0.95,0.95,0.96,0.43,0.98,0.87,0.8,0.96,0.75,0.98,0.98,0.99,0.96,0.97,0.98,0.59,0.88,0.97,0.03,0.98,0.9,0.97,0.95,0.79,0.97,0.71,0.89,0.97,0.82,0.96,0.98,0.8,0.96,0.0,0.97,0.56,0.71,0.96,0.77,0.96,0.99,0.9,0.96,0.0,0.96,0.91,0.92,0.97,0.02,0.97,0.97,0.98,0.97,0.91,0.96,0.18,0.44,0.98,0.01,0.96,0.97,0.99,0.97,0.92,0.96,0.59,0.71,0.98,0.71,0.97,0.95,0.97,0.96,0.88,0.97,0.65,0.71,0.97,0.8,0.98,0.95,0.96,0.98,0.9,0.97,0.71,0.8,0.97,0.84,0.98,0.97,0.98,0.96,0.91,0.98,0.73,0.5,0.96,0.02,0.98,0.97,0.94,0.97,0.96,0.95,0.53,0.37,0.97,0.13,0.98,0.96,0.88,0.96,0.92,0.97,0.44,0.59,0.97,0.84,0.97,0.93,0.95,0.97,0.01,0.97,0.18,0.29,0.98,0.0,0.97,0.98,0.98,0.97,0.92,0.97,0.87,0.85,0.97,0.01,0.97,0.96,0.97,0.96,0.85,0.95,0.41,0.38,0.97,0.01,0.97,0.95,0.88,0.98,0.97,0.96,0.22,0.8,0.98,0.35,0.98,0.86,0.95,0.96,0.96,0.97,0.62,0.71,0.99,0.83,0.97,0.98,0.98,0.98,0.98,0.96,0.22,0.5,0.98,0.0,0.96,0.92,0.91,0.97,0.16,0.97,0.62,0.44,0.97,0.93,0.96,0.96,0.89,0.98,0.87,0.97,0.88,0.84,0.99,0.85,0.97,0.93,0.94,0.99,0.9,0.96,0.84,0.87,0.98,0.53,0.95,0.88,0.96,0.97,0.01,0.98,0.53,0.62,0.96,0.88,0.97,0.96,0.85,0.97,0.91,0.96,0.59,0.62,0.98,0.59,0.97,0.92,0.87,0.96,0.93,0.99,0.78,0.78,0.97,0.87,0.97,0.95,0.96,0.97,0.89,0.97,0.73,0.8,0.98,0.0,0.96,0.88,0.85,0.96,0.01,0.99,0.77,0.82,0.96,0.01,0.98,0.99,0.96,0.97,0.98,0.98,0.75,0.88,0.96,0.93,0.97,0.91,0.87,0.99,0.75,0.98,0.32,0.38,0.97,0.02,0.97,0.95,0.96,0.97,0.34,0.98,0.88,0.93,0.97,0.85,0.97,0.94,0.87,0.99,0.95,0.96,0.75,0.74,0.98,0.01,0.98,0.97,0.78,0.98,0.02,0.95,0.38,0.59,0.95,0.75,0.97,0.98,0.9,0.97,0.76,0.97,0.44,0.44,0.98,0.01,0.96,0.92,0.84,0.98,0.01,0.98,0.73,0.68,0.96,0.53,0.97,0.96,0.96,0.99,0.94,0.97,0.88,0.89,0.96,0.78,0.98,0.91,0.89,0.96,0.83,0.97,0.47,0.65,0.98,0.8,0.98,0.96,0.89,0.97,0.91,0.97,0.78,0.75,0.99,0.73,0.97,0.97,0.85,0.97,0.01,0.95,0.5,0.8,0.96,0.82,0.96,0.9,0.87,0.97,0.94,0.98,0.87,0.8,0.96,0.84,0.97,0.88,0.98,0.96,0.97,0.97,0.38,0.35,0.98,0.83,0.99,0.97,0.99,0.98,0.99,0.96,0.53,0.75,0.98,0.7,0.96,0.97,0.82,0.96,0.01,0.97,0.44,0.59,0.99,0.32,0.98,0.97,0.75,0.97,0.0,0.96,0.85,0.78,0.99,0.02,0.96,0.97,0.98,0.97,0.98,0.95,0.7,0.62,0.96,0.0,0.98,0.98,0.99,0.97,0.96,0.98,0.56,0.91,0.98,0.01,0.97,0.88,0.91,0.97,0.72,0.97,0.73,0.85,0.96,0.02,0.96,0.78,0.9,0.96,0.0,0.97,0.89,0.8,0.96,0.0,0.98,0.98,0.93,0.98,0.59,0.97,0.89,0.87,0.98,0.84,0.99,0.98,0.95,0.97,0.96,0.96,0.84,0.89,0.96,0.85,0.98,0.97,0.91,0.98,0.02,0.97,0.78,0.73,0.96,0.75,0.98,0.98,0.99,0.96,0.98,0.97,0.89,0.82,0.98,0.88,0.96,0.88,0.92,0.95,0.05,0.96,0.85,0.87,0.97,0.82,1.0],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10111110101010000110101111101010101010100110101010100010100011101110000010111110001001100000101010001111101101","Dawid\u2013Skene":"10101110101011001110101010101010101010101010101010100000100011001110001000111010000010100000101000001011101001","RACE-S (ours)":"10101010101010001110101010101010101010101010101010101010100010001110001000111010001010100000101010001011101000","RACE-Net (ours, learned)":"10101010001000000010101010101010001010101010001010001010100011000010000000100010001010100000101000000010001000"},"acc":{"receiver alone":0.8909,"majority vote":0.7455,"Dawid\u2013Skene":0.8,"RACE-S (ours)":0.8727,"RACE-Net (ours, learned)":0.7909}},"stuck|34":{"p":[0.98,0.97,0.91,0.97,0.96,0.7,0.7,0.72,0.97,0.97,0.92,0.91,0.99,0.98,0.97,0.7,0.8,0.92,0.97,0.97,0.96,0.98,0.88,0.96,0.98,0.78,0.89,0.82,0.97,0.96,0.97,0.96,0.9,0.98,0.98,0.78,0.56,0.65,0.98,0.98,0.95,0.95,0.92,0.96,0.98,0.87,0.8,0.92,0.96,0.98,0.98,0.99,0.9,0.96,0.98,0.59,0.88,0.62,0.97,0.98,0.9,0.97,0.96,0.95,0.97,0.71,0.89,0.59,0.97,0.96,0.98,0.8,0.97,0.96,0.97,0.56,0.71,0.53,0.96,0.96,0.99,0.9,0.96,0.96,0.96,0.91,0.92,0.92,0.97,0.97,0.97,0.98,0.8,0.97,0.96,0.18,0.44,0.87,0.98,0.96,0.97,0.99,0.87,0.97,0.96,0.59,0.71,0.65,0.98,0.97,0.95,0.97,0.91,0.96,0.97,0.65,0.71,0.84,0.97,0.98,0.95,0.96,0.9,0.98,0.97,0.71,0.8,0.84,0.97,0.98,0.97,0.98,0.88,0.96,0.98,0.73,0.5,0.62,0.96,0.98,0.97,0.94,0.99,0.97,0.95,0.53,0.37,0.32,0.97,0.98,0.96,0.88,0.93,0.96,0.97,0.44,0.59,0.65,0.97,0.97,0.93,0.95,0.98,0.97,0.97,0.18,0.29,0.62,0.98,0.97,0.98,0.98,0.82,0.97,0.97,0.87,0.85,0.78,0.97,0.97,0.96,0.97,0.8,0.96,0.95,0.41,0.38,0.82,0.97,0.97,0.95,0.88,0.96,0.98,0.96,0.22,0.8,0.8,0.98,0.98,0.86,0.95,0.97,0.96,0.97,0.62,0.71,0.73,0.99,0.97,0.98,0.98,0.98,0.98,0.96,0.22,0.5,0.62,0.98,0.96,0.92,0.91,0.95,0.97,0.97,0.62,0.44,0.71,0.97,0.96,0.96,0.89,0.93,0.98,0.97,0.88,0.84,0.78,0.99,0.97,0.93,0.94,0.96,0.99,0.96,0.84,0.87,0.65,0.98,0.95,0.88,0.96,0.95,0.97,0.98,0.53,0.62,0.41,0.96,0.97,0.96,0.85,0.88,0.97,0.96,0.59,0.62,0.32,0.98,0.97,0.92,0.87,0.95,0.96,0.99,0.78,0.78,0.65,0.97,0.97,0.95,0.96,0.78,0.97,0.97,0.73,0.8,0.65,0.98,0.96,0.88,0.85,0.98,0.96,0.99,0.77,0.82,0.77,0.96,0.98,0.99,0.96,0.99,0.97,0.98,0.75,0.88,0.73,0.96,0.97,0.91,0.87,0.95,0.99,0.98,0.32,0.38,0.56,0.97,0.97,0.95,0.96,0.78,0.97,0.98,0.88,0.93,0.88,0.97,0.97,0.94,0.87,0.9,0.99,0.96,0.75,0.74,0.75,0.98,0.98,0.97,0.78,0.97,0.98,0.95,0.38,0.59,0.59,0.95,0.97,0.98,0.9,0.97,0.97,0.97,0.44,0.44,0.56,0.98,0.96,0.92,0.84,0.95,0.98,0.98,0.73,0.68,0.85,0.96,0.97,0.96,0.96,0.98,0.99,0.97,0.88,0.89,0.88,0.96,0.98,0.91,0.89,0.91,0.96,0.97,0.47,0.65,0.73,0.98,0.98,0.96,0.89,0.97,0.97,0.97,0.78,0.75,0.53,0.99,0.97,0.97,0.85,0.97,0.97,0.95,0.5,0.8,0.59,0.96,0.96,0.9,0.87,0.96,0.97,0.98,0.87,0.8,0.88,0.96,0.97,0.88,0.98,0.96,0.96,0.97,0.38,0.35,0.62,0.98,0.99,0.97,0.99,0.98,0.98,0.96,0.53,0.75,0.44,0.98,0.96,0.97,0.82,0.98,0.96,0.97,0.44,0.59,0.71,0.99,0.98,0.97,0.75,0.95,0.97,0.96,0.85,0.78,0.68,0.99,0.96,0.97,0.98,0.96,0.97,0.95,0.7,0.62,0.73,0.96,0.98,0.98,0.99,0.99,0.97,0.98,0.56,0.91,0.78,0.98,0.97,0.88,0.91,0.97,0.97,0.97,0.73,0.85,0.88,0.96,0.96,0.78,0.9,0.96,0.96,0.97,0.89,0.8,0.92,0.96,0.98,0.98,0.93,0.93,0.98,0.97,0.89,0.87,0.94,0.98,0.99,0.98,0.95,0.97,0.97,0.96,0.84,0.89,0.84,0.96,0.98,0.97,0.91,0.99,0.98,0.97,0.78,0.73,0.84,0.96,0.98,0.98,0.99,0.99,0.96,0.97,0.89,0.82,0.87,0.98,0.96,0.88,0.92,0.98,0.95,0.96,0.85,0.87,0.82,0.97,1.0],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10111010101010001110001010101010101000100010101010100010100010101110101010111010101000100000101010011110101001","Dawid\u2013Skene":"10101010101010101110101010101010101010101010101010101010100010101110101010111010101110101010101010111110101110","RACE-S (ours)":"10101110111010101110101010101010101010101010101010101010101010101110101010111010101110101010101010111111101111","RACE-Net (ours, learned)":"10101010111010101110101010101010101110101010101110101010101010101110101010111010101110101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.8364,"Dawid\u2013Skene":0.9273,"RACE-S (ours)":0.9,"RACE-Net (ours, learned)":0.8909}},"stuck|123":{"p":[0.98,0.97,0.96,0.97,0.56,0.7,0.97,0.97,0.95,0.2,0.92,0.98,0.97,0.96,0.16,0.7,0.97,0.97,0.98,0.25,0.96,0.96,0.98,0.96,0.38,0.78,0.97,0.96,0.98,0.59,0.97,0.98,0.98,0.98,0.53,0.78,0.98,0.98,0.97,0.02,0.95,0.96,0.98,0.97,0.31,0.87,0.96,0.98,0.96,0.01,0.98,0.96,0.98,0.96,0.59,0.59,0.97,0.98,0.96,0.44,0.9,0.95,0.97,0.98,0.14,0.71,0.97,0.96,0.99,0.29,0.98,0.96,0.97,0.96,0.02,0.56,0.96,0.96,0.96,0.16,0.99,0.96,0.96,0.95,0.61,0.91,0.97,0.97,0.96,0.65,0.97,0.97,0.96,0.94,0.5,0.18,0.98,0.96,0.96,0.03,0.97,0.97,0.96,0.98,0.5,0.59,0.98,0.97,0.97,0.04,0.95,0.96,0.97,0.98,0.03,0.65,0.97,0.98,0.97,0.5,0.95,0.98,0.97,0.99,0.53,0.71,0.97,0.98,0.97,0.44,0.97,0.96,0.98,0.97,0.29,0.73,0.96,0.98,1.0,0.02,0.97,0.97,0.95,0.97,0.29,0.53,0.97,0.98,0.96,0.21,0.96,0.96,0.97,0.97,0.53,0.44,0.97,0.97,0.97,0.08,0.93,0.97,0.97,0.98,0.08,0.18,0.98,0.97,0.96,0.48,0.98,0.97,0.97,0.98,0.24,0.87,0.97,0.97,0.98,0.09,0.96,0.96,0.95,0.96,0.59,0.41,0.97,0.97,0.97,0.29,0.95,0.98,0.96,0.96,0.53,0.22,0.98,0.98,0.99,0.05,0.86,0.96,0.97,0.96,0.22,0.62,0.99,0.97,0.97,0.03,0.98,0.98,0.96,0.96,0.16,0.22,0.98,0.96,0.97,0.5,0.92,0.97,0.97,0.97,0.03,0.62,0.97,0.96,0.98,0.34,0.96,0.98,0.97,0.96,0.26,0.88,0.99,0.97,0.97,0.11,0.93,0.99,0.96,0.96,0.2,0.84,0.98,0.95,0.96,0.02,0.88,0.97,0.98,1.0,0.59,0.53,0.96,0.97,0.98,0.29,0.96,0.97,0.96,0.96,0.03,0.59,0.98,0.97,0.96,0.07,0.92,0.96,0.99,0.96,0.59,0.78,0.97,0.97,0.97,0.21,0.95,0.97,0.97,0.97,0.15,0.73,0.98,0.96,0.96,0.1,0.88,0.96,0.99,0.96,0.18,0.77,0.96,0.98,0.98,0.03,0.99,0.97,0.98,0.97,0.08,0.75,0.96,0.97,0.97,0.29,0.91,0.99,0.98,0.97,0.03,0.32,0.97,0.97,0.96,0.24,0.95,0.97,0.98,0.94,0.13,0.88,0.97,0.97,0.97,0.5,0.94,0.99,0.96,0.96,0.59,0.75,0.98,0.98,0.96,0.02,0.97,0.98,0.95,0.96,0.03,0.38,0.95,0.97,0.98,0.47,0.98,0.97,0.97,0.96,0.62,0.44,0.98,0.96,0.96,0.14,0.92,0.98,0.98,0.98,0.09,0.73,0.96,0.97,0.98,0.02,0.96,0.99,0.97,0.96,0.59,0.88,0.96,0.98,0.98,0.32,0.91,0.96,0.97,0.97,0.16,0.47,0.98,0.98,0.97,0.4,0.96,0.97,0.97,0.96,0.65,0.78,0.99,0.97,0.98,0.22,0.97,0.97,0.95,0.98,0.43,0.5,0.96,0.96,0.98,0.05,0.9,0.97,0.98,0.98,0.05,0.87,0.96,0.97,0.93,0.59,0.88,0.96,0.97,0.97,0.49,0.38,0.98,0.99,0.97,0.06,0.97,0.98,0.96,0.97,0.31,0.53,0.98,0.96,0.96,0.38,0.97,0.96,0.97,0.97,0.49,0.44,0.99,0.98,0.97,0.24,0.97,0.97,0.96,0.97,0.06,0.85,0.99,0.96,0.97,0.05,0.97,0.97,0.95,0.98,0.35,0.7,0.96,0.98,0.96,0.16,0.98,0.97,0.98,0.98,0.4,0.56,0.98,0.97,0.97,0.08,0.88,0.97,0.97,0.96,0.08,0.73,0.96,0.96,0.97,0.16,0.78,0.96,0.97,0.96,0.03,0.89,0.96,0.98,0.98,0.2,0.98,0.98,0.97,0.97,0.46,0.89,0.98,0.99,0.96,0.22,0.98,0.97,0.96,0.96,0.09,0.84,0.96,0.98,0.97,0.62,0.97,0.98,0.97,0.98,0.1,0.78,0.96,0.98,0.97,0.22,0.98,0.96,0.97,0.97,0.42,0.89,0.98,0.96,0.97,0.5,0.88,0.95,0.96,0.97,0.03,0.85,0.97,1.0,0.97,0.53],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10011111101010000110101111100010111000110000101000100010100010101110000010110110101001101100101000011101101101","Dawid\u2013Skene":"10111110101111101110101111101010111011100011111010111010100011111110111010111110101110111110101000011111101101","RACE-S (ours)":"10101010101000101110101010101010101010100010001010101010100010001110101010100010100000101010101000001010101100","RACE-Net (ours, learned)":"10101010101000101110101010101010101010100010001010101010100010001110101000101010100110101010101000001011101100"},"acc":{"receiver alone":0.8909,"majority vote":0.6636,"Dawid\u2013Skene":0.7182,"RACE-S (ours)":0.8727,"RACE-Net (ours, learned)":0.8636}},"stuck|124":{"p":[0.98,0.97,0.96,0.89,0.97,0.7,0.97,0.97,0.34,0.95,0.92,0.98,0.97,0.89,0.96,0.7,0.97,0.97,0.82,0.98,0.96,0.96,0.98,0.92,0.96,0.78,0.97,0.96,0.8,0.98,0.97,0.98,0.98,0.95,0.98,0.78,0.98,0.98,0.03,0.97,0.95,0.96,0.98,0.43,0.97,0.87,0.96,0.98,0.75,0.96,0.98,0.96,0.98,0.97,0.96,0.59,0.97,0.98,0.03,0.96,0.9,0.95,0.97,0.79,0.98,0.71,0.97,0.96,0.82,0.99,0.98,0.96,0.97,0.0,0.96,0.56,0.96,0.96,0.77,0.96,0.99,0.96,0.96,0.0,0.95,0.91,0.97,0.97,0.02,0.96,0.97,0.97,0.96,0.91,0.94,0.18,0.98,0.96,0.01,0.96,0.97,0.97,0.96,0.92,0.98,0.59,0.98,0.97,0.71,0.97,0.95,0.96,0.97,0.88,0.98,0.65,0.97,0.98,0.8,0.97,0.95,0.98,0.97,0.9,0.99,0.71,0.97,0.98,0.84,0.97,0.97,0.96,0.98,0.91,0.97,0.73,0.96,0.98,0.02,1.0,0.97,0.97,0.95,0.96,0.97,0.53,0.97,0.98,0.13,0.96,0.96,0.96,0.97,0.92,0.97,0.44,0.97,0.97,0.84,0.97,0.93,0.97,0.97,0.01,0.98,0.18,0.98,0.97,0.0,0.96,0.98,0.97,0.97,0.92,0.98,0.87,0.97,0.97,0.01,0.98,0.96,0.96,0.95,0.85,0.96,0.41,0.97,0.97,0.01,0.97,0.95,0.98,0.96,0.97,0.96,0.22,0.98,0.98,0.35,0.99,0.86,0.96,0.97,0.96,0.96,0.62,0.99,0.97,0.83,0.97,0.98,0.98,0.96,0.98,0.96,0.22,0.98,0.96,0.0,0.97,0.92,0.97,0.97,0.16,0.97,0.62,0.97,0.96,0.93,0.98,0.96,0.98,0.97,0.87,0.96,0.88,0.99,0.97,0.85,0.97,0.93,0.99,0.96,0.9,0.96,0.84,0.98,0.95,0.53,0.96,0.88,0.97,0.98,0.01,1.0,0.53,0.96,0.97,0.88,0.98,0.96,0.97,0.96,0.91,0.96,0.59,0.98,0.97,0.59,0.96,0.92,0.96,0.99,0.93,0.96,0.78,0.97,0.97,0.87,0.97,0.95,0.97,0.97,0.89,0.97,0.73,0.98,0.96,0.0,0.96,0.88,0.96,0.99,0.01,0.96,0.77,0.96,0.98,0.01,0.98,0.99,0.97,0.98,0.98,0.97,0.75,0.96,0.97,0.93,0.97,0.91,0.99,0.98,0.75,0.97,0.32,0.97,0.97,0.02,0.96,0.95,0.97,0.98,0.34,0.94,0.88,0.97,0.97,0.85,0.97,0.94,0.99,0.96,0.95,0.96,0.75,0.98,0.98,0.01,0.96,0.97,0.98,0.95,0.02,0.96,0.38,0.95,0.97,0.75,0.98,0.98,0.97,0.97,0.76,0.96,0.44,0.98,0.96,0.01,0.96,0.92,0.98,0.98,0.01,0.98,0.73,0.96,0.97,0.53,0.98,0.96,0.99,0.97,0.94,0.96,0.88,0.96,0.98,0.78,0.98,0.91,0.96,0.97,0.83,0.97,0.47,0.98,0.98,0.8,0.97,0.96,0.97,0.97,0.91,0.96,0.78,0.99,0.97,0.73,0.98,0.97,0.97,0.95,0.01,0.98,0.5,0.96,0.96,0.82,0.98,0.9,0.97,0.98,0.94,0.98,0.87,0.96,0.97,0.84,0.93,0.88,0.96,0.97,0.97,0.97,0.38,0.98,0.99,0.83,0.97,0.97,0.98,0.96,0.99,0.97,0.53,0.98,0.96,0.7,0.96,0.97,0.96,0.97,0.01,0.97,0.44,0.99,0.98,0.32,0.97,0.97,0.97,0.96,0.0,0.97,0.85,0.99,0.96,0.02,0.97,0.97,0.97,0.95,0.98,0.98,0.7,0.96,0.98,0.0,0.96,0.98,0.97,0.98,0.96,0.98,0.56,0.98,0.97,0.01,0.97,0.88,0.97,0.97,0.72,0.96,0.73,0.96,0.96,0.02,0.97,0.78,0.96,0.97,0.0,0.96,0.89,0.96,0.98,0.0,0.98,0.98,0.98,0.97,0.59,0.97,0.89,0.98,0.99,0.84,0.96,0.98,0.97,0.96,0.96,0.96,0.84,0.96,0.98,0.85,0.97,0.97,0.98,0.97,0.02,0.98,0.78,0.96,0.98,0.75,0.97,0.98,0.96,0.97,0.98,0.97,0.89,0.98,0.96,0.88,0.97,0.88,0.95,0.96,0.05,0.97,0.85,0.97,1.0,0.82,0.97],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10111111001010000010101111100011101000110110101110100011100010101110000010110110101001100100101000011101101101","Dawid\u2013Skene":"10111110101011101110101111111011101011101110111110111011100111101110111011111110111111101010101000011111111111","RACE-S (ours)":"10001010001000000010100010101010001010101010001010001010100010000010001000100010001010100000101000001010001000","RACE-Net (ours, learned)":"10101010001000001010101010101010001010101010011010001010100011000010000000100010001010100000101000000010001000"},"acc":{"receiver alone":0.8909,"majority vote":0.6545,"Dawid\u2013Skene":0.7,"RACE-S (ours)":0.8,"RACE-Net (ours, learned)":0.7909}},"stuck|134":{"p":[0.98,0.97,0.91,0.96,0.97,0.7,0.97,0.72,0.97,0.95,0.92,0.98,0.99,0.97,0.96,0.7,0.97,0.92,0.97,0.98,0.96,0.96,0.88,0.98,0.96,0.78,0.97,0.82,0.96,0.98,0.97,0.98,0.9,0.98,0.98,0.78,0.98,0.65,0.98,0.97,0.95,0.96,0.92,0.98,0.97,0.87,0.96,0.92,0.98,0.96,0.98,0.96,0.9,0.98,0.96,0.59,0.97,0.62,0.98,0.96,0.9,0.95,0.96,0.97,0.98,0.71,0.97,0.59,0.96,0.99,0.98,0.96,0.97,0.97,0.96,0.56,0.96,0.53,0.96,0.96,0.99,0.96,0.96,0.96,0.95,0.91,0.97,0.92,0.97,0.96,0.97,0.97,0.8,0.96,0.94,0.18,0.98,0.87,0.96,0.96,0.97,0.97,0.87,0.96,0.98,0.59,0.98,0.65,0.97,0.97,0.95,0.96,0.91,0.97,0.98,0.65,0.97,0.84,0.98,0.97,0.95,0.98,0.9,0.97,0.99,0.71,0.97,0.84,0.98,0.97,0.97,0.96,0.88,0.98,0.97,0.73,0.96,0.62,0.98,1.0,0.97,0.97,0.99,0.95,0.97,0.53,0.97,0.32,0.98,0.96,0.96,0.96,0.93,0.97,0.97,0.44,0.97,0.65,0.97,0.97,0.93,0.97,0.98,0.97,0.98,0.18,0.98,0.62,0.97,0.96,0.98,0.97,0.82,0.97,0.98,0.87,0.97,0.78,0.97,0.98,0.96,0.96,0.8,0.95,0.96,0.41,0.97,0.82,0.97,0.97,0.95,0.98,0.96,0.96,0.96,0.22,0.98,0.8,0.98,0.99,0.86,0.96,0.97,0.97,0.96,0.62,0.99,0.73,0.97,0.97,0.98,0.98,0.98,0.96,0.96,0.22,0.98,0.62,0.96,0.97,0.92,0.97,0.95,0.97,0.97,0.62,0.97,0.71,0.96,0.98,0.96,0.98,0.93,0.97,0.96,0.88,0.99,0.78,0.97,0.97,0.93,0.99,0.96,0.96,0.96,0.84,0.98,0.65,0.95,0.96,0.88,0.97,0.95,0.98,1.0,0.53,0.96,0.41,0.97,0.98,0.96,0.97,0.88,0.96,0.96,0.59,0.98,0.32,0.97,0.96,0.92,0.96,0.95,0.99,0.96,0.78,0.97,0.65,0.97,0.97,0.95,0.97,0.78,0.97,0.97,0.73,0.98,0.65,0.96,0.96,0.88,0.96,0.98,0.99,0.96,0.77,0.96,0.77,0.98,0.98,0.99,0.97,0.99,0.98,0.97,0.75,0.96,0.73,0.97,0.97,0.91,0.99,0.95,0.98,0.97,0.32,0.97,0.56,0.97,0.96,0.95,0.97,0.78,0.98,0.94,0.88,0.97,0.88,0.97,0.97,0.94,0.99,0.9,0.96,0.96,0.75,0.98,0.75,0.98,0.96,0.97,0.98,0.97,0.95,0.96,0.38,0.95,0.59,0.97,0.98,0.98,0.97,0.97,0.97,0.96,0.44,0.98,0.56,0.96,0.96,0.92,0.98,0.95,0.98,0.98,0.73,0.96,0.85,0.97,0.98,0.96,0.99,0.98,0.97,0.96,0.88,0.96,0.88,0.98,0.98,0.91,0.96,0.91,0.97,0.97,0.47,0.98,0.73,0.98,0.97,0.96,0.97,0.97,0.97,0.96,0.78,0.99,0.53,0.97,0.98,0.97,0.97,0.97,0.95,0.98,0.5,0.96,0.59,0.96,0.98,0.9,0.97,0.96,0.98,0.98,0.87,0.96,0.88,0.97,0.93,0.88,0.96,0.96,0.97,0.97,0.38,0.98,0.62,0.99,0.97,0.97,0.98,0.98,0.96,0.97,0.53,0.98,0.44,0.96,0.96,0.97,0.96,0.98,0.97,0.97,0.44,0.99,0.71,0.98,0.97,0.97,0.97,0.95,0.96,0.97,0.85,0.99,0.68,0.96,0.97,0.97,0.97,0.96,0.95,0.98,0.7,0.96,0.73,0.98,0.96,0.98,0.97,0.99,0.98,0.98,0.56,0.98,0.78,0.97,0.97,0.88,0.97,0.97,0.97,0.96,0.73,0.96,0.88,0.96,0.97,0.78,0.96,0.96,0.97,0.96,0.89,0.96,0.92,0.98,0.98,0.98,0.98,0.93,0.97,0.97,0.89,0.98,0.94,0.99,0.96,0.98,0.97,0.97,0.96,0.96,0.84,0.96,0.84,0.98,0.97,0.97,0.98,0.99,0.97,0.98,0.78,0.96,0.84,0.98,0.97,0.98,0.96,0.99,0.97,0.97,0.89,0.98,0.87,0.96,0.97,0.88,0.95,0.98,0.96,0.97,0.85,0.97,0.82,1.0,0.97],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10111011101010000100001011000010101000110010101010100010100010101110100010110110101001101110101010011100101000","Dawid\u2013Skene":"10111010111010101100001010001010100000101010101010100010001010100110101010111010101110101010101010111110101010","RACE-S (ours)":"10101010111010101110101010101010101010101010101010101010101010101110101010111010101110101010101010111110101110","RACE-Net (ours, learned)":"10101010111010101110101010101010101010101010101110101010101010101110101010111010101110101010101010111110101111"},"acc":{"receiver alone":0.8909,"majority vote":0.7455,"Dawid\u2013Skene":0.8545,"RACE-S (ours)":0.9273,"RACE-Net (ours, learned)":0.9091}},"stuck|234":{"p":[0.98,0.97,0.97,0.96,0.97,0.7,0.7,0.97,0.97,0.95,0.92,0.91,0.98,0.97,0.96,0.7,0.8,0.97,0.97,0.98,0.96,0.98,0.96,0.98,0.96,0.78,0.89,0.97,0.96,0.98,0.97,0.96,0.98,0.98,0.98,0.78,0.56,0.98,0.98,0.97,0.95,0.95,0.96,0.98,0.97,0.87,0.8,0.96,0.98,0.96,0.98,0.99,0.96,0.98,0.96,0.59,0.88,0.97,0.98,0.96,0.9,0.97,0.95,0.97,0.98,0.71,0.89,0.97,0.96,0.99,0.98,0.8,0.96,0.97,0.96,0.56,0.71,0.96,0.96,0.96,0.99,0.9,0.96,0.96,0.95,0.91,0.92,0.97,0.97,0.96,0.97,0.98,0.97,0.96,0.94,0.18,0.44,0.98,0.96,0.96,0.97,0.99,0.97,0.96,0.98,0.59,0.71,0.98,0.97,0.97,0.95,0.97,0.96,0.97,0.98,0.65,0.71,0.97,0.98,0.97,0.95,0.96,0.98,0.97,0.99,0.71,0.8,0.97,0.98,0.97,0.97,0.98,0.96,0.98,0.97,0.73,0.5,0.96,0.98,1.0,0.97,0.94,0.97,0.95,0.97,0.53,0.37,0.97,0.98,0.96,0.96,0.88,0.96,0.97,0.97,0.44,0.59,0.97,0.97,0.97,0.93,0.95,0.97,0.97,0.98,0.18,0.29,0.98,0.97,0.96,0.98,0.98,0.97,0.97,0.98,0.87,0.85,0.97,0.97,0.98,0.96,0.97,0.96,0.95,0.96,0.41,0.38,0.97,0.97,0.97,0.95,0.88,0.98,0.96,0.96,0.22,0.8,0.98,0.98,0.99,0.86,0.95,0.96,0.97,0.96,0.62,0.71,0.99,0.97,0.97,0.98,0.98,0.98,0.96,0.96,0.22,0.5,0.98,0.96,0.97,0.92,0.91,0.97,0.97,0.97,0.62,0.44,0.97,0.96,0.98,0.96,0.89,0.98,0.97,0.96,0.88,0.84,0.99,0.97,0.97,0.93,0.94,0.99,0.96,0.96,0.84,0.87,0.98,0.95,0.96,0.88,0.96,0.97,0.98,1.0,0.53,0.62,0.96,0.97,0.98,0.96,0.85,0.97,0.96,0.96,0.59,0.62,0.98,0.97,0.96,0.92,0.87,0.96,0.99,0.96,0.78,0.78,0.97,0.97,0.97,0.95,0.96,0.97,0.97,0.97,0.73,0.8,0.98,0.96,0.96,0.88,0.85,0.96,0.99,0.96,0.77,0.82,0.96,0.98,0.98,0.99,0.96,0.97,0.98,0.97,0.75,0.88,0.96,0.97,0.97,0.91,0.87,0.99,0.98,0.97,0.32,0.38,0.97,0.97,0.96,0.95,0.96,0.97,0.98,0.94,0.88,0.93,0.97,0.97,0.97,0.94,0.87,0.99,0.96,0.96,0.75,0.74,0.98,0.98,0.96,0.97,0.78,0.98,0.95,0.96,0.38,0.59,0.95,0.97,0.98,0.98,0.9,0.97,0.97,0.96,0.44,0.44,0.98,0.96,0.96,0.92,0.84,0.98,0.98,0.98,0.73,0.68,0.96,0.97,0.98,0.96,0.96,0.99,0.97,0.96,0.88,0.89,0.96,0.98,0.98,0.91,0.89,0.96,0.97,0.97,0.47,0.65,0.98,0.98,0.97,0.96,0.89,0.97,0.97,0.96,0.78,0.75,0.99,0.97,0.98,0.97,0.85,0.97,0.95,0.98,0.5,0.8,0.96,0.96,0.98,0.9,0.87,0.97,0.98,0.98,0.87,0.8,0.96,0.97,0.93,0.88,0.98,0.96,0.97,0.97,0.38,0.35,0.98,0.99,0.97,0.97,0.99,0.98,0.96,0.97,0.53,0.75,0.98,0.96,0.96,0.97,0.82,0.96,0.97,0.97,0.44,0.59,0.99,0.98,0.97,0.97,0.75,0.97,0.96,0.97,0.85,0.78,0.99,0.96,0.97,0.97,0.98,0.97,0.95,0.98,0.7,0.62,0.96,0.98,0.96,0.98,0.99,0.97,0.98,0.98,0.56,0.91,0.98,0.97,0.97,0.88,0.91,0.97,0.97,0.96,0.73,0.85,0.96,0.96,0.97,0.78,0.9,0.96,0.97,0.96,0.89,0.8,0.96,0.98,0.98,0.98,0.93,0.98,0.97,0.97,0.89,0.87,0.98,0.99,0.96,0.98,0.95,0.97,0.96,0.96,0.84,0.89,0.96,0.98,0.97,0.97,0.91,0.98,0.97,0.98,0.78,0.73,0.96,0.98,0.97,0.98,0.99,0.96,0.97,0.97,0.89,0.82,0.98,0.96,0.97,0.88,0.92,0.95,0.96,0.97,0.85,0.87,0.97,1.0,0.97],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10111111101010000110101011100010101000110010101010100000100010101110000010110110101001100100101110011101101001","Dawid\u2013Skene":"10101110101111101110101010101010101010101010101011101010100011101110101010111010101010101010101110111111101111","RACE-S (ours)":"10101110101011101110101010101010101110101010101111101010101011101110101010111010101010101010101010111111101111","RACE-Net (ours, learned)":"10101110101011101110101010101010101110101010101111101010101010101110101010111010101010101010101010111111101111"},"acc":{"receiver alone":0.8909,"majority vote":0.7,"Dawid\u2013Skene":0.8636,"RACE-S (ours)":0.8727,"RACE-Net (ours, learned)":0.8818}},"stuck|1234":{"p":[0.98,0.97,0.96,0.97,0.97,0.7,0.97,0.97,0.95,0.95,0.92,0.98,0.97,0.96,0.98,0.7,0.97,0.97,0.98,0.97,0.96,0.96,0.98,0.96,0.97,0.78,0.97,0.96,0.98,0.97,0.97,0.98,0.98,0.98,0.97,0.78,0.98,0.98,0.97,0.96,0.95,0.96,0.98,0.97,0.98,0.87,0.96,0.98,0.96,0.95,0.98,0.96,0.98,0.96,0.96,0.59,0.97,0.98,0.96,0.97,0.9,0.95,0.97,0.98,0.98,0.71,0.97,0.96,0.99,0.97,0.98,0.96,0.97,0.96,0.97,0.56,0.96,0.96,0.96,0.96,0.99,0.96,0.96,0.95,0.97,0.91,0.97,0.97,0.96,0.97,0.97,0.97,0.96,0.94,0.99,0.18,0.98,0.96,0.96,0.98,0.97,0.97,0.96,0.98,0.95,0.59,0.98,0.97,0.97,0.99,0.95,0.96,0.97,0.98,0.97,0.65,0.97,0.98,0.97,0.96,0.95,0.98,0.97,0.99,0.98,0.71,0.97,0.98,0.97,0.97,0.97,0.96,0.98,0.97,0.97,0.73,0.96,0.98,1.0,0.97,0.97,0.97,0.95,0.97,0.98,0.53,0.97,0.98,0.96,0.98,0.96,0.96,0.97,0.97,0.96,0.44,0.97,0.97,0.97,0.99,0.93,0.97,0.97,0.98,0.98,0.18,0.98,0.97,0.96,0.97,0.98,0.97,0.97,0.98,0.96,0.87,0.97,0.97,0.98,0.96,0.96,0.96,0.95,0.96,0.97,0.41,0.97,0.97,0.97,0.96,0.95,0.98,0.96,0.96,0.96,0.22,0.98,0.98,0.99,0.98,0.86,0.96,0.97,0.96,0.97,0.62,0.99,0.97,0.97,0.97,0.98,0.98,0.96,0.96,0.98,0.22,0.98,0.96,0.97,0.98,0.92,0.97,0.97,0.97,0.96,0.62,0.97,0.96,0.98,0.96,0.96,0.98,0.97,0.96,0.98,0.88,0.99,0.97,0.97,0.98,0.93,0.99,0.96,0.96,0.97,0.84,0.98,0.95,0.96,0.98,0.88,0.97,0.98,1.0,0.96,0.53,0.96,0.97,0.98,0.96,0.96,0.97,0.96,0.96,0.96,0.59,0.98,0.97,0.96,0.97,0.92,0.96,0.99,0.96,0.96,0.78,0.97,0.97,0.97,0.97,0.95,0.97,0.97,0.97,0.96,0.73,0.98,0.96,0.96,0.96,0.88,0.96,0.99,0.96,0.96,0.77,0.96,0.98,0.98,0.97,0.99,0.97,0.98,0.97,0.98,0.75,0.96,0.97,0.97,0.97,0.91,0.99,0.98,0.97,0.97,0.32,0.97,0.97,0.96,0.96,0.95,0.97,0.98,0.94,0.98,0.88,0.97,0.97,0.97,0.97,0.94,0.99,0.96,0.96,0.99,0.75,0.98,0.98,0.96,0.96,0.97,0.98,0.95,0.96,0.97,0.38,0.95,0.97,0.98,0.97,0.98,0.97,0.97,0.96,0.97,0.44,0.98,0.96,0.96,0.98,0.92,0.98,0.98,0.98,0.96,0.73,0.96,0.97,0.98,0.99,0.96,0.99,0.97,0.96,0.96,0.88,0.96,0.98,0.98,0.98,0.91,0.96,0.97,0.97,0.96,0.47,0.98,0.98,0.97,0.98,0.96,0.97,0.97,0.96,0.97,0.78,0.99,0.97,0.98,0.97,0.97,0.97,0.95,0.98,0.97,0.5,0.96,0.96,0.98,0.98,0.9,0.97,0.98,0.98,0.97,0.87,0.96,0.97,0.93,0.94,0.88,0.96,0.97,0.97,0.96,0.38,0.98,0.99,0.97,0.97,0.97,0.98,0.96,0.97,0.97,0.53,0.98,0.96,0.96,0.98,0.97,0.96,0.97,0.97,0.98,0.44,0.99,0.98,0.97,0.97,0.97,0.97,0.96,0.97,0.96,0.85,0.99,0.96,0.97,0.98,0.97,0.97,0.95,0.98,0.98,0.7,0.96,0.98,0.96,0.97,0.98,0.97,0.98,0.98,0.99,0.56,0.98,0.97,0.97,0.97,0.88,0.97,0.97,0.96,0.96,0.73,0.96,0.96,0.97,0.97,0.78,0.96,0.97,0.96,0.98,0.89,0.96,0.98,0.98,0.96,0.98,0.98,0.97,0.97,0.99,0.89,0.98,0.99,0.96,0.96,0.98,0.97,0.96,0.96,0.98,0.84,0.96,0.98,0.97,0.98,0.97,0.98,0.97,0.98,0.97,0.78,0.96,0.98,0.97,0.98,0.98,0.96,0.97,0.97,0.96,0.89,0.98,0.96,0.97,0.98,0.88,0.95,0.96,0.97,0.97,0.85,0.97,1.0,0.97,0.96],"dec":{"receiver alone":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","majority vote":"10111011100010000110011011010111101000010010101110100000100110101110100010010101101001101100101000011101111100","Dawid\u2013Skene":"11011111111111111100111111111111111111111100111100111011111111111101011011111111111111101110111111111111111011","RACE-S (ours)":"10101010101010101110101010101010101010100010101010101010100010101110101010111010101000101010101000011110101100","RACE-Net (ours, learned)":"10101010101000101110101010101010101010100010101010001010101010001110101000101010101110101010101000001010101000"},"acc":{"receiver alone":0.8909,"majority vote":0.6,"Dawid\u2013Skene":0.5182,"RACE-S (ours)":0.8909,"RACE-Net (ours, learned)":0.9}}}}},"methods":["receiver alone","majority vote","Dawid\u2013Skene","RACE-S (ours)","RACE-Net (ours, learned)"]} |