File size: 1,660 Bytes
18ade57
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
{
 "metric": "accuracy on cells that a peer reported and the receiver has not sensed, 6,111 held-out snapshots (maze seeds 9000+)",
 "rows": [
  {
   "model": "rounds = 1 (no refinement)",
   "val_cell_acc": 0.9181,
   "val_cell_acc_bma": 0.9014,
   "by_liars": {
    "0": [
     0.9996,
     1.0
    ],
    "1": [
     0.9492,
     0.9398
    ],
    "2": [
     0.9003,
     0.8725
    ],
    "3": [
     0.8566,
     0.8269
    ],
    "4": [
     0.8295,
     0.7985
    ],
    "5": [
     0.7606,
     0.7293
    ]
   }
  },
  {
   "model": "rounds = 2",
   "val_cell_acc": 0.922,
   "val_cell_acc_bma": 0.9014,
   "by_liars": {
    "0": [
     0.9997,
     1.0
    ],
    "1": [
     0.9525,
     0.9398
    ],
    "2": [
     0.9029,
     0.8725
    ],
    "3": [
     0.8636,
     0.8269
    ],
    "4": [
     0.8378,
     0.7985
    ],
    "5": [
     0.7744,
     0.7293
    ]
   }
  },
  {
   "model": "rounds = 3 (released)",
   "val_cell_acc": 0.9233,
   "val_cell_acc_bma": 0.9014,
   "by_liars": {
    "0": [
     0.9998,
     1.0
    ],
    "1": [
     0.9542,
     0.9398
    ],
    "2": [
     0.9035,
     0.8725
    ],
    "3": [
     0.8673,
     0.8269
    ],
    "4": [
     0.839,
     0.7985
    ],
    "5": [
     0.7762,
     0.7293
    ]
   }
  },
  {
   "model": "rounds = 3, second seed",
   "val_cell_acc": 0.9233,
   "val_cell_acc_bma": 0.9014,
   "by_liars": {
    "0": [
     0.9996,
     1.0
    ],
    "1": [
     0.9539,
     0.9398
    ],
    "2": [
     0.9042,
     0.8725
    ],
    "3": [
     0.8665,
     0.8269
    ],
    "4": [
     0.8401,
     0.7985
    ],
    "5": [
     0.7764,
     0.7293
    ]
   }
  }
 ]
}