File size: 9,080 Bytes
064b1b1
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
{
  "regime_a": [
    {
      "d": 3,
      "p": 0.001,
      "trivial": 0.02308,
      "mwpm": 0.00072,
      "mlp": 0.000916,
      "convgru": 0.001246,
      "gnn": 0.001298,
      "best_neural": "mlp",
      "verdict": "indistinguishable",
      "ratio_mwpm_over_neural": 0.7860262008733625
    },
    {
      "d": 3,
      "p": 0.003,
      "trivial": 0.065665,
      "mwpm": 0.00641,
      "mlp": 0.006174,
      "convgru": 0.006862,
      "gnn": 0.008296,
      "best_neural": "mlp",
      "verdict": "indistinguishable",
      "ratio_mwpm_over_neural": 1.0382248137350178
    },
    {
      "d": 3,
      "p": 0.005,
      "trivial": 0.104545,
      "mwpm": 0.016680407391677286,
      "mlp": 0.016088,
      "convgru": 0.017218,
      "gnn": 0.01842,
      "best_neural": "mlp",
      "verdict": "indistinguishable",
      "ratio_mwpm_over_neural": 1.03682293583275
    },
    {
      "d": 3,
      "p": 0.01,
      "trivial": 0.18744,
      "mwpm": 0.06056112103144578,
      "mlp": 0.055618,
      "convgru": 0.05758,
      "gnn": 0.062736,
      "best_neural": "mlp",
      "verdict": "neural",
      "ratio_mwpm_over_neural": 1.088876281625477
    },
    {
      "d": 5,
      "p": 0.001,
      "trivial": 0.058005,
      "mwpm": 9.5e-05,
      "mlp": 0.003266,
      "convgru": 0.003134,
      "gnn": 0.00262,
      "best_neural": "gnn",
      "verdict": "mwpm",
      "ratio_mwpm_over_neural": 0.03625954198473283
    },
    {
      "d": 5,
      "p": 0.003,
      "trivial": 0.15393,
      "mwpm": 0.00338,
      "mlp": 0.019996,
      "convgru": 0.016982,
      "gnn": 0.011112,
      "best_neural": "gnn",
      "verdict": "mwpm",
      "ratio_mwpm_over_neural": 0.3041756659467243
    },
    {
      "d": 5,
      "p": 0.005,
      "trivial": 0.22917,
      "mwpm": 0.014014885158703083,
      "mlp": 0.05319,
      "convgru": 0.044748,
      "gnn": 0.037362,
      "best_neural": "gnn",
      "verdict": "mwpm",
      "ratio_mwpm_over_neural": 0.37511067819450467
    },
    {
      "d": 5,
      "p": 0.01,
      "trivial": 0.35625,
      "mwpm": 0.08121051148939595,
      "mlp": 0.197032,
      "convgru": 0.173618,
      "gnn": 0.154774,
      "best_neural": "gnn",
      "verdict": "mwpm",
      "ratio_mwpm_over_neural": 0.52470383584708
    }
  ],
  "regime_b": [
    {
      "d": 3,
      "noise": "s0_x0",
      "spread": 0.0,
      "crosstalk": 0.0,
      "trivial": 0.065086,
      "mwpm_true": 0.006518,
      "mwpm_misspecified": 0.006518,
      "mlp": 0.006174,
      "convgru": 0.00699,
      "gnn": 0.008296,
      "best_neural": "mlp",
      "verdict_vs_misspecified": "indistinguishable",
      "ratio_misspecified_over_neural": 1.0557175251052804,
      "mismatch_penalty": 1.0,
      "verdict_vs_true": "indistinguishable"
    },
    {
      "d": 3,
      "noise": "s0_x0.0005",
      "spread": 0.0,
      "crosstalk": 0.0005,
      "trivial": 0.087416,
      "mwpm_true": 0.015312,
      "mwpm_misspecified": 0.028354,
      "mlp": 0.015356,
      "convgru": 0.016322,
      "gnn": 0.016928,
      "best_neural": "mlp",
      "verdict_vs_misspecified": "neural",
      "ratio_misspecified_over_neural": 1.846444386559,
      "mismatch_penalty": 1.85175026123302,
      "verdict_vs_true": "indistinguishable"
    },
    {
      "d": 3,
      "noise": "s1.75_x0",
      "spread": 1.75,
      "crosstalk": 0.0,
      "trivial": 0.06243,
      "mwpm_true": 0.006394,
      "mwpm_misspecified": 0.00656,
      "mlp": 0.00591,
      "convgru": 0.006378,
      "gnn": 0.007654,
      "best_neural": "mlp",
      "verdict_vs_misspecified": "neural",
      "ratio_misspecified_over_neural": 1.1099830795262267,
      "mismatch_penalty": 1.0259618392242726,
      "verdict_vs_true": "neural"
    },
    {
      "d": 3,
      "noise": "s1.75_x0.0015",
      "spread": 1.75,
      "crosstalk": 0.0015,
      "trivial": 0.098352,
      "mwpm_true": 0.019744,
      "mwpm_misspecified": 0.039494,
      "mlp": 0.02006,
      "convgru": 0.020522,
      "gnn": 0.021386,
      "best_neural": "mlp",
      "verdict_vs_misspecified": "neural",
      "ratio_misspecified_over_neural": 1.9687936191425721,
      "mismatch_penalty": 2.000303889789303,
      "verdict_vs_true": "indistinguishable"
    },
    {
      "d": 3,
      "noise": "s1_x0",
      "spread": 1.0,
      "crosstalk": 0.0,
      "trivial": 0.06368,
      "mwpm_true": 0.006952,
      "mwpm_misspecified": 0.00702,
      "mlp": 0.006458,
      "convgru": 0.006998,
      "gnn": 0.007782,
      "best_neural": "mlp",
      "verdict_vs_misspecified": "neural",
      "ratio_misspecified_over_neural": 1.0870238463920718,
      "mismatch_penalty": 1.0097813578826238,
      "verdict_vs_true": "neural"
    },
    {
      "d": 3,
      "noise": "s1_x0.0005",
      "spread": 1.0,
      "crosstalk": 0.0005,
      "trivial": 0.07811,
      "mwpm_true": 0.012294,
      "mwpm_misspecified": 0.02002,
      "mlp": 0.011954,
      "convgru": 0.012774,
      "gnn": 0.012948,
      "best_neural": "mlp",
      "verdict_vs_misspecified": "neural",
      "ratio_misspecified_over_neural": 1.6747532206792706,
      "mismatch_penalty": 1.62843663575728,
      "verdict_vs_true": "indistinguishable"
    },
    {
      "d": 5,
      "noise": "s0_x0",
      "spread": 0.0,
      "crosstalk": 0.0,
      "trivial": 0.155064,
      "mwpm_true": 0.003338,
      "mwpm_misspecified": 0.003338,
      "mlp": 0.019996,
      "convgru": 0.017774,
      "gnn": 0.011112,
      "best_neural": "gnn",
      "verdict_vs_misspecified": "mwpm",
      "ratio_misspecified_over_neural": 0.3003959683225342,
      "mismatch_penalty": 1.0,
      "verdict_vs_true": "mwpm"
    },
    {
      "d": 5,
      "noise": "s0_x0.0005",
      "spread": 0.0,
      "crosstalk": 0.0005,
      "trivial": 0.207968,
      "mwpm_true": 0.016026,
      "mwpm_misspecified": 0.021942,
      "mlp": 0.037846,
      "convgru": 0.036114,
      "gnn": 0.039408,
      "best_neural": "convgru",
      "verdict_vs_misspecified": "mwpm",
      "ratio_misspecified_over_neural": 0.607576009303871,
      "mismatch_penalty": 1.3691501310370648,
      "verdict_vs_true": "mwpm"
    },
    {
      "d": 5,
      "noise": "s1.75_x0",
      "spread": 1.75,
      "crosstalk": 0.0,
      "trivial": 0.139936,
      "mwpm_true": 0.002902,
      "mwpm_misspecified": 0.003352,
      "mlp": 0.017908,
      "convgru": 0.014108,
      "gnn": 0.010516,
      "best_neural": "gnn",
      "verdict_vs_misspecified": "mwpm",
      "ratio_misspecified_over_neural": 0.3187523773297832,
      "mismatch_penalty": 1.155065472088215,
      "verdict_vs_true": "mwpm"
    },
    {
      "d": 5,
      "noise": "s1.75_x0.0015",
      "spread": 1.75,
      "crosstalk": 0.0015,
      "trivial": 0.227382,
      "mwpm_true": 0.025152,
      "mwpm_misspecified": 0.035754,
      "mlp": 0.041584,
      "convgru": 0.048738,
      "gnn": 0.063192,
      "best_neural": "mlp",
      "verdict_vs_misspecified": "mwpm",
      "ratio_misspecified_over_neural": 0.8598018468641785,
      "mismatch_penalty": 1.421517175572519,
      "verdict_vs_true": "mwpm"
    },
    {
      "d": 5,
      "noise": "s1_x0",
      "spread": 1.0,
      "crosstalk": 0.0,
      "trivial": 0.155866,
      "mwpm_true": 0.003168,
      "mwpm_misspecified": 0.003562,
      "mlp": 0.018724,
      "convgru": 0.015072,
      "gnn": 0.01668,
      "best_neural": "convgru",
      "verdict_vs_misspecified": "mwpm",
      "ratio_misspecified_over_neural": 0.23633227176220806,
      "mismatch_penalty": 1.1243686868686869,
      "verdict_vs_true": "mwpm"
    },
    {
      "d": 5,
      "noise": "s1_x0.0005",
      "spread": 1.0,
      "crosstalk": 0.0005,
      "trivial": 0.191118,
      "mwpm_true": 0.011166,
      "mwpm_misspecified": 0.014386,
      "mlp": 0.030922,
      "convgru": 0.028544,
      "gnn": 0.032574,
      "best_neural": "convgru",
      "verdict_vs_misspecified": "mwpm",
      "ratio_misspecified_over_neural": 0.5039938340807175,
      "mismatch_penalty": 1.2883754253985311,
      "verdict_vs_true": "mwpm"
    }
  ],
  "device": [
    {
      "d": 3,
      "rounds": 5,
      "best_neural": "convgru",
      "mlp": 0.1828,
      "convgru": 0.1572,
      "gnn": 0.1593,
      "pymatching": 0.1479,
      "correlated_matching": 0.1376,
      "tensor_network": 0.1252,
      "trivial": 0.2934,
      "verdict_vs_pymatching": "indistinguishable"
    },
    {
      "d": 3,
      "rounds": 25,
      "best_neural": "convgru",
      "mlp": 0.4908,
      "convgru": 0.4892,
      "gnn": 0.4898,
      "pymatching": 0.4302,
      "correlated_matching": 0.4241,
      "tensor_network": 0.4052,
      "trivial": 0.4901,
      "verdict_vs_pymatching": "mwpm"
    },
    {
      "d": 5,
      "rounds": 5,
      "best_neural": "gnn",
      "mlp": 0.3649,
      "convgru": 0.291,
      "gnn": 0.2643,
      "pymatching": 0.1473,
      "correlated_matching": 0.1275,
      "tensor_network": 0.106,
      "trivial": 0.3869,
      "verdict_vs_pymatching": "mwpm"
    }
  ],
  "notes": [],
  "completeness": {
    "regime_a": "24/24",
    "regime_b": "72/72",
    "device": "21/24"
  }
}