{
  "regime_a": [
    {
      "d": 3,
      "p": 0.001,
      "trivial": 0.02308,
      "mwpm": 0.00072,
      "mlp": 0.000916,
      "convgru": 0.001246,
      "gnn": 0.001298,
      "best_neural": "mlp",
      "verdict": "indistinguishable",
      "ratio_mwpm_over_neural": 0.7860262008733625
    },
    {
      "d": 3,
      "p": 0.003,
      "trivial": 0.065665,
      "mwpm": 0.00641,
      "mlp": 0.006174,
      "convgru": 0.006862,
      "gnn": 0.008296,
      "best_neural": "mlp",
      "verdict": "indistinguishable",
      "ratio_mwpm_over_neural": 1.0382248137350178
    },
    {
      "d": 3,
      "p": 0.005,
      "trivial": 0.104545,
      "mwpm": 0.016680407391677286,
      "mlp": 0.016088,
      "convgru": 0.017218,
      "gnn": 0.01842,
      "best_neural": "mlp",
      "verdict": "indistinguishable",
      "ratio_mwpm_over_neural": 1.03682293583275
    },
    {
      "d": 3,
      "p": 0.01,
      "trivial": 0.18744,
      "mwpm": 0.06056112103144578,
      "mlp": 0.055618,
      "convgru": 0.05758,
      "gnn": 0.062736,
      "best_neural": "mlp",
      "verdict": "neural",
      "ratio_mwpm_over_neural": 1.088876281625477
    },
    {
      "d": 5,
      "p": 0.001,
      "trivial": 0.058005,
      "mwpm": 9.5e-05,
      "mlp": 0.003266,
      "convgru": 0.003134,
      "gnn": 0.00262,
      "best_neural": "gnn",
      "verdict": "mwpm",
      "ratio_mwpm_over_neural": 0.03625954198473283
    },
    {
      "d": 5,
      "p": 0.003,
      "trivial": 0.15393,
      "mwpm": 0.00338,
      "mlp": 0.019996,
      "convgru": 0.016982,
      "gnn": 0.011112,
      "best_neural": "gnn",
      "verdict": "mwpm",
      "ratio_mwpm_over_neural": 0.3041756659467243
    },
    {
      "d": 5,
      "p": 0.005,
      "trivial": 0.22917,
      "mwpm": 0.014014885158703083,
      "mlp": 0.05319,
      "convgru": 0.044748,
      "gnn": 0.037362,
      "best_neural": "gnn",
      "verdict": "mwpm",
      "ratio_mwpm_over_neural": 0.37511067819450467
    },
    {
      "d": 5,
      "p": 0.01,
      "trivial": 0.35625,
      "mwpm": 0.08121051148939595,
      "mlp": 0.197032,
      "convgru": 0.173618,
      "gnn": 0.154774,
      "best_neural": "gnn",
      "verdict": "mwpm",
      "ratio_mwpm_over_neural": 0.52470383584708
    }
  ],
  "regime_b": [
    {
      "d": 3,
      "noise": "s0_x0",
      "spread": 0.0,
      "crosstalk": 0.0,
      "trivial": 0.065086,
      "mwpm_true": 0.006518,
      "mwpm_misspecified": 0.006518,
      "mlp": 0.006174,
      "convgru": 0.00699,
      "gnn": 0.008296,
      "best_neural": "mlp",
      "verdict_vs_misspecified": "indistinguishable",
      "ratio_misspecified_over_neural": 1.0557175251052804,
      "mismatch_penalty": 1.0,
      "verdict_vs_true": "indistinguishable"
    },
    {
      "d": 3,
      "noise": "s0_x0.0005",
      "spread": 0.0,
      "crosstalk": 0.0005,
      "trivial": 0.087416,
      "mwpm_true": 0.015312,
      "mwpm_misspecified": 0.028354,
      "mlp": 0.015356,
      "convgru": 0.016322,
      "gnn": 0.016928,
      "best_neural": "mlp",
      "verdict_vs_misspecified": "neural",
      "ratio_misspecified_over_neural": 1.846444386559,
      "mismatch_penalty": 1.85175026123302,
      "verdict_vs_true": "indistinguishable"
    },
    {
      "d": 3,
      "noise": "s1.75_x0",
      "spread": 1.75,
      "crosstalk": 0.0,
      "trivial": 0.06243,
      "mwpm_true": 0.006394,
      "mwpm_misspecified": 0.00656,
      "mlp": 0.00591,
      "convgru": 0.006378,
      "gnn": 0.007654,
      "best_neural": "mlp",
      "verdict_vs_misspecified": "neural",
      "ratio_misspecified_over_neural": 1.1099830795262267,
      "mismatch_penalty": 1.0259618392242726,
      "verdict_vs_true": "neural"
    },
    {
      "d": 3,
      "noise": "s1.75_x0.0015",
      "spread": 1.75,
      "crosstalk": 0.0015,
      "trivial": 0.098352,
      "mwpm_true": 0.019744,
      "mwpm_misspecified": 0.039494,
      "mlp": 0.02006,
      "convgru": 0.020522,
      "gnn": 0.021386,
      "best_neural": "mlp",
      "verdict_vs_misspecified": "neural",
      "ratio_misspecified_over_neural": 1.9687936191425721,
      "mismatch_penalty": 2.000303889789303,
      "verdict_vs_true": "indistinguishable"
    },
    {
      "d": 3,
      "noise": "s1_x0",
      "spread": 1.0,
      "crosstalk": 0.0,
      "trivial": 0.06368,
      "mwpm_true": 0.006952,
      "mwpm_misspecified": 0.00702,
      "mlp": 0.006458,
      "convgru": 0.006998,
      "gnn": 0.007782,
      "best_neural": "mlp",
      "verdict_vs_misspecified": "neural",
      "ratio_misspecified_over_neural": 1.0870238463920718,
      "mismatch_penalty": 1.0097813578826238,
      "verdict_vs_true": "neural"
    },
    {
      "d": 3,
      "noise": "s1_x0.0005",
      "spread": 1.0,
      "crosstalk": 0.0005,
      "trivial": 0.07811,
      "mwpm_true": 0.012294,
      "mwpm_misspecified": 0.02002,
      "mlp": 0.011954,
      "convgru": 0.012774,
      "gnn": 0.012948,
      "best_neural": "mlp",
      "verdict_vs_misspecified": "neural",
      "ratio_misspecified_over_neural": 1.6747532206792706,
      "mismatch_penalty": 1.62843663575728,
      "verdict_vs_true": "indistinguishable"
    },
    {
      "d": 5,
      "noise": "s0_x0",
      "spread": 0.0,
      "crosstalk": 0.0,
      "trivial": 0.155064,
      "mwpm_true": 0.003338,
      "mwpm_misspecified": 0.003338,
      "mlp": 0.019996,
      "convgru": 0.017774,
      "gnn": 0.011112,
      "best_neural": "gnn",
      "verdict_vs_misspecified": "mwpm",
      "ratio_misspecified_over_neural": 0.3003959683225342,
      "mismatch_penalty": 1.0,
      "verdict_vs_true": "mwpm"
    },
    {
      "d": 5,
      "noise": "s0_x0.0005",
      "spread": 0.0,
      "crosstalk": 0.0005,
      "trivial": 0.207968,
      "mwpm_true": 0.016026,
      "mwpm_misspecified": 0.021942,
      "mlp": 0.037846,
      "convgru": 0.036114,
      "gnn": 0.039408,
      "best_neural": "convgru",
      "verdict_vs_misspecified": "mwpm",
      "ratio_misspecified_over_neural": 0.607576009303871,
      "mismatch_penalty": 1.3691501310370648,
      "verdict_vs_true": "mwpm"
    },
    {
      "d": 5,
      "noise": "s1.75_x0",
      "spread": 1.75,
      "crosstalk": 0.0,
      "trivial": 0.139936,
      "mwpm_true": 0.002902,
      "mwpm_misspecified": 0.003352,
      "mlp": 0.017908,
      "convgru": 0.014108,
      "gnn": 0.010516,
      "best_neural": "gnn",
      "verdict_vs_misspecified": "mwpm",
      "ratio_misspecified_over_neural": 0.3187523773297832,
      "mismatch_penalty": 1.155065472088215,
      "verdict_vs_true": "mwpm"
    },
    {
      "d": 5,
      "noise": "s1.75_x0.0015",
      "spread": 1.75,
      "crosstalk": 0.0015,
      "trivial": 0.227382,
      "mwpm_true": 0.025152,
      "mwpm_misspecified": 0.035754,
      "mlp": 0.041584,
      "convgru": 0.048738,
      "gnn": 0.063192,
      "best_neural": "mlp",
      "verdict_vs_misspecified": "mwpm",
      "ratio_misspecified_over_neural": 0.8598018468641785,
      "mismatch_penalty": 1.421517175572519,
      "verdict_vs_true": "mwpm"
    },
    {
      "d": 5,
      "noise": "s1_x0",
      "spread": 1.0,
      "crosstalk": 0.0,
      "trivial": 0.155866,
      "mwpm_true": 0.003168,
      "mwpm_misspecified": 0.003562,
      "mlp": 0.018724,
      "convgru": 0.015072,
      "gnn": 0.01668,
      "best_neural": "convgru",
      "verdict_vs_misspecified": "mwpm",
      "ratio_misspecified_over_neural": 0.23633227176220806,
      "mismatch_penalty": 1.1243686868686869,
      "verdict_vs_true": "mwpm"
    },
    {
      "d": 5,
      "noise": "s1_x0.0005",
      "spread": 1.0,
      "crosstalk": 0.0005,
      "trivial": 0.191118,
      "mwpm_true": 0.011166,
      "mwpm_misspecified": 0.014386,
      "mlp": 0.030922,
      "convgru": 0.028544,
      "gnn": 0.032574,
      "best_neural": "convgru",
      "verdict_vs_misspecified": "mwpm",
      "ratio_misspecified_over_neural": 0.5039938340807175,
      "mismatch_penalty": 1.2883754253985311,
      "verdict_vs_true": "mwpm"
    }
  ],
  "device": [
    {
      "d": 3,
      "rounds": 5,
      "best_neural": "convgru",
      "mlp": 0.1828,
      "convgru": 0.1572,
      "gnn": 0.1593,
      "pymatching": 0.1479,
      "correlated_matching": 0.1376,
      "tensor_network": 0.1252,
      "trivial": 0.2934,
      "verdict_vs_pymatching": "indistinguishable"
    },
    {
      "d": 3,
      "rounds": 25,
      "best_neural": "convgru",
      "mlp": 0.4908,
      "convgru": 0.4892,
      "gnn": 0.4898,
      "pymatching": 0.4302,
      "correlated_matching": 0.4241,
      "tensor_network": 0.4052,
      "trivial": 0.4901,
      "verdict_vs_pymatching": "mwpm"
    },
    {
      "d": 5,
      "rounds": 5,
      "best_neural": "gnn",
      "mlp": 0.3649,
      "convgru": 0.291,
      "gnn": 0.2643,
      "pymatching": 0.1473,
      "correlated_matching": 0.1275,
      "tensor_network": 0.106,
      "trivial": 0.3869,
      "verdict_vs_pymatching": "mwpm"
    }
  ],
  "notes": [],
  "completeness": {
    "regime_a": "24/24",
    "regime_b": "72/72",
    "device": "21/24"
  }
}