{
  "post_evaluation_descriptive_analysis": true,
  "new_training": false,
  "new_thresholds": false,
  "new_confirmation": false,
  "sensor": {
    "checkpoints": 132,
    "maximum_replay_error": 0.0,
    "summary": [
      {
        "cohort": "hydraulic",
        "samples": 64,
        "model": "additive_diag",
        "observed_combinations": 29,
        "primary_top3": 0.17105263157894735,
        "deterministic_top3": 0.17105263157894735,
        "macro_combination_top3": 0.15763546798029557,
        "seed_top3_min": 0.09868421052631579,
        "seed_top3_max": 0.25,
        "mean_top3_probability_mass": 0.8509952115160329
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "model": "additive_full",
        "observed_combinations": 29,
        "primary_top3": 0.3344298245614035,
        "deterministic_top3": 0.3344298245614035,
        "macro_combination_top3": 0.33403493058665473,
        "seed_top3_min": 0.21052631578947367,
        "seed_top3_max": 0.47039473684210525,
        "mean_top3_probability_mass": 0.561577805556238
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "model": "factorized_classifier",
        "observed_combinations": 29,
        "primary_top3": 0.25548245614035087,
        "deterministic_top3": 0.25548245614035087,
        "macro_combination_top3": 0.2626362143603523,
        "seed_top3_min": 0.24013157894736842,
        "seed_top3_max": 0.28618421052631576,
        "mean_top3_probability_mass": 0.6817066235275538
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "model": "factorized_kernel",
        "observed_combinations": 29,
        "primary_top3": 0.10307017543859648,
        "deterministic_top3": 0.10307017543859648,
        "macro_combination_top3": 0.10804597701149425,
        "seed_top3_min": 0.046052631578947366,
        "seed_top3_max": 0.15789473684210525,
        "mean_top3_probability_mass": 0.8123953764853867
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "model": "factorized_lda",
        "observed_combinations": 29,
        "primary_top3": 0.1600877192982456,
        "deterministic_top3": 0.1600877192982456,
        "macro_combination_top3": 0.167816091954023,
        "seed_top3_min": 0.12171052631578946,
        "seed_top3_max": 0.23026315789473684,
        "mean_top3_probability_mass": 0.8287194397660063
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "model": "factorized_logistic",
        "observed_combinations": 29,
        "primary_top3": 0.18311403508771928,
        "deterministic_top3": 0.18311403508771928,
        "macro_combination_top3": 0.19135194307608103,
        "seed_top3_min": 0.17434210526315788,
        "seed_top3_max": 0.19407894736842105,
        "mean_top3_probability_mass": 0.5141588040637887
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "model": "factorized_nb",
        "observed_combinations": 29,
        "primary_top3": 0.03357403653919592,
        "deterministic_top3": 0.03289473684210526,
        "macro_combination_top3": 0.03517498366939844,
        "seed_top3_min": 2.3165307635285396e-05,
        "seed_top3_max": 0.05712532463829721,
        "mean_top3_probability_mass": 0.9937467175950486
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "model": "factorized_neural",
        "observed_combinations": 29,
        "primary_top3": 0.4682017543859649,
        "deterministic_top3": 0.4682017543859649,
        "macro_combination_top3": 0.47033885654575314,
        "seed_top3_min": 0.37171052631578944,
        "seed_top3_max": 0.5361842105263157,
        "mean_top3_probability_mass": 0.8833583979857701
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "model": "factorized_ridge",
        "observed_combinations": 29,
        "primary_top3": 0.1611842105263158,
        "deterministic_top3": 0.1611842105263158,
        "macro_combination_top3": 0.16896551724137931,
        "seed_top3_min": 0.09868421052631579,
        "seed_top3_max": 0.23026315789473684,
        "mean_top3_probability_mass": 0.35334761017289273
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "model": "joint_gaussian",
        "observed_combinations": 29,
        "primary_top3": 0.000285640572018281,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 0.00020835920575126604,
        "seed_top3_min": 0.0,
        "seed_top3_max": 0.000856921716054843,
        "mean_top3_probability_mass": 0.4134976971342934
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "model": "joint_neural",
        "observed_combinations": 29,
        "primary_top3": 0.002295147926284236,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 0.0021828303919307957,
        "seed_top3_min": 0.00019850272232304898,
        "seed_top3_max": 0.003704113224237063,
        "mean_top3_probability_mass": 0.5752105052710744
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "model": "additive_diag",
        "observed_combinations": 29,
        "primary_top3": 0.22258771929824558,
        "deterministic_top3": 0.22258771929824558,
        "macro_combination_top3": 0.22249589490968802,
        "seed_top3_min": 0.1381578947368421,
        "seed_top3_max": 0.3421052631578947,
        "mean_top3_probability_mass": 0.9094116287053313
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "model": "additive_full",
        "observed_combinations": 29,
        "primary_top3": 0.48355263157894735,
        "deterministic_top3": 0.48355263157894735,
        "macro_combination_top3": 0.4851818679404887,
        "seed_top3_min": 0.4375,
        "seed_top3_max": 0.5164473684210527,
        "mean_top3_probability_mass": 0.6719060991380074
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "model": "factorized_classifier",
        "observed_combinations": 29,
        "primary_top3": 0.5219298245614036,
        "deterministic_top3": 0.5219298245614036,
        "macro_combination_top3": 0.5381599243668209,
        "seed_top3_min": 0.41776315789473684,
        "seed_top3_max": 0.6282894736842105,
        "mean_top3_probability_mass": 0.714830024718328
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "model": "factorized_kernel",
        "observed_combinations": 29,
        "primary_top3": 0.15685958778064038,
        "deterministic_top3": 0.15789473684210523,
        "macro_combination_top3": 0.16401268532929975,
        "seed_top3_min": 0.11855907250644092,
        "seed_top3_max": 0.22373021715126976,
        "mean_top3_probability_mass": 0.7231154937226675
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "model": "factorized_lda",
        "observed_combinations": 29,
        "primary_top3": 0.17214912280701755,
        "deterministic_top3": 0.17214912280701755,
        "macro_combination_top3": 0.18045977011494252,
        "seed_top3_min": 0.1381578947368421,
        "seed_top3_max": 0.22039473684210525,
        "mean_top3_probability_mass": 0.7894206845835651
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "model": "factorized_logistic",
        "observed_combinations": 29,
        "primary_top3": 0.35197368421052627,
        "deterministic_top3": 0.35197368421052627,
        "macro_combination_top3": 0.36760710553814,
        "seed_top3_min": 0.29605263157894735,
        "seed_top3_max": 0.4013157894736842,
        "mean_top3_probability_mass": 0.47467280394260536
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "model": "factorized_nb",
        "observed_combinations": 29,
        "primary_top3": 0.0461684581171238,
        "deterministic_top3": 0.046052631578947366,
        "macro_combination_top3": 0.035753602072203336,
        "seed_top3_min": 0.03319588584136397,
        "seed_top3_max": 0.06910211267605634,
        "mean_top3_probability_mass": 0.9998304745559041
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "model": "factorized_neural",
        "observed_combinations": 29,
        "primary_top3": 0.3267543859649123,
        "deterministic_top3": 0.3267543859649123,
        "macro_combination_top3": 0.3163059163059163,
        "seed_top3_min": 0.23684210526315788,
        "seed_top3_max": 0.3881578947368421,
        "mean_top3_probability_mass": 0.9128622475310751
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "model": "factorized_ridge",
        "observed_combinations": 29,
        "primary_top3": 0.20833333333333334,
        "deterministic_top3": 0.20833333333333334,
        "macro_combination_top3": 0.21828631138975965,
        "seed_top3_min": 0.1875,
        "seed_top3_max": 0.23026315789473684,
        "mean_top3_probability_mass": 0.36430286936302086
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "model": "joint_gaussian",
        "observed_combinations": 29,
        "primary_top3": 3.067108330266225e-05,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 3.215175628968732e-05,
        "seed_top3_min": 0.0,
        "seed_top3_max": 4.6006624953993374e-05,
        "mean_top3_probability_mass": 0.5260048543605903
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "model": "joint_neural",
        "observed_combinations": 29,
        "primary_top3": 0.0012024117093776536,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 0.0011280620814089375,
        "seed_top3_min": 0.0,
        "seed_top3_max": 0.0019809911450778326,
        "mean_top3_probability_mass": 0.6226450253064055
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "model": "additive_diag",
        "observed_combinations": 6,
        "primary_top3": 0.22457107843137256,
        "deterministic_top3": 0.22457107843137256,
        "macro_combination_top3": 0.30046296296296293,
        "seed_top3_min": 0.13878676470588236,
        "seed_top3_max": 0.3060661764705882,
        "mean_top3_probability_mass": 0.9132554275127779
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "model": "additive_full",
        "observed_combinations": 6,
        "primary_top3": 0.3697916666666667,
        "deterministic_top3": 0.3697916666666667,
        "macro_combination_top3": 0.45925925925925926,
        "seed_top3_min": 0.3400735294117647,
        "seed_top3_max": 0.4007352941176471,
        "mean_top3_probability_mass": 0.54446454570633
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "model": "factorized_classifier",
        "observed_combinations": 6,
        "primary_top3": 0.3633578431372549,
        "deterministic_top3": 0.3633578431372549,
        "macro_combination_top3": 0.337037037037037,
        "seed_top3_min": 0.2757352941176471,
        "seed_top3_max": 0.47610294117647056,
        "mean_top3_probability_mass": 0.8430206952575819
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "model": "factorized_kernel",
        "observed_combinations": 6,
        "primary_top3": 0.22549019607843138,
        "deterministic_top3": 0.22549019607843138,
        "macro_combination_top3": 0.23912037037037037,
        "seed_top3_min": 0.18474264705882354,
        "seed_top3_max": 0.2775735294117647,
        "mean_top3_probability_mass": 0.696885452881416
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "model": "factorized_lda",
        "observed_combinations": 6,
        "primary_top3": 0.5940563725490197,
        "deterministic_top3": 0.5940563725490197,
        "macro_combination_top3": 0.6062499999999998,
        "seed_top3_min": 0.4908088235294118,
        "seed_top3_max": 0.6461397058823529,
        "mean_top3_probability_mass": 0.9062689395569761
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "model": "factorized_logistic",
        "observed_combinations": 6,
        "primary_top3": 0.31832107843137253,
        "deterministic_top3": 0.31832107843137253,
        "macro_combination_top3": 0.35486111111111107,
        "seed_top3_min": 0.26286764705882354,
        "seed_top3_max": 0.4154411764705882,
        "mean_top3_probability_mass": 0.5883328922100496
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "model": "factorized_nb",
        "observed_combinations": 6,
        "primary_top3": 0.2891813514198783,
        "deterministic_top3": 0.33731617647058826,
        "macro_combination_top3": 0.30819792236818094,
        "seed_top3_min": 0.23910302267458708,
        "seed_top3_max": 0.3472238572152999,
        "mean_top3_probability_mass": 0.9978122443501923
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "model": "factorized_neural",
        "observed_combinations": 6,
        "primary_top3": 0.6700367647058822,
        "deterministic_top3": 0.6700367647058822,
        "macro_combination_top3": 0.6560185185185184,
        "seed_top3_min": 0.6443014705882353,
        "seed_top3_max": 0.6902573529411764,
        "mean_top3_probability_mass": 0.9155984101825513
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "model": "factorized_ridge",
        "observed_combinations": 6,
        "primary_top3": 0.25214460784313725,
        "deterministic_top3": 0.25214460784313725,
        "macro_combination_top3": 0.3377314814814815,
        "seed_top3_min": 0.20036764705882354,
        "seed_top3_max": 0.3244485294117647,
        "mean_top3_probability_mass": 0.3985532977899177
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "model": "joint_gaussian",
        "observed_combinations": 6,
        "primary_top3": 0.007510504201680673,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 0.005383597883597884,
        "seed_top3_min": 0.0,
        "seed_top3_max": 0.01819852941176471,
        "mean_top3_probability_mass": 0.5871912541670781
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "model": "joint_neural",
        "observed_combinations": 6,
        "primary_top3": 0.07896484982882042,
        "deterministic_top3": 0.010416666666666666,
        "macro_combination_top3": 0.05965939153439153,
        "seed_top3_min": 0.04310661764705882,
        "seed_top3_max": 0.12710084033613445,
        "mean_top3_probability_mass": 0.680157207631647
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "model": "additive_diag",
        "observed_combinations": 6,
        "primary_top3": 0.2762933298319328,
        "deterministic_top3": 0.275735294117647,
        "macro_combination_top3": 0.3185102513227513,
        "seed_top3_min": 0.24448529411764705,
        "seed_top3_max": 0.3382352941176471,
        "mean_top3_probability_mass": 0.9632613214505922
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "model": "additive_full",
        "observed_combinations": 6,
        "primary_top3": 0.46170343137254904,
        "deterministic_top3": 0.46170343137254904,
        "macro_combination_top3": 0.5224537037037037,
        "seed_top3_min": 0.43014705882352944,
        "seed_top3_max": 0.49264705882352944,
        "mean_top3_probability_mass": 0.7042509329574127
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "model": "factorized_classifier",
        "observed_combinations": 6,
        "primary_top3": 0.45067401960784315,
        "deterministic_top3": 0.45067401960784315,
        "macro_combination_top3": 0.45393518518518516,
        "seed_top3_min": 0.3547794117647059,
        "seed_top3_max": 0.5064338235294118,
        "mean_top3_probability_mass": 0.8400040314939526
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "model": "factorized_kernel",
        "observed_combinations": 6,
        "primary_top3": 0.24540441176470587,
        "deterministic_top3": 0.24540441176470587,
        "macro_combination_top3": 0.2810185185185185,
        "seed_top3_min": 0.21599264705882354,
        "seed_top3_max": 0.2904411764705882,
        "mean_top3_probability_mass": 0.6576059393169732
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "model": "factorized_lda",
        "observed_combinations": 6,
        "primary_top3": 0.6559436274509803,
        "deterministic_top3": 0.6559436274509803,
        "macro_combination_top3": 0.6328703703703703,
        "seed_top3_min": 0.5836397058823529,
        "seed_top3_max": 0.7840073529411764,
        "mean_top3_probability_mass": 0.9256482236188798
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "model": "factorized_logistic",
        "observed_combinations": 6,
        "primary_top3": 0.43137254901960786,
        "deterministic_top3": 0.43137254901960786,
        "macro_combination_top3": 0.47060185185185177,
        "seed_top3_min": 0.3851102941176471,
        "seed_top3_max": 0.47702205882352944,
        "mean_top3_probability_mass": 0.7935235432754685
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "model": "factorized_nb",
        "observed_combinations": 6,
        "primary_top3": 0.28315049079976823,
        "deterministic_top3": 0.2962622549019608,
        "macro_combination_top3": 0.3076665412333515,
        "seed_top3_min": 0.23914716748768475,
        "seed_top3_max": 0.3432349771805274,
        "mean_top3_probability_mass": 0.9981224564887912
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "model": "factorized_neural",
        "observed_combinations": 6,
        "primary_top3": 0.7267156862745098,
        "deterministic_top3": 0.7267156862745098,
        "macro_combination_top3": 0.7011574074074073,
        "seed_top3_min": 0.6452205882352942,
        "seed_top3_max": 0.7830882352941176,
        "mean_top3_probability_mass": 0.9499517419082893
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "model": "factorized_ridge",
        "observed_combinations": 6,
        "primary_top3": 0.36580882352941174,
        "deterministic_top3": 0.36580882352941174,
        "macro_combination_top3": 0.4671296296296296,
        "seed_top3_min": 0.24724264705882354,
        "seed_top3_max": 0.4329044117647059,
        "mean_top3_probability_mass": 0.41024663758736785
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "model": "joint_gaussian",
        "observed_combinations": 6,
        "primary_top3": 0.02795284780578898,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 0.019345238095238092,
        "seed_top3_min": 0.012561274509803922,
        "seed_top3_max": 0.04831932773109243,
        "mean_top3_probability_mass": 0.690546173669459
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "model": "joint_neural",
        "observed_combinations": 6,
        "primary_top3": 0.06982923377684407,
        "deterministic_top3": 0.036458333333333336,
        "macro_combination_top3": 0.0523203262786596,
        "seed_top3_min": 0.04446231617647059,
        "seed_top3_max": 0.08797268907563024,
        "mean_top3_probability_mass": 0.8142694124718494
      }
    ],
    "seed_comparisons": [
      {
        "cohort": "hydraulic",
        "samples": 64,
        "control": "factorized_classifier",
        "paired_seed_gains": [
          {
            "seed": 20751,
            "primary": 0.256578947368421,
            "macro_combination": 0.2520824003582624
          },
          {
            "seed": 20752,
            "primary": 0.2960526315789473,
            "macro_combination": 0.2801164352888491
          },
          {
            "seed": 20753,
            "primary": 0.08552631578947367,
            "macro_combination": 0.09090909090909094
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "control": "additive_full",
        "paired_seed_gains": [
          {
            "seed": 20751,
            "primary": 0.28618421052631576,
            "macro_combination": 0.28884908195253023
          },
          {
            "seed": 20752,
            "primary": 0.21381578947368413,
            "macro_combination": 0.20465741155396333
          },
          {
            "seed": 20753,
            "primary": -0.09868421052631582,
            "macro_combination": -0.08459471562919835
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "control": "factorized_lda",
        "paired_seed_gains": [
          {
            "seed": 20751,
            "primary": 0.3684210526315789,
            "macro_combination": 0.36932377966860724
          },
          {
            "seed": 20752,
            "primary": 0.4144736842105262,
            "macro_combination": 0.39278996865203764
          },
          {
            "seed": 20753,
            "primary": 0.1414473684210526,
            "macro_combination": 0.1454545454545455
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "control": "factorized_classifier",
        "paired_seed_gains": [
          {
            "seed": 20751,
            "primary": -0.13157894736842107,
            "macro_combination": -0.1628302731751008
          },
          {
            "seed": 20752,
            "primary": -0.39144736842105265,
            "macro_combination": -0.43721450962830277
          },
          {
            "seed": 20753,
            "primary": -0.0625,
            "macro_combination": -0.06551724137931036
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "control": "additive_full",
        "paired_seed_gains": [
          {
            "seed": 20751,
            "primary": -0.04934210526315791,
            "macro_combination": -0.06727869831318106
          },
          {
            "seed": 20752,
            "primary": -0.2796052631578948,
            "macro_combination": -0.29601433049708914
          },
          {
            "seed": 20753,
            "primary": -0.1414473684210526,
            "macro_combination": -0.1433348260934469
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "control": "factorized_lda",
        "paired_seed_gains": [
          {
            "seed": 20751,
            "primary": 0.23026315789473684,
            "macro_combination": 0.20494103597551871
          },
          {
            "seed": 20752,
            "primary": 0.09868421052631579,
            "macro_combination": 0.06717420510523958
          },
          {
            "seed": 20753,
            "primary": 0.13486842105263158,
            "macro_combination": 0.13542319749216303
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "control": "factorized_classifier",
        "paired_seed_gains": [
          {
            "seed": 20851,
            "primary": 0.16819852941176472,
            "macro_combination": 0.13472222222222224
          },
          {
            "seed": 20852,
            "primary": 0.3373161764705882,
            "macro_combination": 0.3902777777777777
          },
          {
            "seed": 20853,
            "primary": 0.4145220588235293,
            "macro_combination": 0.43194444444444435
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "control": "additive_full",
        "paired_seed_gains": [
          {
            "seed": 20851,
            "primary": 0.30422794117647056,
            "macro_combination": 0.2097222222222222
          },
          {
            "seed": 20852,
            "primary": 0.2748161764705882,
            "macro_combination": 0.17083333333333328
          },
          {
            "seed": 20853,
            "primary": 0.3216911764705882,
            "macro_combination": 0.20972222222222214
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "control": "factorized_lda",
        "paired_seed_gains": [
          {
            "seed": 20851,
            "primary": -0.0018382352941176405,
            "macro_combination": -0.02430555555555547
          },
          {
            "seed": 20852,
            "primary": 0.030330882352941124,
            "macro_combination": 0.03819444444444442
          },
          {
            "seed": 20853,
            "primary": 0.1994485294117646,
            "macro_combination": 0.13541666666666663
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "control": "factorized_classifier",
        "paired_seed_gains": [
          {
            "seed": 20851,
            "primary": 0.27665441176470584,
            "macro_combination": 0.26527777777777783
          },
          {
            "seed": 20852,
            "primary": 0.39705882352941174,
            "macro_combination": 0.332638888888889
          },
          {
            "seed": 20853,
            "primary": 0.15441176470588236,
            "macro_combination": 0.14374999999999993
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "control": "additive_full",
        "paired_seed_gains": [
          {
            "seed": 20851,
            "primary": 0.2904411764705882,
            "macro_combination": 0.22916666666666674
          },
          {
            "seed": 20852,
            "primary": 0.28952205882352944,
            "macro_combination": 0.17500000000000004
          },
          {
            "seed": 20853,
            "primary": 0.21507352941176472,
            "macro_combination": 0.13194444444444442
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "control": "factorized_lda",
        "paired_seed_gains": [
          {
            "seed": 20851,
            "primary": 0.19944852941176472,
            "macro_combination": 0.20138888888888895
          },
          {
            "seed": 20852,
            "primary": -0.032169117647058765,
            "macro_combination": -0.02430555555555558
          },
          {
            "seed": 20853,
            "primary": 0.04503676470588236,
            "macro_combination": 0.02777777777777779
          }
        ]
      }
    ],
    "fitting_support": [
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20751,
        "factor_level_counts": [
          [
            33,
            13,
            18
          ],
          [
            11,
            4,
            4,
            45
          ],
          [
            47,
            12,
            5
          ],
          [
            21,
            5,
            9,
            29
          ]
        ],
        "source_combinations": 26
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20752,
        "factor_level_counts": [
          [
            21,
            18,
            25
          ],
          [
            14,
            6,
            4,
            40
          ],
          [
            45,
            7,
            12
          ],
          [
            32,
            8,
            8,
            16
          ]
        ],
        "source_combinations": 25
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20753,
        "factor_level_counts": [
          [
            30,
            20,
            14
          ],
          [
            8,
            4,
            10,
            42
          ],
          [
            45,
            14,
            5
          ],
          [
            24,
            2,
            8,
            30
          ]
        ],
        "source_combinations": 28
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20751,
        "factor_level_counts": [
          [
            55,
            33,
            40
          ],
          [
            18,
            11,
            10,
            89
          ],
          [
            91,
            21,
            16
          ],
          [
            47,
            12,
            17,
            52
          ]
        ],
        "source_combinations": 42
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20752,
        "factor_level_counts": [
          [
            49,
            39,
            40
          ],
          [
            19,
            14,
            9,
            86
          ],
          [
            88,
            16,
            24
          ],
          [
            58,
            13,
            15,
            42
          ]
        ],
        "source_combinations": 42
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20753,
        "factor_level_counts": [
          [
            57,
            36,
            35
          ],
          [
            12,
            13,
            17,
            86
          ],
          [
            89,
            20,
            19
          ],
          [
            47,
            6,
            16,
            59
          ]
        ],
        "source_combinations": 43
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20851,
        "factor_level_counts": [
          [
            8,
            4,
            9,
            4,
            9,
            8,
            2,
            6,
            7,
            7
          ],
          [
            15,
            29,
            20
          ]
        ],
        "source_combinations": 21
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20852,
        "factor_level_counts": [
          [
            7,
            5,
            8,
            7,
            8,
            3,
            5,
            8,
            10,
            3
          ],
          [
            15,
            33,
            16
          ]
        ],
        "source_combinations": 23
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20853,
        "factor_level_counts": [
          [
            11,
            6,
            9,
            8,
            5,
            4,
            3,
            6,
            6,
            6
          ],
          [
            19,
            28,
            17
          ]
        ],
        "source_combinations": 20
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20851,
        "factor_level_counts": [
          [
            14,
            10,
            17,
            12,
            16,
            16,
            6,
            11,
            16,
            10
          ],
          [
            38,
            52,
            38
          ]
        ],
        "source_combinations": 24
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20852,
        "factor_level_counts": [
          [
            13,
            12,
            14,
            11,
            17,
            9,
            9,
            17,
            19,
            7
          ],
          [
            32,
            60,
            36
          ]
        ],
        "source_combinations": 23
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20853,
        "factor_level_counts": [
          [
            18,
            10,
            19,
            14,
            11,
            11,
            6,
            16,
            13,
            10
          ],
          [
            32,
            65,
            31
          ]
        ],
        "source_combinations": 22
      }
    ],
    "individual_fits": [
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20751,
        "model": "additive_full",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.003289473684210526,
        "primary_top3": 0.21052631578947367,
        "deterministic_top3": 0.21052631578947367,
        "macro_combination_top3": 0.2149574563367667,
        "top3_probability_mass": 0.5711131471428154,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 223,
            "top3": 0.2825112107623318
          },
          {
            "hamming_distance": 2,
            "records": 81,
            "top3": 0.012345679012345678
          }
        ],
        "median_third_fourth_log_probability_margin": 0.20508936496346752,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.14285714285714285
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.09090909090909091
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20751,
        "model": "additive_diag",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.046052631578947366,
        "primary_top3": 0.09868421052631579,
        "deterministic_top3": 0.09868421052631579,
        "macro_combination_top3": 0.10344827586206896,
        "top3_probability_mass": 0.9098954256001723,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 223,
            "top3": 0.08968609865470852
          },
          {
            "hamming_distance": 2,
            "records": 81,
            "top3": 0.12345679012345678
          }
        ],
        "median_third_fourth_log_probability_margin": 0.45954171295461066,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20751,
        "model": "factorized_neural",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.1644736842105263,
        "primary_top3": 0.49671052631578944,
        "deterministic_top3": 0.49671052631578944,
        "macro_combination_top3": 0.5038065382892969,
        "top3_probability_mass": 0.9184212201245133,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 223,
            "top3": 0.5605381165919282
          },
          {
            "hamming_distance": 2,
            "records": 81,
            "top3": 0.32098765432098764
          }
        ],
        "median_third_fourth_log_probability_margin": 0.7367212373909346,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.18181818181818182
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.42857142857142855
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.5
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20751,
        "model": "joint_neural",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.0,
        "primary_top3": 0.002982827832292596,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 0.00309760374050263,
        "top3_probability_mass": 0.5355383461203539,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 223,
            "top3": 0.0026221783081249524
          },
          {
            "hamming_distance": 2,
            "records": 81,
            "top3": 0.003975727139568948
          }
        ],
        "median_third_fourth_log_probability_margin": 0.21334260897554636,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.01694915254237288
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.012711864406779662
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.01694915254237288
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.006779661016949153
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.007627118644067796
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0008474576271186442
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0008474576271186442
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0033898305084745766
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.015254237288135592
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.00847457627118644
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20751,
        "model": "factorized_nb",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.0,
        "primary_top3": 2.3165307635285396e-05,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 2.428363283147159e-05,
        "top3_probability_mass": 0.9967505191684914,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 223,
            "top3": 3.157961220236215e-05
          },
          {
            "hamming_distance": 2,
            "records": 81,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 2.4961143027478183,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0007042253521126761
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20751,
        "model": "factorized_lda",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.03289473684210526,
        "primary_top3": 0.1282894736842105,
        "deterministic_top3": 0.1282894736842105,
        "macro_combination_top3": 0.13448275862068965,
        "top3_probability_mass": 0.8288149953379568,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 223,
            "top3": 0.13004484304932734
          },
          {
            "hamming_distance": 2,
            "records": 81,
            "top3": 0.12345679012345678
          }
        ],
        "median_third_fourth_log_probability_margin": 0.39443521017902894,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20751,
        "model": "factorized_kernel",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.009868421052631578,
        "primary_top3": 0.10526315789473684,
        "deterministic_top3": 0.10526315789473684,
        "macro_combination_top3": 0.1103448275862069,
        "top3_probability_mass": 0.806577525063203,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 223,
            "top3": 0.14349775784753363
          },
          {
            "hamming_distance": 2,
            "records": 81,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.32165717412562067,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.5
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20751,
        "model": "factorized_ridge",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.029605263157894735,
        "primary_top3": 0.15460526315789472,
        "deterministic_top3": 0.15460526315789472,
        "macro_combination_top3": 0.16206896551724137,
        "top3_probability_mass": 0.335895601871906,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 223,
            "top3": 0.18385650224215247
          },
          {
            "hamming_distance": 2,
            "records": 81,
            "top3": 0.07407407407407407
          }
        ],
        "median_third_fourth_log_probability_margin": 0.11655377389665755,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.2
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.2
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20751,
        "model": "joint_gaussian",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.0,
        "primary_top3": 0.0,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 0.0,
        "top3_probability_mass": 0.40509529899902724,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 223,
            "top3": 0.0
          },
          {
            "hamming_distance": 2,
            "records": 81,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.21658082948841884,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20751,
        "model": "factorized_logistic",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.019736842105263157,
        "primary_top3": 0.17434210526315788,
        "deterministic_top3": 0.17434210526315788,
        "macro_combination_top3": 0.1827586206896552,
        "top3_probability_mass": 0.4076335126697366,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 223,
            "top3": 0.19282511210762332
          },
          {
            "hamming_distance": 2,
            "records": 81,
            "top3": 0.12345679012345678
          }
        ],
        "median_third_fourth_log_probability_margin": 0.11176586151123002,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.4
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20751,
        "model": "factorized_classifier",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.042763157894736836,
        "primary_top3": 0.24013157894736842,
        "deterministic_top3": 0.24013157894736842,
        "macro_combination_top3": 0.2517241379310345,
        "top3_probability_mass": 0.6992793028196729,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 223,
            "top3": 0.29596412556053814
          },
          {
            "hamming_distance": 2,
            "records": 81,
            "top3": 0.08641975308641975
          }
        ],
        "median_third_fourth_log_probability_margin": 0.2642314434051509,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.7000000000000001
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20752,
        "model": "additive_full",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.08552631578947367,
        "primary_top3": 0.3223684210526316,
        "deterministic_top3": 0.3223684210526316,
        "macro_combination_top3": 0.31571876399462606,
        "top3_probability_mass": 0.561297551273091,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 234,
            "top3": 0.32051282051282054
          },
          {
            "hamming_distance": 2,
            "records": 70,
            "top3": 0.32857142857142857
          }
        ],
        "median_third_fourth_log_probability_margin": 0.22636390145435215,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.7000000000000001
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.7272727272727273
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.42857142857142855
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 1.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20752,
        "model": "additive_diag",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.06578947368421052,
        "primary_top3": 0.1644736842105263,
        "deterministic_top3": 0.1644736842105263,
        "macro_combination_top3": 0.13448275862068965,
        "top3_probability_mass": 0.852511064547292,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 234,
            "top3": 0.2136752136752137
          },
          {
            "hamming_distance": 2,
            "records": 70,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.6109473331992135,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 1.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20752,
        "model": "factorized_neural",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.22039473684210525,
        "primary_top3": 0.5361842105263157,
        "deterministic_top3": 0.5361842105263157,
        "macro_combination_top3": 0.5203761755485894,
        "top3_probability_mass": 0.8052171234578432,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 234,
            "top3": 0.5982905982905984
          },
          {
            "hamming_distance": 2,
            "records": 70,
            "top3": 0.32857142857142857
          }
        ],
        "median_third_fourth_log_probability_margin": 0.5086670820885075,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.7000000000000001
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.09090909090909091
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.5
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 1.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 1.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20752,
        "model": "joint_neural",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.0,
        "primary_top3": 0.003704113224237063,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 0.0032428018229235266,
        "top3_probability_mass": 0.5590084726989082,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 234,
            "top3": 0.0031243266537384186
          },
          {
            "hamming_distance": 2,
            "records": 70,
            "top3": 0.005642256902761105
          }
        ],
        "median_third_fourth_log_probability_margin": 0.7510799845618301,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.010084033613445379
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.013445378151260507
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.016806722689075633
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.016806722689075633
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0016806722689075631
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0016806722689075631
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.004201680672268908
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.016806722689075626
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0007639419404125286
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.011764705882352941
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20752,
        "model": "factorized_nb",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.0,
        "primary_top3": 0.05712532463829721,
        "deterministic_top3": 0.05592105263157894,
        "macro_combination_top3": 0.05983894687148694,
        "top3_probability_mass": 0.9987519040069313,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 234,
            "top3": 0.031479054230950224
          },
          {
            "hamming_distance": 2,
            "records": 70,
            "top3": 0.14285714285714285
          }
        ],
        "median_third_fourth_log_probability_margin": 1.686583112872139,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.005633802816901409
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.007736629567615483
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0028169014084507044
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.006338028169014085
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.006402048655569783
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.006402048655569783
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.7000000000000001
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20752,
        "model": "factorized_lda",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.03289473684210526,
        "primary_top3": 0.12171052631578946,
        "deterministic_top3": 0.12171052631578946,
        "macro_combination_top3": 0.12758620689655173,
        "top3_probability_mass": 0.8602754696100404,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 234,
            "top3": 0.15811965811965814
          },
          {
            "hamming_distance": 2,
            "records": 70,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.3801775800031275,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.7000000000000001
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20752,
        "model": "factorized_kernel",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.0,
        "primary_top3": 0.046052631578947366,
        "deterministic_top3": 0.046052631578947366,
        "macro_combination_top3": 0.04827586206896552,
        "top3_probability_mass": 0.7920448290625828,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 234,
            "top3": 0.05982905982905984
          },
          {
            "hamming_distance": 2,
            "records": 70,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.4283868324059479,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.2
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20752,
        "model": "factorized_ridge",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.023026315789473683,
        "primary_top3": 0.09868421052631579,
        "deterministic_top3": 0.09868421052631579,
        "macro_combination_top3": 0.10344827586206896,
        "top3_probability_mass": 0.3660317230820647,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 234,
            "top3": 0.12820512820512822
          },
          {
            "hamming_distance": 2,
            "records": 70,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.12065995923210515,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.5
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20752,
        "model": "joint_gaussian",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.0,
        "primary_top3": 0.000856921716054843,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 0.0006250776172537981,
        "top3_probability_mass": 0.3973988064465433,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 234,
            "top3": 0.0011132658191481723
          },
          {
            "hamming_distance": 2,
            "records": 70,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.2899292348041893,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.007202881152460985
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.01092436974789916
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20752,
        "model": "factorized_logistic",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.01644736842105263,
        "primary_top3": 0.19407894736842105,
        "deterministic_top3": 0.19407894736842105,
        "macro_combination_top3": 0.20164203612479475,
        "top3_probability_mass": 0.4405470358935467,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 234,
            "top3": 0.2521367521367522
          },
          {
            "hamming_distance": 2,
            "records": 70,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.1164622306823726,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.7000000000000001
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.047619047619047616
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20752,
        "model": "factorized_classifier",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.0756578947368421,
        "primary_top3": 0.24013157894736842,
        "deterministic_top3": 0.24013157894736842,
        "macro_combination_top3": 0.24025974025974028,
        "top3_probability_mass": 0.6263939410866489,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 234,
            "top3": 0.311965811965812
          },
          {
            "hamming_distance": 2,
            "records": 70,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.21587777137756348,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.18181818181818182
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.2857142857142857
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20753,
        "model": "additive_full",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.20394736842105263,
        "primary_top3": 0.47039473684210525,
        "deterministic_top3": 0.47039473684210525,
        "macro_combination_top3": 0.4714285714285714,
        "top3_probability_mass": 0.5523227182528077,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 264,
            "top3": 0.46590909090909094
          },
          {
            "hamming_distance": 2,
            "records": 40,
            "top3": 0.5
          }
        ],
        "median_third_fourth_log_probability_margin": 0.15224743497751136,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.7000000000000001
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.5
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.5714285714285714
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20753,
        "model": "additive_diag",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.10526315789473684,
        "primary_top3": 0.25,
        "deterministic_top3": 0.25,
        "macro_combination_top3": 0.2349753694581281,
        "top3_probability_mass": 0.7905791444006341,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 264,
            "top3": 0.27651515151515155
          },
          {
            "hamming_distance": 2,
            "records": 40,
            "top3": 0.07500000000000001
          }
        ],
        "median_third_fourth_log_probability_margin": 0.4899456987221953,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.7000000000000001
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.2
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.7142857142857142
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20753,
        "model": "factorized_neural",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.2138157894736842,
        "primary_top3": 0.37171052631578944,
        "deterministic_top3": 0.37171052631578944,
        "macro_combination_top3": 0.38683385579937307,
        "top3_probability_mass": 0.9264368503749539,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 264,
            "top3": 0.39015151515151514
          },
          {
            "hamming_distance": 2,
            "records": 40,
            "top3": 0.25
          }
        ],
        "median_third_fourth_log_probability_margin": 0.7863814916586236,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.36363636363636365
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.4545454545454546
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20753,
        "model": "joint_neural",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.0,
        "primary_top3": 0.00019850272232304898,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 0.00020808561236623066,
        "top3_probability_mass": 0.6310846969939612,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 264,
            "top3": 0.0002285788923719958
          },
          {
            "hamming_distance": 2,
            "records": 40,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.7477986537752646,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.002586206896551724
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0034482758620689655
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20753,
        "model": "factorized_nb",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.03289473684210526,
        "primary_top3": 0.04357361967165525,
        "deterministic_top3": 0.042763157894736836,
        "macro_combination_top3": 0.045661720503876894,
        "top3_probability_mass": 0.9857377296097231,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 264,
            "top3": 0.04988262910798122
          },
          {
            "hamming_distance": 2,
            "records": 40,
            "top3": 0.0019341573919038708
          }
        ],
        "median_third_fourth_log_probability_margin": 1.6280876200525194,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.005633802816901409
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.007736629567615483
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.006338028169014085
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.004481434058898848
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20753,
        "model": "factorized_lda",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.13157894736842105,
        "primary_top3": 0.23026315789473684,
        "deterministic_top3": 0.23026315789473684,
        "macro_combination_top3": 0.24137931034482757,
        "top3_probability_mass": 0.7970678543500216,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 264,
            "top3": 0.26515151515151514
          },
          {
            "hamming_distance": 2,
            "records": 40,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.35419822026794123,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20753,
        "model": "factorized_kernel",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.03289473684210526,
        "primary_top3": 0.15789473684210525,
        "deterministic_top3": 0.15789473684210525,
        "macro_combination_top3": 0.16551724137931034,
        "top3_probability_mass": 0.8385637753303745,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 264,
            "top3": 0.18181818181818182
          },
          {
            "hamming_distance": 2,
            "records": 40,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.2877749506980538,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.5
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20753,
        "model": "factorized_ridge",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.05921052631578947,
        "primary_top3": 0.23026315789473684,
        "deterministic_top3": 0.23026315789473684,
        "macro_combination_top3": 0.24137931034482757,
        "top3_probability_mass": 0.35811550556470756,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 264,
            "top3": 0.24242424242424243
          },
          {
            "hamming_distance": 2,
            "records": 40,
            "top3": 0.15000000000000002
          }
        ],
        "median_third_fourth_log_probability_margin": 0.13740925710216345,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.2
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20753,
        "model": "joint_gaussian",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.0,
        "primary_top3": 0.0,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 0.0,
        "top3_probability_mass": 0.4379989859573096,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 264,
            "top3": 0.0
          },
          {
            "hamming_distance": 2,
            "records": 40,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.2720338131508524,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20753,
        "model": "factorized_logistic",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.10855263157894736,
        "primary_top3": 0.18092105263157893,
        "deterministic_top3": 0.18092105263157893,
        "macro_combination_top3": 0.1896551724137931,
        "top3_probability_mass": 0.6942958636280826,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 264,
            "top3": 0.20833333333333334
          },
          {
            "hamming_distance": 2,
            "records": 40,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.29382848739624023,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.2
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 64,
        "seed": 20753,
        "model": "factorized_classifier",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.10526315789473684,
        "primary_top3": 0.28618421052631576,
        "deterministic_top3": 0.28618421052631576,
        "macro_combination_top3": 0.29592476489028213,
        "top3_probability_mass": 0.7194466266763399,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 264,
            "top3": 0.32575757575757575
          },
          {
            "hamming_distance": 2,
            "records": 40,
            "top3": 0.025
          }
        ],
        "median_third_fourth_log_probability_margin": 0.35590648651123047,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.7272727272727273
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.4545454545454546
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.7000000000000001
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.2
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20751,
        "model": "additive_full",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.07894736842105263,
        "primary_top3": 0.4375,
        "deterministic_top3": 0.4375,
        "macro_combination_top3": 0.4377369756680101,
        "top3_probability_mass": 0.6639435525765952,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 284,
            "top3": 0.46830985915492956
          },
          {
            "hamming_distance": 2,
            "records": 20,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.2805519787652049,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.2
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.09090909090909091
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.47619047619047616
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.7272727272727273
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.2
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20751,
        "model": "additive_diag",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.10855263157894736,
        "primary_top3": 0.3421052631578947,
        "deterministic_top3": 0.3421052631578947,
        "macro_combination_top3": 0.32610837438423645,
        "top3_probability_mass": 0.8911660397293241,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 284,
            "top3": 0.36619718309859156
          },
          {
            "hamming_distance": 2,
            "records": 20,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.7586129896464406,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.8571428571428571
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20751,
        "model": "factorized_neural",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.12171052631578946,
        "primary_top3": 0.3881578947368421,
        "deterministic_top3": 0.3881578947368421,
        "macro_combination_top3": 0.37045827735482906,
        "top3_probability_mass": 0.9210693093440002,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 284,
            "top3": 0.4154929577464789
          },
          {
            "hamming_distance": 2,
            "records": 20,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.9137091727417896,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.09090909090909091
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.9523809523809523
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.2
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20751,
        "model": "joint_neural",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 3.224974200206398e-05,
        "primary_top3": 0.0019809911450778326,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 0.002039745244613399,
        "top3_probability_mass": 0.6098645077022418,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 284,
            "top3": 0.0017752890578076992
          },
          {
            "hamming_distance": 2,
            "records": 20,
            "top3": 0.004901960784313726
          }
        ],
        "median_third_fourth_log_probability_margin": 0.4220448886774226,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0013986013986013986
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.000980392156862745
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0017825311942959003
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0029411764705882353
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.011764705882352941
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.000980392156862745
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.008823529411764706
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.00196078431372549
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0196078431372549
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.008912655971479501
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20751,
        "model": "factorized_nb",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.0,
        "primary_top3": 0.03319588584136397,
        "deterministic_top3": 0.03289473684210526,
        "macro_combination_top3": 0.03479844584749879,
        "top3_probability_mass": 0.999895233095281,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 284,
            "top3": 0.035533624280896646
          },
          {
            "hamming_distance": 2,
            "records": 20,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 4.081116414996822,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0021126760563380284
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.007042253521126762
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20751,
        "model": "factorized_lda",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.02631578947368421,
        "primary_top3": 0.15789473684210525,
        "deterministic_top3": 0.15789473684210525,
        "macro_combination_top3": 0.16551724137931034,
        "top3_probability_mass": 0.782763900628895,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 284,
            "top3": 0.16901408450704225
          },
          {
            "hamming_distance": 2,
            "records": 20,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.30873626013415034,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.2
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20751,
        "model": "factorized_kernel",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.03289473684210526,
        "primary_top3": 0.22373021715126976,
        "deterministic_top3": 0.22368421052631576,
        "macro_combination_top3": 0.2345309862551242,
        "top3_probability_mass": 0.7513475555527437,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 284,
            "top3": 0.23948586624642962
          },
          {
            "hamming_distance": 2,
            "records": 20,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.2832416647086897,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0013986013986013986
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.4
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20751,
        "model": "factorized_ridge",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.03289473684210526,
        "primary_top3": 0.20723684210526314,
        "deterministic_top3": 0.20723684210526314,
        "macro_combination_top3": 0.21692789968652038,
        "top3_probability_mass": 0.38883562183406184,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 284,
            "top3": 0.22183098591549297
          },
          {
            "hamming_distance": 2,
            "records": 20,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.14717513260366788,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.7000000000000001
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.09090909090909091
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.5
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.7000000000000001
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.4
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20751,
        "model": "joint_gaussian",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.0,
        "primary_top3": 4.6006624953993374e-05,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 4.8227634434530984e-05,
        "top3_probability_mass": 0.501726206660634,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 284,
            "top3": 4.924652811976756e-05
          },
          {
            "hamming_distance": 2,
            "records": 20,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.21664206425115573,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0013986013986013986
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20751,
        "model": "factorized_logistic",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.08881578947368421,
        "primary_top3": 0.29605263157894735,
        "deterministic_top3": 0.29605263157894735,
        "macro_combination_top3": 0.3103448275862069,
        "top3_probability_mass": 0.453908198854394,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 284,
            "top3": 0.31690140845070425
          },
          {
            "hamming_distance": 2,
            "records": 20,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.13847661018371582,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.2
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.2
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.4
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20751,
        "model": "factorized_classifier",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.18092105263157893,
        "primary_top3": 0.5197368421052632,
        "deterministic_top3": 0.5197368421052632,
        "macro_combination_top3": 0.5332885505299299,
        "top3_probability_mass": 0.7112488787808688,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 284,
            "top3": 0.5352112676056339
          },
          {
            "hamming_distance": 2,
            "records": 20,
            "top3": 0.30000000000000004
          }
        ],
        "median_third_fourth_log_probability_margin": 0.26885128021240234,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.23809523809523808
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.7272727272727273
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20752,
        "model": "additive_full",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.21052631578947367,
        "primary_top3": 0.5164473684210527,
        "deterministic_top3": 0.5164473684210527,
        "macro_combination_top3": 0.5080161218092253,
        "top3_probability_mass": 0.6630535395551991,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 284,
            "top3": 0.5528169014084507
          },
          {
            "hamming_distance": 2,
            "records": 20,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.3152148116579383,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.9090909090909092
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.8181818181818182
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.7142857142857142
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.09090909090909091
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20752,
        "model": "additive_diag",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.05263157894736842,
        "primary_top3": 0.1381578947368421,
        "deterministic_top3": 0.1381578947368421,
        "macro_combination_top3": 0.14482758620689656,
        "top3_probability_mass": 0.8917383139572888,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 284,
            "top3": 0.14788732394366197
          },
          {
            "hamming_distance": 2,
            "records": 20,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.521426028847177,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.5
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20752,
        "model": "factorized_neural",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.05263157894736842,
        "primary_top3": 0.23684210526315788,
        "deterministic_top3": 0.23684210526315788,
        "macro_combination_top3": 0.21200179131213615,
        "top3_probability_mass": 0.9098661867523505,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 284,
            "top3": 0.2535211267605634
          },
          {
            "hamming_distance": 2,
            "records": 20,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.7121564400594171,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.4
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.2727272727272727
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.8181818181818182
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.2
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.8571428571428571
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.2
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20752,
        "model": "joint_neural",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.0,
        "primary_top3": 0.0016262439830551285,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 0.0013444409996134134,
        "top3_probability_mass": 0.5963838928504933,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 284,
            "top3": 0.0017407682072139404
          },
          {
            "hamming_distance": 2,
            "records": 20,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.5272301029105471,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0013986013986013986
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.00196078431372549
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0017825311942959003
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.00392156862745098
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.008823529411764706
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.009337068160597574
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.011764705882352941
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20752,
        "model": "factorized_nb",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.0,
        "primary_top3": 0.06910211267605634,
        "deterministic_top3": 0.06907894736842105,
        "macro_combination_top3": 0.03450704225352113,
        "top3_probability_mass": 0.9996676498572259,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 284,
            "top3": 0.07396845863915891
          },
          {
            "hamming_distance": 2,
            "records": 20,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 3.794579836794785,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0007042253521126761
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 1.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20752,
        "model": "factorized_lda",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.03289473684210526,
        "primary_top3": 0.1381578947368421,
        "deterministic_top3": 0.1381578947368421,
        "macro_combination_top3": 0.14482758620689656,
        "top3_probability_mass": 0.7838598649339208,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 284,
            "top3": 0.14788732394366197
          },
          {
            "hamming_distance": 2,
            "records": 20,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.49187885341749027,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.2
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20752,
        "model": "factorized_kernel",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.023026315789473683,
        "primary_top3": 0.11855907250644092,
        "deterministic_top3": 0.12171052631578946,
        "macro_combination_top3": 0.12302431111208541,
        "top3_probability_mass": 0.6513455714722821,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 284,
            "top3": 0.12690830296464098
          },
          {
            "hamming_distance": 2,
            "records": 20,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.25036608924150405,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.2
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.1013986013986014
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.1013986013986014
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.36363636363636365
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0012714558169103624
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.2
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20752,
        "model": "factorized_ridge",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.06907894736842105,
        "primary_top3": 0.1875,
        "deterministic_top3": 0.1875,
        "macro_combination_top3": 0.19655172413793107,
        "top3_probability_mass": 0.36233378933325144,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 284,
            "top3": 0.2007042253521127
          },
          {
            "hamming_distance": 2,
            "records": 20,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.1197058187058202,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.2
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.7000000000000001
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20752,
        "model": "joint_gaussian",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.0,
        "primary_top3": 4.6006624953993374e-05,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 4.8227634434530984e-05,
        "top3_probability_mass": 0.5200728663767427,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 284,
            "top3": 4.924652811976756e-05
          },
          {
            "hamming_distance": 2,
            "records": 20,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.1906423865445852,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0013986013986013986
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20752,
        "model": "factorized_logistic",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.09868421052631579,
        "primary_top3": 0.4013157894736842,
        "deterministic_top3": 0.4013157894736842,
        "macro_combination_top3": 0.4188087774294671,
        "top3_probability_mass": 0.33767832567433914,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 284,
            "top3": 0.4295774647887324
          },
          {
            "hamming_distance": 2,
            "records": 20,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.09333276748657182,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.7000000000000001
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.5454545454545454
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.4
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.7000000000000001
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20752,
        "model": "factorized_classifier",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.2730263157894737,
        "primary_top3": 0.6282894736842105,
        "deterministic_top3": 0.6282894736842105,
        "macro_combination_top3": 0.6492163009404389,
        "top3_probability_mass": 0.5827523826831604,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 284,
            "top3": 0.6338028169014085
          },
          {
            "hamming_distance": 2,
            "records": 20,
            "top3": 0.55
          }
        ],
        "median_third_fourth_log_probability_margin": 0.26609110832214355,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.2
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.9090909090909092
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.8181818181818182
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 1.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.7000000000000001
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.7000000000000001
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20753,
        "model": "additive_full",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.21052631578947367,
        "primary_top3": 0.49671052631578944,
        "deterministic_top3": 0.49671052631578944,
        "macro_combination_top3": 0.5097925063442306,
        "top3_probability_mass": 0.6887212052822279,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 274,
            "top3": 0.4817518248175182
          },
          {
            "hamming_distance": 2,
            "records": 30,
            "top3": 0.6333333333333333
          }
        ],
        "median_third_fourth_log_probability_margin": 0.24471341882015119,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.8181818181818182
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.9090909090909092
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.2
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.047619047619047616
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.9090909090909092
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.4
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20753,
        "model": "additive_diag",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.049342105263157895,
        "primary_top3": 0.1875,
        "deterministic_top3": 0.1875,
        "macro_combination_top3": 0.19655172413793104,
        "top3_probability_mass": 0.9453305324293811,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 274,
            "top3": 0.17153284671532845
          },
          {
            "hamming_distance": 2,
            "records": 30,
            "top3": 0.3333333333333333
          }
        ],
        "median_third_fourth_log_probability_margin": 0.6975803950161286,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.5
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20753,
        "model": "factorized_neural",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.13157894736842105,
        "primary_top3": 0.35526315789473684,
        "deterministic_top3": 0.35526315789473684,
        "macro_combination_top3": 0.3664576802507837,
        "top3_probability_mass": 0.9076512464968746,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 274,
            "top3": 0.35766423357664234
          },
          {
            "hamming_distance": 2,
            "records": 30,
            "top3": 0.3333333333333333
          }
        ],
        "median_third_fourth_log_probability_margin": 0.8761542269509608,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.8181818181818182
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.9090909090909092
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20753,
        "model": "joint_neural",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.0,
        "primary_top3": 0.0,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 0.0,
        "top3_probability_mass": 0.6616866753664815,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 274,
            "top3": 0.0
          },
          {
            "hamming_distance": 2,
            "records": 30,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.42277404305283284,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20753,
        "model": "factorized_nb",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.0,
        "primary_top3": 0.03620737583395107,
        "deterministic_top3": 0.03618421052631579,
        "macro_combination_top3": 0.03795531811559009,
        "top3_probability_mass": 0.9999285407152055,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 274,
            "top3": 0.04017168705664644
          },
          {
            "hamming_distance": 2,
            "records": 30,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 2.3286288151220447,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0007042253521126761
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20753,
        "model": "factorized_lda",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.08223684210526315,
        "primary_top3": 0.22039473684210525,
        "deterministic_top3": 0.22039473684210525,
        "macro_combination_top3": 0.23103448275862065,
        "top3_probability_mass": 0.8016382881878793,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 274,
            "top3": 0.24452554744525545
          },
          {
            "hamming_distance": 2,
            "records": 30,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.38792472301352454,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.5
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.5
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20753,
        "model": "factorized_kernel",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.019736842105263157,
        "primary_top3": 0.1282894736842105,
        "deterministic_top3": 0.1282894736842105,
        "macro_combination_top3": 0.13448275862068965,
        "top3_probability_mass": 0.7666533541429763,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 274,
            "top3": 0.14233576642335766
          },
          {
            "hamming_distance": 2,
            "records": 30,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.2866119479510729,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.2
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.5
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20753,
        "model": "factorized_ridge",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.046052631578947366,
        "primary_top3": 0.23026315789473684,
        "deterministic_top3": 0.23026315789473684,
        "macro_combination_top3": 0.24137931034482757,
        "top3_probability_mass": 0.3417391969217493,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 274,
            "top3": 0.22262773722627738
          },
          {
            "hamming_distance": 2,
            "records": 30,
            "top3": 0.3
          }
        ],
        "median_third_fourth_log_probability_margin": 0.1225897085387686,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.2
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.1
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.2
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.2
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.4
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20753,
        "model": "joint_gaussian",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.0,
        "primary_top3": 0.0,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 0.0,
        "top3_probability_mass": 0.5562154900443942,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 274,
            "top3": 0.0
          },
          {
            "hamming_distance": 2,
            "records": 30,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.2426090127352083,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20753,
        "model": "factorized_logistic",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.1907894736842105,
        "primary_top3": 0.35855263157894735,
        "deterministic_top3": 0.35855263157894735,
        "macro_combination_top3": 0.37366771159874607,
        "top3_probability_mass": 0.6324318872990828,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 274,
            "top3": 0.3686131386861314
          },
          {
            "hamming_distance": 2,
            "records": 30,
            "top3": 0.26666666666666666
          }
        ],
        "median_third_fourth_log_probability_margin": 0.22044086456298828,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.6363636363636364
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.8
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 0.5
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "hydraulic",
        "samples": 128,
        "seed": 20753,
        "model": "factorized_classifier",
        "records": 304,
        "observed_combinations": 29,
        "primary_top1": 0.256578947368421,
        "primary_top3": 0.41776315789473684,
        "deterministic_top3": 0.41776315789473684,
        "macro_combination_top3": 0.43197492163009404,
        "top3_probability_mass": 0.8504888126909549,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 274,
            "top3": 0.4635036496350365
          },
          {
            "hamming_distance": 2,
            "records": 30,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.5367283821105957,
        "per_combination": [
          {
            "code": 4,
            "levels": [
              0,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 9,
            "levels": [
              0,
              0,
              2,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 13,
            "levels": [
              0,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.6000000000000001
          },
          {
            "code": 16,
            "levels": [
              0,
              1,
              1,
              0
            ],
            "records": 10,
            "top3": 0.9
          },
          {
            "code": 23,
            "levels": [
              0,
              1,
              2,
              3
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 26,
            "levels": [
              0,
              2,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 44,
            "levels": [
              0,
              3,
              2,
              0
            ],
            "records": 11,
            "top3": 0.9090909090909092
          },
          {
            "code": 46,
            "levels": [
              0,
              3,
              2,
              2
            ],
            "records": 11,
            "top3": 0.8181818181818182
          },
          {
            "code": 48,
            "levels": [
              1,
              0,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 52,
            "levels": [
              1,
              0,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 54,
            "levels": [
              1,
              0,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 56,
            "levels": [
              1,
              0,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 60,
            "levels": [
              1,
              1,
              0,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 61,
            "levels": [
              1,
              1,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 62,
            "levels": [
              1,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 73,
            "levels": [
              1,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 76,
            "levels": [
              1,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 78,
            "levels": [
              1,
              2,
              1,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 79,
            "levels": [
              1,
              2,
              1,
              3
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 80,
            "levels": [
              1,
              2,
              2,
              0
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 85,
            "levels": [
              1,
              3,
              0,
              1
            ],
            "records": 21,
            "top3": 0.0
          },
          {
            "code": 88,
            "levels": [
              1,
              3,
              1,
              0
            ],
            "records": 11,
            "top3": 0.0
          },
          {
            "code": 106,
            "levels": [
              2,
              0,
              2,
              2
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 110,
            "levels": [
              2,
              1,
              0,
              2
            ],
            "records": 10,
            "top3": 0.30000000000000004
          },
          {
            "code": 113,
            "levels": [
              2,
              1,
              1,
              1
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 115,
            "levels": [
              2,
              1,
              1,
              3
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 118,
            "levels": [
              2,
              1,
              2,
              2
            ],
            "records": 10,
            "top3": 1.0
          },
          {
            "code": 121,
            "levels": [
              2,
              2,
              0,
              1
            ],
            "records": 10,
            "top3": 0.0
          },
          {
            "code": 124,
            "levels": [
              2,
              2,
              1,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20851,
        "model": "additive_full",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.12316176470588236,
        "primary_top3": 0.3400735294117647,
        "deterministic_top3": 0.3400735294117647,
        "macro_combination_top3": 0.42430555555555555,
        "top3_probability_mass": 0.5323616144938921,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.3400735294117647
          }
        ],
        "median_third_fourth_log_probability_margin": 0.1966387504648246,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 1.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.31666666666666665
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.22916666666666663
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 1.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20851,
        "model": "additive_diag",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.046875,
        "primary_top3": 0.3060661764705882,
        "deterministic_top3": 0.3060661764705882,
        "macro_combination_top3": 0.3847222222222222,
        "top3_probability_mass": 0.9165437422275895,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.3060661764705882
          }
        ],
        "median_third_fourth_log_probability_margin": 0.9694309507469745,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 1.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.37083333333333335
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.22916666666666663
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.7083333333333333
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20851,
        "model": "factorized_neural",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.24632352941176472,
        "primary_top3": 0.6443014705882353,
        "deterministic_top3": 0.6443014705882353,
        "macro_combination_top3": 0.6340277777777777,
        "top3_probability_mass": 0.9423375390763707,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.6443014705882353
          }
        ],
        "median_third_fourth_log_probability_margin": 0.8571601201574732,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.375
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.95
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.6458333333333333
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.375
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.7083333333333333
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20851,
        "model": "joint_neural",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.0068423202614379085,
        "primary_top3": 0.06668709150326799,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 0.049999999999999996,
        "top3_probability_mass": 0.6707716325330062,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.06668709150326799
          }
        ],
        "median_third_fourth_log_probability_margin": 0.2692011163680492,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.027777777777777776
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.11481481481481481
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.15740740740740738
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20851,
        "model": "factorized_nb",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.09099264705882353,
        "primary_top3": 0.2812171743697479,
        "deterministic_top3": 0.3529411764705882,
        "macro_combination_top3": 0.29164186507936507,
        "top3_probability_mass": 0.99929058226174,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.2812171743697479
          }
        ],
        "median_third_fourth_log_probability_margin": 3.8134672905090916,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.7208333333333333
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.008184523809523808
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.2544642857142857
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.016369047619047616
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20851,
        "model": "factorized_lda",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.2454044117647059,
        "primary_top3": 0.6461397058823529,
        "deterministic_top3": 0.6461397058823529,
        "macro_combination_top3": 0.6583333333333332,
        "top3_probability_mass": 0.9012279106078149,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.6461397058823529
          }
        ],
        "median_third_fourth_log_probability_margin": 0.45157785452063415,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 1.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.95
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.9375
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0625
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 1.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20851,
        "model": "factorized_kernel",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.0625,
        "primary_top3": 0.2775735294117647,
        "deterministic_top3": 0.2775735294117647,
        "macro_combination_top3": 0.3020833333333333,
        "top3_probability_mass": 0.7168667562777851,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.2775735294117647
          }
        ],
        "median_third_fourth_log_probability_margin": 0.251917104146532,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.125
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.7083333333333333
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.22916666666666663
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20851,
        "model": "factorized_ridge",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.04595588235294118,
        "primary_top3": 0.3244485294117647,
        "deterministic_top3": 0.3244485294117647,
        "macro_combination_top3": 0.3659722222222222,
        "top3_probability_mass": 0.38029063229714166,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.3244485294117647
          }
        ],
        "median_third_fourth_log_probability_margin": 0.06569072334893677,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.5
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.25
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.2791666666666667
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.375
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.7916666666666666
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20851,
        "model": "joint_gaussian",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.0,
        "primary_top3": 0.0,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 0.0,
        "top3_probability_mass": 0.5733175554215659,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.0
          }
        ],
        "median_third_fourth_log_probability_margin": 0.2928677755230744,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.0
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.0
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20851,
        "model": "factorized_logistic",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.18474264705882354,
        "primary_top3": 0.4154411764705882,
        "deterministic_top3": 0.4154411764705882,
        "macro_combination_top3": 0.4333333333333333,
        "top3_probability_mass": 0.67496622206762,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.4154411764705882
          }
        ],
        "median_third_fourth_log_probability_margin": 0.22238826751708984,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.26666666666666666
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 1.0
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.5833333333333333
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20851,
        "model": "factorized_classifier",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.09283088235294118,
        "primary_top3": 0.47610294117647056,
        "deterministic_top3": 0.47610294117647056,
        "macro_combination_top3": 0.4993055555555555,
        "top3_probability_mass": 0.853299960590172,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.47610294117647056
          }
        ],
        "median_third_fourth_log_probability_margin": 0.399921178817749,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 1.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.45416666666666666
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.9166666666666666
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.625
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20852,
        "model": "additive_full",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.07720588235294118,
        "primary_top3": 0.4007352941176471,
        "deterministic_top3": 0.4007352941176471,
        "macro_combination_top3": 0.5118055555555555,
        "top3_probability_mass": 0.587860998522444,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.4007352941176471
          }
        ],
        "median_third_fourth_log_probability_margin": 0.1988194474891274,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 1.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.5833333333333333
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.13333333333333333
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.45833333333333326
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0625
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.8333333333333333
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20852,
        "model": "additive_diag",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.015625,
        "primary_top3": 0.13878676470588236,
        "deterministic_top3": 0.13878676470588236,
        "macro_combination_top3": 0.2270833333333333,
        "top3_probability_mass": 0.9174776505386171,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.13878676470588236
          }
        ],
        "median_third_fourth_log_probability_margin": 1.6404144120475688,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 1.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.08333333333333333
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.05
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.22916666666666663
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20852,
        "model": "factorized_neural",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.19944852941176472,
        "primary_top3": 0.6755514705882353,
        "deterministic_top3": 0.6755514705882353,
        "macro_combination_top3": 0.6826388888888888,
        "top3_probability_mass": 0.8715548614169042,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.6755514705882353
          }
        ],
        "median_third_fourth_log_probability_margin": 0.697736819881591,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.8333333333333333
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.8041666666666667
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.875
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.25
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.5833333333333333
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20852,
        "model": "joint_neural",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.013130252100840335,
        "primary_top3": 0.12710084033613445,
        "deterministic_top3": 0.015625,
        "macro_combination_top3": 0.09751984126984126,
        "top3_probability_mass": 0.6543206501602413,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.12710084033613445
          }
        ],
        "median_third_fourth_log_probability_margin": 0.13222008342376235,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.03571428571428571
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.2577380952380952
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.26488095238095233
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.026785714285714284
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20852,
        "model": "factorized_nb",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.0,
        "primary_top3": 0.23910302267458708,
        "deterministic_top3": 0.22886029411764705,
        "macro_combination_top3": 0.27376761767925556,
        "top3_probability_mass": 0.999475767108861,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.23910302267458708
          }
        ],
        "median_third_fourth_log_probability_margin": 4.859286591140528,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.011699507389162561
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.4076149425287356
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.4397321428571428
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.01293103448275862
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.02062807881773399
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20852,
        "model": "factorized_lda",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.2610294117647059,
        "primary_top3": 0.6452205882352942,
        "deterministic_top3": 0.6452205882352942,
        "macro_combination_top3": 0.6444444444444444,
        "top3_probability_mass": 0.9111048381524637,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.6452205882352942
          }
        ],
        "median_third_fourth_log_probability_margin": 0.8024964086804829,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.3333333333333333
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.95
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.875
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.125
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.8333333333333333
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20852,
        "model": "factorized_kernel",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.015625,
        "primary_top3": 0.18474264705882354,
        "deterministic_top3": 0.18474264705882354,
        "macro_combination_top3": 0.16249999999999998,
        "top3_probability_mass": 0.6738411245844316,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.18474264705882354
          }
        ],
        "median_third_fourth_log_probability_margin": 0.29474415453335134,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.4583333333333333
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.1
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.22916666666666663
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.1875
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20852,
        "model": "factorized_ridge",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.10845588235294118,
        "primary_top3": 0.23161764705882354,
        "deterministic_top3": 0.23161764705882354,
        "macro_combination_top3": 0.36944444444444446,
        "top3_probability_mass": 0.44304463102787583,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.23161764705882354
          }
        ],
        "median_third_fourth_log_probability_margin": 0.17583812019194367,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 1.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.7083333333333333
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.13333333333333333
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.0
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.375
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20852,
        "model": "joint_gaussian",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.0,
        "primary_top3": 0.004332983193277311,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 0.0026785714285714286,
        "top3_probability_mass": 0.5785533152577822,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.004332983193277311
          }
        ],
        "median_third_fourth_log_probability_margin": 0.22963459297348043,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.01607142857142857
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.0
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20852,
        "model": "factorized_logistic",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.046875,
        "primary_top3": 0.26286764705882354,
        "deterministic_top3": 0.26286764705882354,
        "macro_combination_top3": 0.3020833333333333,
        "top3_probability_mass": 0.49578616810536014,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.26286764705882354
          }
        ],
        "median_third_fourth_log_probability_margin": 0.127335786819458,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.25
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.3333333333333333
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.08333333333333333
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.3125
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.8333333333333333
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20852,
        "model": "factorized_classifier",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.04595588235294118,
        "primary_top3": 0.3382352941176471,
        "deterministic_top3": 0.3382352941176471,
        "macro_combination_top3": 0.29236111111111107,
        "top3_probability_mass": 0.8340008108386121,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.3382352941176471
          }
        ],
        "median_third_fourth_log_probability_margin": 0.4056124687194824,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.5
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.5874999999999999
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.49999999999999994
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.16666666666666666
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20853,
        "model": "additive_full",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.09191176470588236,
        "primary_top3": 0.3685661764705882,
        "deterministic_top3": 0.3685661764705882,
        "macro_combination_top3": 0.44166666666666665,
        "top3_probability_mass": 0.5131710241026537,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.3685661764705882
          }
        ],
        "median_third_fourth_log_probability_margin": 0.16279669489019222,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 1.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.7541666666666667
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.0625
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.8333333333333333
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20853,
        "model": "additive_diag",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.06158088235294118,
        "primary_top3": 0.22886029411764705,
        "deterministic_top3": 0.22886029411764705,
        "macro_combination_top3": 0.2895833333333333,
        "top3_probability_mass": 0.9057448897721267,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.22886029411764705
          }
        ],
        "median_third_fourth_log_probability_margin": 1.1913508295059465,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.4041666666666667
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.0
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.5833333333333333
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20853,
        "model": "factorized_neural",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.2610294117647059,
        "primary_top3": 0.6902573529411764,
        "deterministic_top3": 0.6902573529411764,
        "macro_combination_top3": 0.6513888888888888,
        "top3_probability_mass": 0.9329028300543791,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.6902573529411764
          }
        ],
        "median_third_fourth_log_probability_margin": 0.593445066725963,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.25
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.95
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.5833333333333333
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.625
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.75
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20853,
        "model": "joint_neural",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.0015625,
        "primary_top3": 0.04310661764705882,
        "deterministic_top3": 0.015625,
        "macro_combination_top3": 0.03145833333333334,
        "top3_probability_mass": 0.7153793402016938,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.04310661764705882
          }
        ],
        "median_third_fourth_log_probability_margin": 0.49739343131699165,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.025
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.16375
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.0
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20853,
        "model": "factorized_nb",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.0625,
        "primary_top3": 0.3472238572152999,
        "deterministic_top3": 0.43014705882352944,
        "macro_combination_top3": 0.3591842843459222,
        "top3_probability_mass": 0.9946703836799762,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.3472238572152999
          }
        ],
        "median_third_fourth_log_probability_margin": 3.8321191864540136,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.125
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.7541666666666667
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.369971264367816
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.13585283251231528
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.020114942528735632
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20853,
        "model": "factorized_lda",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.19944852941176472,
        "primary_top3": 0.4908088235294118,
        "deterministic_top3": 0.4908088235294118,
        "macro_combination_top3": 0.5159722222222222,
        "top3_probability_mass": 0.9064740699106494,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.4908088235294118
          }
        ],
        "median_third_fourth_log_probability_margin": 0.5677268909156792,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.25
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.8875
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.49999999999999994
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.7083333333333333
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20853,
        "model": "factorized_kernel",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.015625,
        "primary_top3": 0.2141544117647059,
        "deterministic_top3": 0.2141544117647059,
        "macro_combination_top3": 0.25277777777777777,
        "top3_probability_mass": 0.6999484777820316,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.2141544117647059
          }
        ],
        "median_third_fourth_log_probability_margin": 0.16850973542150438,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.225
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.45833333333333326
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.08333333333333333
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20853,
        "model": "factorized_ridge",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.06158088235294118,
        "primary_top3": 0.20036764705882354,
        "deterministic_top3": 0.20036764705882354,
        "macro_combination_top3": 0.2777777777777778,
        "top3_probability_mass": 0.3723246300447356,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.20036764705882354
          }
        ],
        "median_third_fourth_log_probability_margin": 0.09844084161120614,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.16666666666666666
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.0
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.75
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20853,
        "model": "joint_gaussian",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.0,
        "primary_top3": 0.01819852941176471,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 0.013472222222222222,
        "top3_probability_mass": 0.6097028918218861,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.01819852941176471
          }
        ],
        "median_third_fourth_log_probability_margin": 0.2135505183072537,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.08083333333333334
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.0
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20853,
        "model": "factorized_logistic",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.030330882352941176,
        "primary_top3": 0.2766544117647059,
        "deterministic_top3": 0.2766544117647059,
        "macro_combination_top3": 0.32916666666666666,
        "top3_probability_mass": 0.5942462864571686,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.2766544117647059
          }
        ],
        "median_third_fourth_log_probability_margin": 0.20103287696838357,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.24583333333333335
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.22916666666666663
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.75
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 64,
        "seed": 20853,
        "model": "factorized_classifier",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.015625,
        "primary_top3": 0.2757352941176471,
        "deterministic_top3": 0.2757352941176471,
        "macro_combination_top3": 0.21944444444444441,
        "top3_probability_mass": 0.8417613143439618,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.2757352941176471
          }
        ],
        "median_third_fourth_log_probability_margin": 0.4239315986633305,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.5041666666666667
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.22916666666666663
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.125
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.45833333333333326
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20851,
        "model": "additive_full",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.12316176470588236,
        "primary_top3": 0.49264705882352944,
        "deterministic_top3": 0.49264705882352944,
        "macro_combination_top3": 0.54375,
        "top3_probability_mass": 0.6889323460501726,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.49264705882352944
          }
        ],
        "median_third_fourth_log_probability_margin": 0.3087208772874295,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 1.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.125
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.575
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.6875
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.875
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20851,
        "model": "additive_diag",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.04595588235294118,
        "primary_top3": 0.3382352941176471,
        "deterministic_top3": 0.3382352941176471,
        "macro_combination_top3": 0.38611111111111107,
        "top3_probability_mass": 0.9555541427247226,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.3382352941176471
          }
        ],
        "median_third_fourth_log_probability_margin": 1.5993845374878681,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 1.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.5041666666666667
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.4583333333333333
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0625
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.29166666666666663
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20851,
        "model": "factorized_neural",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.2775735294117647,
        "primary_top3": 0.7830882352941176,
        "deterministic_top3": 0.7830882352941176,
        "macro_combination_top3": 0.7729166666666667,
        "top3_probability_mass": 0.9464076799953511,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.7830882352941176
          }
        ],
        "median_third_fourth_log_probability_margin": 0.7279069048120448,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.625
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.95
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.9375
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.375
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 1.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20851,
        "model": "joint_neural",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.010263480392156861,
        "primary_top3": 0.07705269607843136,
        "deterministic_top3": 0.046875,
        "macro_combination_top3": 0.05706018518518517,
        "top3_probability_mass": 0.8039599375146526,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.07705269607843136
          }
        ],
        "median_third_fourth_log_probability_margin": 0.47105305938030106,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.06944444444444443
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.17222222222222222
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.10069444444444443
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20851,
        "model": "factorized_nb",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.07628676470588236,
        "primary_top3": 0.26706932773109243,
        "deterministic_top3": 0.3226102941176471,
        "macro_combination_top3": 0.2961805555555555,
        "top3_probability_mass": 0.997394262397459,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.26706932773109243
          }
        ],
        "median_third_fourth_log_probability_margin": 3.3026097087278874,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.6208333333333333
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.38318452380952384
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.006696428571428571
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.016369047619047616
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20851,
        "model": "factorized_lda",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.2757352941176471,
        "primary_top3": 0.5836397058823529,
        "deterministic_top3": 0.5836397058823529,
        "macro_combination_top3": 0.5715277777777777,
        "top3_probability_mass": 0.916765530862852,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.5836397058823529
          }
        ],
        "median_third_fourth_log_probability_margin": 0.7067096063554321,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.8666666666666667
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.9375
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.875
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20851,
        "model": "factorized_kernel",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.046875,
        "primary_top3": 0.2297794117647059,
        "deterministic_top3": 0.2297794117647059,
        "macro_combination_top3": 0.2736111111111111,
        "top3_probability_mass": 0.6583779373940145,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.2297794117647059
          }
        ],
        "median_third_fourth_log_probability_margin": 0.2268643680737954,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.125
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.5375
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.0625
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.16666666666666666
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20851,
        "model": "factorized_ridge",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.12408088235294118,
        "primary_top3": 0.4172794117647059,
        "deterministic_top3": 0.4172794117647059,
        "macro_combination_top3": 0.5013888888888889,
        "top3_probability_mass": 0.39239445500594383,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.4172794117647059
          }
        ],
        "median_third_fourth_log_probability_margin": 0.12066656614166771,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 1.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.125
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.3625
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.5208333333333333
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 1.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20851,
        "model": "joint_gaussian",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.0,
        "primary_top3": 0.012561274509803922,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 0.00798611111111111,
        "top3_probability_mass": 0.6739075894137997,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.012561274509803922
          }
        ],
        "median_third_fourth_log_probability_margin": 0.4008662000875045,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.04791666666666666
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.0
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20851,
        "model": "factorized_logistic",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.16911764705882354,
        "primary_top3": 0.47702205882352944,
        "deterministic_top3": 0.47702205882352944,
        "macro_combination_top3": 0.5131944444444444,
        "top3_probability_mass": 0.7843198306290989,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.47702205882352944
          }
        ],
        "median_third_fourth_log_probability_margin": 0.30449962615966797,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.25
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.32916666666666666
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.9166666666666666
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.8333333333333333
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20851,
        "model": "factorized_classifier",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.18382352941176472,
        "primary_top3": 0.5064338235294118,
        "deterministic_top3": 0.5064338235294118,
        "macro_combination_top3": 0.5076388888888889,
        "top3_probability_mass": 0.844654483489784,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.5064338235294118
          }
        ],
        "median_third_fourth_log_probability_margin": 0.4246807098388672,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.5
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.6708333333333334
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.7708333333333333
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.1875
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.16666666666666666
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20852,
        "model": "additive_full",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.13786764705882354,
        "primary_top3": 0.4623161764705882,
        "deterministic_top3": 0.4623161764705882,
        "macro_combination_top3": 0.5354166666666667,
        "top3_probability_mass": 0.7463749489249899,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.4623161764705882
          }
        ],
        "median_third_fourth_log_probability_margin": 0.4844262422050005,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 1.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.3333333333333333
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.23333333333333334
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.75
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0625
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.8333333333333333
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20852,
        "model": "additive_diag",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.12224264705882353,
        "primary_top3": 0.2461594012605042,
        "deterministic_top3": 0.24448529411764705,
        "macro_combination_top3": 0.28539186507936504,
        "top3_probability_mass": 0.9744044705406347,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.2461594012605042
          }
        ],
        "median_third_fourth_log_probability_margin": 2.1099020539435718,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.125
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.37083333333333335
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.45833333333333326
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.002232142857142857
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.005952380952380952
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20852,
        "model": "factorized_neural",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.39797794117647056,
        "primary_top3": 0.7518382352941176,
        "deterministic_top3": 0.7518382352941176,
        "macro_combination_top3": 0.7104166666666667,
        "top3_probability_mass": 0.9514687035478819,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.7518382352941176
          }
        ],
        "median_third_fourth_log_probability_margin": 0.7147076014589295,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.25
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.95
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.9375
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.5
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.875
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20852,
        "model": "joint_neural",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.011029411764705881,
        "primary_top3": 0.08797268907563024,
        "deterministic_top3": 0.03125,
        "macro_combination_top3": 0.06726190476190474,
        "top3_probability_mass": 0.7793829357427345,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.08797268907563024
          }
        ],
        "median_third_fourth_log_probability_margin": 0.5483358162067571,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.059523809523809514
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.1386904761904762
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.20535714285714285
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20852,
        "model": "factorized_nb",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.09191176470588236,
        "primary_top3": 0.23914716748768475,
        "deterministic_top3": 0.22886029411764705,
        "macro_combination_top3": 0.27717056650246297,
        "top3_probability_mass": 0.9983816757521864,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.23914716748768475
          }
        ],
        "median_third_fourth_log_probability_margin": 5.58868176339805,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.40773809523809523
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.4692887931034482
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.015163177339901477
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.020833333333333332
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20852,
        "model": "factorized_lda",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.3216911764705882,
        "primary_top3": 0.7840073529411764,
        "deterministic_top3": 0.7840073529411764,
        "macro_combination_top3": 0.7347222222222223,
        "top3_probability_mass": 0.9320857582647346,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.7840073529411764
          }
        ],
        "median_third_fourth_log_probability_margin": 0.556391823715525,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.20833333333333331
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.95
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.9375
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.5625
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 1.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20852,
        "model": "factorized_kernel",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.04595588235294118,
        "primary_top3": 0.21599264705882354,
        "deterministic_top3": 0.21599264705882354,
        "macro_combination_top3": 0.26111111111111107,
        "top3_probability_mass": 0.627495575778094,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.21599264705882354
          }
        ],
        "median_third_fourth_log_probability_margin": 0.18634277497887375,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.20833333333333331
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.31666666666666665
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.29166666666666663
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20852,
        "model": "factorized_ridge",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.15441176470588236,
        "primary_top3": 0.4329044117647059,
        "deterministic_top3": 0.4329044117647059,
        "macro_combination_top3": 0.5444444444444444,
        "top3_probability_mass": 0.4540292310069727,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.4329044117647059
          }
        ],
        "median_third_fourth_log_probability_margin": 0.09898966272100118,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 1.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.7083333333333333
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.26666666666666666
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.29166666666666663
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 1.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20852,
        "model": "joint_gaussian",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.002232142857142857,
        "primary_top3": 0.04831932773109243,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 0.03511904761904761,
        "top3_probability_mass": 0.6994931312255964,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.04831932773109243
          }
        ],
        "median_third_fourth_log_probability_margin": 0.25635459893277,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.011904761904761904
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.15416666666666667
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.04464285714285714
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20852,
        "model": "factorized_logistic",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.13878676470588236,
        "primary_top3": 0.4319852941176471,
        "deterministic_top3": 0.4319852941176471,
        "macro_combination_top3": 0.46319444444444435,
        "top3_probability_mass": 0.8351117412711598,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.4319852941176471
          }
        ],
        "median_third_fourth_log_probability_margin": 0.7404649257659912,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.5
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.3333333333333333
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.13333333333333333
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.8125
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 1.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20852,
        "model": "factorized_classifier",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.09099264705882353,
        "primary_top3": 0.3547794117647059,
        "deterministic_top3": 0.3547794117647059,
        "macro_combination_top3": 0.3777777777777777,
        "top3_probability_mass": 0.8446062793609854,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.3547794117647059
          }
        ],
        "median_third_fourth_log_probability_margin": 0.4860851764678955,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.20833333333333331
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.32916666666666666
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.8125
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.16666666666666666
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20853,
        "model": "additive_full",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.10753676470588236,
        "primary_top3": 0.43014705882352944,
        "deterministic_top3": 0.43014705882352944,
        "macro_combination_top3": 0.4881944444444444,
        "top3_probability_mass": 0.6774455038970755,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.43014705882352944
          }
        ],
        "median_third_fourth_log_probability_margin": 0.27931014612284955,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 1.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.575
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.5208333333333333
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.8333333333333333
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20853,
        "model": "additive_diag",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.12316176470588236,
        "primary_top3": 0.24448529411764705,
        "deterministic_top3": 0.24448529411764705,
        "macro_combination_top3": 0.28402777777777777,
        "top3_probability_mass": 0.9598253510864192,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.24448529411764705
          }
        ],
        "median_third_fourth_log_probability_margin": 1.7980100940602526,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.45416666666666666
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.125
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.37499999999999994
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20853,
        "model": "factorized_neural",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.2766544117647059,
        "primary_top3": 0.6452205882352942,
        "deterministic_top3": 0.6452205882352942,
        "macro_combination_top3": 0.6201388888888888,
        "top3_probability_mass": 0.9519788421816349,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.6452205882352942
          }
        ],
        "median_third_fourth_log_probability_margin": 0.8643589615074374,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.25
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.95
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.7708333333333333
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.25
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.75
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20853,
        "model": "joint_neural",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.0,
        "primary_top3": 0.04446231617647059,
        "deterministic_top3": 0.03125,
        "macro_combination_top3": 0.032638888888888884,
        "top3_probability_mass": 0.8594653641581609,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.04446231617647059
          }
        ],
        "median_third_fourth_log_probability_margin": 0.5634160787547096,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.041666666666666664
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.15416666666666667
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.0
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20853,
        "model": "factorized_nb",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.12224264705882353,
        "primary_top3": 0.3432349771805274,
        "deterministic_top3": 0.3373161764705882,
        "macro_combination_top3": 0.3496485016420361,
        "top3_probability_mass": 0.998591431316728,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.3432349771805274
          }
        ],
        "median_third_fourth_log_probability_margin": 4.250734940114637,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.7541666666666667
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.577765804597701
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.01595853858784893
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20853,
        "model": "factorized_lda",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.2454044117647059,
        "primary_top3": 0.6001838235294118,
        "deterministic_top3": 0.6001838235294118,
        "macro_combination_top3": 0.592361111111111,
        "top3_probability_mass": 0.9280933817290529,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.6001838235294118
          }
        ],
        "median_third_fourth_log_probability_margin": 0.5831045992947246,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.125
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.95
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.8541666666666666
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.875
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20853,
        "model": "factorized_kernel",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.0,
        "primary_top3": 0.2904411764705882,
        "deterministic_top3": 0.2904411764705882,
        "macro_combination_top3": 0.30833333333333335,
        "top3_probability_mass": 0.6869443047788111,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.2904411764705882
          }
        ],
        "median_third_fourth_log_probability_margin": 0.25347039022989026,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.45416666666666666
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.41666666666666663
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0625
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.16666666666666666
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20853,
        "model": "factorized_ridge",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.04595588235294118,
        "primary_top3": 0.24724264705882354,
        "deterministic_top3": 0.24724264705882354,
        "macro_combination_top3": 0.3555555555555555,
        "top3_probability_mass": 0.38431622674918686,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.24724264705882354
          }
        ],
        "median_third_fourth_log_probability_margin": 0.09114578390904748,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 1.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.13333333333333333
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.0
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 1.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20853,
        "model": "joint_gaussian",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.0,
        "primary_top3": 0.02297794117647059,
        "deterministic_top3": 0.0,
        "macro_combination_top3": 0.014930555555555555,
        "top3_probability_mass": 0.6982378003689808,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.02297794117647059
          }
        ],
        "median_third_fourth_log_probability_margin": 0.4066615853483797,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.0
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.08958333333333333
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.0
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20853,
        "model": "factorized_logistic",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.014705882352941176,
        "primary_top3": 0.3851102941176471,
        "deterministic_top3": 0.3851102941176471,
        "macro_combination_top3": 0.4354166666666666,
        "top3_probability_mass": 0.7611390579261467,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.3851102941176471
          }
        ],
        "median_third_fourth_log_probability_margin": 0.40035390853881836,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.21666666666666667
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.6458333333333333
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.0
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 1.0
          }
        ]
      },
      {
        "cohort": "temperature",
        "samples": 128,
        "seed": 20853,
        "model": "factorized_classifier",
        "records": 65,
        "observed_combinations": 6,
        "primary_top1": 0.09191176470588236,
        "primary_top3": 0.4908088235294118,
        "deterministic_top3": 0.4908088235294118,
        "macro_combination_top3": 0.47638888888888886,
        "top3_probability_mass": 0.8307513316310884,
        "nearest_fitting_combination": [
          {
            "hamming_distance": 1,
            "records": 65,
            "top3": 0.4908088235294118
          }
        ],
        "median_third_fourth_log_probability_margin": 0.36124300956726074,
        "per_combination": [
          {
            "code": 0,
            "levels": [
              0,
              0
            ],
            "records": 4,
            "top3": 0.75
          },
          {
            "code": 5,
            "levels": [
              1,
              2
            ],
            "records": 9,
            "top3": 0.0
          },
          {
            "code": 11,
            "levels": [
              3,
              2
            ],
            "records": 15,
            "top3": 0.8166666666666667
          },
          {
            "code": 16,
            "levels": [
              5,
              1
            ],
            "records": 14,
            "top3": 0.7083333333333333
          },
          {
            "code": 18,
            "levels": [
              6,
              0
            ],
            "records": 13,
            "top3": 0.125
          },
          {
            "code": 27,
            "levels": [
              9,
              0
            ],
            "records": 10,
            "top3": 0.45833333333333326
          }
        ]
      }
    ]
  },
  "enumerative_planner_check": {
    "worlds": 192,
    "streams": 3,
    "encodings": 8,
    "utility_comparisons": 27648,
    "depth_one_trees": 21,
    "depth_two_trees": 291,
    "maximum_absolute_error": 3.3306690738754696e-16,
    "verification": "All deterministic binary-query trees; separate from the dynamic-programming recurrence."
  },
  "model_files_sha256": {
    "models/controlled/first_stream_representations.json": "ac109eb6db0745f028743e1599428a062d142f027ffab5580c3cf7113b8b4067",
    "models/controlled/first_stream_representations.safetensors": "0d5712ad9ab02a3db62e57ee4f465f609b18d3c2fde8299857cd4107a579c037",
    "models/hydraulic/n128_s20751/additive_diag.json": "104a548b13e394e2d80b3d0d696964cbc6b2f8311496383665e81b00ec607368",
    "models/hydraulic/n128_s20751/additive_diag.safetensors": "85c03243b181ea2996f3bd48374cbbf5ce248bfbef5871f19ace7cd43cb8965e",
    "models/hydraulic/n128_s20751/additive_full.json": "1c57dd5a8d4c7a0963f2da4dae9a09df1d3df5d5e1c176367b5f66a51faedae0",
    "models/hydraulic/n128_s20751/additive_full.safetensors": "a983240f790c1f75a120e56b08469815150eeb61db45aab0afdde76e871f7be3",
    "models/hydraulic/n128_s20751/factorized_classifier.json": "004627424b9d997f081863904d9b515edd323c055517e83cc5718e6a138da9a0",
    "models/hydraulic/n128_s20751/factorized_classifier.safetensors": "326c76fd5f5bcd6c9b73b577998e591af6195f36b425a0304fedb185894cfdca",
    "models/hydraulic/n128_s20751/factorized_kernel.json": "3b8617945fe298be91263b2e039adf29717e3e5bf8cbff740cf516715e51dc97",
    "models/hydraulic/n128_s20751/factorized_kernel.safetensors": "9a95d1e13ec766e30c8a47f53691b9a4985263bdfe7834dda990a60834aa413b",
    "models/hydraulic/n128_s20751/factorized_lda.json": "16e0e96c3780a4d7ef1c61e9b9296f661bf848afd9403d3b77d4052bac55a471",
    "models/hydraulic/n128_s20751/factorized_lda.safetensors": "ebc89010fbedb3d36f78400e2fa8c316724424e7129131b5caf13baabbeff6cf",
    "models/hydraulic/n128_s20751/factorized_logistic.json": "79a11e4b478d39834c6ff0569cd59338cd0b45ee951426376284f7bce04a6102",
    "models/hydraulic/n128_s20751/factorized_logistic.safetensors": "3eb56c41e51879eec704208f03f79b15f9f99a2a05b2e2f7a31244eb70034bfd",
    "models/hydraulic/n128_s20751/factorized_nb.json": "4bde15305f89959111b8d2064569a442730c80e6749b2df74bbbc63da3e3d4fd",
    "models/hydraulic/n128_s20751/factorized_nb.safetensors": "ae7f5edffa46496ce66aa0a94bb1486e16d38aa04b7a54c6f08ee24c40475dc1",
    "models/hydraulic/n128_s20751/factorized_neural.json": "3b6c2ddcc65758332bb73f335eceb1c03254549fd368f917fc1d24ac3f8903cb",
    "models/hydraulic/n128_s20751/factorized_neural.safetensors": "7a530f77cd311696ae081f328af6c430cafcff817f379a769c29af9059e1b4da",
    "models/hydraulic/n128_s20751/factorized_ridge.json": "4f32561dd6061b63c7254389122bf72bd8a2f2fc93f5787182e82bfdf7be5e42",
    "models/hydraulic/n128_s20751/factorized_ridge.safetensors": "a5ff340a71a2dccdea6e6be18a009fbf067b8331b7b89f741ff81eb65ff99d38",
    "models/hydraulic/n128_s20751/joint_gaussian.json": "d47738424edf2b32269e2fe39ea51a77cd8ebfd258b62cdcdca8925f2d9f2729",
    "models/hydraulic/n128_s20751/joint_gaussian.safetensors": "99a66ec6b3d0dc5911ff314d0321abd605b38e8f7a9d80c803eaac10825e991e",
    "models/hydraulic/n128_s20751/joint_neural.json": "1022182d58e9ada2cb21c5111b256857f8e0a63d2d205d5eb3eaf90a53e79c6c",
    "models/hydraulic/n128_s20751/joint_neural.safetensors": "89b367f5fc19c645a1d3746b1aaa6536397c050a8a519827ff0b84677f771ffb",
    "models/hydraulic/n128_s20752/additive_diag.json": "104a548b13e394e2d80b3d0d696964cbc6b2f8311496383665e81b00ec607368",
    "models/hydraulic/n128_s20752/additive_diag.safetensors": "db67c4b86368618502a77db6ce7829b55532222d901fe419cc6e76183c825ef6",
    "models/hydraulic/n128_s20752/additive_full.json": "1c57dd5a8d4c7a0963f2da4dae9a09df1d3df5d5e1c176367b5f66a51faedae0",
    "models/hydraulic/n128_s20752/additive_full.safetensors": "5c17b94994199c520040983743e609569a4a55c8816f5b4410b0b3411986e2fc",
    "models/hydraulic/n128_s20752/factorized_classifier.json": "004627424b9d997f081863904d9b515edd323c055517e83cc5718e6a138da9a0",
    "models/hydraulic/n128_s20752/factorized_classifier.safetensors": "b21433876e900da3357f1d1772568a11ecc0bfd014c19cdc7bddc5bf481a56f1",
    "models/hydraulic/n128_s20752/factorized_kernel.json": "3b8617945fe298be91263b2e039adf29717e3e5bf8cbff740cf516715e51dc97",
    "models/hydraulic/n128_s20752/factorized_kernel.safetensors": "9ed157540499fd54d5b0f1c9edccb36058b13c1f2f50653f26ab34a284c98db0",
    "models/hydraulic/n128_s20752/factorized_lda.json": "16e0e96c3780a4d7ef1c61e9b9296f661bf848afd9403d3b77d4052bac55a471",
    "models/hydraulic/n128_s20752/factorized_lda.safetensors": "dedd5493192e1e799734bf2162599f2a47be77d55bb1fbfa619f8405283f21c8",
    "models/hydraulic/n128_s20752/factorized_logistic.json": "79a11e4b478d39834c6ff0569cd59338cd0b45ee951426376284f7bce04a6102",
    "models/hydraulic/n128_s20752/factorized_logistic.safetensors": "fe3ec47e44fa04ff58e8c5eef0838ccd83223782847ede022eaa6f59cf56f179",
    "models/hydraulic/n128_s20752/factorized_nb.json": "4bde15305f89959111b8d2064569a442730c80e6749b2df74bbbc63da3e3d4fd",
    "models/hydraulic/n128_s20752/factorized_nb.safetensors": "57f8e9e46caa976b2a31f4d0bdfbab3b262d74bd3099e4cabee00083ffdf2b5d",
    "models/hydraulic/n128_s20752/factorized_neural.json": "3b6c2ddcc65758332bb73f335eceb1c03254549fd368f917fc1d24ac3f8903cb",
    "models/hydraulic/n128_s20752/factorized_neural.safetensors": "80d45b1b49dce5f50532a2d49bd2a9af53d77300d4b54cc59810d47e44df9546",
    "models/hydraulic/n128_s20752/factorized_ridge.json": "4f32561dd6061b63c7254389122bf72bd8a2f2fc93f5787182e82bfdf7be5e42",
    "models/hydraulic/n128_s20752/factorized_ridge.safetensors": "d553955205213c0cc16058178c12c1c83411936a75b93b25777daf7ed4a6005b",
    "models/hydraulic/n128_s20752/joint_gaussian.json": "d47738424edf2b32269e2fe39ea51a77cd8ebfd258b62cdcdca8925f2d9f2729",
    "models/hydraulic/n128_s20752/joint_gaussian.safetensors": "a8907cc2c8ff6fdc41f957b9edc42d7bc3a7b9234c10cef4cfec7a67f0735718",
    "models/hydraulic/n128_s20752/joint_neural.json": "1022182d58e9ada2cb21c5111b256857f8e0a63d2d205d5eb3eaf90a53e79c6c",
    "models/hydraulic/n128_s20752/joint_neural.safetensors": "1eb69d715e38868b4a3270d5dc9a7ead2bcca5886d78298590f53514b945e33e",
    "models/hydraulic/n128_s20753/additive_diag.json": "104a548b13e394e2d80b3d0d696964cbc6b2f8311496383665e81b00ec607368",
    "models/hydraulic/n128_s20753/additive_diag.safetensors": "212b4fe7dbff0d167cd1bad7fcba3ca76a59928da1bf6a4fd2957b1f99dca642",
    "models/hydraulic/n128_s20753/additive_full.json": "1c57dd5a8d4c7a0963f2da4dae9a09df1d3df5d5e1c176367b5f66a51faedae0",
    "models/hydraulic/n128_s20753/additive_full.safetensors": "366c3eeb98a783d47c7a7381c22f0912355c3258da47ff731fda6d367cb5489d",
    "models/hydraulic/n128_s20753/factorized_classifier.json": "004627424b9d997f081863904d9b515edd323c055517e83cc5718e6a138da9a0",
    "models/hydraulic/n128_s20753/factorized_classifier.safetensors": "47aa099e5797d8a8e7b6add2569a782f2a9cbe873a536fddedd667a06f4063cf",
    "models/hydraulic/n128_s20753/factorized_kernel.json": "3b8617945fe298be91263b2e039adf29717e3e5bf8cbff740cf516715e51dc97",
    "models/hydraulic/n128_s20753/factorized_kernel.safetensors": "8bdc55d8bca2d4308d1dc72328eb1ae94ed07c7cedb7fc3de2a501a1d768bb39",
    "models/hydraulic/n128_s20753/factorized_lda.json": "16e0e96c3780a4d7ef1c61e9b9296f661bf848afd9403d3b77d4052bac55a471",
    "models/hydraulic/n128_s20753/factorized_lda.safetensors": "1d432639902ba9f23adda13c52559017a5a12ac90db1be5fed3bba2d55f1ff67",
    "models/hydraulic/n128_s20753/factorized_logistic.json": "79a11e4b478d39834c6ff0569cd59338cd0b45ee951426376284f7bce04a6102",
    "models/hydraulic/n128_s20753/factorized_logistic.safetensors": "92bf472e974187f9929f4190701b4720c554012bfebb53d9261d0bc4fbcadf38",
    "models/hydraulic/n128_s20753/factorized_nb.json": "4bde15305f89959111b8d2064569a442730c80e6749b2df74bbbc63da3e3d4fd",
    "models/hydraulic/n128_s20753/factorized_nb.safetensors": "a605659773ec702e7f063e1203e6fb9e7a195b1bec42d1c872e54a2d9d677fdc",
    "models/hydraulic/n128_s20753/factorized_neural.json": "3b6c2ddcc65758332bb73f335eceb1c03254549fd368f917fc1d24ac3f8903cb",
    "models/hydraulic/n128_s20753/factorized_neural.safetensors": "722fddc6508bf0ea090c5c619d2d98adba8272ce14a5d5ae7d3e905718c70b13",
    "models/hydraulic/n128_s20753/factorized_ridge.json": "4f32561dd6061b63c7254389122bf72bd8a2f2fc93f5787182e82bfdf7be5e42",
    "models/hydraulic/n128_s20753/factorized_ridge.safetensors": "d739febc728e8f27838d2057c6eee11489b9900a0ebaea598888fcf7c39c31b3",
    "models/hydraulic/n128_s20753/joint_gaussian.json": "d47738424edf2b32269e2fe39ea51a77cd8ebfd258b62cdcdca8925f2d9f2729",
    "models/hydraulic/n128_s20753/joint_gaussian.safetensors": "8cc1ffecb9a7d2b1494471facb0cf9f80d9b827de6d8011a3015429d42b44554",
    "models/hydraulic/n128_s20753/joint_neural.json": "1022182d58e9ada2cb21c5111b256857f8e0a63d2d205d5eb3eaf90a53e79c6c",
    "models/hydraulic/n128_s20753/joint_neural.safetensors": "4191d821dd1e5ada59978ed5dffdbbcc9f3b66cb83d3f3263256e285470054f7",
    "models/hydraulic/n64_s20751/additive_diag.json": "104a548b13e394e2d80b3d0d696964cbc6b2f8311496383665e81b00ec607368",
    "models/hydraulic/n64_s20751/additive_diag.safetensors": "e03c4d40955e7e531b536aada965493298bb27f2589c222cf1298e46562ee42d",
    "models/hydraulic/n64_s20751/additive_full.json": "1c57dd5a8d4c7a0963f2da4dae9a09df1d3df5d5e1c176367b5f66a51faedae0",
    "models/hydraulic/n64_s20751/additive_full.safetensors": "5494635d3fd26e51b5a1e31c9d64f23d45837e2a14b2f6f38977d39ae2a2fec9",
    "models/hydraulic/n64_s20751/factorized_classifier.json": "004627424b9d997f081863904d9b515edd323c055517e83cc5718e6a138da9a0",
    "models/hydraulic/n64_s20751/factorized_classifier.safetensors": "9bdab83e59a2f75ed8eef96217ed2f977189267c6aac93dfda7656d6d2962d46",
    "models/hydraulic/n64_s20751/factorized_kernel.json": "3b8617945fe298be91263b2e039adf29717e3e5bf8cbff740cf516715e51dc97",
    "models/hydraulic/n64_s20751/factorized_kernel.safetensors": "36370fa42cce22801fa41acfbaea60a14c5ed2a676eb51cca11f939f15147b8d",
    "models/hydraulic/n64_s20751/factorized_lda.json": "16e0e96c3780a4d7ef1c61e9b9296f661bf848afd9403d3b77d4052bac55a471",
    "models/hydraulic/n64_s20751/factorized_lda.safetensors": "3dc8a905339740c9ca63837b71b5e74bb7b5f8f491856e81e4bb4747eb9b1afc",
    "models/hydraulic/n64_s20751/factorized_logistic.json": "79a11e4b478d39834c6ff0569cd59338cd0b45ee951426376284f7bce04a6102",
    "models/hydraulic/n64_s20751/factorized_logistic.safetensors": "843340d52617169cb9ad3f2ff979913d0e42c834be24f1288d10d720b95185ec",
    "models/hydraulic/n64_s20751/factorized_nb.json": "4bde15305f89959111b8d2064569a442730c80e6749b2df74bbbc63da3e3d4fd",
    "models/hydraulic/n64_s20751/factorized_nb.safetensors": "ca0e5a75df344fe001cf41b1e06527f12cd9c4456e423628ed640138eba16e2d",
    "models/hydraulic/n64_s20751/factorized_neural.json": "3b6c2ddcc65758332bb73f335eceb1c03254549fd368f917fc1d24ac3f8903cb",
    "models/hydraulic/n64_s20751/factorized_neural.safetensors": "637317747e442653da9f6bc18d866ba92843e7cd78ffc3b74c04c73a26cea1a7",
    "models/hydraulic/n64_s20751/factorized_ridge.json": "4f32561dd6061b63c7254389122bf72bd8a2f2fc93f5787182e82bfdf7be5e42",
    "models/hydraulic/n64_s20751/factorized_ridge.safetensors": "6b6b6330bbd957e3be2e80af8926cc288bd398428bea58a6cc63c53f58254432",
    "models/hydraulic/n64_s20751/joint_gaussian.json": "d47738424edf2b32269e2fe39ea51a77cd8ebfd258b62cdcdca8925f2d9f2729",
    "models/hydraulic/n64_s20751/joint_gaussian.safetensors": "45979c731099a878b2ec514c87c7f777cd02b51f1e971014f570664106c5297a",
    "models/hydraulic/n64_s20751/joint_neural.json": "1022182d58e9ada2cb21c5111b256857f8e0a63d2d205d5eb3eaf90a53e79c6c",
    "models/hydraulic/n64_s20751/joint_neural.safetensors": "3bec820f3ba7664f8c262c89316f65a96b919cf7333fbb17478045ef84b1d4fd",
    "models/hydraulic/n64_s20752/additive_diag.json": "104a548b13e394e2d80b3d0d696964cbc6b2f8311496383665e81b00ec607368",
    "models/hydraulic/n64_s20752/additive_diag.safetensors": "4017cee4c49e2fb69df2c24f33c3a0928349718aa10dde9d4f6eacbda4b27dc4",
    "models/hydraulic/n64_s20752/additive_full.json": "1c57dd5a8d4c7a0963f2da4dae9a09df1d3df5d5e1c176367b5f66a51faedae0",
    "models/hydraulic/n64_s20752/additive_full.safetensors": "3a5a841cd72d7c18e528f8feba1f2e0a9ccad6e446f681951469056d6308e03b",
    "models/hydraulic/n64_s20752/factorized_classifier.json": "004627424b9d997f081863904d9b515edd323c055517e83cc5718e6a138da9a0",
    "models/hydraulic/n64_s20752/factorized_classifier.safetensors": "93e09b8b3ba9cbf834efbd67eb5092bea13c53a22d092f390685a63143c702ce",
    "models/hydraulic/n64_s20752/factorized_kernel.json": "3b8617945fe298be91263b2e039adf29717e3e5bf8cbff740cf516715e51dc97",
    "models/hydraulic/n64_s20752/factorized_kernel.safetensors": "a1f76ddcb53650c595f286680f200e9b6117096818117aac3070e30ef5a8fc2b",
    "models/hydraulic/n64_s20752/factorized_lda.json": "16e0e96c3780a4d7ef1c61e9b9296f661bf848afd9403d3b77d4052bac55a471",
    "models/hydraulic/n64_s20752/factorized_lda.safetensors": "c953bf16df110a07dd1ef9276a4bc98c5e49527bfed79c1647d30c864614ff5d",
    "models/hydraulic/n64_s20752/factorized_logistic.json": "79a11e4b478d39834c6ff0569cd59338cd0b45ee951426376284f7bce04a6102",
    "models/hydraulic/n64_s20752/factorized_logistic.safetensors": "f9bffb953396c4d4aaad3a40dfb3453ab838d5836181963cad51c6de7c261b49",
    "models/hydraulic/n64_s20752/factorized_nb.json": "4bde15305f89959111b8d2064569a442730c80e6749b2df74bbbc63da3e3d4fd",
    "models/hydraulic/n64_s20752/factorized_nb.safetensors": "c56f8ca6e755b4ad2f3cfdacc75b7caa086deaca44362904fb558c97d790b2ad",
    "models/hydraulic/n64_s20752/factorized_neural.json": "3b6c2ddcc65758332bb73f335eceb1c03254549fd368f917fc1d24ac3f8903cb",
    "models/hydraulic/n64_s20752/factorized_neural.safetensors": "242aee2e34d955957d7466b18aeb44d90235aea2284e4b073987612bf5381c62",
    "models/hydraulic/n64_s20752/factorized_ridge.json": "4f32561dd6061b63c7254389122bf72bd8a2f2fc93f5787182e82bfdf7be5e42",
    "models/hydraulic/n64_s20752/factorized_ridge.safetensors": "dfa40dcb58bba08542ef9dcfb946d7fb41c60585213b3443c3e0f6e5776ab536",
    "models/hydraulic/n64_s20752/joint_gaussian.json": "d47738424edf2b32269e2fe39ea51a77cd8ebfd258b62cdcdca8925f2d9f2729",
    "models/hydraulic/n64_s20752/joint_gaussian.safetensors": "f66ec3d058a4fe26445e512a8148af5e2450ce915e5c968fe14dd36aba41c95a",
    "models/hydraulic/n64_s20752/joint_neural.json": "1022182d58e9ada2cb21c5111b256857f8e0a63d2d205d5eb3eaf90a53e79c6c",
    "models/hydraulic/n64_s20752/joint_neural.safetensors": "a287d3f2a5b7b5c44640763f65148d053fc901c98f76f9ab6a56814a3d312371",
    "models/hydraulic/n64_s20753/additive_diag.json": "104a548b13e394e2d80b3d0d696964cbc6b2f8311496383665e81b00ec607368",
    "models/hydraulic/n64_s20753/additive_diag.safetensors": "c9e7fa587c2518a7fb2ceb691fa2f5ae0dd99b0220ca5f910d0e01df137c1c97",
    "models/hydraulic/n64_s20753/additive_full.json": "1c57dd5a8d4c7a0963f2da4dae9a09df1d3df5d5e1c176367b5f66a51faedae0",
    "models/hydraulic/n64_s20753/additive_full.safetensors": "eb01cfb18ea523fb4c5e51091ebfde42a6a72e6d68d65ee890033d2d6fe30177",
    "models/hydraulic/n64_s20753/factorized_classifier.json": "004627424b9d997f081863904d9b515edd323c055517e83cc5718e6a138da9a0",
    "models/hydraulic/n64_s20753/factorized_classifier.safetensors": "751e0cdd81d4681cc685056cf00e607b284e9a1f3319b21f528a9cefe4247947",
    "models/hydraulic/n64_s20753/factorized_kernel.json": "3b8617945fe298be91263b2e039adf29717e3e5bf8cbff740cf516715e51dc97",
    "models/hydraulic/n64_s20753/factorized_kernel.safetensors": "66d49b9e9b82f5eb936d4cc62d3fa42efd5e9225f5fa9fc0128a26749286e2f0",
    "models/hydraulic/n64_s20753/factorized_lda.json": "16e0e96c3780a4d7ef1c61e9b9296f661bf848afd9403d3b77d4052bac55a471",
    "models/hydraulic/n64_s20753/factorized_lda.safetensors": "9da735a80931648e107662799624a48fa4ba5db6c3f73796b60f2b5bc2817aa2",
    "models/hydraulic/n64_s20753/factorized_logistic.json": "79a11e4b478d39834c6ff0569cd59338cd0b45ee951426376284f7bce04a6102",
    "models/hydraulic/n64_s20753/factorized_logistic.safetensors": "86b6d15a3dff8b1d44a4a232d6d86937833387e7436d47cafb82a85b8c567207",
    "models/hydraulic/n64_s20753/factorized_nb.json": "4bde15305f89959111b8d2064569a442730c80e6749b2df74bbbc63da3e3d4fd",
    "models/hydraulic/n64_s20753/factorized_nb.safetensors": "6821b5c56a58dbf2c0b13bc5f3ff4927ea35719eaf76517128227b6c1b5be4f0",
    "models/hydraulic/n64_s20753/factorized_neural.json": "3b6c2ddcc65758332bb73f335eceb1c03254549fd368f917fc1d24ac3f8903cb",
    "models/hydraulic/n64_s20753/factorized_neural.safetensors": "79fceccbbe50f5c5b29b211585a501871cbbf1ee0badf131940223fa6cae8d2b",
    "models/hydraulic/n64_s20753/factorized_ridge.json": "4f32561dd6061b63c7254389122bf72bd8a2f2fc93f5787182e82bfdf7be5e42",
    "models/hydraulic/n64_s20753/factorized_ridge.safetensors": "02b876c2bed75d7319bb58b257d99ab3dec197f515b078c4ce9d064f0d6aeec9",
    "models/hydraulic/n64_s20753/joint_gaussian.json": "d47738424edf2b32269e2fe39ea51a77cd8ebfd258b62cdcdca8925f2d9f2729",
    "models/hydraulic/n64_s20753/joint_gaussian.safetensors": "b6270b96910b597a8605d924bfb0a82ecfbbca746ffca0f6eeceae8e08412ec1",
    "models/hydraulic/n64_s20753/joint_neural.json": "1022182d58e9ada2cb21c5111b256857f8e0a63d2d205d5eb3eaf90a53e79c6c",
    "models/hydraulic/n64_s20753/joint_neural.safetensors": "4a058d4d3e34dc794daa980774934100ad86eeb5b6b678b0dff2b9fe11a206a5",
    "models/temperature/n128_s20851/additive_diag.json": "d2a675c52bd06e40e2446ab5917a35de867b02c1778790c4f55a80613f7b2297",
    "models/temperature/n128_s20851/additive_diag.safetensors": "bf0a12f4e7426104c1f28cac68d68704edb17a56aa104e031f7eec2484f4d910",
    "models/temperature/n128_s20851/additive_full.json": "ab668f0e2704e7c3da0325593a08d47984e92852692bf0289f33feb9e0742a2c",
    "models/temperature/n128_s20851/additive_full.safetensors": "bd8c3db866ef4e0b5a91b310a1e708e60f1e573cf27c0511d16ca12a118bf505",
    "models/temperature/n128_s20851/factorized_classifier.json": "fbba6193001deb5095166eb810c086e391d79a4a38e7b3be0d9fc84d09c69316",
    "models/temperature/n128_s20851/factorized_classifier.safetensors": "30aa9ce9a9c381dbcf9a627d1d5714ccac52a826a614454e8d25bdc9fb160813",
    "models/temperature/n128_s20851/factorized_kernel.json": "7dd3f8d41aaf16962d2c555c3477d0c739998ef5fed673e9164f4fd60c70b49a",
    "models/temperature/n128_s20851/factorized_kernel.safetensors": "0eaa03225e902a513e4e11b755b04438ae91e0167223fe0f4686224c9eea6d9b",
    "models/temperature/n128_s20851/factorized_lda.json": "ce2ebc28cbbd7f9dd8ecd35c19396541a3d7b3aa59996f134da258abbd2d6a89",
    "models/temperature/n128_s20851/factorized_lda.safetensors": "836849f6401a7d733ef0ee303a8dba8b5a29afd63be4f6a067d135b19b16afb7",
    "models/temperature/n128_s20851/factorized_logistic.json": "cdf370bdff587871c1f9eb7aae2ec092f084613cdf3f9d0274fef8e957e0222c",
    "models/temperature/n128_s20851/factorized_logistic.safetensors": "e7b831fedb14222c13a39669c89a3dd83ca7421bdd4eeeaaf10114e19261379b",
    "models/temperature/n128_s20851/factorized_nb.json": "f0622eb2f8306ed95adbf7082cb5d43d6184fed2a3efb69ef50600ae0b511983",
    "models/temperature/n128_s20851/factorized_nb.safetensors": "2b7d965a91500f13687ce2feeffd8fc9881986f4a384f2cb5379452e982dc883",
    "models/temperature/n128_s20851/factorized_neural.json": "d794e0a3c3e3fce0cfde92bac90672aced063ecf9a5b40c12cf548679c3a0d15",
    "models/temperature/n128_s20851/factorized_neural.safetensors": "73d6e10ec6574ee0990b45f72592cd7d0d09abde62c4c5bdfe76afa1d70d31c3",
    "models/temperature/n128_s20851/factorized_ridge.json": "c56a94ee3403a30581bdf7b027f7406cd11fdf6003eb324519c0adbb8d5192e8",
    "models/temperature/n128_s20851/factorized_ridge.safetensors": "cdf82a550a74a559d331e2d4ca45030cef0452c333a126c5bdcc3786fbf37004",
    "models/temperature/n128_s20851/joint_gaussian.json": "031a6edeaeb67eddb377ff06d28fb118e3912f105ba71985d051849c3dbbac60",
    "models/temperature/n128_s20851/joint_gaussian.safetensors": "217892d1b8bbf910dd327f2ed4cec3b1e34261e04339ed7a41127edeb041f660",
    "models/temperature/n128_s20851/joint_neural.json": "e12f0d7d3afdfaca38166039e9511b5c7ad4528f0d90138bf99a2255730d8aff",
    "models/temperature/n128_s20851/joint_neural.safetensors": "6c354f7f50a3d74d836a99e6044aaae7c75fbf9a94b7b837d9dcac53eada184a",
    "models/temperature/n128_s20852/additive_diag.json": "d2a675c52bd06e40e2446ab5917a35de867b02c1778790c4f55a80613f7b2297",
    "models/temperature/n128_s20852/additive_diag.safetensors": "64f8697e44c517956a124a36f5912cfa00a4b842e662a0187b23c0ea94a04bd2",
    "models/temperature/n128_s20852/additive_full.json": "ab668f0e2704e7c3da0325593a08d47984e92852692bf0289f33feb9e0742a2c",
    "models/temperature/n128_s20852/additive_full.safetensors": "991dcde8b80c3fef783eb21cccabc8c0bee96a9beffdf4ae680cda18a79a9613",
    "models/temperature/n128_s20852/factorized_classifier.json": "fbba6193001deb5095166eb810c086e391d79a4a38e7b3be0d9fc84d09c69316",
    "models/temperature/n128_s20852/factorized_classifier.safetensors": "36ad95e6ab92153b2c9aebafbba4f38e83fdc98d6db3d9a2d0a1a686a841ec24",
    "models/temperature/n128_s20852/factorized_kernel.json": "7dd3f8d41aaf16962d2c555c3477d0c739998ef5fed673e9164f4fd60c70b49a",
    "models/temperature/n128_s20852/factorized_kernel.safetensors": "c78b185e68981e9c70d91f70e817094fd684be2cad7cdbe1b4c33750d598ac19",
    "models/temperature/n128_s20852/factorized_lda.json": "ce2ebc28cbbd7f9dd8ecd35c19396541a3d7b3aa59996f134da258abbd2d6a89",
    "models/temperature/n128_s20852/factorized_lda.safetensors": "8efd048d7c9697e28244aef16cdec76b5b778fddb106001a5274271e6dc22841",
    "models/temperature/n128_s20852/factorized_logistic.json": "cdf370bdff587871c1f9eb7aae2ec092f084613cdf3f9d0274fef8e957e0222c",
    "models/temperature/n128_s20852/factorized_logistic.safetensors": "c306e5cbfe1981dce06d12516c49316ebfd209dd98f4fbf45625200d913d9285",
    "models/temperature/n128_s20852/factorized_nb.json": "f0622eb2f8306ed95adbf7082cb5d43d6184fed2a3efb69ef50600ae0b511983",
    "models/temperature/n128_s20852/factorized_nb.safetensors": "a5c4a920b0e2064013cf6547cd1c2186f7a56ead4dee875e9cdce61c663aadf2",
    "models/temperature/n128_s20852/factorized_neural.json": "d794e0a3c3e3fce0cfde92bac90672aced063ecf9a5b40c12cf548679c3a0d15",
    "models/temperature/n128_s20852/factorized_neural.safetensors": "bdfb4a851ced040b26b7698733559bc08aae9ea94622f7026b72a18345ad5351",
    "models/temperature/n128_s20852/factorized_ridge.json": "c56a94ee3403a30581bdf7b027f7406cd11fdf6003eb324519c0adbb8d5192e8",
    "models/temperature/n128_s20852/factorized_ridge.safetensors": "599f4ced0b4588b9642efc13b47ab37d5d0fe62926f6e256c95dd5b7f8bbf858",
    "models/temperature/n128_s20852/joint_gaussian.json": "031a6edeaeb67eddb377ff06d28fb118e3912f105ba71985d051849c3dbbac60",
    "models/temperature/n128_s20852/joint_gaussian.safetensors": "2cb0ba759fae17e9872c6ef343501e41338959f3790f7764f36122a449616eb2",
    "models/temperature/n128_s20852/joint_neural.json": "e12f0d7d3afdfaca38166039e9511b5c7ad4528f0d90138bf99a2255730d8aff",
    "models/temperature/n128_s20852/joint_neural.safetensors": "c3c6b9f7ccdc40ecc732b824a075a1e9ede7f1f526daf094ce6296dd2ba2ded0",
    "models/temperature/n128_s20853/additive_diag.json": "d2a675c52bd06e40e2446ab5917a35de867b02c1778790c4f55a80613f7b2297",
    "models/temperature/n128_s20853/additive_diag.safetensors": "15161abee4dd167dec4717be10958509cb31e775f38b2546224579aa784b962e",
    "models/temperature/n128_s20853/additive_full.json": "ab668f0e2704e7c3da0325593a08d47984e92852692bf0289f33feb9e0742a2c",
    "models/temperature/n128_s20853/additive_full.safetensors": "9c457336d92625673ac27207c010c227f78a90ead776f7cdbe44be542ca7f4ea",
    "models/temperature/n128_s20853/factorized_classifier.json": "fbba6193001deb5095166eb810c086e391d79a4a38e7b3be0d9fc84d09c69316",
    "models/temperature/n128_s20853/factorized_classifier.safetensors": "25426a8148c841ae9f243609205357581a0a739160a62d1e79fd200908722f70",
    "models/temperature/n128_s20853/factorized_kernel.json": "7dd3f8d41aaf16962d2c555c3477d0c739998ef5fed673e9164f4fd60c70b49a",
    "models/temperature/n128_s20853/factorized_kernel.safetensors": "ff5ceb1ef457eb9772cfea7274022898f2a5fb1e1498a6a729f2cdaa1e375399",
    "models/temperature/n128_s20853/factorized_lda.json": "ce2ebc28cbbd7f9dd8ecd35c19396541a3d7b3aa59996f134da258abbd2d6a89",
    "models/temperature/n128_s20853/factorized_lda.safetensors": "62534aab703486d9009e3e15ed8d74cfbda1033462897d60807f45a064febd20",
    "models/temperature/n128_s20853/factorized_logistic.json": "cdf370bdff587871c1f9eb7aae2ec092f084613cdf3f9d0274fef8e957e0222c",
    "models/temperature/n128_s20853/factorized_logistic.safetensors": "41b796240787599408901a1ef8e22caeeb3053c70d5fcfbd87c10d20c9977ba2",
    "models/temperature/n128_s20853/factorized_nb.json": "f0622eb2f8306ed95adbf7082cb5d43d6184fed2a3efb69ef50600ae0b511983",
    "models/temperature/n128_s20853/factorized_nb.safetensors": "8bb4e539c51369880061e0adca6bed453e4d5ee30e2d00b7ce805e0de4f63dc6",
    "models/temperature/n128_s20853/factorized_neural.json": "d794e0a3c3e3fce0cfde92bac90672aced063ecf9a5b40c12cf548679c3a0d15",
    "models/temperature/n128_s20853/factorized_neural.safetensors": "7eaf87cb5a5217babd21aff30c08004a57fd741a9be58792d724792c72f6da3d",
    "models/temperature/n128_s20853/factorized_ridge.json": "c56a94ee3403a30581bdf7b027f7406cd11fdf6003eb324519c0adbb8d5192e8",
    "models/temperature/n128_s20853/factorized_ridge.safetensors": "0a49e515ab3f6866a05167f3352ca6fb2b46bf58acff74484d9f4e31956d9a3d",
    "models/temperature/n128_s20853/joint_gaussian.json": "031a6edeaeb67eddb377ff06d28fb118e3912f105ba71985d051849c3dbbac60",
    "models/temperature/n128_s20853/joint_gaussian.safetensors": "723acc36db5ffd09b184a22e55b42a9eb31c4e9ff2800a7695b61e38b7f9559e",
    "models/temperature/n128_s20853/joint_neural.json": "e12f0d7d3afdfaca38166039e9511b5c7ad4528f0d90138bf99a2255730d8aff",
    "models/temperature/n128_s20853/joint_neural.safetensors": "932416cb13698ff6a71750b1e56ebb4f19cab3a98f579e8548473a8bfd550dd1",
    "models/temperature/n64_s20851/additive_diag.json": "d2a675c52bd06e40e2446ab5917a35de867b02c1778790c4f55a80613f7b2297",
    "models/temperature/n64_s20851/additive_diag.safetensors": "a9e675abc008e6e65a5f23acf0498edef8286d5f78f85ae7ef028b4cfe4ff39e",
    "models/temperature/n64_s20851/additive_full.json": "ab668f0e2704e7c3da0325593a08d47984e92852692bf0289f33feb9e0742a2c",
    "models/temperature/n64_s20851/additive_full.safetensors": "2799fdfd354d55df962e6591c5dbe58d4048a422184774289d9b4eb1019783b3",
    "models/temperature/n64_s20851/factorized_classifier.json": "fbba6193001deb5095166eb810c086e391d79a4a38e7b3be0d9fc84d09c69316",
    "models/temperature/n64_s20851/factorized_classifier.safetensors": "56d60be5674d59a87c962cbc96a40ffb967c61f1726d33ec8391866342272f71",
    "models/temperature/n64_s20851/factorized_kernel.json": "7dd3f8d41aaf16962d2c555c3477d0c739998ef5fed673e9164f4fd60c70b49a",
    "models/temperature/n64_s20851/factorized_kernel.safetensors": "c66cc990c9fc755dad2c7fd94f610253774dac818dfa29ea63c15d09efc1b92c",
    "models/temperature/n64_s20851/factorized_lda.json": "ce2ebc28cbbd7f9dd8ecd35c19396541a3d7b3aa59996f134da258abbd2d6a89",
    "models/temperature/n64_s20851/factorized_lda.safetensors": "84e0862b3b733d12607bfa93a29f94d9612b0ec3c4129da5d7b60ad48da1e83c",
    "models/temperature/n64_s20851/factorized_logistic.json": "cdf370bdff587871c1f9eb7aae2ec092f084613cdf3f9d0274fef8e957e0222c",
    "models/temperature/n64_s20851/factorized_logistic.safetensors": "b2e4ac827abf68f3488b2c6377db6232cd66bb0d2e8c54c9d61eef6258f59e40",
    "models/temperature/n64_s20851/factorized_nb.json": "f0622eb2f8306ed95adbf7082cb5d43d6184fed2a3efb69ef50600ae0b511983",
    "models/temperature/n64_s20851/factorized_nb.safetensors": "0269c0e3015f859d41f8e93c455a030815dc91c68e001affe12115336ec106c1",
    "models/temperature/n64_s20851/factorized_neural.json": "d794e0a3c3e3fce0cfde92bac90672aced063ecf9a5b40c12cf548679c3a0d15",
    "models/temperature/n64_s20851/factorized_neural.safetensors": "a6846f6cf25e3313ae16c3fa44623cbd0d0a23c4c2ac44016ecf75d439c69900",
    "models/temperature/n64_s20851/factorized_ridge.json": "c56a94ee3403a30581bdf7b027f7406cd11fdf6003eb324519c0adbb8d5192e8",
    "models/temperature/n64_s20851/factorized_ridge.safetensors": "b72f95d15ca45501307246660aba0f675d95c2486464af5af364df9549b2d698",
    "models/temperature/n64_s20851/joint_gaussian.json": "031a6edeaeb67eddb377ff06d28fb118e3912f105ba71985d051849c3dbbac60",
    "models/temperature/n64_s20851/joint_gaussian.safetensors": "70176e14d7b160c0ef8da2b93dbf00f14e878907c972ce0da1299664ff9030b4",
    "models/temperature/n64_s20851/joint_neural.json": "e12f0d7d3afdfaca38166039e9511b5c7ad4528f0d90138bf99a2255730d8aff",
    "models/temperature/n64_s20851/joint_neural.safetensors": "a285c5cee5ed43eb09e4c723070955ba3ece9c307f88fbd85826c055a48c7c18",
    "models/temperature/n64_s20852/additive_diag.json": "d2a675c52bd06e40e2446ab5917a35de867b02c1778790c4f55a80613f7b2297",
    "models/temperature/n64_s20852/additive_diag.safetensors": "f97e74dffdf93d3e2b62474f7c337a17f17109f1de6e09acdbe38e4b7d6efb70",
    "models/temperature/n64_s20852/additive_full.json": "ab668f0e2704e7c3da0325593a08d47984e92852692bf0289f33feb9e0742a2c",
    "models/temperature/n64_s20852/additive_full.safetensors": "f120099f36e35779378bd10ad18d45d7e239bf7ccd6fd0474bd46b60c9069b8f",
    "models/temperature/n64_s20852/factorized_classifier.json": "fbba6193001deb5095166eb810c086e391d79a4a38e7b3be0d9fc84d09c69316",
    "models/temperature/n64_s20852/factorized_classifier.safetensors": "340f5ef239672fd001e90c51ef51101a4174ae853340abe1b2999d3fb0bbb836",
    "models/temperature/n64_s20852/factorized_kernel.json": "7dd3f8d41aaf16962d2c555c3477d0c739998ef5fed673e9164f4fd60c70b49a",
    "models/temperature/n64_s20852/factorized_kernel.safetensors": "6d96d89ed5e2bd1129b78a621818139c4af9c675b123edbb8238bd95b82cfd98",
    "models/temperature/n64_s20852/factorized_lda.json": "ce2ebc28cbbd7f9dd8ecd35c19396541a3d7b3aa59996f134da258abbd2d6a89",
    "models/temperature/n64_s20852/factorized_lda.safetensors": "4e7b31c5b77d486161372b9e30dbb8e675e1c7c5525ea98b4446ced512f7ef14",
    "models/temperature/n64_s20852/factorized_logistic.json": "cdf370bdff587871c1f9eb7aae2ec092f084613cdf3f9d0274fef8e957e0222c",
    "models/temperature/n64_s20852/factorized_logistic.safetensors": "6c067d942d6014852aa53382185935c52e3eb428a845ca3fc2942693d5de966a",
    "models/temperature/n64_s20852/factorized_nb.json": "f0622eb2f8306ed95adbf7082cb5d43d6184fed2a3efb69ef50600ae0b511983",
    "models/temperature/n64_s20852/factorized_nb.safetensors": "324130c20992672f9a8fb824d854b53ec27e1e5581e19ff834c0318348ad2cd9",
    "models/temperature/n64_s20852/factorized_neural.json": "d794e0a3c3e3fce0cfde92bac90672aced063ecf9a5b40c12cf548679c3a0d15",
    "models/temperature/n64_s20852/factorized_neural.safetensors": "da51b0d999b6c923dc6cb3d1a3639cb13fd0a755b737cd35f5a3d775f71ac1d7",
    "models/temperature/n64_s20852/factorized_ridge.json": "c56a94ee3403a30581bdf7b027f7406cd11fdf6003eb324519c0adbb8d5192e8",
    "models/temperature/n64_s20852/factorized_ridge.safetensors": "9a29756a84c52bfdf8eed968219e245d559bb5aff14695ddf3b18c5de68da581",
    "models/temperature/n64_s20852/joint_gaussian.json": "031a6edeaeb67eddb377ff06d28fb118e3912f105ba71985d051849c3dbbac60",
    "models/temperature/n64_s20852/joint_gaussian.safetensors": "8ff13fb733a62fc3c7f7d81d829fa081aae1dc1d7392f68bfa79070b1f7958ae",
    "models/temperature/n64_s20852/joint_neural.json": "e12f0d7d3afdfaca38166039e9511b5c7ad4528f0d90138bf99a2255730d8aff",
    "models/temperature/n64_s20852/joint_neural.safetensors": "310d85754172e3e0abc90db4b4b8299becf6de3df2a87b38d546eab16c01ed7d",
    "models/temperature/n64_s20853/additive_diag.json": "d2a675c52bd06e40e2446ab5917a35de867b02c1778790c4f55a80613f7b2297",
    "models/temperature/n64_s20853/additive_diag.safetensors": "6341c182713477dacd0e5bd1c8b563694aba3d88b72a1248ca1303327547a1a6",
    "models/temperature/n64_s20853/additive_full.json": "ab668f0e2704e7c3da0325593a08d47984e92852692bf0289f33feb9e0742a2c",
    "models/temperature/n64_s20853/additive_full.safetensors": "192e2336937d519074711d076ffe113a6034417e53f729485f382d19827772c5",
    "models/temperature/n64_s20853/factorized_classifier.json": "fbba6193001deb5095166eb810c086e391d79a4a38e7b3be0d9fc84d09c69316",
    "models/temperature/n64_s20853/factorized_classifier.safetensors": "a792fc43c751833020e414805d6624b07818a212a712f1fbd284a56e431bb2a5",
    "models/temperature/n64_s20853/factorized_kernel.json": "7dd3f8d41aaf16962d2c555c3477d0c739998ef5fed673e9164f4fd60c70b49a",
    "models/temperature/n64_s20853/factorized_kernel.safetensors": "45c483e1f649dba522385f71820238b6c795c92733a6c8f8f5cf689edbbdc513",
    "models/temperature/n64_s20853/factorized_lda.json": "ce2ebc28cbbd7f9dd8ecd35c19396541a3d7b3aa59996f134da258abbd2d6a89",
    "models/temperature/n64_s20853/factorized_lda.safetensors": "887920532c904a603b5302efabf221c651600c054732f20cf2432c0179dbf627",
    "models/temperature/n64_s20853/factorized_logistic.json": "cdf370bdff587871c1f9eb7aae2ec092f084613cdf3f9d0274fef8e957e0222c",
    "models/temperature/n64_s20853/factorized_logistic.safetensors": "ff5a5cd4193d0ee8fb50d3bd1338f4894aaf9fdb22ce7053c040d81b88ab658c",
    "models/temperature/n64_s20853/factorized_nb.json": "f0622eb2f8306ed95adbf7082cb5d43d6184fed2a3efb69ef50600ae0b511983",
    "models/temperature/n64_s20853/factorized_nb.safetensors": "e70aad49f9d2633a156d84a5e4cba9a342473851b84c4bfed332c652ef01d6a0",
    "models/temperature/n64_s20853/factorized_neural.json": "d794e0a3c3e3fce0cfde92bac90672aced063ecf9a5b40c12cf548679c3a0d15",
    "models/temperature/n64_s20853/factorized_neural.safetensors": "d5856558ce7588273bdc722927d7fadb3fe2692e4581bde0ae3a389142ef2dd3",
    "models/temperature/n64_s20853/factorized_ridge.json": "c56a94ee3403a30581bdf7b027f7406cd11fdf6003eb324519c0adbb8d5192e8",
    "models/temperature/n64_s20853/factorized_ridge.safetensors": "e4abc329811273e561323245bd5bab0bc21f14b11dcebce130f905388bc9c6f4",
    "models/temperature/n64_s20853/joint_gaussian.json": "031a6edeaeb67eddb377ff06d28fb118e3912f105ba71985d051849c3dbbac60",
    "models/temperature/n64_s20853/joint_gaussian.safetensors": "61a2a8634c41b022d1592c023619ba2eaca9c479b10084336f96e81e24082336",
    "models/temperature/n64_s20853/joint_neural.json": "e12f0d7d3afdfaca38166039e9511b5c7ad4528f0d90138bf99a2255730d8aff",
    "models/temperature/n64_s20853/joint_neural.safetensors": "b7f1d2465706477e65bdd03115813abd8504589d3cbe749ebcd7c4188c363ae1"
  },
  "compute": {
    "cuda_initialization_seconds": 5.1308080710005015,
    "sensor_diagnostics_seconds": 1.7989338810002664,
    "planner_verification_seconds": 0.15489182599412743,
    "process_seconds_after_standard_library_import": 17.320501590991626,
    "peak_cuda_bytes": 184156672,
    "device": "NVIDIA H200"
  }
}