{
  "num_eval_utterances": 16,
  "section_3_2_waveform_coding_rates": {
    "mean_entropy_bits_per_sample": 6.0642,
    "mean_entropy_kbps": 97.03,
    "cross_entropy_bits_per_sample": 5.5285,
    "cross_entropy_nll_nats_per_sample": 3.832,
    "cross_entropy_rate_kbps": 88.46,
    "wavenet_parametric_w_wo_cross_entropy_bits_per_sample": 5.4827,
    "wavenet_parametric_w_wo_cross_entropy_rate_kbps": 87.72,
    "wavenet_parametric_w_w_cross_entropy_bits_per_sample": 5.456,
    "wavenet_parametric_w_w_cross_entropy_rate_kbps": 87.3,
    "arithmetic_coded_bits_per_sample": 5.523,
    "arithmetic_coded_rate_kbps": 88.37,
    "lossless_exact_match_rate": 1.0
  },
  "section_3_3_codec_comparison": {
    "Reference (16 kHz)": {
      "bitrate_kbps": 256.0,
      "pesq_wb_mos_lqo": 4.644,
      "stoi": 1.0,
      "f0_rmse_hz": 0.0,
      "objective_mos_lqo": 4.644,
      "mcd_db": 0.0,
      "lsd_db": 0.0,
      "segmental_snr_db": 45.0,
      "high_band_energy_ratio_percent": 5.378
    },
    "8-bit mu-law (128 kb/s)": {
      "bitrate_kbps": 128.0,
      "pesq_wb_mos_lqo": 4.141,
      "stoi": 0.999,
      "f0_rmse_hz": 0.103,
      "objective_mos_lqo": 4.141,
      "mcd_db": 0.47,
      "lsd_db": 0.87,
      "segmental_snr_db": 35.144,
      "high_band_energy_ratio_percent": 5.388
    },
    "WaveNet Waveform (WW)": {
      "bitrate_kbps": 88.455,
      "pesq_wb_mos_lqo": 4.141,
      "stoi": 0.999,
      "f0_rmse_hz": 0.103,
      "objective_mos_lqo": 4.141,
      "mcd_db": 0.47,
      "lsd_db": 0.87,
      "segmental_snr_db": 35.144,
      "high_band_energy_ratio_percent": 5.388
    },
    "Hybrid Mode-Switching (WW + W_w)": {
      "bitrate_kbps": 5.427,
      "pesq_wb_mos_lqo": 1.456,
      "stoi": 0.818,
      "f0_rmse_hz": 16.288,
      "objective_mos_lqo": 1.456,
      "mcd_db": 6.382,
      "lsd_db": 6.758,
      "segmental_snr_db": -1.103,
      "high_band_energy_ratio_percent": 1.048
    },
    "AMR-WB (23.05 kb/s)": {
      "bitrate_kbps": 23.05,
      "pesq_wb_mos_lqo": 4.006,
      "stoi": 0.988,
      "f0_rmse_hz": 7.494,
      "objective_mos_lqo": 4.006,
      "mcd_db": 1.523,
      "lsd_db": 3.218,
      "segmental_snr_db": 5.711,
      "high_band_energy_ratio_percent": 2.492
    },
    "WaveNet Parametric (W_w, 2.4 kb/s)": {
      "bitrate_kbps": 2.4,
      "pesq_wb_mos_lqo": 1.507,
      "stoi": 0.817,
      "f0_rmse_hz": 15.958,
      "objective_mos_lqo": 1.507,
      "mcd_db": 6.677,
      "lsd_db": 7.064,
      "segmental_snr_db": -2.112,
      "high_band_energy_ratio_percent": 0.09
    },
    "WaveNet Parametric (W_wo, 2.4 kb/s)": {
      "bitrate_kbps": 2.4,
      "pesq_wb_mos_lqo": 1.56,
      "stoi": 0.814,
      "f0_rmse_hz": 15.412,
      "objective_mos_lqo": 1.56,
      "mcd_db": 7.256,
      "lsd_db": 7.484,
      "segmental_snr_db": -2.077,
      "high_band_energy_ratio_percent": 0.052
    },
    "MELP (2.4 kb/s)": {
      "bitrate_kbps": 2.4,
      "pesq_wb_mos_lqo": 1.708,
      "stoi": 0.807,
      "f0_rmse_hz": 17.825,
      "objective_mos_lqo": 1.708,
      "mcd_db": 8.091,
      "lsd_db": 7.989,
      "segmental_snr_db": -2.759,
      "high_band_energy_ratio_percent": 0.021
    },
    "Codec 2 (2.4 kb/s)": {
      "bitrate_kbps": 2.4,
      "pesq_wb_mos_lqo": 1.548,
      "stoi": 0.793,
      "f0_rmse_hz": 13.002,
      "objective_mos_lqo": 1.548,
      "mcd_db": 8.383,
      "lsd_db": 8.212,
      "segmental_snr_db": -2.187,
      "high_band_energy_ratio_percent": 0.018
    },
    "Speex (2.15 kb/s)": {
      "bitrate_kbps": 2.15,
      "pesq_wb_mos_lqo": 1.477,
      "stoi": 0.788,
      "f0_rmse_hz": 40.598,
      "objective_mos_lqo": 1.477,
      "mcd_db": 8.055,
      "lsd_db": 7.971,
      "segmental_snr_db": -1.242,
      "high_band_energy_ratio_percent": 0.024
    }
  },
  "section_3_4_speaker_identification": {
    "mulaw_speech_eer": {
      "eer_percent": 2.6785714285714284,
      "eer_ci95_low_percent": 0.8928571428571428,
      "eer_ci95_high_percent": 10.725446428571432,
      "ci_95_low_percent": 0.8928571428571428,
      "ci_95_high_percent": 10.725446428571432,
      "threshold": 0.3827601362123674,
      "mean_genuine_cosine": 0.5310029472095787,
      "mean_impostor_cosine": -0.022036171423084377
    },
    "wavenet_parametric_w_w_eer": {
      "eer_percent": 12.5,
      "eer_ci95_low_percent": 3.125,
      "eer_ci95_high_percent": 37.5,
      "ci_95_low_percent": 3.125,
      "ci_95_high_percent": 37.5,
      "threshold": 0.4416057608377243,
      "mean_genuine_cosine": 0.5472275705238807,
      "mean_impostor_cosine": 0.14966936472793405
    },
    "wavenet_parametric_w_wo_eer_mulaw_verifier": {
      "eer_percent": 13.392857142857142,
      "eer_ci95_low_percent": 4.464285714285714,
      "eer_ci95_high_percent": 33.50446428571429,
      "ci_95_low_percent": 4.464285714285714,
      "ci_95_high_percent": 33.50446428571429,
      "threshold": 0.42581775881416317,
      "mean_genuine_cosine": 0.5683047755218508,
      "mean_impostor_cosine": 0.18131676375533382
    },
    "wavenet_parametric_w_wo_eer": {
      "eer_percent": 12.5,
      "eer_ci95_low_percent": 3.5491071428571432,
      "eer_ci95_high_percent": 32.16517857142857,
      "ci_95_low_percent": 3.5491071428571432,
      "ci_95_high_percent": 32.16517857142857,
      "threshold": 0.34334123158536545,
      "mean_genuine_cosine": 0.5337333474836207,
      "mean_impostor_cosine": -0.06123304633513006
    },
    "codec2_2400_eer": {
      "eer_percent": 25.0,
      "eer_ci95_low_percent": 12.5,
      "eer_ci95_high_percent": 50.44642857142857,
      "ci_95_low_percent": 12.5,
      "ci_95_high_percent": 50.44642857142857,
      "threshold": 0.6822124058642703,
      "mean_genuine_cosine": 0.7492089943548031,
      "mean_impostor_cosine": 0.5129870441804585
    },
    "melp_2400_eer": {
      "eer_percent": 25.0,
      "eer_ci95_low_percent": 12.488839285714286,
      "eer_ci95_high_percent": 38.47098214285715,
      "ci_95_low_percent": 12.488839285714286,
      "ci_95_high_percent": 38.47098214285715,
      "threshold": 0.6201746179382821,
      "mean_genuine_cosine": 0.7565372295600474,
      "mean_impostor_cosine": 0.48238106747532267
    },
    "speex_2150_eer": {
      "eer_percent": 36.160714285714285,
      "eer_ci95_low_percent": 12.5,
      "eer_ci95_high_percent": 50.44642857142857,
      "ci_95_low_percent": 12.5,
      "ci_95_high_percent": 50.44642857142857,
      "threshold": 0.6862327789197117,
      "mean_genuine_cosine": 0.740649492401773,
      "mean_impostor_cosine": 0.5453444186954882
    },
    "amr_wb_23050_eer": {
      "eer_percent": 12.5,
      "eer_ci95_low_percent": 2.6785714285714284,
      "eer_ci95_high_percent": 21.875,
      "ci_95_low_percent": 2.6785714285714284,
      "ci_95_high_percent": 21.875,
      "threshold": 0.3985332753516293,
      "mean_genuine_cosine": 0.5707722609885149,
      "mean_impostor_cosine": 0.08427913132809407
    },
    "triangle_test_w_w_vs_w_wo": {
      "mean_cosine_orig_vs_w_wo": 0.6313405586986083,
      "mean_cosine_orig_vs_w_w": 0.6884149530360879,
      "mean_cosine_w_wo_vs_w_w": 0.9037546800111116,
      "mean_cosine_advantage": 0.057074394337479684,
      "embedding_odd_one_out_identification_percent": 93.75,
      "triangle_test_identification_percent": 93.75,
      "triangle_accuracy_percent": 93.75,
      "abx_preference_percent": 93.75,
      "abx_preference_w_w_over_w_wo_percent": 93.75,
      "random_chance_baseline_percent": 33.33
    }
  }
}