{
  "experiment_name": "ls_conformer_tiny_ge2e",
  "train_dataset": "librispeech",
  "backbone": "conformer",
  "size_variant": "tiny",
  "pooling_type": "atp",
  "loss_type": "ge2e_softmax",
  "scoring_type": "cosine",
  "embedding_dim": 128,
  "num_parameters": 693126,
  "num_steps": 400,
  "train_time_sec": 288.25,
  "initial_loss": 2.09,
  "final_loss": 0.3523,
  "in_domain_eval": {
    "eer": 0.1053333333333333,
    "eer_percent": 10.5333,
    "eer_ci95_low_percent": 9.4,
    "eer_ci95_high_percent": 11.5333,
    "eer_threshold": 0.6059616804122925,
    "min_dcf_001": 0.772,
    "min_dcf_005": 0.6207,
    "min_dcf_01": 0.4893,
    "roc_auc": 0.9608,
    "num_trials": 3000,
    "num_unique_utterances": 999,
    "latency_ms_per_utterance": 17.21,
    "eval_time_sec": 18.924,
    "scoring_type": "cosine"
  },
  "multi_enroll_3utt_eval": {
    "eer": 0.06200000000000003,
    "eer_percent": 6.2,
    "eer_ci95_low_percent": 4.8,
    "eer_ci95_high_percent": 7.9525,
    "eer_threshold": 0.664314866065979,
    "min_dcf_001": 0.488,
    "min_dcf_005": 0.34,
    "min_dcf_01": 0.28,
    "roc_auc": 0.9845,
    "num_trials": 1000
  },
  "cross_dataset_eval": {
    "voxceleb1_o_official": {
      "eer": 0.2852944113071049,
      "eer_percent": 28.5294,
      "eer_ci95_low_percent": 26.5376,
      "eer_ci95_high_percent": 30.4945,
      "eer_threshold": 0.58367520570755,
      "min_dcf_001": 0.9843,
      "min_dcf_005": 0.9339,
      "min_dcf_01": 0.9199,
      "roc_auc": 0.7957,
      "num_trials": 2500,
      "num_unique_utterances": 937,
      "latency_ms_per_utterance": 4.289,
      "eval_time_sec": 4.567,
      "scoring_type": "cosine",
      "num_target_trials": 1789,
      "num_impostor_trials": 711,
      "num_unseen_speakers": 10,
      "protocol": "veri_test2_speaker_disjoint_10spk_2500trials"
    },
    "cnceleb2_zero_shot": {
      "eer": 0.30000000000000004,
      "eer_percent": 30.0,
      "eer_ci95_low_percent": 28.6492,
      "eer_ci95_high_percent": 31.8667,
      "eer_threshold": 0.6296399831771851,
      "min_dcf_001": 0.9993,
      "min_dcf_005": 0.9993,
      "min_dcf_01": 0.9547,
      "roc_auc": 0.7787,
      "num_trials": 3000,
      "num_unique_utterances": 739,
      "latency_ms_per_utterance": 17.479,
      "eval_time_sec": 14.073,
      "scoring_type": "cosine"
    }
  },
  "config_yaml": "configs/ls_conformer_tiny_ge2e.yml",
  "multi_domain_eval": {
    "domains_1utt": {
      "librispeech": {
        "eer": 0.1053333333333333,
        "eer_percent": 10.5333,
        "eer_ci95_low_percent": 9.4,
        "eer_ci95_high_percent": 11.5333,
        "eer_threshold": 0.6059616804122925,
        "min_dcf_001": 0.772,
        "min_dcf_005": 0.6207,
        "min_dcf_01": 0.4893,
        "roc_auc": 0.9608,
        "num_trials": 3000,
        "num_unique_utterances": 999,
        "latency_ms_per_utterance": 17.21,
        "eval_time_sec": 18.924,
        "scoring_type": "cosine"
      },
      "cnceleb2": {
        "eer": 0.30000000000000004,
        "eer_percent": 30.0,
        "eer_ci95_low_percent": 28.6492,
        "eer_ci95_high_percent": 31.8667,
        "eer_threshold": 0.6296399831771851,
        "min_dcf_001": 0.9993,
        "min_dcf_005": 0.9993,
        "min_dcf_01": 0.9547,
        "roc_auc": 0.7787,
        "num_trials": 3000,
        "num_unique_utterances": 739,
        "latency_ms_per_utterance": 17.479,
        "eval_time_sec": 14.073,
        "scoring_type": "cosine"
      },
      "voxceleb1": {
        "eer": 0.257,
        "eer_percent": 25.7,
        "eer_ci95_low_percent": 23.9,
        "eer_ci95_high_percent": 27.4763,
        "eer_threshold": 0.5478366613388062,
        "min_dcf_001": 0.938,
        "min_dcf_005": 0.918,
        "min_dcf_01": 0.895,
        "roc_auc": 0.8282,
        "num_trials": 2000,
        "num_unique_utterances": 250,
        "latency_ms_per_utterance": 21.465,
        "eval_time_sec": 6.525,
        "scoring_type": "cosine"
      },
      "universal_pooled": {
        "eer": 0.219125,
        "eer_percent": 21.9125,
        "eer_ci95_low_percent": 21.05,
        "eer_ci95_high_percent": 22.8125,
        "eer_threshold": 0.6035156846046448,
        "min_dcf_001": 0.9968,
        "min_dcf_005": 0.899,
        "min_dcf_01": 0.8525,
        "roc_auc": 0.8711,
        "num_trials": 8000,
        "num_unique_utterances": 1988,
        "latency_ms_per_utterance": 0.0,
        "eval_time_sec": 3.448,
        "scoring_type": "cosine"
      },
      "voxceleb1_o_official": {
        "eer": 0.2852944113071049,
        "eer_percent": 28.5294,
        "eer_ci95_low_percent": 26.5376,
        "eer_ci95_high_percent": 30.4945,
        "eer_threshold": 0.58367520570755,
        "min_dcf_001": 0.9843,
        "min_dcf_005": 0.9339,
        "min_dcf_01": 0.9199,
        "roc_auc": 0.7957,
        "num_trials": 2500,
        "num_unique_utterances": 937,
        "latency_ms_per_utterance": 4.289,
        "eval_time_sec": 4.567,
        "scoring_type": "cosine",
        "num_target_trials": 1789,
        "num_impostor_trials": 711,
        "num_unseen_speakers": 10,
        "protocol": "veri_test2_speaker_disjoint_10spk_2500trials"
      }
    },
    "universal_macro_avg_1utt": {
      "eer_percent": 22.08,
      "min_dcf_001": 0.9031,
      "min_dcf_01": 0.7797,
      "roc_auc": 0.8559
    },
    "domains_3utt": {
      "librispeech": {
        "eer": 0.06200000000000003,
        "eer_percent": 6.2,
        "eer_ci95_low_percent": 4.8,
        "eer_ci95_high_percent": 7.9525,
        "eer_threshold": 0.664314866065979,
        "min_dcf_001": 0.488,
        "min_dcf_005": 0.34,
        "min_dcf_01": 0.28,
        "roc_auc": 0.9845,
        "num_trials": 1000
      },
      "cnceleb2": {
        "eer": 0.258,
        "eer_percent": 25.8,
        "eer_ci95_low_percent": 23.2,
        "eer_ci95_high_percent": 28.8,
        "eer_threshold": 0.7029243111610413,
        "min_dcf_001": 0.896,
        "min_dcf_005": 0.884,
        "min_dcf_01": 0.862,
        "roc_auc": 0.8256,
        "num_trials": 1000
      },
      "voxceleb1": {
        "eer": 0.21599999999999997,
        "eer_percent": 21.6,
        "eer_ci95_low_percent": 19.0,
        "eer_ci95_high_percent": 23.905,
        "eer_threshold": 0.6436901688575745,
        "min_dcf_001": 0.91,
        "min_dcf_005": 0.91,
        "min_dcf_01": 0.876,
        "roc_auc": 0.8708,
        "num_trials": 1000
      },
      "universal_pooled": {
        "eer": 0.1806666666666667,
        "eer_percent": 18.0667,
        "eer_ci95_low_percent": 16.5,
        "eer_ci95_high_percent": 19.3333,
        "eer_threshold": 0.6769924759864807,
        "min_dcf_001": 0.8647,
        "min_dcf_005": 0.8347,
        "min_dcf_01": 0.7707,
        "roc_auc": 0.9049,
        "num_trials": 3000
      }
    },
    "universal_macro_avg_3utt": {
      "eer_percent": 17.87,
      "min_dcf_001": 0.7647,
      "min_dcf_01": 0.6727,
      "roc_auc": 0.8936
    }
  },
  "hf_pretrained_dir": "pretrained_models/ls_conformer_tiny_ge2e",
  "hf_repo_id": "wq2012/ls_conformer_tiny_ge2e",
  "hf_url": "https://huggingface.co/wq2012/ls_conformer_tiny_ge2e",
  "hf_collection_url": "https://huggingface.co/collections/wq2012/flaxspeaker-6ad02d999a4180c794870595",
  "voxceleb1_o_official_eer_percent": 28.5294,
  "voxceleb1_o_official_min_dcf_001": 0.9843,
  "voxceleb1_o_official_roc_auc": 0.7957
}