{ "backbone": "conformer", "embedding_dim": 128, "experiment_dict": { "data": { "audio_format": ".flac", "dataset_name": "librispeech", "dataset_type": "librispeech", "speaker_label_index": -2, "test_csv": "/usr/local/google/home/quanw/Data/speaker_datasets/splits/librispeech/eval.csv", "test_dir": "", "test_librispeech_dir": "", "train_csv": "/usr/local/google/home/quanw/Data/speaker_datasets/splits/librispeech/train.csv", "train_dir": "", "train_librispeech_dir": "", "trials_file": "/usr/local/google/home/quanw/Data/speaker_datasets/splits/librispeech/trials.tsv" }, "eval": { "apply_as_norm": false, "as_norm_cohort_size": 100, "as_norm_top_k": 100, "dcf_c_fa": 1.0, "dcf_c_miss": 1.0, "dcf_p_target": 0.01, "full_sequence_inference": true, "num_enroll_utts": 1, "num_triplets": 1000, "threshold_step": 0.001, "use_as_norm": false }, "export": { "export_hf_format": true, "export_safetensors": true, "export_tflite": true, "output_dir": "exported_model", "quantize_tflite": true, "sequence_length": 100 }, "frontend": { "apply_cmvn": true, "cmvn_norm_vars": false, "feature_type": "log_mel", "fmax": 7600.0, "fmin": 20.0, "frame_size_ms": 25.0, "frame_step_ms": 10.0, "frame_stride": 1, "hf_extractor_name": "openai/whisper-tiny", "log_offset": 1e-06, "n_fft": 512, "n_mels": 80, "n_mfcc": 80, "preemph": 0.97, "sample_rate": 16000, "stack_left_context": 0, "stack_right_context": 0 }, "loss": { "ge2e_exact_leave_one_out": true, "ge2e_init_b": -5.0, "ge2e_init_w": 10.0, "ge2e_learn_wb": true, "ge2e_mask_dup_spk": false, "ge2e_split_batch": false, "ge2e_vary_enroll_utts": false, "label_smoothing": 0.0, "loss_type": "ge2e_softmax", "margin": 0.2, "margin_m": 0.2, "margin_scale": 30.0, "multi_row_window": 0, "num_classes": 256, "num_speakers_per_batch": 8, "num_utts_per_speaker": 4, "scale": 30.0, "scoring_type": "cosine", "sphereface_lambda_base": 1000.0, "sphereface_lambda_gamma": 0.12, "sphereface_lambda_min": 5.0, "sphereface_lambda_power": 1.0, "sphereface_m": 1.35, "triplet_alpha": 0.1 }, "model": { "backbone": "conformer", "conformer": { "conv_kernel_size": 15, "dim": 128, "dropout_rate": 0.1, "ffn_dim": 256, "ffn_expansion": 4, "layer_order": "mhsa_before_conv", "normalize_output": false, "num_groups": 2, "num_heads": 4, "num_layers": 2, "subsample_factor": 1, "use_conv_stem": true, "use_group_norm": true, "use_positional_encoding": false }, "dr_vector": { "activation": "relu", "add_cosine_to_network_output": true, "append_cosine_as_feature_to_network_input": true, "hidden_dims": [ 128, 64 ], "include_cosine_in_input": true, "layer_type": "relu", "num_cells": [ 128, 64 ], "num_cosine_terms": 128, "residual_weight": 0.25, "use_layer_norm": true }, "ecapa_tdnn": { "attention_channels": 64, "channels": 128, "dilations": [ 1, 2, 3, 4 ], "kernel_sizes": [ 5, 3, 3, 3 ], "mfa_channels": 256, "mfa_dim": 256, "scale": 4, "se_bottleneck_dim": 64, "se_channels": 64 }, "embedding_dim": 128, "frame_aggregation_mean": true, "full_sequence_inference": true, "l2_normalize_embeddings": true, "lstm": { "bidirectional": false, "dropout_rate": 0.1, "frame_aggregation_mean": true, "hidden_size": 128, "num_layers": 2, "proj_size": 0, "use_layer_norm": true }, "mamba": { "conv_kernel_size": 4, "d_conv": 4, "d_state": 16, "dim": 128, "dropout_rate": 0.1, "dt_rank": 16, "expand_factor": 2, "num_layers": 2, "state_dim": 16 }, "max_eval_seq_len": 500, "max_seq_len": 180, "min_seq_len": 90, "n_mfcc": 80, "normalize_embedding": true, "pfas": { "apply_global_l2_norm_to_concat_form": true, "apply_l2_norm_to_keys": true, "apply_l2_norm_to_values": false, "apply_softmax_per_test_key": false, "attention_dim": 128, "attention_type": "shared_nonlinear", "key_dim": 32, "normalize_keys_and_values": false, "normalize_overall_output": false, "num_keys": 4, "per_trial_softmax": true, "scale_factor": 16.0, "use_keys_and_queries": false, "use_trainable_scale_factor": true, "value_dim": 128 }, "pooling": { "attention_dim": 128, "bottleneck_dim": 256, "divide_layer": false, "epsilon": 0.0001, "max_pooling_mode": "off", "nonlinear_attention": true, "num_heads": 4, "pooling_type": "atp", "share_params": true, "stats_type": "MEAN_STD", "subspace_heads": true, "top_k": 10, "use_global_context": true, "use_weighted_frames": true, "window_size": 10, "window_stride": 5 }, "resnet": { "base_channels": 16, "num_blocks": [ 1, 1, 1, 1 ], "out_dim": 128, "se_reduction": 8, "stage_blocks": [ 1, 1, 1, 1 ], "use_se": true }, "saved_model_path": "", "scoring_type": "cosine", "seq_len": 180, "size_variant": "tiny", "sliding_window_step": 50, "transformer": { "dim": 128, "dropout_rate": 0.1, "mlp_dim": 256, "num_encoder_layers": 2, "num_heads": 4, "use_conv_stem": true, "use_positional_encoding": false, "use_rope": false }, "use_transformer": false, "variable_length_training": true }, "train": { "batch_size": 32, "eval_frequency": 200, "ge2e_grad_scale": 0.01, "grad_clip_norm": 3.0, "learning_rate": 0.0015, "loss": { "ge2e_exact_leave_one_out": true, "ge2e_init_b": -5.0, "ge2e_init_w": 10.0, "ge2e_learn_wb": true, "ge2e_mask_dup_spk": false, "ge2e_split_batch": false, "ge2e_vary_enroll_utts": false, "label_smoothing": 0.0, "loss_type": "ge2e_softmax", "margin": 0.2, "margin_m": 0.2, "margin_scale": 30.0, "multi_row_window": 0, "num_classes": 256, "num_speakers_per_batch": 8, "num_utts_per_speaker": 4, "scale": 30.0, "scoring_type": "cosine", "sphereface_lambda_base": 1000.0, "sphereface_lambda_gamma": 0.12, "sphereface_lambda_min": 5.0, "sphereface_lambda_power": 1.0, "sphereface_m": 1.35, "triplet_alpha": 0.1 }, "lr_schedule": "cosine", "lr_schedule_cosine": true, "min_learning_rate": 1e-05, "num_processes": 4, "num_spks_per_batch": 8, "num_steps": 400, "num_utts_per_spk": 4, "optimizer": "adamw", "save_model_frequency": 0, "seed": 42, "specaug": { "apply_prob": 0.5, "freq_mask_max_width": 8, "freq_mask_prob": 0.5, "gaussian_noise_std": 0.0, "num_freq_masks": 2, "num_time_masks": 2, "time_mask_max_width": 12, "time_mask_prob": 0.5, "use_specaug": true }, "triplet_alpha": 0.1, "warmup_steps": 40, "waveform_aug": { "aug_prob": 0.35, "enabled": true, "noise_dir": "", "reverb_prob": 0.4, "reverb_rt60_max": 0.2, "reverb_rt60_min": 0.05, "snr_max_db": 20.0, "snr_min_db": 8.0, "use_waveform_aug": true }, "weight_decay": 0.0001 }, "vad": { "adaptive_percentile": 10.0, "apply_agc": true, "enabled": true, "energy_db_threshold": 26.0, "energy_threshold_db": -42.0, "frame_size_ms": 25.0, "frame_step_ms": 10.0, "hangover_frames": 8, "min_speech_frames": 3, "mode": "energy", "sample_rate": 16000, "snr_margin_db": 4.5, "spectral_flatness_threshold": 0.65 } }, "feature_type": "log_mel", "loss_type": "ge2e_softmax", "model_type": "flaxspeaker", "n_mels": 80, "n_mfcc": 80, "pooling_type": "atp", "sample_rate": 16000, "scoring_type": "cosine", "seq_len": 180, "size_variant": "tiny", "transformers_version": "5.17.0" }