mbfa-vietnamese / config.json
Tabahi's picture
Upload mbfa-vietnamese (vietnamese_fleurs9h_mv01a_e6_val_loss=3.347.ckpt)
7e87464 verified
Raw History Blame Contribute Delete
3.42 kB
{
"format": "p4mbfa",
"format_version": 1,
"model_config": {
"input_wav_length": 1920,
"cnn_channels": 192,
"embed_dim": 512,
"context_kernels": [
5,
3
],
"cnn_dropout": 0.2,
"head_dropout": 0.3,
"noise_level": 0.02,
"frame_blocks": 4,
"ffn_mult": 4,
"attn_radius": 0,
"attn_heads": 8,
"block_dropout": 0.3,
"n_phg": 15,
"lang_group": "vietnamese",
"n_tokens": 45,
"n_tones": 22
},
"geometry": {
"sample_rate": 16000,
"window_size_ms": 120,
"window_stride_ms": 80
},
"decoder": {
"min_phone_frames": 6,
"soft_phone_frames": 10,
"soft_frame_cost": 1.0,
"sil_skippable": true,
"optional_sil": true,
"class_prior_norm": true,
"boundary_bonus_weight": 30.0,
"boundary_contrast_frames": 17,
"boundary_flux_source": "mel"
},
"labels": {
"lang_group": "vietnamese",
"tokens": [
"<blank>",
"SIL",
"noise",
"<unk>",
"a",
"s",
"i",
"e",
"n",
"t",
"l",
"k",
"o",
"r",
"m",
"d",
"u",
"f",
"j",
"ə",
"b",
"p",
"ɛ",
"w",
"v",
"z",
"ʔ",
"ɔ",
"ŋ",
"ʃ",
"ɯ",
"h",
"x",
"ʂ",
"ɣ",
"ɲ",
"ʈ",
"tʰ",
"c",
"ɤ̆",
"ʐ",
"ă",
"ɤ",
"ŋ͡m",
"k͡p"
],
"special_tokens": {
"<blank>": 0,
"SIL": 1,
"noise": 2,
"<unk>": 3
},
"phg_names": [
"special",
"vowel_close",
"vowel_mid",
"vowel_open",
"stop_voiceless",
"stop_voiced",
"affricate",
"fricative_vl",
"fricative_vd",
"nasal",
"lateral",
"rhotic",
"glide",
"glottal",
"other"
],
"tone_vocab": [
"",
"35",
"21",
"33",
"45",
"51",
"32",
"214",
"55",
"24",
"3",
"312",
"5",
"13",
"2",
"212",
"42",
"44",
"53",
"22",
"4",
"114"
],
"member_langs": [
"vi",
"vi-c",
"vi-s"
],
"gold_fingerprint": "9438371ed6dd"
},
"training": {
"experiment": "mv01a",
"note": "first vietnamese run: trunk + phg_head from latin ma02a, fresh ph_head (45) and tone_head",
"data_src": "fleurs",
"train_limit": null,
"val_limit": null,
"exclude_langs": [],
"duration_max": 20,
"ckpt_path": "tmp/training/p4mbfa/ma02a/m_ma02a_final_e30.pt",
"trunk_init_path": null,
"reset_fine_heads": true,
"ramp_frames": 1.0,
"soft_onset_mix": 1.0,
"noise_level": 0.02,
"lr": "1e-4",
"epochs": 30,
"epoch": 6,
"global_step": 462,
"source_checkpoint": "m_mv01a_epoch=6_step=462_val_loss=3.3472.ckpt",
"selection": {
"trained_langs": [
"vi"
],
"train_data": "FLEURS vietnamese, all 8.7 h, training noise_level 0.02",
"selected_on": "FLEURS val_loss (best of 30 epochs; final epoch 3.602, tone CE also worse)",
"metrics": {
"val_loss": 3.3472,
"val_frame_acc": 0.2893,
"val_frame_acc_groups": 0.4653,
"val_peak_ce_tone": 0.879
},
"note": "Trunk and phg_head from latin ma02a (final epoch), ph_head and tone_head trained fresh."
}
}
}