{ "format": "p4mbfa", "format_version": 1, "model_config": { "input_wav_length": 1920, "cnn_channels": 192, "embed_dim": 512, "context_kernels": [ 5, 3 ], "cnn_dropout": 0.2, "head_dropout": 0.3, "noise_level": 0.02, "frame_blocks": 4, "ffn_mult": 4, "attn_radius": 0, "attn_heads": 8, "block_dropout": 0.3, "n_phg": 15, "lang_group": "cjk", "n_tokens": 48, "n_tones": 22 }, "geometry": { "sample_rate": 16000, "window_size_ms": 120, "window_stride_ms": 80 }, "decoder": { "min_phone_frames": 6, "soft_phone_frames": 10, "soft_frame_cost": 1.0, "sil_skippable": true, "optional_sil": true, "class_prior_norm": true, "boundary_bonus_weight": 30.0, "boundary_contrast_frames": 17, "boundary_flux_source": "mel" }, "labels": { "lang_group": "cjk", "tokens": [ "", "SIL", "noise", "", "a", "s", "i", "e", "n", "t", "l", "k", "o", "m", "u", "ɪ", "f", "j", "ə", "p", "ɛ", "w", "ɑ", "ɔ", "ŋ", "ʊ", "ɯ", "h", "ɐ", "x", "ʂ", "y", "ɕ", "ɵ", "œ", "ʈ", "tʰ", "ʐ", "kʰ", "ɤ", "sʰ", "pʰ", "ɥ", "ɕʰ", "ʂʰ", "ɚ", "ɻ", "m̩" ], "special_tokens": { "": 0, "SIL": 1, "noise": 2, "": 3 }, "phg_names": [ "special", "vowel_close", "vowel_mid", "vowel_open", "stop_voiceless", "stop_voiced", "affricate", "fricative_vl", "fricative_vd", "nasal", "lateral", "rhotic", "glide", "glottal", "other" ], "tone_vocab": [ "", "35", "21", "33", "45", "51", "32", "214", "55", "24", "3", "312", "5", "13", "2", "212", "42", "44", "53", "22", "4", "114" ], "member_langs": [ "nan", "yue", "zh", "zh-Hant" ], "gold_fingerprint": "9438371ed6dd" }, "training": { "experiment": "mc01a", "note": "first cjk run: trunk + phg_head from latin ma02a, fresh ph_head (48) and tone_head", "data_src": "fleurs", "train_limit": 100000, "val_limit": null, "exclude_langs": null, "duration_max": 20, "ckpt_path": "tmp/training/p4mbfa/ma02a/m_ma02a_final_e30.pt", "trunk_init_path": null, "reset_fine_heads": true, "ramp_frames": 1.0, "soft_onset_mix": 1.0, "noise_level": 0.02, "lr": "1e-4", "epochs": 30, "epoch": 13, "global_step": 476, "source_checkpoint": "m_mc01a_epoch=13_step=476_val_loss=2.5963.ckpt", "selection": { "trained_langs": [ "cmn", "yue" ], "train_data": "FLEURS cjk, a 62% sample (train_limit 100000): ~9 of 14.9 h, training noise_level 0.02", "selected_on": "FLEURS val_loss (best of 30 epochs)", "metrics": { "val_loss": 2.5963, "val_frame_acc": 0.4795, "val_frame_acc_groups": 0.612 }, "note": "Trunk and phg_head from latin ma02a (final epoch), ph_head and tone_head trained fresh." } } }