cheoljun95 commited on
Commit
150af16
·
verified ·
1 Parent(s): 58c4541

Upload folder using huggingface_hub

Browse files
Files changed (4) hide show
  1. config.yaml +74 -0
  2. model.ckpt +3 -0
  3. segmenter.ckpt +3 -0
  4. segmenter_config.yaml +29 -0
config.yaml ADDED
@@ -0,0 +1,74 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ acoustic_encoder_configs:
2
+ avg_prob: 0.2
3
+ emb_size: 256
4
+ ft_size: 512
5
+ is_24k: true
6
+ mix_prob: 0.0
7
+ output_ln: true
8
+ speech_upstream: utter-project/mHuBERT-147
9
+ transformer_configs:
10
+ attn_dropout: 0.05
11
+ depth: 4
12
+ dim: 512
13
+ dim_head: 64
14
+ ff_dropout: 0.05
15
+ heads: 8
16
+ input_dim: 800
17
+ num_register_tokens: 0
18
+ skip_posemb: false
19
+ acoustic_quantizer_configs:
20
+ codebook_dim: 64
21
+ codebook_size: 4096
22
+ input_dim: 256
23
+ n_codebooks: 24
24
+ possibly_no_quantizer: false
25
+ quantizer_dropout: 1
26
+ additive: true
27
+ apply_ln: false
28
+ avg_spk_prob: 0.0
29
+ do_acoustic_vae: false
30
+ do_auggan: false
31
+ do_club: true
32
+ drop_spk_prob: 0.0
33
+ generator_configs:
34
+ cond_dim: 128
35
+ dim: 3072
36
+ hop_length: 480
37
+ input_channels: 288
38
+ intermediate_dim: 3072
39
+ n_fft: 1920
40
+ num_layers: 6
41
+ padding: same
42
+ use_film: false
43
+ input_layer_configs:
44
+ dropout: 0.05
45
+ hidden_dims:
46
+ - 1024
47
+ - 1024
48
+ - 1024
49
+ input_dim: 768
50
+ output_dim: 256
51
+ output_ln: true
52
+ use_linear: false
53
+ on_the_fly: false
54
+ progress_encoding_configs:
55
+ emb_dim: 32
56
+ emb_n: 11
57
+ quantizer_configs:
58
+ dim: 256
59
+ levels:
60
+ - 8
61
+ - 8
62
+ - 8
63
+ - 8
64
+ - 8
65
+ num_codebooks: 2
66
+ possibly_no_quantizer: false
67
+ quantizer_dropout: 0.5
68
+ recon_content: true
69
+ sample_rate: 24000
70
+ segauc_ratio: 0.0
71
+ use_perceptual_loss: false
72
+ use_rvq_acoustic: true
73
+ use_rvq_content: false
74
+ use_segauc: false
model.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0a25a8cb92096fcc3f1272e920094dbe47d779d05d515fc8199af2a1562befc2
3
+ size 1224641535
segmenter.ckpt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c6d8106bba8fd556eb028d064bc8bbf5394d493dd6753d2f957b7ef7825a5b4
3
+ size 405871563
segmenter_config.yaml ADDED
@@ -0,0 +1,29 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ckpt_path: segmenter.ckpt
2
+ normalize_target: true
3
+ notch_layer: 8
4
+ notch_model_configs:
5
+ attn_dropout: 0.05
6
+ depth: 4
7
+ dim: 768
8
+ dim_head: 64
9
+ ff_dropout: 0.05
10
+ heads: 12
11
+ num_register_tokens: 0
12
+ skip_posemb: false
13
+ notch_threshold_range:
14
+ - 0.2
15
+ - 0.2
16
+ prominence_range:
17
+ - 0.1
18
+ - 0.1
19
+ speech_upstream: utter-project/mHuBERT-147
20
+ target_pooling_layers:
21
+ - 8
22
+ upstream_configs:
23
+ activation_dropout: 0.0
24
+ attention_dropout: 0.0
25
+ feat_proj_dropout: 0.0
26
+ hidden_dropout: 0.0
27
+ hidden_dropout_prob: 0.0
28
+ layerdrop: 0.0
29
+ mask_time_prob: 0.0