BaleYang commited on
Commit
dd1039e
·
verified ·
1 Parent(s): 5ad1b91

Upload wavlm/model_cfg.yaml with huggingface_hub

Browse files
Files changed (1) hide show
  1. wavlm/model_cfg.yaml +62 -0
wavlm/model_cfg.yaml ADDED
@@ -0,0 +1,62 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ssl_backbone: wavlm
2
+ downsample_strides:
3
+ - 1
4
+ - 1
5
+ - 1
6
+ downsample_kernels:
7
+ - 5
8
+ - 3
9
+ - 3
10
+ hidden_dim: 256
11
+ target_layers:
12
+ - 1
13
+ - 2
14
+ - 3
15
+ - 4
16
+ - 5
17
+ - 6
18
+ - 7
19
+ - 8
20
+ - 9
21
+ - 10
22
+ - 11
23
+ - 12
24
+ freeze_wavlm: false
25
+ dropout: 0.1
26
+ wavlm_ckpt_path: /work/gj18/j18002/DistilMOS/ckpt/wavlm/model.pth.tar
27
+ wavlm_cfg:
28
+ extractor_mode: default
29
+ encoder_layers: 12
30
+ encoder_embed_dim: 768
31
+ encoder_ffn_embed_dim: 3072
32
+ encoder_attention_heads: 12
33
+ activation_fn: gelu
34
+ dropout: 0.1
35
+ attention_dropout: 0.1
36
+ activation_dropout: 0.0
37
+ encoder_layerdrop: 0.05
38
+ dropout_input: 0.1
39
+ dropout_features: 0.1
40
+ layer_norm_first: false
41
+ conv_feature_layers: '[(512,10,5)] + [(512,3,2)] * 4 + [(512,2,2)] * 2'
42
+ conv_bias: false
43
+ feature_grad_mult: 0.1
44
+ mask_length: 10
45
+ mask_prob: 0.8
46
+ mask_selection: static
47
+ mask_other: 0.0
48
+ no_mask_overlap: false
49
+ mask_min_space: 1
50
+ mask_channel_length: 10
51
+ mask_channel_prob: 0.0
52
+ mask_channel_selection: static
53
+ mask_channel_other: 0.0
54
+ no_mask_channel_overlap: false
55
+ mask_channel_min_space: 1
56
+ conv_pos: 128
57
+ conv_pos_groups: 16
58
+ relative_position_embedding: true
59
+ num_buckets: 320
60
+ max_distance: 800
61
+ gru_rel_pos: true
62
+ expand_attention_head_size: -1