Martijn Bartelds commited on
Commit
fb771cb
·
1 Parent(s): cf1fd15

File upload

Browse files
exp/tts_vits_3e-4_ep176/config.yaml ADDED
@@ -0,0 +1,379 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ config: conf/train_vits.yaml
2
+ print_config: false
3
+ log_level: INFO
4
+ drop_last_iter: false
5
+ dry_run: false
6
+ iterator_type: sequence
7
+ valid_iterator_type: null
8
+ output_dir: exp-vits-lr-3e-4/tts_vits
9
+ ngpu: 1
10
+ seed: 67823
11
+ num_workers: 4
12
+ num_att_plot: 3
13
+ dist_backend: nccl
14
+ dist_init_method: env://
15
+ dist_world_size: 2
16
+ dist_rank: 0
17
+ local_rank: 0
18
+ dist_master_addr: localhost
19
+ dist_master_port: 53471
20
+ dist_launcher: null
21
+ multiprocessing_distributed: true
22
+ unused_parameters: true
23
+ sharded_ddp: false
24
+ cudnn_enabled: true
25
+ cudnn_benchmark: false
26
+ cudnn_deterministic: false
27
+ collect_stats: false
28
+ write_collected_feats: false
29
+ max_epoch: 1000
30
+ patience: null
31
+ val_scheduler_criterion:
32
+ - valid
33
+ - loss
34
+ early_stopping_criterion:
35
+ - valid
36
+ - loss
37
+ - min
38
+ best_model_criterion:
39
+ - - train
40
+ - total_count
41
+ - max
42
+ keep_nbest_models: 10
43
+ nbest_averaging_interval: 0
44
+ grad_clip: -1
45
+ grad_clip_type: 2.0
46
+ grad_noise: false
47
+ accum_grad: 1
48
+ no_forward_run: false
49
+ resume: true
50
+ train_dtype: float32
51
+ use_amp: false
52
+ log_interval: 50
53
+ use_matplotlib: true
54
+ use_tensorboard: true
55
+ create_graph_in_tensorboard: false
56
+ use_wandb: true
57
+ wandb_project: GROTTS
58
+ wandb_id: null
59
+ wandb_entity: null
60
+ wandb_name: VITS_lr_3.0e-4
61
+ wandb_model_log_interval: -1
62
+ detect_anomaly: false
63
+ use_lora: false
64
+ save_lora_only: true
65
+ lora_conf: {}
66
+ pretrain_path: null
67
+ init_param:
68
+ - downloads/espnet/kan-bayashi_ljspeech_vits/exp/tts_train_vits_raw_phn_tacotron_g2p_en_no_space/train.total_count.ave_10best.pth:tts:tts:tts.generator.text_encoder,tts.generator.posterior_encoder.input_conv
69
+ ignore_init_mismatch: false
70
+ freeze_param: []
71
+ num_iters_per_epoch: 1000
72
+ batch_size: 40
73
+ valid_batch_size: null
74
+ batch_bins: 10000000
75
+ valid_batch_bins: null
76
+ train_shape_file:
77
+ - exp-vits-lr-3e-4/tts_stats_raw_char/train/text_shape.char
78
+ - exp-vits-lr-3e-4/tts_stats_raw_char/train/speech_shape
79
+ valid_shape_file:
80
+ - exp-vits-lr-3e-4/tts_stats_raw_char/valid/text_shape.char
81
+ - exp-vits-lr-3e-4/tts_stats_raw_char/valid/speech_shape
82
+ batch_type: numel
83
+ valid_batch_type: null
84
+ fold_length:
85
+ - 150
86
+ - 204800
87
+ sort_in_batch: descending
88
+ shuffle_within_batch: false
89
+ sort_batch: descending
90
+ multiple_iterator: false
91
+ chunk_length: 500
92
+ chunk_shift_ratio: 0.5
93
+ num_cache_chunks: 1024
94
+ chunk_excluded_key_prefixes: []
95
+ chunk_default_fs: null
96
+ train_data_path_and_name_and_type:
97
+ - - dump/raw/train_nodev/text
98
+ - text
99
+ - text
100
+ - - dump/raw/train_nodev/wav.scp
101
+ - speech
102
+ - sound
103
+ - - dump/raw/train_nodev/utt2sid
104
+ - sids
105
+ - text_int
106
+ valid_data_path_and_name_and_type:
107
+ - - dump/raw/train_dev/text
108
+ - text
109
+ - text
110
+ - - dump/raw/train_dev/wav.scp
111
+ - speech
112
+ - sound
113
+ - - dump/raw/train_dev/utt2sid
114
+ - sids
115
+ - text_int
116
+ allow_variable_data_keys: false
117
+ max_cache_size: 0.0
118
+ max_cache_fd: 32
119
+ allow_multi_rates: false
120
+ valid_max_cache_size: null
121
+ exclude_weight_decay: false
122
+ exclude_weight_decay_conf: {}
123
+ optim: adamw
124
+ optim_conf:
125
+ lr: 0.0003
126
+ betas:
127
+ - 0.8
128
+ - 0.99
129
+ eps: 1.0e-09
130
+ weight_decay: 0.0
131
+ scheduler: exponentiallr
132
+ scheduler_conf:
133
+ gamma: 0.999875
134
+ optim2: adamw
135
+ optim2_conf:
136
+ lr: 0.0003
137
+ betas:
138
+ - 0.8
139
+ - 0.99
140
+ eps: 1.0e-09
141
+ weight_decay: 0.0
142
+ scheduler2: exponentiallr
143
+ scheduler2_conf:
144
+ gamma: 0.999875
145
+ generator_first: false
146
+ token_list:
147
+ - <blank>
148
+ - <unk>
149
+ - <space>
150
+ - e
151
+ - n
152
+ - a
153
+ - o
154
+ - t
155
+ - i
156
+ - r
157
+ - d
158
+ - s
159
+ - k
160
+ - l
161
+ - m
162
+ - u
163
+ - g
164
+ - h
165
+ - w
166
+ - v
167
+ - .
168
+ - z
169
+ - b
170
+ - p
171
+ - ','
172
+ - j
173
+ - c
174
+ - f
175
+ - ‘
176
+ - ’
177
+ - ':'
178
+ - '?'
179
+ - ö
180
+ - ''''
181
+ - '!'
182
+ - '-'
183
+ - ;
184
+ - ò
185
+ - è
186
+ - ì
187
+ - é
188
+ - y
189
+ - ë
190
+ - x
191
+ - q
192
+ - <sos/eos>
193
+ odim: null
194
+ model_conf: {}
195
+ use_preprocessor: true
196
+ token_type: char
197
+ bpemodel: null
198
+ non_linguistic_symbols: null
199
+ cleaner: null
200
+ g2p: null
201
+ feats_extract: fbank
202
+ feats_extract_conf:
203
+ n_fft: 1024
204
+ hop_length: 256
205
+ win_length: null
206
+ fs: 22050
207
+ fmin: 80
208
+ fmax: 7600
209
+ n_mels: 80
210
+ normalize: global_mvn
211
+ normalize_conf:
212
+ stats_file: exp-vits-lr-3e-4/tts_stats_raw_char/train/feats_stats.npz
213
+ tts: vits
214
+ tts_conf:
215
+ generator_type: vits_generator
216
+ generator_params:
217
+ hidden_channels: 192
218
+ spks: 4
219
+ global_channels: 256
220
+ segment_size: 32
221
+ text_encoder_attention_heads: 2
222
+ text_encoder_ffn_expand: 4
223
+ text_encoder_blocks: 6
224
+ text_encoder_positionwise_layer_type: conv1d
225
+ text_encoder_positionwise_conv_kernel_size: 3
226
+ text_encoder_positional_encoding_layer_type: rel_pos
227
+ text_encoder_self_attention_layer_type: rel_selfattn
228
+ text_encoder_activation_type: swish
229
+ text_encoder_normalize_before: true
230
+ text_encoder_dropout_rate: 0.1
231
+ text_encoder_positional_dropout_rate: 0.0
232
+ text_encoder_attention_dropout_rate: 0.1
233
+ use_macaron_style_in_text_encoder: true
234
+ use_conformer_conv_in_text_encoder: false
235
+ text_encoder_conformer_kernel_size: -1
236
+ decoder_kernel_size: 7
237
+ decoder_channels: 512
238
+ decoder_upsample_scales:
239
+ - 8
240
+ - 8
241
+ - 2
242
+ - 2
243
+ decoder_upsample_kernel_sizes:
244
+ - 16
245
+ - 16
246
+ - 4
247
+ - 4
248
+ decoder_resblock_kernel_sizes:
249
+ - 3
250
+ - 7
251
+ - 11
252
+ decoder_resblock_dilations:
253
+ - - 1
254
+ - 3
255
+ - 5
256
+ - - 1
257
+ - 3
258
+ - 5
259
+ - - 1
260
+ - 3
261
+ - 5
262
+ use_weight_norm_in_decoder: true
263
+ posterior_encoder_kernel_size: 5
264
+ posterior_encoder_layers: 16
265
+ posterior_encoder_stacks: 1
266
+ posterior_encoder_base_dilation: 1
267
+ posterior_encoder_dropout_rate: 0.0
268
+ use_weight_norm_in_posterior_encoder: true
269
+ flow_flows: 4
270
+ flow_kernel_size: 5
271
+ flow_base_dilation: 1
272
+ flow_layers: 4
273
+ flow_dropout_rate: 0.0
274
+ use_weight_norm_in_flow: true
275
+ use_only_mean_in_flow: true
276
+ stochastic_duration_predictor_kernel_size: 3
277
+ stochastic_duration_predictor_dropout_rate: 0.5
278
+ stochastic_duration_predictor_flows: 4
279
+ stochastic_duration_predictor_dds_conv_layers: 3
280
+ vocabs: 46
281
+ aux_channels: 80
282
+ discriminator_type: hifigan_multi_scale_multi_period_discriminator
283
+ discriminator_params:
284
+ scales: 1
285
+ scale_downsample_pooling: AvgPool1d
286
+ scale_downsample_pooling_params:
287
+ kernel_size: 4
288
+ stride: 2
289
+ padding: 2
290
+ scale_discriminator_params:
291
+ in_channels: 1
292
+ out_channels: 1
293
+ kernel_sizes:
294
+ - 15
295
+ - 41
296
+ - 5
297
+ - 3
298
+ channels: 128
299
+ max_downsample_channels: 1024
300
+ max_groups: 16
301
+ bias: true
302
+ downsample_scales:
303
+ - 2
304
+ - 2
305
+ - 4
306
+ - 4
307
+ - 1
308
+ nonlinear_activation: LeakyReLU
309
+ nonlinear_activation_params:
310
+ negative_slope: 0.1
311
+ use_weight_norm: false
312
+ use_spectral_norm: false
313
+ follow_official_norm: false
314
+ periods:
315
+ - 2
316
+ - 3
317
+ - 5
318
+ - 7
319
+ - 11
320
+ period_discriminator_params:
321
+ in_channels: 1
322
+ out_channels: 1
323
+ kernel_sizes:
324
+ - 5
325
+ - 3
326
+ channels: 32
327
+ downsample_scales:
328
+ - 3
329
+ - 3
330
+ - 3
331
+ - 3
332
+ - 1
333
+ max_downsample_channels: 1024
334
+ bias: true
335
+ nonlinear_activation: LeakyReLU
336
+ nonlinear_activation_params:
337
+ negative_slope: 0.1
338
+ use_weight_norm: true
339
+ use_spectral_norm: false
340
+ generator_adv_loss_params:
341
+ average_by_discriminators: false
342
+ loss_type: mse
343
+ discriminator_adv_loss_params:
344
+ average_by_discriminators: false
345
+ loss_type: mse
346
+ feat_match_loss_params:
347
+ average_by_discriminators: false
348
+ average_by_layers: false
349
+ include_final_outputs: true
350
+ mel_loss_params:
351
+ fs: 22050
352
+ n_fft: 1024
353
+ hop_length: 256
354
+ win_length: null
355
+ window: hann
356
+ n_mels: 80
357
+ fmin: 0
358
+ fmax: null
359
+ log_base: null
360
+ lambda_adv: 1.0
361
+ lambda_mel: 45.0
362
+ lambda_feat_match: 2.0
363
+ lambda_dur: 1.0
364
+ lambda_kl: 1.0
365
+ sampling_rate: 22050
366
+ cache_generator_outputs: true
367
+ pitch_extract: null
368
+ pitch_extract_conf: {}
369
+ pitch_normalize: null
370
+ pitch_normalize_conf: {}
371
+ energy_extract: null
372
+ energy_extract_conf: {}
373
+ energy_normalize: null
374
+ energy_normalize_conf: {}
375
+ required:
376
+ - output_dir
377
+ - token_list
378
+ version: '202310'
379
+ distributed: true
exp/tts_vits_3e-4_ep176/images/discriminator_backward_time.png ADDED
exp/tts_vits_3e-4_ep176/images/discriminator_fake_loss.png ADDED
exp/tts_vits_3e-4_ep176/images/discriminator_forward_time.png ADDED
exp/tts_vits_3e-4_ep176/images/discriminator_loss.png ADDED
exp/tts_vits_3e-4_ep176/images/discriminator_optim_step_time.png ADDED
exp/tts_vits_3e-4_ep176/images/discriminator_real_loss.png ADDED
exp/tts_vits_3e-4_ep176/images/discriminator_train_time.png ADDED
exp/tts_vits_3e-4_ep176/images/generator_adv_loss.png ADDED
exp/tts_vits_3e-4_ep176/images/generator_backward_time.png ADDED
exp/tts_vits_3e-4_ep176/images/generator_dur_loss.png ADDED
exp/tts_vits_3e-4_ep176/images/generator_feat_match_loss.png ADDED
exp/tts_vits_3e-4_ep176/images/generator_forward_time.png ADDED
exp/tts_vits_3e-4_ep176/images/generator_kl_loss.png ADDED
exp/tts_vits_3e-4_ep176/images/generator_loss.png ADDED
exp/tts_vits_3e-4_ep176/images/generator_mel_loss.png ADDED
exp/tts_vits_3e-4_ep176/images/generator_optim_step_time.png ADDED
exp/tts_vits_3e-4_ep176/images/generator_train_time.png ADDED
exp/tts_vits_3e-4_ep176/images/gpu_max_cached_mem_GB.png ADDED
exp/tts_vits_3e-4_ep176/images/iter_time.png ADDED
exp/tts_vits_3e-4_ep176/images/optim0_lr0.png ADDED
exp/tts_vits_3e-4_ep176/images/optim1_lr0.png ADDED
exp/tts_vits_3e-4_ep176/images/train_time.png ADDED
exp/tts_vits_3e-4_ep176/train.total_count.best.pth ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c21b962cc9ba759d5bea57bd85016764da66ac99da50da2a474914ccb0bb507
3
+ size 385751310