File size: 6,789 Bytes
82d6bfe
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
accumulate_grad_batches: 1
add_word_pos: true
amp: true
ast_context_model: MIT/ast-finetuned-audioset-10-10-0.4593
ast_context_scale: 0.25
ast_context_valid_prefix: false
audio_num_mel_bins: 100
audio_sample_rate: 24000
base_config:
- ./agent-1_nonlinear_phone_teacher_5k.yaml
binarizer_cls: data_gen.tts.base_binarizer.BaseBinarizer
binary_data_dir: /mnt/DATA/ResearchDrive/audiopaint/data/binary/libritts_bigvgan
cgpc_gt_view: utt
cgpc_tau: 0.1
clip_grad_norm: 1
clip_grad_value: 0
cond_dim: 0
dec_dilations:
- 1
- 1
- 1
- 1
dec_ffn_kernel_size: 9
dec_inp_add_noise: false
dec_kernel_size: 5
dec_layers: 4
dec_post_net_kernel: 3
decoder_rnn_dim: 0
decoder_type: conv
deletion_source_duration_enabled: false
deletion_source_probability: 0.0
detach_postflow_input: true
diff_decoder_type: wavenet
diff_loss_type: l1
dilation_cycle_length: 1
donor_splice_attempts: 24
donor_splice_exclude_conn_loss: true
donor_splice_match_prosody: true
donor_splice_neighbor_search: 128
donor_splice_operation: insertion
donor_splice_probability: 0.5
donor_splice_seam_top_k: 8
donor_splice_target_phone_max: 9
donor_splice_target_phone_min: 3
dropout: 0.0
ds_name: libritts
ds_workers: 2
dur_level: word
dur_predictor_kernel: 5
dur_predictor_layers: 3
enc_dec_norm: ln
enc_dilations:
- 1
- 1
- 1
- 1
enc_ffn_kernel_size: 5
enc_kernel_size: 5
enc_layers: 4
enc_post_net_kernel: 3
enc_pre_ln: true
enc_prenet: true
encoder_K: 8
encoder_type: conv
endless_ds: true
eval_max_batches: -1
f0_max: 600
f0_min: 80
ffn_hidden_size: 768
fft_size: 1024
fmax: null
fmin: 0
frames_multiple: 1
gen_dir_name: ''
gst_seed: 1234
gst_trainable: false
hidden_size: 192
hlac_frame_metric: norm
hlac_levels: fpw
hlac_w_frame: 1.0
hlac_w_phone: 1.0
hlac_w_word: 1.0
hop_size: 256
infer_mask_ratio: 0.3
keep_bins: 100
kl_min: 0.0
kl_start_steps: 10000
lambda_cgpc: 0.0
lambda_deletion_source_duration: 0.0
lambda_energy: 0.1
lambda_f0: 1.0
lambda_hlac: 0.0
lambda_kl: 1.0
lambda_mel_adv: 0.05
lambda_nonlinear_phone: 0.01
lambda_ph_dur: 0.1
lambda_phone_mel_contrast: 0.05
lambda_sent_dur: 0.0
lambda_uv: 1.0
lambda_word_dur: 1.0
latent_size: 16
layers_in_block: 2
load_ckpt: ''
load_ckpt_min_match: 0.9
loud_norm: false
lr: 2.0e-05
mask_type: continuous_
max_beta: 0.06
max_frames: 1548
max_input_tokens: 1550
max_sentences: 16
max_tokens: 40000
max_updates: 5000
max_valid_sentences: 1
max_valid_tokens: 60000
mel_disc_hidden_size: 128
mel_losses: l1:0.5|ssim:0.5
mel_type: bigvgan
mel_vmax: 1.5
mel_vmin: -6
min_frames: 0
noise_scale: 0.8
nonlinear_phone_teacher: assets/agent-1_nonlinear_phone_teacher.pt
num_ckpt_keep: 12
num_heads: 2
num_sanity_val_steps: 5
num_spk: 1261
num_valid_plots: 10
optimizer_adam_beta1: 0.9
optimizer_adam_beta2: 0.98
out_wav_norm: false
phone_mel_prototypes: assets/agent-1_phone_mel_prototypes.npz
phone_mel_temperature: 0.1
pitch_extractor: parselmouth
pitch_type: frame
posterior_start_steps: 0
predictor_dropout: 0.2
predictor_grad: 0.1
predictor_hidden: -1
predictor_kernel: 5
predictor_layers: 5
print_nan_grads: false
prior_flow_hidden: 64
prior_flow_kernel_size: 3
prior_flow_n_blocks: 4
processed_data_dir: /mnt/DATA/ResearchDrive/audiopaint/data/processed/libritts
profile_infer: false
raw_data_dir: data/raw/libritts
residual_channels: 256
residual_layers: 20
resume_from_checkpoint: 0
rope_half: true
rope_reset_at_nt: true
save_best: false
save_codes:
- tasks
- modules
save_gt: true
schedule_type: vpsde
scheduler: warmup
seed: 1234
share_wn_layers: 4
sigmoid_scale: false
sort_by_len: true
spec_max:
- 1.0604
- 1.4571
- 1.2852
- 1.3722
- 1.1957
- 1.6533
- 1.5299
- 1.1385
- 1.2986
- 1.3136
- 1.5607
- 1.3109
- 1.7511
- 1.7297
- 1.5513
- 1.6957
- 1.3587
- 1.8329
- 1.4253
- 1.2918
- 1.4762
- 1.3411
- 1.4748
- 1.3285
- 1.4044
- 1.1602
- 1.4003
- 1.2423
- 1.2876
- 1.0298
- 1.2514
- 1.1693
- 1.2147
- 1.1453
- 1.055
- 1.2303
- 1.4054
- 1.0691
- 1.1672
- 1.21
- 0.6927
- 0.6037
- 0.9786
- 0.361
- 0.7867
- 0.3277
- 0.4398
- 0.5989
- 0.4387
- 0.3292
- 0.1331
- 0.2449
- 0.2704
- -0.1298
- 0.0984
- -0.1073
- -0.1773
- -0.1167
- -0.1131
- -0.1729
- -0.3771
- -0.3133
- -0.5095
- -0.6342
- -0.1225
- -0.0924
- -0.2996
- -0.1631
- -0.4548
- -0.6299
- -0.4956
- -0.2327
- -0.2719
- -0.8649
- -0.4402
- -0.6376
- -0.7074
- -0.552
- -0.7659
- -0.7273
- -0.8326
- -0.7609
- -0.9281
- -0.6764
- -0.3611
- -1.0908
- -1.167
- -0.9377
- -0.699
- -0.7402
- -1.1614
- -1.1782
- -0.6824
- -0.8936
- -0.7902
- -1.1805
- -1.3148
- -1.3482
- -1.61
- -2.2738
spec_min:
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
- -11.5129
task_cls: tasks.speech_editing.spec_denoiser.SpeechDenoiserTask
tb_log_interval: 100
test_ids: []
test_set_name: test
text_encoder_postnet: true
timescale: 1
timesteps: 8
train_set_name: train
train_sets: ''
training_mask_ratio: 0.15
trunk_adaptation: audio_lora
trunk_donor: Qwen/Qwen2.5-0.5B
trunk_freeze_tok_emb: true
trunk_grad_ckpt: true
trunk_inject: add
trunk_layer_pick: ends
trunk_layers: 14
trunk_lora_alpha: 16.0
trunk_lora_rank: 8
trunk_max_text: 48
trunk_pretrained_lr_scale: 0.05
trunk_use_ph: true
trunk_use_text: true
trunk_warm_start: true
two_stage: true
use_ast_context: false
use_cond_proj: false
use_conn_loss: true
use_dualffn_trunk: true
use_energy_embed: false
use_gt_dur: false
use_gt_f0: false
use_latent_cond: false
use_perceptual_loss: true
use_pitch_embed: true
use_post_flow: true
use_prior_flow: true
use_spk_embed: true
use_spk_id: false
use_txt_cond: true
use_uv: true
val_check_interval: 500
valid_infer_interval: 2000
valid_monitor_key: val_loss
valid_monitor_mode: min
valid_set_name: valid
vocoder: BigVGAN
vocoder_ckpt: pretrained/hifigan_hifitts
warmup_updates: 1
weight_decay: 0
win_size: 1024
work_dir: /mnt/DATA/ResearchDrive/audiopaint//checkpoints/agent-2_matched_horizon_no_deletion_5k