archimickey commited on
Commit
3fc2751
·
verified ·
1 Parent(s): 2041720

Add 200k perceptual finetuned checkpoint and SiLU config

Browse files
checkpoints/subroformer_base_4stem_1400000_ema_perceptual_finetuned_200000.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b3a681353a343dd5248bc7cc9dff4bd99b0b1cff37ff2fe534ce01c0c63c9d8
3
+ size 414656000
configs/sbroformer_base_4stem_silu.yaml ADDED
@@ -0,0 +1,138 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ audio:
2
+ sample_rate: 48000
3
+ chunk_size: 96000
4
+ num_channels: 2
5
+ min_mean_abs: 0.001
6
+ model:
7
+ name: SBRoformer
8
+ audio_channels: 2
9
+ sample_rate: 48000
10
+ analysis_type: stft
11
+ mask_mode: features
12
+ n_fft: 32
13
+ stft_hop_length: 8
14
+ subband_n_bands: 118
15
+ max_half_bandwidth: 390
16
+ dim: 576
17
+ dim_sp: 128
18
+ dim_head: 32
19
+ patch_size:
20
+ - 4
21
+ - 1
22
+ n_layers: 12
23
+ n_pre_layers: 1
24
+ n_post_layers: 1
25
+ use_fusion: true
26
+ fusion_type: silu
27
+ attn_backend: torch
28
+ num_stems: 4
29
+ gradient_checkpointing: false
30
+ training:
31
+ batch_size: 2
32
+ gradient_accumulation_steps: 1
33
+ num_workers: 4
34
+ pin_memory: true
35
+ persistent_workers: true
36
+ multiprocessing_context: spawn
37
+ prefetch_factor: 4
38
+ instruments:
39
+ - vocals
40
+ - bass
41
+ - drums
42
+ - other
43
+ target_instrument: null
44
+ num_epochs: 2000
45
+ num_steps: 1000
46
+ lr: 0.0003
47
+ betas:
48
+ - 0.9
49
+ - 0.95
50
+ weight_decay: 0.0
51
+ warmup_steps: 1000
52
+ min_lr_ratio: 0.0
53
+ mixed_precision: bf16
54
+ max_grad_norm: 1.0
55
+ ema_decay: 0.999
56
+ loss: l1_wav_l1_multistft
57
+ multistft_window_sizes:
58
+ - 4096
59
+ - 2048
60
+ - 1024
61
+ - 512
62
+ - 256
63
+ multistft_n_fft: 2048
64
+ multistft_hop_size: 147
65
+ multistft_normalized: false
66
+ multistft_weight: 1.0
67
+ eval_every_updates: 0
68
+ save_every_updates: 50000
69
+ output_dir: checkpoints/sbroformer_base_4stem_silu
70
+ seed: 0
71
+ distributed_timeout_seconds: 7200
72
+ validation:
73
+ root: data/musdb18hq
74
+ audios_num: 5
75
+ hop_ratio: 1
76
+ augmentations:
77
+ enable: true
78
+ loudness: true
79
+ loudness_min: 0.5
80
+ loudness_max: 1.5
81
+ mixup: true
82
+ mixup_probs:
83
+ - 0.2
84
+ - 0.02
85
+ mixup_loudness_min: 0.5
86
+ mixup_loudness_max: 1.5
87
+ random_mixing:
88
+ enable: true
89
+ min_sources: 1
90
+ max_sources: 3
91
+ time_align: random
92
+ all:
93
+ channel_shuffle: 0.5
94
+ random_inverse: 0.1
95
+ random_polarity: 0.5
96
+ vocals:
97
+ pitch_shift: 0.1
98
+ pitch_shift_min_semitones: -5
99
+ pitch_shift_max_semitones: 5
100
+ seven_band_parametric_eq: 0.1
101
+ seven_band_parametric_eq_min_gain_db: -9
102
+ seven_band_parametric_eq_max_gain_db: 9
103
+ tanh_distortion: 0.1
104
+ tanh_distortion_min: 0.1
105
+ tanh_distortion_max: 0.7
106
+ bass:
107
+ pitch_shift: 0.1
108
+ pitch_shift_min_semitones: -2
109
+ pitch_shift_max_semitones: 2
110
+ seven_band_parametric_eq: 0.1
111
+ seven_band_parametric_eq_min_gain_db: -3
112
+ seven_band_parametric_eq_max_gain_db: 6
113
+ tanh_distortion: 0.1
114
+ tanh_distortion_min: 0.1
115
+ tanh_distortion_max: 0.5
116
+ drums:
117
+ pitch_shift: 0.1
118
+ pitch_shift_min_semitones: -5
119
+ pitch_shift_max_semitones: 5
120
+ seven_band_parametric_eq: 0.1
121
+ seven_band_parametric_eq_min_gain_db: -9
122
+ seven_band_parametric_eq_max_gain_db: 9
123
+ tanh_distortion: 0.1
124
+ tanh_distortion_min: 0.1
125
+ tanh_distortion_max: 0.6
126
+ other:
127
+ pitch_shift: 0.1
128
+ pitch_shift_min_semitones: -4
129
+ pitch_shift_max_semitones: 4
130
+ gaussian_noise: 0.1
131
+ gaussian_noise_min_amplitude: 0.001
132
+ gaussian_noise_max_amplitude: 0.015
133
+ time_stretch: 0.1
134
+ time_stretch_min_rate: 0.8
135
+ time_stretch_max_rate: 1.25
136
+ inference:
137
+ batch_size: 1
138
+ num_overlap: 4