archimickey commited on
Commit
daeffbe
·
verified ·
1 Parent(s): 32ac9d8

Add validated FP16 Core ML perceptual 200k mask network and exact DSP buffers

Browse files
coreml/base-4stem-perceptual-200k-fp16-v1/config.yaml ADDED
@@ -0,0 +1,138 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ audio:
2
+ sample_rate: 48000
3
+ chunk_size: 96000
4
+ num_channels: 2
5
+ min_mean_abs: 0.001
6
+ model:
7
+ name: SBRoformer
8
+ audio_channels: 2
9
+ sample_rate: 48000
10
+ analysis_type: stft
11
+ mask_mode: features
12
+ n_fft: 32
13
+ stft_hop_length: 8
14
+ subband_n_bands: 118
15
+ max_half_bandwidth: 390
16
+ dim: 576
17
+ dim_sp: 128
18
+ dim_head: 32
19
+ patch_size:
20
+ - 4
21
+ - 1
22
+ n_layers: 12
23
+ n_pre_layers: 1
24
+ n_post_layers: 1
25
+ use_fusion: true
26
+ fusion_type: silu
27
+ attn_backend: torch
28
+ num_stems: 4
29
+ gradient_checkpointing: false
30
+ training:
31
+ batch_size: 2
32
+ gradient_accumulation_steps: 1
33
+ num_workers: 4
34
+ pin_memory: true
35
+ persistent_workers: true
36
+ multiprocessing_context: spawn
37
+ prefetch_factor: 4
38
+ instruments:
39
+ - vocals
40
+ - bass
41
+ - drums
42
+ - other
43
+ target_instrument: null
44
+ num_epochs: 2000
45
+ num_steps: 1000
46
+ lr: 0.0003
47
+ betas:
48
+ - 0.9
49
+ - 0.95
50
+ weight_decay: 0.0
51
+ warmup_steps: 1000
52
+ min_lr_ratio: 0.0
53
+ mixed_precision: bf16
54
+ max_grad_norm: 1.0
55
+ ema_decay: 0.999
56
+ loss: l1_wav_l1_multistft
57
+ multistft_window_sizes:
58
+ - 4096
59
+ - 2048
60
+ - 1024
61
+ - 512
62
+ - 256
63
+ multistft_n_fft: 2048
64
+ multistft_hop_size: 147
65
+ multistft_normalized: false
66
+ multistft_weight: 1.0
67
+ eval_every_updates: 0
68
+ save_every_updates: 50000
69
+ output_dir: checkpoints/sbroformer_base_4stem_silu
70
+ seed: 0
71
+ distributed_timeout_seconds: 7200
72
+ validation:
73
+ root: data/musdb18hq
74
+ audios_num: 5
75
+ hop_ratio: 1
76
+ augmentations:
77
+ enable: true
78
+ loudness: true
79
+ loudness_min: 0.5
80
+ loudness_max: 1.5
81
+ mixup: true
82
+ mixup_probs:
83
+ - 0.2
84
+ - 0.02
85
+ mixup_loudness_min: 0.5
86
+ mixup_loudness_max: 1.5
87
+ random_mixing:
88
+ enable: true
89
+ min_sources: 1
90
+ max_sources: 3
91
+ time_align: random
92
+ all:
93
+ channel_shuffle: 0.5
94
+ random_inverse: 0.1
95
+ random_polarity: 0.5
96
+ vocals:
97
+ pitch_shift: 0.1
98
+ pitch_shift_min_semitones: -5
99
+ pitch_shift_max_semitones: 5
100
+ seven_band_parametric_eq: 0.1
101
+ seven_band_parametric_eq_min_gain_db: -9
102
+ seven_band_parametric_eq_max_gain_db: 9
103
+ tanh_distortion: 0.1
104
+ tanh_distortion_min: 0.1
105
+ tanh_distortion_max: 0.7
106
+ bass:
107
+ pitch_shift: 0.1
108
+ pitch_shift_min_semitones: -2
109
+ pitch_shift_max_semitones: 2
110
+ seven_band_parametric_eq: 0.1
111
+ seven_band_parametric_eq_min_gain_db: -3
112
+ seven_band_parametric_eq_max_gain_db: 6
113
+ tanh_distortion: 0.1
114
+ tanh_distortion_min: 0.1
115
+ tanh_distortion_max: 0.5
116
+ drums:
117
+ pitch_shift: 0.1
118
+ pitch_shift_min_semitones: -5
119
+ pitch_shift_max_semitones: 5
120
+ seven_band_parametric_eq: 0.1
121
+ seven_band_parametric_eq_min_gain_db: -9
122
+ seven_band_parametric_eq_max_gain_db: 9
123
+ tanh_distortion: 0.1
124
+ tanh_distortion_min: 0.1
125
+ tanh_distortion_max: 0.6
126
+ other:
127
+ pitch_shift: 0.1
128
+ pitch_shift_min_semitones: -4
129
+ pitch_shift_max_semitones: 4
130
+ gaussian_noise: 0.1
131
+ gaussian_noise_min_amplitude: 0.001
132
+ gaussian_noise_max_amplitude: 0.015
133
+ time_stretch: 0.1
134
+ time_stretch_min_rate: 0.8
135
+ time_stretch_max_rate: 1.25
136
+ inference:
137
+ batch_size: 1
138
+ num_overlap: 4
coreml/base-4stem-perceptual-200k-fp16-v1/conversion.json ADDED
@@ -0,0 +1,42 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "feature_shape": [
3
+ 1,
4
+ 128,
5
+ 201,
6
+ 128
7
+ ],
8
+ "chunk_size": 96000,
9
+ "mask_relative_rms": 0.0004892951110377908,
10
+ "coremltools": "9.0",
11
+ "torch": "2.7.0",
12
+ "precision": "float16",
13
+ "fp32_modules": [
14
+ "RMSNorm",
15
+ "RMSNorm2d",
16
+ "GRN",
17
+ "TimeMixBlock"
18
+ ],
19
+ "waveform_relative_rms": {
20
+ "noise": 0.0002217844511567871,
21
+ "silence": 0.0,
22
+ "music": 0.00024233388449935878,
23
+ "music_middle": 0.0005102563875557565,
24
+ "music_end": 0.003386950869235242
25
+ },
26
+ "waveform_absolute_rms": {
27
+ "noise": 5.55784773387705e-06,
28
+ "silence": 0.0,
29
+ "music": 1.2094027305536318e-05,
30
+ "music_middle": 5.91851351035689e-05,
31
+ "music_end": 4.5594013039538676e-07
32
+ },
33
+ "waveform_rms_tolerance": {
34
+ "relative": 0.001,
35
+ "absolute_floor": 1e-06
36
+ },
37
+ "checkpoint_sha256": "c0ac06e4a16ce7e765ea6622b7d58bfa58957a03cab0fc42b15387a399c6c177",
38
+ "checkpoint_filename": "subroformer_base_4stem_1400000_ema_perceptual_finetuned_200000_fp16.safetensors",
39
+ "config_sha256": "e8bb0c9b0327e3f30452bc5038b7b5392a6ff7336deb737be91092cc5463505d",
40
+ "config_filename": "sbroformer_base_4stem_silu.yaml",
41
+ "fusion_type": "silu"
42
+ }
coreml/base-4stem-perceptual-200k-fp16-v1/dsp.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9e5391dbb48895735b97a182209b3b1ec1f9bd42280530bbc5ad0fc91716f8e
3
+ size 24624728
coreml/base-4stem-perceptual-200k-fp16-v1/mask.mlmodelc/analytics/coremldata.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0631a70cd3b1281d89f621966189342436405735a7d5ae34b03203c42d9062a7
3
+ size 243
coreml/base-4stem-perceptual-200k-fp16-v1/mask.mlmodelc/coremldata.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:392976e6ceecb1b34ed0fa4dcf359675820f53cab2f0980cf860941faee7cfb2
3
+ size 157
coreml/base-4stem-perceptual-200k-fp16-v1/mask.mlmodelc/model.mil ADDED
The diff for this file is too large to render. See raw diff
 
coreml/base-4stem-perceptual-200k-fp16-v1/mask.mlmodelc/weights/weight.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa37ceccd43d1f0f6d4d6918e2a322b242824fb9c8809e03ea483ef55125343c
3
+ size 195154752