archimickey commited on
Commit
deee1ee
·
verified ·
1 Parent(s): ac13ea3

Add validated macOS 15+ FP16 Core ML Base mask network and exact DSP buffers

Browse files
coreml/base-4stem-fp16-v1/config.yaml ADDED
@@ -0,0 +1,137 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ audio:
2
+ sample_rate: 48000
3
+ chunk_size: 96000
4
+ num_channels: 2
5
+ min_mean_abs: 0.001
6
+ model:
7
+ name: SBRoformer
8
+ audio_channels: 2
9
+ sample_rate: 48000
10
+ analysis_type: stft
11
+ mask_mode: features
12
+ n_fft: 32
13
+ stft_hop_length: 8
14
+ subband_n_bands: 118
15
+ max_half_bandwidth: 390
16
+ dim: 576
17
+ dim_sp: 128
18
+ dim_head: 32
19
+ patch_size:
20
+ - 4
21
+ - 1
22
+ n_layers: 12
23
+ n_pre_layers: 1
24
+ n_post_layers: 1
25
+ use_fusion: true
26
+ attn_backend: torch
27
+ num_stems: 4
28
+ gradient_checkpointing: false
29
+ training:
30
+ batch_size: 2
31
+ gradient_accumulation_steps: 1
32
+ num_workers: 4
33
+ pin_memory: true
34
+ persistent_workers: true
35
+ multiprocessing_context: spawn
36
+ prefetch_factor: 4
37
+ instruments:
38
+ - vocals
39
+ - bass
40
+ - drums
41
+ - other
42
+ target_instrument: null
43
+ num_epochs: 2000
44
+ num_steps: 1000
45
+ lr: 0.0003
46
+ betas:
47
+ - 0.9
48
+ - 0.95
49
+ weight_decay: 0.0
50
+ warmup_steps: 1000
51
+ min_lr_ratio: 0.0
52
+ mixed_precision: bf16
53
+ max_grad_norm: 1.0
54
+ ema_decay: 0.999
55
+ loss: l1_wav_l1_multistft
56
+ multistft_window_sizes:
57
+ - 4096
58
+ - 2048
59
+ - 1024
60
+ - 512
61
+ - 256
62
+ multistft_n_fft: 2048
63
+ multistft_hop_size: 147
64
+ multistft_normalized: false
65
+ multistft_weight: 1.0
66
+ eval_every_updates: 0
67
+ save_every_updates: 50000
68
+ output_dir: checkpoints/sbroformer_base_4stem
69
+ seed: 0
70
+ distributed_timeout_seconds: 7200
71
+ validation:
72
+ root: data/musdb18hq
73
+ audios_num: 5
74
+ hop_ratio: 1
75
+ augmentations:
76
+ enable: true
77
+ loudness: true
78
+ loudness_min: 0.5
79
+ loudness_max: 1.5
80
+ mixup: true
81
+ mixup_probs:
82
+ - 0.2
83
+ - 0.02
84
+ mixup_loudness_min: 0.5
85
+ mixup_loudness_max: 1.5
86
+ random_mixing:
87
+ enable: true
88
+ min_sources: 1
89
+ max_sources: 3
90
+ time_align: random
91
+ all:
92
+ channel_shuffle: 0.5
93
+ random_inverse: 0.1
94
+ random_polarity: 0.5
95
+ vocals:
96
+ pitch_shift: 0.1
97
+ pitch_shift_min_semitones: -5
98
+ pitch_shift_max_semitones: 5
99
+ seven_band_parametric_eq: 0.1
100
+ seven_band_parametric_eq_min_gain_db: -9
101
+ seven_band_parametric_eq_max_gain_db: 9
102
+ tanh_distortion: 0.1
103
+ tanh_distortion_min: 0.1
104
+ tanh_distortion_max: 0.7
105
+ bass:
106
+ pitch_shift: 0.1
107
+ pitch_shift_min_semitones: -2
108
+ pitch_shift_max_semitones: 2
109
+ seven_band_parametric_eq: 0.1
110
+ seven_band_parametric_eq_min_gain_db: -3
111
+ seven_band_parametric_eq_max_gain_db: 6
112
+ tanh_distortion: 0.1
113
+ tanh_distortion_min: 0.1
114
+ tanh_distortion_max: 0.5
115
+ drums:
116
+ pitch_shift: 0.1
117
+ pitch_shift_min_semitones: -5
118
+ pitch_shift_max_semitones: 5
119
+ seven_band_parametric_eq: 0.1
120
+ seven_band_parametric_eq_min_gain_db: -9
121
+ seven_band_parametric_eq_max_gain_db: 9
122
+ tanh_distortion: 0.1
123
+ tanh_distortion_min: 0.1
124
+ tanh_distortion_max: 0.6
125
+ other:
126
+ pitch_shift: 0.1
127
+ pitch_shift_min_semitones: -4
128
+ pitch_shift_max_semitones: 4
129
+ gaussian_noise: 0.1
130
+ gaussian_noise_min_amplitude: 0.001
131
+ gaussian_noise_max_amplitude: 0.015
132
+ time_stretch: 0.1
133
+ time_stretch_min_rate: 0.8
134
+ time_stretch_max_rate: 1.25
135
+ inference:
136
+ batch_size: 1
137
+ num_overlap: 4
coreml/base-4stem-fp16-v1/conversion.json ADDED
@@ -0,0 +1,19 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "feature_shape": [
3
+ 1,
4
+ 128,
5
+ 201,
6
+ 128
7
+ ],
8
+ "chunk_size": 96000,
9
+ "mask_relative_rms": 0.0007529802969656885,
10
+ "coremltools": "9.0",
11
+ "torch": "2.7.0",
12
+ "precision": "float16",
13
+ "waveform_relative_rms": {
14
+ "noise": 0.00017112307250499725,
15
+ "silence": 0.0,
16
+ "music": 0.0003916176501661539
17
+ },
18
+ "checkpoint_sha256": "1cdcafa9fd84a0a78df71b159c8896040a57d1ab5d6c783154c078952521ad0b"
19
+ }
coreml/base-4stem-fp16-v1/dsp.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9e5391dbb48895735b97a182209b3b1ec1f9bd42280530bbc5ad0fc91716f8e
3
+ size 24624728
coreml/base-4stem-fp16-v1/mask.mlmodelc/analytics/coremldata.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4e299dab3a9993b6179be4f3e0b7bb3edc6671e5d765a14f508785c55f62522
3
+ size 243
coreml/base-4stem-fp16-v1/mask.mlmodelc/coremldata.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:392976e6ceecb1b34ed0fa4dcf359675820f53cab2f0980cf860941faee7cfb2
3
+ size 157
coreml/base-4stem-fp16-v1/mask.mlmodelc/model.mil ADDED
The diff for this file is too large to render. See raw diff
 
coreml/base-4stem-fp16-v1/mask.mlmodelc/weights/weight.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c125cd0e96f35c47209996952eed8abe7c187b5c514da8c7c39c6acc08830b9e
3
+ size 194507200