Upload 4 files
Browse filesMix Directive Stem Splitter v1 (4-stem)
- LICENSE.md +78 -0
- README.md +46 -1
- model_config.json +52 -0
- model_fp16.onnx +3 -0
LICENSE.md
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
MIX DIRECTIVE STEM SPLITTER — MODEL LICENSE (v1.0)
|
| 2 |
+
|
| 3 |
+
Copyright (c) 2026 Mix Directive. All rights reserved.
|
| 4 |
+
|
| 5 |
+
This license covers the "Mix Directive Stem Splitter" model weights and
|
| 6 |
+
the files published with them in this repository (the "Model"). The Model
|
| 7 |
+
is proprietary. It is made available for download only so that the Mix
|
| 8 |
+
Directive application can fetch and run it. By downloading, copying or
|
| 9 |
+
using the Model you agree to these terms. If you do not agree, do not
|
| 10 |
+
download or use the Model.
|
| 11 |
+
|
| 12 |
+
1. PERMITTED USE
|
| 13 |
+
You may download the Model and run it only through an unmodified,
|
| 14 |
+
genuine copy of the Mix Directive application, under that
|
| 15 |
+
application's own license, to separate audio that you have the right
|
| 16 |
+
to process.
|
| 17 |
+
|
| 18 |
+
2. RESTRICTIONS
|
| 19 |
+
Except as allowed in section 1, you may NOT, and may not permit any
|
| 20 |
+
third party to:
|
| 21 |
+
(a) use, load or run the Model in any other software, service, script
|
| 22 |
+
or product, whether commercial or not;
|
| 23 |
+
(b) copy, redistribute, publish, sublicense, sell, rent, lend or
|
| 24 |
+
otherwise make the Model available to anyone, including by
|
| 25 |
+
re-uploading it to any website, hub or mirror;
|
| 26 |
+
(c) modify, fine-tune, retrain, quantise, convert, merge or distil the
|
| 27 |
+
Model, or create any derivative model from it or from its outputs
|
| 28 |
+
used as training targets;
|
| 29 |
+
(d) use the Model, its weights, architecture details or outputs to
|
| 30 |
+
develop, train, evaluate or improve any competing product, model or
|
| 31 |
+
service;
|
| 32 |
+
(e) reverse engineer the Model to extract information about the data it
|
| 33 |
+
was trained on;
|
| 34 |
+
(f) remove or alter this license or any proprietary notice in the
|
| 35 |
+
Model files;
|
| 36 |
+
(g) use the Model in any way that violates applicable law or the rights
|
| 37 |
+
of others.
|
| 38 |
+
|
| 39 |
+
3. YOUR AUDIO AND OUTPUTS
|
| 40 |
+
You keep all rights you have in the audio you process. Mix Directive
|
| 41 |
+
claims no ownership of the separated stems the Model produces from
|
| 42 |
+
your audio. You are responsible for having the right to process that
|
| 43 |
+
audio and to use the results.
|
| 44 |
+
|
| 45 |
+
4. OWNERSHIP
|
| 46 |
+
The Model is licensed, not sold. Mix Directive retains all right,
|
| 47 |
+
title and interest in the Model, including all intellectual property
|
| 48 |
+
rights. No rights are granted by implication, estoppel or otherwise
|
| 49 |
+
except as expressly stated here.
|
| 50 |
+
|
| 51 |
+
5. NO TRAINING DATA
|
| 52 |
+
The Model does not contain or distribute the recordings it was trained
|
| 53 |
+
on. Nothing in this repository grants any right to those recordings.
|
| 54 |
+
|
| 55 |
+
6. WARRANTY DISCLAIMER
|
| 56 |
+
THE MODEL IS PROVIDED "AS IS" WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
|
| 57 |
+
IMPLIED, INCLUDING WITHOUT LIMITATION ANY IMPLIED WARRANTIES OF
|
| 58 |
+
MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE, ACCURACY OR
|
| 59 |
+
NON-INFRINGEMENT. SEPARATION RESULTS MAY CONTAIN ARTEFACTS, BLEED OR
|
| 60 |
+
MISSING CONTENT.
|
| 61 |
+
|
| 62 |
+
7. LIMITATION OF LIABILITY
|
| 63 |
+
TO THE MAXIMUM EXTENT PERMITTED BY APPLICABLE LAW, MIX DIRECTIVE WILL
|
| 64 |
+
NOT BE LIABLE FOR ANY INDIRECT, INCIDENTAL, SPECIAL, CONSEQUENTIAL,
|
| 65 |
+
EXEMPLARY OR PUNITIVE DAMAGES, OR FOR ANY LOSS OF PROFITS, DATA OR
|
| 66 |
+
GOODWILL, ARISING OUT OF OR IN CONNECTION WITH THE MODEL OR THIS
|
| 67 |
+
LICENSE, WHATEVER THE LEGAL THEORY.
|
| 68 |
+
|
| 69 |
+
8. TERMINATION
|
| 70 |
+
This license ends automatically, without notice, if you breach any of
|
| 71 |
+
its terms. On termination you must stop using the Model and delete
|
| 72 |
+
every copy in your possession or control.
|
| 73 |
+
|
| 74 |
+
9. GOVERNING LAW
|
| 75 |
+
This license is governed by the laws of the jurisdiction in which Mix
|
| 76 |
+
Directive is established, excluding its conflict-of-law rules.
|
| 77 |
+
|
| 78 |
+
Questions about this license: hello@mixdirective.example
|
README.md
CHANGED
|
@@ -1,5 +1,50 @@
|
|
| 1 |
---
|
| 2 |
license: other
|
| 3 |
license_name: mix-directive-model-license
|
| 4 |
-
license_link: LICENSE
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 5 |
---
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
---
|
| 2 |
license: other
|
| 3 |
license_name: mix-directive-model-license
|
| 4 |
+
license_link: LICENSE.md
|
| 5 |
+
library_name: onnx
|
| 6 |
+
pipeline_tag: audio-to-audio
|
| 7 |
+
tags:
|
| 8 |
+
- music-source-separation
|
| 9 |
+
- stem-separation
|
| 10 |
+
- mix-directive
|
| 11 |
---
|
| 12 |
+
|
| 13 |
+
# Mix Directive Stem Splitter (4-stem, v1)
|
| 14 |
+
|
| 15 |
+
The stem separation model used by the [Mix Directive](https://mixdirective.example) desktop
|
| 16 |
+
app. It splits a stereo mix into **drums**, **bass**, **other** and **vocals**.
|
| 17 |
+
|
| 18 |
+
**This model is proprietary.** It is published here only so the Mix Directive app can
|
| 19 |
+
download it on demand. Using it outside the app, redistributing it, or building on it is
|
| 20 |
+
not permitted: see [LICENSE.md](LICENSE.md).
|
| 21 |
+
|
| 22 |
+
## Files
|
| 23 |
+
|
| 24 |
+
| File | What it is | SHA-256 |
|
| 25 |
+
|---|---|---|
|
| 26 |
+
| `model_fp16.onnx` | the model (ONNX, fp16 weights, 56 MB) | `f45b4b79dd08b9e0237bd7420b735659b043edb25b572949dbb4ae5ce3fe110b` |
|
| 27 |
+
| `model_config.json` | sources, sample rate, segment length, input normalisation | `af642c9ac4e3812449c847ec5bc969b15fa791faa4a5d14f2d2de3b7968db809` |
|
| 28 |
+
|
| 29 |
+
The app pins a specific commit of this repository and checks each file's SHA-256 before
|
| 30 |
+
using it.
|
| 31 |
+
|
| 32 |
+
## Model
|
| 33 |
+
|
| 34 |
+
- Architecture: Hybrid Transformer Demucs (the open-source `demucs` 4.1 architecture, MIT),
|
| 35 |
+
22.6M parameters, 44.1 kHz stereo, 6 s segments.
|
| 36 |
+
- Weights: trained from random initialisation by Mix Directive. No pretrained third-party
|
| 37 |
+
weights were used.
|
| 38 |
+
- Training data: music owned by the Mix Directive author, used with full rights. The model
|
| 39 |
+
does not contain or reproduce those recordings.
|
| 40 |
+
|
| 41 |
+
## Intended use
|
| 42 |
+
|
| 43 |
+
Separating music the user has the right to process, inside the Mix Directive app (stem
|
| 44 |
+
extraction before mixing and Auto-Mix). Results can contain bleed between stems and
|
| 45 |
+
artefacts, especially in the "other" stem.
|
| 46 |
+
|
| 47 |
+
## License
|
| 48 |
+
|
| 49 |
+
Mix Directive Stem Splitter Model License v1.0 — see [LICENSE.md](LICENSE.md). All rights
|
| 50 |
+
reserved.
|
model_config.json
ADDED
|
@@ -0,0 +1,52 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"architecture": "HTDemucs (demucs 4.1.0, MIT)",
|
| 3 |
+
"sources": [
|
| 4 |
+
"drums",
|
| 5 |
+
"bass",
|
| 6 |
+
"other",
|
| 7 |
+
"vocals"
|
| 8 |
+
],
|
| 9 |
+
"samplerate": 44100,
|
| 10 |
+
"audio_channels": 2,
|
| 11 |
+
"model_cfg": {
|
| 12 |
+
"channels": 44,
|
| 13 |
+
"t_layers": 5,
|
| 14 |
+
"t_heads": 8,
|
| 15 |
+
"bottom_channels": 0,
|
| 16 |
+
"segment": 6.0
|
| 17 |
+
},
|
| 18 |
+
"model_name": "medium",
|
| 19 |
+
"nparams": 22612960,
|
| 20 |
+
"checkpoint": "best",
|
| 21 |
+
"step": 120450,
|
| 22 |
+
"valid_sdr": {
|
| 23 |
+
"drums": 11.869,
|
| 24 |
+
"bass": 8.689,
|
| 25 |
+
"other": 2.352,
|
| 26 |
+
"vocals": 10.811,
|
| 27 |
+
"mean": 8.43,
|
| 28 |
+
"n_songs": 44
|
| 29 |
+
},
|
| 30 |
+
"valid_sdr_mix": {
|
| 31 |
+
"drums": 7.507,
|
| 32 |
+
"bass": 8.648,
|
| 33 |
+
"other": 0.749,
|
| 34 |
+
"vocals": 5.304,
|
| 35 |
+
"mean": 5.552,
|
| 36 |
+
"n_songs": 41
|
| 37 |
+
},
|
| 38 |
+
"provenance": "own weights: random init, trained on the user's Suno stems (sum-of-stems mixtures); stage 2: fine-tuned from our stage-1 weights (best.pt, step 85702, sha256 ad21ed8115643425\u2026) with Suno's delivered mixes as part of the inputs and a multi-resolution STFT loss",
|
| 39 |
+
"load": "separation_train.build_model(model_cfg, sources).load_state_dict(torch.load('weights.pth'))",
|
| 40 |
+
"input_normalisation": "x = (mix - mean(mono)) / std(mono); output * std + mean (as demucs apply)",
|
| 41 |
+
"onnx": {
|
| 42 |
+
"file": "model_fp16.onnx",
|
| 43 |
+
"input": "mix",
|
| 44 |
+
"shape": [
|
| 45 |
+
1,
|
| 46 |
+
4,
|
| 47 |
+
2,
|
| 48 |
+
264600
|
| 49 |
+
],
|
| 50 |
+
"max_abs_diff": 0.0002949833869934082
|
| 51 |
+
}
|
| 52 |
+
}
|
model_fp16.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:f45b4b79dd08b9e0237bd7420b735659b043edb25b572949dbb4ae5ce3fe110b
|
| 3 |
+
size 56343975
|