Publish immutable MLX-RVC Serena e70 composite checkpoint

LICENSE

@@ -0,0 +1,23 @@
+MIT License
+
+Copyright (c) 2023 liujing04
+Copyright (c) 2023 源文雨
+Copyright (c) 2023 Ftps
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

NOTICE.md

@@ -0,0 +1,10 @@
+# Notices
+
+- RVC implementation and architecture: Retrieval-based-Voice-Conversion-WebUI,
+  MIT License, pinned source revision
+  `81eed5e8f68b6bed1789f682fe78cdd324495afc`.
+- The bundled functional voice is trained from synthetic audio generated with
+  the Qwen3-TTS `serena` preset. It is marked as synthetic in the checkpoint
+  manifest and must not be represented as a recording of a real person.
+- The Package performs local voice conversion only. It does not grant rights
+  to source recordings supplied by a user.

README.md

@@ -0,0 +1,24 @@
+---
+license: mit
+pipeline_tag: audio-to-audio
+tags:
+  - mlx
+  - voice-conversion
+  - rvc
+---
+
+# MLX-RVC Serena e70
+
+Native MLX RVC v2/48 kHz composite checkpoint for AI2Apps. It contains the
+MLX-trained e70 synthetic Serena test voice, its exact retrieval index, and the
+shared ContentVec and RMVPE inference components. The checkpoint contains only
+safetensors and JSON; it does not require Torch, torchaudio, FAISS, or pickle at
+runtime.
+
+The voice training corpus was generated with the `serena` preset of Qwen3-TTS
+and is intended as a built-in functional voice, not as the identity of a real
+person. Users must have permission to process the source audio they submit.
+
+The implementation is derived from RVC at source revision
+`81eed5e8f68b6bed1789f682fe78cdd324495afc`. The selected voice is the native
+MLX safe-adaptation epoch-70 checkpoint chosen by listening comparison.

ai2apps-checkpoint.json

@@ -0,0 +1,78 @@
+{
+  "schema": "ai2apps.mlx-rvc-composite/v1",
+  "architecture": "rvc-v2-48khz-f0",
+  "default_voice": "qwen3-tts-serena-mlx-e70",
+  "synthetic_test_voice": true,
+  "components": {
+    "voice": "voice",
+    "contentvec": "contentvec",
+    "rmvpe": "rmvpe"
+  },
+  "files": [
+    {
+      "path": "voice/model.safetensors",
+      "size": 114813793,
+      "sha256": "f48790573f69181a6c484ef42b7c3c53e2e0c9aef20bb9fcdbe1b308f5fcb51b"
+    },
+    {
+      "path": "voice/model.json",
+      "size": 1161,
+      "sha256": "4c281367c28498de0cac9293d0a3e7093ebe0053e95288f9f3763af85123cd70"
+    },
+    {
+      "path": "voice/index.safetensors",
+      "size": 119574691,
+      "sha256": "f7423504ca761372fa2ee629b9674aa24c26052e5656326bde067b5f865d3935"
+    },
+    {
+      "path": "voice/index.json",
+      "size": 386,
+      "sha256": "26f1f310fdf9af8a4f38f12c6c8289c052cd861995c8ebe10c86573f1c32016f"
+    },
+    {
+      "path": "contentvec/model.safetensors",
+      "size": 378295160,
+      "sha256": "b48c857246d3f7336edeb577b1b630a5c2056e71b70ca28f8112ea4d500de6ff"
+    },
+    {
+      "path": "contentvec/config.json",
+      "size": 1420,
+      "sha256": "19f6df5cafd00a0453e52440890be09193118f2ed573377586112d45b497cba4"
+    },
+    {
+      "path": "contentvec/manifest.json",
+      "size": 520,
+      "sha256": "dfd518c023dc0eb21b7c5e2f66ba7c1fc8879913d01aff4fba84bf3d435e3446"
+    },
+    {
+      "path": "rmvpe/model.safetensors",
+      "size": 361962308,
+      "sha256": "4499dcbe171d647eacf12d92e0c716b2001bf395352cc1e1ee67fc2268b90725"
+    },
+    {
+      "path": "rmvpe/mel_basis.safetensors",
+      "size": 262744,
+      "sha256": "0d2aee53804e40634cd1a75bae3afaec7b8613e92eb0d23c69d99bc169b2d9da"
+    },
+    {
+      "path": "rmvpe/manifest.json",
+      "size": 441,
+      "sha256": "c5087cfb5ed6395e6e151f639cc87eb6bad0994bf06c71d7b765ed83690f5b14"
+    },
+    {
+      "path": "README.md",
+      "size": 881,
+      "sha256": "2cc683272ac5b4de6d77a6b5376f1066302c1adf8c6e50ca03dce367d259eea7"
+    },
+    {
+      "path": "NOTICE.md",
+      "size": 521,
+      "sha256": "a36935e4d1a988f0ae58e4e244db1723ce8eb91d9c97475254c0300c4fac0100"
+    },
+    {
+      "path": "LICENSE",
+      "size": 1142,
+      "sha256": "bec61ed1eb9a3748644ddbc50303aa6978e14eeaba46822e59a006c722b52585"
+    }
+  ]
+}

contentvec/config.json

@@ -0,0 +1,72 @@
+{
+  "activation_dropout": 0.0,
+  "apply_spec_augment": true,
+  "architectures": [
+    "HubertModelWithFinalProj"
+  ],
+  "attention_dropout": 0.1,
+  "bos_token_id": 1,
+  "classifier_proj_size": 256,
+  "conv_bias": false,
+  "conv_dim": [
+    512,
+    512,
+    512,
+    512,
+    512,
+    512,
+    512
+  ],
+  "conv_kernel": [
+    10,
+    3,
+    3,
+    3,
+    3,
+    2,
+    2
+  ],
+  "conv_pos_batch_norm": false,
+  "conv_stride": [
+    5,
+    2,
+    2,
+    2,
+    2,
+    2,
+    2
+  ],
+  "ctc_loss_reduction": "sum",
+  "ctc_zero_infinity": false,
+  "do_stable_layer_norm": false,
+  "eos_token_id": 2,
+  "feat_extract_activation": "gelu",
+  "feat_extract_norm": "group",
+  "feat_proj_dropout": 0.1,
+  "feat_proj_layer_norm": true,
+  "final_dropout": 0.1,
+  "hidden_act": "gelu",
+  "hidden_dropout": 0.1,
+  "hidden_size": 768,
+  "initializer_range": 0.02,
+  "intermediate_size": 3072,
+  "layer_norm_eps": 1e-05,
+  "layerdrop": 0.05,
+  "mask_feature_length": 10,
+  "mask_feature_min_masks": 0,
+  "mask_feature_prob": 0.0,
+  "mask_time_length": 10,
+  "mask_time_min_masks": 2,
+  "mask_time_prob": 0.8,
+  "model_type": "hubert",
+  "num_attention_heads": 12,
+  "num_conv_pos_embedding_groups": 16,
+  "num_conv_pos_embeddings": 128,
+  "num_feat_extract_layers": 7,
+  "num_hidden_layers": 12,
+  "pad_token_id": 0,
+  "torch_dtype": "float16",
+  "transformers_version": "4.49.0",
+  "use_weighted_layer_sum": false,
+  "vocab_size": 32
+}

contentvec/manifest.json

@@ -0,0 +1,18 @@
+{
+  "schema": "ai2apps.mlx-rvc-hubert/v1",
+  "source": {
+    "name": "pytorch_model.bin",
+    "sha256": "cc8c20f4b90a520757260197a3ff2505705a7adbd20ad9eeaa4e1a9b38442ef5"
+  },
+  "weights": {
+    "name": "model.safetensors",
+    "sha256": "b48c857246d3f7336edeb577b1b630a5c2056e71b70ca28f8112ea4d500de6ff",
+    "tensor_count": 212,
+    "parameter_count": 94567808,
+    "dtype": "float32"
+  },
+  "config": {
+    "name": "config.json",
+    "sha256": "19f6df5cafd00a0453e52440890be09193118f2ed573377586112d45b497cba4"
+  }
+}

contentvec/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b48c857246d3f7336edeb577b1b630a5c2056e71b70ca28f8112ea4d500de6ff
+size 378295160

rmvpe/manifest.json

@@ -0,0 +1,15 @@
+{
+  "schema": "ai2apps.mlx-rvc-rmvpe/v1",
+  "source": {
+    "name": "rmvpe.pt",
+    "sha256": "6d62215f4306e3ca278246188607209f09af3dc77ed4232efdd069798c4ec193"
+  },
+  "weights": {
+    "name": "model.safetensors",
+    "sha256": "4499dcbe171d647eacf12d92e0c716b2001bf395352cc1e1ee67fc2268b90725"
+  },
+  "mel_basis": {
+    "name": "mel_basis.safetensors",
+    "sha256": "0d2aee53804e40634cd1a75bae3afaec7b8613e92eb0d23c69d99bc169b2d9da"
+  }
+}

rmvpe/mel_basis.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0d2aee53804e40634cd1a75bae3afaec7b8613e92eb0d23c69d99bc169b2d9da
+size 262744

rmvpe/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4499dcbe171d647eacf12d92e0c716b2001bf395352cc1e1ee67fc2268b90725
+size 361962308

voice/index.json

@@ -0,0 +1,17 @@
+{
+  "schema": "ai2apps.mlx-rvc-retrieval/v1",
+  "source": {
+    "name": "native-mlx-training-cache"
+  },
+  "vectors": {
+    "name": "index.safetensors",
+    "sha256": "f7423504ca761372fa2ee629b9674aa24c26052e5656326bde067b5f865d3935",
+    "count": 38924,
+    "dimensions": 768,
+    "dtype": "float32"
+  },
+  "search": {
+    "implementation": "mlx-exact-top-k",
+    "neighbors": 8
+  }
+}

voice/index.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7423504ca761372fa2ee629b9674aa24c26052e5656326bde067b5f865d3935
+size 119574691

voice/model.json

@@ -0,0 +1,66 @@
+{
+  "schema": "ai2apps.mlx-rvc-checkpoint/v1",
+  "source": {
+    "name": "native-mlx-training",
+    "synthetic": false
+  },
+  "weights": {
+    "name": "model.safetensors",
+    "sha256": "f48790573f69181a6c484ef42b7c3c53e2e0c9aef20bb9fcdbe1b308f5fcb51b",
+    "tensor_count": 353,
+    "parameter_count": 28694338,
+    "dtype": "float32"
+  },
+  "model": {
+    "spec_channels": 1025,
+    "segment_size": 36,
+    "inter_channels": 192,
+    "hidden_channels": 192,
+    "filter_channels": 768,
+    "heads": 2,
+    "layers": 6,
+    "kernel_size": 3,
+    "dropout": 0.0,
+    "resblock": "1",
+    "resblock_kernel_sizes": [
+      3,
+      7,
+      11
+    ],
+    "resblock_dilation_sizes": [
+      [
+        1,
+        3,
+        5
+      ],
+      [
+        1,
+        3,
+        5
+      ],
+      [
+        1,
+        3,
+        5
+      ]
+    ],
+    "upsample_rates": [
+      12,
+      10,
+      2,
+      2
+    ],
+    "upsample_initial_channels": 512,
+    "upsample_kernel_sizes": [
+      24,
+      20,
+      4,
+      4
+    ],
+    "speaker_count": 109,
+    "speaker_embedding_channels": 256,
+    "sample_rate": 48000,
+    "feature_version": "v2",
+    "uses_f0": true
+  }
+}

voice/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f48790573f69181a6c484ef42b7c3c53e2e0c9aef20bb9fcdbe1b308f5fcb51b
+size 114813793