Duplicate from HeartMuLa/MuLaCover

Co-authored-by: HeartMuLa <HeartMuLa@users.noreply.huggingface.co>

.gitattributes

@@ -0,0 +1,35 @@
+*.7z filter=lfs diff=lfs merge=lfs -text
+*.arrow filter=lfs diff=lfs merge=lfs -text
+*.bin filter=lfs diff=lfs merge=lfs -text
+*.bz2 filter=lfs diff=lfs merge=lfs -text
+*.ckpt filter=lfs diff=lfs merge=lfs -text
+*.ftz filter=lfs diff=lfs merge=lfs -text
+*.gz filter=lfs diff=lfs merge=lfs -text
+*.h5 filter=lfs diff=lfs merge=lfs -text
+*.joblib filter=lfs diff=lfs merge=lfs -text
+*.lfs.* filter=lfs diff=lfs merge=lfs -text
+*.mlmodel filter=lfs diff=lfs merge=lfs -text
+*.model filter=lfs diff=lfs merge=lfs -text
+*.msgpack filter=lfs diff=lfs merge=lfs -text
+*.npy filter=lfs diff=lfs merge=lfs -text
+*.npz filter=lfs diff=lfs merge=lfs -text
+*.onnx filter=lfs diff=lfs merge=lfs -text
+*.ot filter=lfs diff=lfs merge=lfs -text
+*.parquet filter=lfs diff=lfs merge=lfs -text
+*.pb filter=lfs diff=lfs merge=lfs -text
+*.pickle filter=lfs diff=lfs merge=lfs -text
+*.pkl filter=lfs diff=lfs merge=lfs -text
+*.pt filter=lfs diff=lfs merge=lfs -text
+*.pth filter=lfs diff=lfs merge=lfs -text
+*.rar filter=lfs diff=lfs merge=lfs -text
+*.safetensors filter=lfs diff=lfs merge=lfs -text
+saved_model/**/* filter=lfs diff=lfs merge=lfs -text
+*.tar.* filter=lfs diff=lfs merge=lfs -text
+*.tar filter=lfs diff=lfs merge=lfs -text
+*.tflite filter=lfs diff=lfs merge=lfs -text
+*.tgz filter=lfs diff=lfs merge=lfs -text
+*.wasm filter=lfs diff=lfs merge=lfs -text
+*.xz filter=lfs diff=lfs merge=lfs -text
+*.zip filter=lfs diff=lfs merge=lfs -text
+*.zst filter=lfs diff=lfs merge=lfs -text
+*tfevents* filter=lfs diff=lfs merge=lfs -text

MODEL_LICENSE

@@ -0,0 +1,64 @@
+MuLaCover Model Weight and Output Terms
+
+Copyright (c) 2026 MuLa Labs. All rights reserved except as expressly granted
+below.
+
+1. Scope
+
+These terms apply to all MuLaCover checkpoint weights distributed by MuLa
+Labs, including the MuLaCover-oss model weights and any fine-tuned, converted,
+quantized, merged, or otherwise modified versions derived from those weights
+(collectively, the "Model Weights"). They do not replace the licenses that
+apply to MuLaCover source code or third-party components.
+
+2. Model Weight License
+
+The Model Weights are licensed under the Creative Commons
+Attribution-NonCommercial 4.0 International license (CC BY-NC 4.0):
+
+https://creativecommons.org/licenses/by-nc/4.0/legalcode
+
+You may copy, share, and adapt the Model Weights only for noncommercial
+purposes and only in compliance with CC BY-NC 4.0, including its attribution
+requirements. Attribute the Model Weights as "MuLaCover by MuLa Labs" and
+include a link to the official MuLaCover repository:
+
+https://github.com/HeartMuLa/MuLaCover
+
+3. Generated Output Restriction
+
+In addition to the Model Weight License, and as a condition of accessing or
+using the Model Weights, you may use outputs generated with the Model Weights
+only for noncommercial purposes. "Outputs" include generated or transformed
+audio, music, MIDI, tokens, latent representations, and other material produced
+through use of the Model Weights.
+
+Without a separate written commercial license from MuLa Labs, you may not sell,
+license for a fee, monetize, commercially distribute, commercially publish, use
+in advertising, use in a paid product or service, or otherwise exploit Outputs
+for commercial advantage or monetary compensation.
+
+These output terms are separate terms governing use of Outputs and access to
+the Model Weights. They do not modify the text of CC BY-NC 4.0. They apply only
+to the extent MuLa Labs has rights or contractual authority to impose them and
+do not limit rights that cannot lawfully be restricted.
+
+4. Commercial Licensing
+
+Commercial use of the Model Weights or Outputs requires a separate written
+license from MuLa Labs. Contact MuLa Labs through the official repository for
+commercial licensing inquiries.
+
+5. Third-Party Rights and User Responsibility
+
+These terms grant no rights in third-party source recordings, compositions,
+lyrics, performances, datasets, trademarks, or other material. You are solely
+responsible for obtaining all permissions required for your inputs and Outputs
+and for complying with applicable law. Third-party components remain subject
+to their respective licenses and notices.
+
+6. Disclaimer
+
+TO THE EXTENT PERMITTED BY LAW, THE MODEL WEIGHTS AND OUTPUTS ARE PROVIDED
+"AS IS", WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND. MULA LABS WILL NOT BE
+LIABLE FOR CLAIMS, DAMAGES, OR OTHER LIABILITY ARISING FROM THEIR USE.

README.md

@@ -0,0 +1,134 @@
+---
+license: cc-by-nc-4.0
+library_name: mulacover
+pipeline_tag: audio-to-audio
+tags:
+  - music
+  - audio
+  - cover
+  - cover-song-generation
+  - music-remix
+  - remix-generation
+  - text-to-music
+  - symbolic-music
+---
+
+# MuLaCover — Cover Song & Music Remix Generation
+
+MuLaCover is a controllable AI cover-song and music-remix model. It transforms
+reference music using lyrics and a structured text style prompt, or generates
+from melody/chord MIDI. The standalone inference code is maintained in the
+[MuLaCover repository](https://github.com/HeartMuLa/MuLaCover).
+
+[HeartMuLa repository](https://github.com/HeartMuLa/heartlib) ·
+[HeartMuLa paper](https://arxiv.org/abs/2601.10547)
+
+> Model weights are publicly available for download. No access request is required.
+
+## Inputs
+
+Lyrics use section markers and preserved line breaks:
+
+```text
+[Verse]
+One lyric line
+Another lyric line
+
+[Chorus]
+One chorus line
+```
+
+Style is one UTF-8 line using named fields:
+
+```text
+topic:[Longing]; genre:[country]; instrument:[Strings,acoustic guitar]; mood:[hopeful]
+```
+
+## Download
+
+Download the model weights with the Hugging Face CLI. Authentication is not required:
+
+```bash
+hf download HeartMuLa/MuLaCover --local-dir ./ckpt/MuLaCover
+```
+
+Also download HeartCodec and Qwen3-Embedding-0.6B
+into sibling checkpoint directories. Reference-audio conditioning also needs
+the documented YourMT3 and ChordNet checkpoints. See the code repository for
+the complete installation and generation commands.
+
+## Usage
+
+Install the `mulacover` package and prepare all checkpoint directories using
+the [generation guide](https://github.com/HeartMuLa/MuLaCover/blob/main/examples/cover_song_generation.md).
+Run the following from the code repository root. `./ckpt` is the parent
+directory containing MuLaCover, HeartCodec, Qwen3, and the transcription models.
+
+```python
+import torch
+from mulacover import MuLaCoverGenPipeline
+
+torch.manual_seed(42)
+pipe = MuLaCoverGenPipeline.from_pretrained(
+    "./ckpt",
+    device=torch.device("cuda:0"),
+    dtype={
+        "mulacover": torch.bfloat16,
+        "codec": torch.float32,
+        "qwen": torch.float32,
+        "transcriptor": torch.float32,
+    },
+    lazy_load=True,
+)
+pipe(
+    {
+        "ref_audio": "/path/to/reference.mp3",
+        "lyrics": "assets/lyrics.txt",
+        "tags": "assets/tags.txt",
+    },
+    save_path="cover.wav",
+)
+```
+
+The pipeline writes a WAV file. Use the MuLaCover package API shown above;
+this model is not a built-in Transformers model class.
+
+## Files
+
+- `config.json`: MuLaCover model architecture configuration.
+- `gen_config.json`: audio/text token identifiers used during generation.
+- `model-00001-of-00005.safetensors` … `model-00005-of-00005.safetensors`:
+  sharded model weights.
+- `model.safetensors.index.json`: shard index.
+- `tokenizer.json`: lyrics and prompt tokenizer.
+- `SHA256SUMS`: release integrity checksums.
+
+## License and use restrictions
+
+The official model weights are licensed under CC BY-NC 4.0 with the additional
+terms in `MODEL_LICENSE`. Commercial use of the official weights is prohibited
+without separate written authorization from MuLa Labs.
+
+Outputs generated using the official weights are restricted to noncommercial
+use unless separately authorized in writing by MuLa Labs. The Apache-2.0
+license covering the source-code repository does not grant commercial rights
+to these weights or their generated outputs.
+
+Users are responsible for obtaining the rights required for their lyrics,
+reference audio, performances, voices, and generated works. Do not use the
+model to impersonate a person deceptively or violate copyright, privacy, or
+publicity rights.
+
+## Community
+
+Join the [MuLaCover Discord](https://discord.gg/2Qj5DXsvh) for discussion and
+community support. Reproducible software defects should be reported through
+the code repository's GitHub Issues.
+
+## Join MuLa Labs, Vera Praxis Lab
+
+We are always excited to meet people with a strong interest in audio and music.
+MuLa Labs has internship openings for candidates who want to build the next
+generation of music and audio technology. To apply, email your resume or CV,
+together with a short introduction, to
+[contact@mulalabs.ai](mailto:contact@mulalabs.ai).

SHA256SUMS

@@ -0,0 +1,9 @@
+79e3e522635f3171300913bb421464a87de6222182a0570b9b2ccba2a964b2b4  tokenizer.json
+3d47f3548730587973c3d22a409c21d1d8d40491cfd1590dc599cd945a9bfa29  config.json
+dbaceef28cf9f6e8c63b65e15bad128b05f36ca9beb4706fbc5c63a8fa497cdb  gen_config.json
+792a99481d13d854b85b4d59b879deb3f5334a2e33f90e727a67cec0f76064f3  model.safetensors.index.json
+49e1aeef5e59b3d041a199d7b794ce109d7a4c19ddf1de007d76b6ca45db6ab1  model-00001-of-00005.safetensors
+b3a7098ac8d2bc1a36bc86b06810b7f6abe9bf6e87060acf645bfce6c2fb5cad  model-00002-of-00005.safetensors
+e41847e7693378c1cec04dcac791156e9f33ef8bba6ad42c0662e207ba97a95b  model-00003-of-00005.safetensors
+77502e78a03432a607c4833c309b06659a1cd60b62236335735b72c148ecab52  model-00004-of-00005.safetensors
+7035def91cdbf20ecc44219414b8d1fedac391bb88b732424a76fe65c8612c63  model-00005-of-00005.safetensors

config.json

@@ -0,0 +1,17 @@
+{
+  "architectures": [
+    "MuLaCover"
+  ],
+  "audio_num_codebooks": 8,
+  "audio_vocab_size": 8197,
+  "backbone_flavor": "llama-3B",
+  "decoder_flavor": "llama-300M",
+  "dtype": "bfloat16",
+  "model_type": "mulacover",
+  "muq_dim": 512,
+  "peft_layer_num": 8,
+  "qwen_dim": 1024,
+  "text_vocab_size": 128256,
+  "train_tag": true,
+  "transformers_version": "4.57.6"
+}

gen_config.json

@@ -0,0 +1,12 @@
+{
+  "text_bos_id": 128000,
+  "text_eos_id": 128001,
+  "audio_eos_id": 8193,
+  "empty_id": 0,
+  "tag_start_id": 128021,
+  "tag_end_id": 128022,
+  "muq_start_id": 128023,
+  "muq_end_id": 128024,
+  "qwen_start_id": 128025,
+  "qwen_end_id": 128026
+}

model-00001-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:49e1aeef5e59b3d041a199d7b794ce109d7a4c19ddf1de007d76b6ca45db6ab1
+size 1994713352

model-00002-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b3a7098ac8d2bc1a36bc86b06810b7f6abe9bf6e87060acf645bfce6c2fb5cad
+size 1981941248

model-00003-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e41847e7693378c1cec04dcac791156e9f33ef8bba6ad42c0662e207ba97a95b
+size 1963054632

model-00004-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:77502e78a03432a607c4833c309b06659a1cd60b62236335735b72c148ecab52
+size 1999477480

model-00005-of-00005.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7035def91cdbf20ecc44219414b8d1fedac391bb88b732424a76fe65c8612c63
+size 809619536

model.safetensors.index.json

@@ -0,0 +1,667 @@
+{
+  "metadata": {
+    "total_parameters": 4374364776,
+    "total_size": 8748729552
+  },
+  "weight_map": {
+    "audio_embeddings.weight": "model-00004-of-00005.safetensors",
+    "audio_head": "model-00001-of-00005.safetensors",
+    "backbone.layers.0.attn.k_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.0.attn.output_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.0.attn.q_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.0.attn.v_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.0.mlp.w1.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.0.mlp.w2.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.0.mlp.w3.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.0.mlp_norm.scale": "model-00001-of-00005.safetensors",
+    "backbone.layers.0.sa_norm.scale": "model-00001-of-00005.safetensors",
+    "backbone.layers.1.attn.k_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.1.attn.output_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.1.attn.q_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.1.attn.v_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.1.mlp.w1.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.1.mlp.w2.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.1.mlp.w3.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.1.mlp_norm.scale": "model-00001-of-00005.safetensors",
+    "backbone.layers.1.sa_norm.scale": "model-00001-of-00005.safetensors",
+    "backbone.layers.10.attn.k_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.10.attn.output_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.10.attn.q_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.10.attn.v_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.10.mlp.w1.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.10.mlp.w2.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.10.mlp.w3.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.10.mlp_norm.scale": "model-00002-of-00005.safetensors",
+    "backbone.layers.10.sa_norm.scale": "model-00002-of-00005.safetensors",
+    "backbone.layers.11.attn.k_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.11.attn.output_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.11.attn.q_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.11.attn.v_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.11.mlp.w1.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.11.mlp.w2.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.11.mlp.w3.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.11.mlp_norm.scale": "model-00002-of-00005.safetensors",
+    "backbone.layers.11.sa_norm.scale": "model-00002-of-00005.safetensors",
+    "backbone.layers.12.attn.k_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.12.attn.output_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.12.attn.q_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.12.attn.v_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.12.mlp.w1.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.12.mlp.w2.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.12.mlp.w3.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.12.mlp_norm.scale": "model-00002-of-00005.safetensors",
+    "backbone.layers.12.sa_norm.scale": "model-00002-of-00005.safetensors",
+    "backbone.layers.13.attn.k_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.13.attn.output_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.13.attn.q_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.13.attn.v_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.13.mlp.w1.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.13.mlp.w2.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.13.mlp.w3.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.13.mlp_norm.scale": "model-00002-of-00005.safetensors",
+    "backbone.layers.13.sa_norm.scale": "model-00002-of-00005.safetensors",
+    "backbone.layers.14.attn.k_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.14.attn.output_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.14.attn.q_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.14.attn.v_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.14.mlp.w1.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.14.mlp.w2.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.14.mlp.w3.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.14.mlp_norm.scale": "model-00002-of-00005.safetensors",
+    "backbone.layers.14.sa_norm.scale": "model-00002-of-00005.safetensors",
+    "backbone.layers.15.attn.k_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.15.attn.output_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.15.attn.q_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.15.attn.v_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.15.mlp.w1.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.15.mlp.w2.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.15.mlp.w3.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.15.mlp_norm.scale": "model-00002-of-00005.safetensors",
+    "backbone.layers.15.sa_norm.scale": "model-00002-of-00005.safetensors",
+    "backbone.layers.16.attn.k_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.16.attn.output_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.16.attn.q_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.16.attn.v_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.16.mlp.w1.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.16.mlp.w2.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.16.mlp.w3.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.16.mlp_norm.scale": "model-00002-of-00005.safetensors",
+    "backbone.layers.16.sa_norm.scale": "model-00002-of-00005.safetensors",
+    "backbone.layers.17.attn.k_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.17.attn.output_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.17.attn.q_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.17.attn.v_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.17.mlp.w1.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.17.mlp.w2.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.17.mlp.w3.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.17.mlp_norm.scale": "model-00002-of-00005.safetensors",
+    "backbone.layers.17.sa_norm.scale": "model-00002-of-00005.safetensors",
+    "backbone.layers.18.attn.k_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.18.attn.output_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.18.attn.q_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.18.attn.v_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.18.mlp.w1.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.18.mlp.w2.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.18.mlp.w3.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.18.mlp_norm.scale": "model-00003-of-00005.safetensors",
+    "backbone.layers.18.sa_norm.scale": "model-00003-of-00005.safetensors",
+    "backbone.layers.19.attn.k_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.19.attn.output_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.19.attn.q_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.19.attn.v_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.19.mlp.w1.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.19.mlp.w2.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.19.mlp.w3.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.19.mlp_norm.scale": "model-00003-of-00005.safetensors",
+    "backbone.layers.19.sa_norm.scale": "model-00003-of-00005.safetensors",
+    "backbone.layers.2.attn.k_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.2.attn.output_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.2.attn.q_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.2.attn.v_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.2.mlp.w1.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.2.mlp.w2.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.2.mlp.w3.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.2.mlp_norm.scale": "model-00001-of-00005.safetensors",
+    "backbone.layers.2.sa_norm.scale": "model-00001-of-00005.safetensors",
+    "backbone.layers.20.attn.k_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.20.attn.output_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.20.attn.q_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.20.attn.v_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.20.mlp.w1.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.20.mlp.w2.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.20.mlp.w3.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.20.mlp_norm.scale": "model-00003-of-00005.safetensors",
+    "backbone.layers.20.sa_norm.scale": "model-00003-of-00005.safetensors",
+    "backbone.layers.21.attn.k_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.21.attn.output_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.21.attn.q_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.21.attn.v_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.21.mlp.w1.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.21.mlp.w2.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.21.mlp.w3.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.21.mlp_norm.scale": "model-00003-of-00005.safetensors",
+    "backbone.layers.21.sa_norm.scale": "model-00003-of-00005.safetensors",
+    "backbone.layers.22.attn.k_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.22.attn.output_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.22.attn.q_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.22.attn.v_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.22.mlp.w1.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.22.mlp.w2.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.22.mlp.w3.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.22.mlp_norm.scale": "model-00003-of-00005.safetensors",
+    "backbone.layers.22.sa_norm.scale": "model-00003-of-00005.safetensors",
+    "backbone.layers.23.attn.k_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.23.attn.output_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.23.attn.q_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.23.attn.v_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.23.mlp.w1.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.23.mlp.w2.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.23.mlp.w3.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.23.mlp_norm.scale": "model-00003-of-00005.safetensors",
+    "backbone.layers.23.sa_norm.scale": "model-00003-of-00005.safetensors",
+    "backbone.layers.24.attn.k_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.24.attn.output_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.24.attn.q_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.24.attn.v_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.24.mlp.w1.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.24.mlp.w2.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.24.mlp.w3.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.24.mlp_norm.scale": "model-00003-of-00005.safetensors",
+    "backbone.layers.24.sa_norm.scale": "model-00003-of-00005.safetensors",
+    "backbone.layers.25.attn.k_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.25.attn.output_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.25.attn.q_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.25.attn.v_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.25.mlp.w1.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.25.mlp.w2.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.25.mlp.w3.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.25.mlp_norm.scale": "model-00003-of-00005.safetensors",
+    "backbone.layers.25.sa_norm.scale": "model-00003-of-00005.safetensors",
+    "backbone.layers.26.attn.k_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.26.attn.output_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.26.attn.q_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.26.attn.v_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.26.mlp.w1.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.26.mlp.w2.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.26.mlp.w3.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.26.mlp_norm.scale": "model-00003-of-00005.safetensors",
+    "backbone.layers.26.sa_norm.scale": "model-00003-of-00005.safetensors",
+    "backbone.layers.27.attn.k_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.27.attn.output_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.27.attn.q_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.27.attn.v_proj.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.27.mlp.w1.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.27.mlp.w2.weight": "model-00003-of-00005.safetensors",
+    "backbone.layers.27.mlp.w3.weight": "model-00004-of-00005.safetensors",
+    "backbone.layers.27.mlp_norm.scale": "model-00004-of-00005.safetensors",
+    "backbone.layers.27.sa_norm.scale": "model-00004-of-00005.safetensors",
+    "backbone.layers.3.attn.k_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.3.attn.output_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.3.attn.q_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.3.attn.v_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.3.mlp.w1.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.3.mlp.w2.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.3.mlp.w3.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.3.mlp_norm.scale": "model-00001-of-00005.safetensors",
+    "backbone.layers.3.sa_norm.scale": "model-00001-of-00005.safetensors",
+    "backbone.layers.4.attn.k_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.4.attn.output_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.4.attn.q_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.4.attn.v_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.4.mlp.w1.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.4.mlp.w2.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.4.mlp.w3.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.4.mlp_norm.scale": "model-00001-of-00005.safetensors",
+    "backbone.layers.4.sa_norm.scale": "model-00001-of-00005.safetensors",
+    "backbone.layers.5.attn.k_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.5.attn.output_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.5.attn.q_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.5.attn.v_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.5.mlp.w1.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.5.mlp.w2.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.5.mlp.w3.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.5.mlp_norm.scale": "model-00001-of-00005.safetensors",
+    "backbone.layers.5.sa_norm.scale": "model-00001-of-00005.safetensors",
+    "backbone.layers.6.attn.k_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.6.attn.output_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.6.attn.q_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.6.attn.v_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.6.mlp.w1.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.6.mlp.w2.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.6.mlp.w3.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.6.mlp_norm.scale": "model-00001-of-00005.safetensors",
+    "backbone.layers.6.sa_norm.scale": "model-00001-of-00005.safetensors",
+    "backbone.layers.7.attn.k_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.7.attn.output_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.7.attn.q_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.7.attn.v_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.7.mlp.w1.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.7.mlp.w2.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.7.mlp.w3.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.7.mlp_norm.scale": "model-00001-of-00005.safetensors",
+    "backbone.layers.7.sa_norm.scale": "model-00001-of-00005.safetensors",
+    "backbone.layers.8.attn.k_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.8.attn.output_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.8.attn.q_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.8.attn.v_proj.weight": "model-00001-of-00005.safetensors",
+    "backbone.layers.8.mlp.w1.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.8.mlp.w2.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.8.mlp.w3.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.8.mlp_norm.scale": "model-00002-of-00005.safetensors",
+    "backbone.layers.8.sa_norm.scale": "model-00002-of-00005.safetensors",
+    "backbone.layers.9.attn.k_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.9.attn.output_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.9.attn.q_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.9.attn.v_proj.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.9.mlp.w1.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.9.mlp.w2.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.9.mlp.w3.weight": "model-00002-of-00005.safetensors",
+    "backbone.layers.9.mlp_norm.scale": "model-00002-of-00005.safetensors",
+    "backbone.layers.9.sa_norm.scale": "model-00002-of-00005.safetensors",
+    "backbone.norm.scale": "model-00004-of-00005.safetensors",
+    "codebook0_head.weight": "model-00004-of-00005.safetensors",
+    "decoder.layers.0.attn.k_proj.weight": "model-00004-of-00005.safetensors",
+    "decoder.layers.0.attn.output_proj.weight": "model-00004-of-00005.safetensors",
+    "decoder.layers.0.attn.q_proj.weight": "model-00004-of-00005.safetensors",
+    "decoder.layers.0.attn.v_proj.weight": "model-00004-of-00005.safetensors",
+    "decoder.layers.0.mlp.w1.weight": "model-00004-of-00005.safetensors",
+    "decoder.layers.0.mlp.w2.weight": "model-00004-of-00005.safetensors",
+    "decoder.layers.0.mlp.w3.weight": "model-00004-of-00005.safetensors",
+    "decoder.layers.0.mlp_norm.scale": "model-00004-of-00005.safetensors",
+    "decoder.layers.0.sa_norm.scale": "model-00004-of-00005.safetensors",
+    "decoder.layers.1.attn.k_proj.weight": "model-00004-of-00005.safetensors",
+    "decoder.layers.1.attn.output_proj.weight": "model-00004-of-00005.safetensors",
+    "decoder.layers.1.attn.q_proj.weight": "model-00004-of-00005.safetensors",
+    "decoder.layers.1.attn.v_proj.weight": "model-00004-of-00005.safetensors",
+    "decoder.layers.1.mlp.w1.weight": "model-00004-of-00005.safetensors",
+    "decoder.layers.1.mlp.w2.weight": "model-00004-of-00005.safetensors",
+    "decoder.layers.1.mlp.w3.weight": "model-00004-of-00005.safetensors",
+    "decoder.layers.1.mlp_norm.scale": "model-00004-of-00005.safetensors",
+    "decoder.layers.1.sa_norm.scale": "model-00004-of-00005.safetensors",
+    "decoder.layers.2.attn.k_proj.weight": "model-00004-of-00005.safetensors",
+    "decoder.layers.2.attn.output_proj.weight": "model-00004-of-00005.safetensors",
+    "decoder.layers.2.attn.q_proj.weight": "model-00004-of-00005.safetensors",
+    "decoder.layers.2.attn.v_proj.weight": "model-00004-of-00005.safetensors",
+    "decoder.layers.2.mlp.w1.weight": "model-00004-of-00005.safetensors",
+    "decoder.layers.2.mlp.w2.weight": "model-00004-of-00005.safetensors",
+    "decoder.layers.2.mlp.w3.weight": "model-00004-of-00005.safetensors",
+    "decoder.layers.2.mlp_norm.scale": "model-00004-of-00005.safetensors",
+    "decoder.layers.2.sa_norm.scale": "model-00004-of-00005.safetensors",
+    "decoder.norm.scale": "model-00004-of-00005.safetensors",
+    "muq_linear.bias": "model-00004-of-00005.safetensors",
+    "muq_linear.weight": "model-00004-of-00005.safetensors",
+    "peft_layers.20.adaptor.chord_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.chord_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.decoder.layers.0.attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.decoder.layers.0.attn.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.decoder.layers.0.attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.decoder.layers.0.attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.decoder.layers.0.mlp.w1.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.decoder.layers.0.mlp.w2.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.decoder.layers.0.mlp.w3.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.decoder.layers.0.mlp_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.decoder.layers.0.sa_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.decoder.layers.1.attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.decoder.layers.1.attn.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.decoder.layers.1.attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.decoder.layers.1.attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.decoder.layers.1.mlp.w1.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.decoder.layers.1.mlp.w2.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.decoder.layers.1.mlp.w3.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.decoder.layers.1.mlp_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.decoder.layers.1.sa_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.decoder.norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.drum_pianoroll_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.drum_pianoroll_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.fusion_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.fusion_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.out_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.out_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.pianoroll_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.20.adaptor.pianoroll_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.cross_attn.attn.k_proj.weight": "model-00004-of-00005.safetensors",
+    "peft_layers.20.cross_attn.attn.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.cross_attn.attn.q_proj.weight": "model-00004-of-00005.safetensors",
+    "peft_layers.20.cross_attn.attn.v_proj.weight": "model-00004-of-00005.safetensors",
+    "peft_layers.20.cross_attn.context_gate_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.20.cross_attn.context_gate_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.cross_attn.gate.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.cross_attn.gate.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.cross_attn.gate.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.cross_attn.gate.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.cross_attn.gate_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.20.cross_attn.gate_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.20.cross_attn.norm.scale": "model-00004-of-00005.safetensors",
+    "peft_layers.20.cross_attn.x_gate_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.20.cross_attn.x_gate_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.chord_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.chord_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.decoder.layers.0.attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.decoder.layers.0.attn.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.decoder.layers.0.attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.decoder.layers.0.attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.decoder.layers.0.mlp.w1.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.decoder.layers.0.mlp.w2.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.decoder.layers.0.mlp.w3.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.decoder.layers.0.mlp_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.decoder.layers.0.sa_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.decoder.layers.1.attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.decoder.layers.1.attn.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.decoder.layers.1.attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.decoder.layers.1.attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.decoder.layers.1.mlp.w1.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.decoder.layers.1.mlp.w2.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.decoder.layers.1.mlp.w3.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.decoder.layers.1.mlp_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.decoder.layers.1.sa_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.decoder.norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.drum_pianoroll_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.drum_pianoroll_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.fusion_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.fusion_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.out_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.out_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.pianoroll_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.21.adaptor.pianoroll_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.cross_attn.attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.cross_attn.attn.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.cross_attn.attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.cross_attn.attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.cross_attn.context_gate_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.21.cross_attn.context_gate_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.cross_attn.gate.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.cross_attn.gate.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.cross_attn.gate.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.cross_attn.gate.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.cross_attn.gate_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.21.cross_attn.gate_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.21.cross_attn.norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.21.cross_attn.x_gate_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.21.cross_attn.x_gate_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.chord_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.chord_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.decoder.layers.0.attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.decoder.layers.0.attn.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.decoder.layers.0.attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.decoder.layers.0.attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.decoder.layers.0.mlp.w1.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.decoder.layers.0.mlp.w2.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.decoder.layers.0.mlp.w3.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.decoder.layers.0.mlp_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.decoder.layers.0.sa_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.decoder.layers.1.attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.decoder.layers.1.attn.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.decoder.layers.1.attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.decoder.layers.1.attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.decoder.layers.1.mlp.w1.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.decoder.layers.1.mlp.w2.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.decoder.layers.1.mlp.w3.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.decoder.layers.1.mlp_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.decoder.layers.1.sa_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.decoder.norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.drum_pianoroll_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.drum_pianoroll_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.fusion_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.fusion_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.out_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.out_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.pianoroll_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.22.adaptor.pianoroll_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.cross_attn.attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.cross_attn.attn.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.cross_attn.attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.cross_attn.attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.cross_attn.context_gate_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.22.cross_attn.context_gate_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.cross_attn.gate.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.cross_attn.gate.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.cross_attn.gate.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.cross_attn.gate.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.cross_attn.gate_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.22.cross_attn.gate_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.22.cross_attn.norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.22.cross_attn.x_gate_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.22.cross_attn.x_gate_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.chord_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.chord_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.decoder.layers.0.attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.decoder.layers.0.attn.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.decoder.layers.0.attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.decoder.layers.0.attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.decoder.layers.0.mlp.w1.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.decoder.layers.0.mlp.w2.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.decoder.layers.0.mlp.w3.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.decoder.layers.0.mlp_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.decoder.layers.0.sa_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.decoder.layers.1.attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.decoder.layers.1.attn.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.decoder.layers.1.attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.decoder.layers.1.attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.decoder.layers.1.mlp.w1.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.decoder.layers.1.mlp.w2.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.decoder.layers.1.mlp.w3.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.decoder.layers.1.mlp_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.decoder.layers.1.sa_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.decoder.norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.drum_pianoroll_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.drum_pianoroll_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.fusion_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.fusion_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.out_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.out_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.pianoroll_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.23.adaptor.pianoroll_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.cross_attn.attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.cross_attn.attn.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.cross_attn.attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.cross_attn.attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.cross_attn.context_gate_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.23.cross_attn.context_gate_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.cross_attn.gate.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.cross_attn.gate.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.cross_attn.gate.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.cross_attn.gate.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.cross_attn.gate_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.23.cross_attn.gate_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.23.cross_attn.norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.23.cross_attn.x_gate_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.23.cross_attn.x_gate_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.chord_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.chord_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.decoder.layers.0.attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.decoder.layers.0.attn.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.decoder.layers.0.attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.decoder.layers.0.attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.decoder.layers.0.mlp.w1.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.decoder.layers.0.mlp.w2.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.decoder.layers.0.mlp.w3.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.decoder.layers.0.mlp_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.decoder.layers.0.sa_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.decoder.layers.1.attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.decoder.layers.1.attn.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.decoder.layers.1.attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.decoder.layers.1.attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.decoder.layers.1.mlp.w1.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.decoder.layers.1.mlp.w2.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.decoder.layers.1.mlp.w3.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.decoder.layers.1.mlp_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.decoder.layers.1.sa_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.decoder.norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.drum_pianoroll_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.drum_pianoroll_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.fusion_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.fusion_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.out_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.out_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.pianoroll_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.24.adaptor.pianoroll_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.cross_attn.attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.cross_attn.attn.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.cross_attn.attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.cross_attn.attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.cross_attn.context_gate_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.24.cross_attn.context_gate_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.cross_attn.gate.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.cross_attn.gate.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.cross_attn.gate.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.cross_attn.gate.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.cross_attn.gate_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.24.cross_attn.gate_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.24.cross_attn.norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.24.cross_attn.x_gate_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.24.cross_attn.x_gate_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.chord_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.chord_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.decoder.layers.0.attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.decoder.layers.0.attn.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.decoder.layers.0.attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.decoder.layers.0.attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.decoder.layers.0.mlp.w1.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.decoder.layers.0.mlp.w2.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.decoder.layers.0.mlp.w3.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.decoder.layers.0.mlp_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.decoder.layers.0.sa_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.decoder.layers.1.attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.decoder.layers.1.attn.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.decoder.layers.1.attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.decoder.layers.1.attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.decoder.layers.1.mlp.w1.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.decoder.layers.1.mlp.w2.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.decoder.layers.1.mlp.w3.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.decoder.layers.1.mlp_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.decoder.layers.1.sa_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.decoder.norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.drum_pianoroll_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.drum_pianoroll_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.fusion_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.fusion_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.out_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.out_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.pianoroll_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.25.adaptor.pianoroll_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.cross_attn.attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.cross_attn.attn.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.cross_attn.attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.cross_attn.attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.cross_attn.context_gate_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.25.cross_attn.context_gate_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.cross_attn.gate.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.cross_attn.gate.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.cross_attn.gate.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.cross_attn.gate.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.cross_attn.gate_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.25.cross_attn.gate_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.25.cross_attn.norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.25.cross_attn.x_gate_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.25.cross_attn.x_gate_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.chord_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.chord_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.decoder.layers.0.attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.decoder.layers.0.attn.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.decoder.layers.0.attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.decoder.layers.0.attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.decoder.layers.0.mlp.w1.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.decoder.layers.0.mlp.w2.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.decoder.layers.0.mlp.w3.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.decoder.layers.0.mlp_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.decoder.layers.0.sa_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.decoder.layers.1.attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.decoder.layers.1.attn.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.decoder.layers.1.attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.decoder.layers.1.attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.decoder.layers.1.mlp.w1.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.decoder.layers.1.mlp.w2.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.decoder.layers.1.mlp.w3.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.decoder.layers.1.mlp_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.decoder.layers.1.sa_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.decoder.norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.drum_pianoroll_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.drum_pianoroll_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.fusion_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.fusion_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.out_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.out_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.pianoroll_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.26.adaptor.pianoroll_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.cross_attn.attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.cross_attn.attn.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.cross_attn.attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.cross_attn.attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.cross_attn.context_gate_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.26.cross_attn.context_gate_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.cross_attn.gate.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.cross_attn.gate.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.cross_attn.gate.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.cross_attn.gate.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.cross_attn.gate_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.26.cross_attn.gate_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.26.cross_attn.norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.26.cross_attn.x_gate_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.26.cross_attn.x_gate_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.chord_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.chord_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.decoder.layers.0.attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.decoder.layers.0.attn.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.decoder.layers.0.attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.decoder.layers.0.attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.decoder.layers.0.mlp.w1.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.decoder.layers.0.mlp.w2.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.decoder.layers.0.mlp.w3.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.decoder.layers.0.mlp_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.decoder.layers.0.sa_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.decoder.layers.1.attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.decoder.layers.1.attn.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.decoder.layers.1.attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.decoder.layers.1.attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.decoder.layers.1.mlp.w1.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.decoder.layers.1.mlp.w2.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.decoder.layers.1.mlp.w3.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.decoder.layers.1.mlp_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.decoder.layers.1.sa_norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.decoder.norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.drum_pianoroll_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.drum_pianoroll_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.fusion_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.fusion_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.out_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.out_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.pianoroll_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.27.adaptor.pianoroll_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.cross_attn.attn.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.cross_attn.attn.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.cross_attn.attn.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.cross_attn.attn.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.cross_attn.context_gate_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.27.cross_attn.context_gate_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.cross_attn.gate.k_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.cross_attn.gate.output_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.cross_attn.gate.q_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.cross_attn.gate.v_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.cross_attn.gate_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.27.cross_attn.gate_proj.weight": "model-00005-of-00005.safetensors",
+    "peft_layers.27.cross_attn.norm.scale": "model-00005-of-00005.safetensors",
+    "peft_layers.27.cross_attn.x_gate_proj.bias": "model-00005-of-00005.safetensors",
+    "peft_layers.27.cross_attn.x_gate_proj.weight": "model-00005-of-00005.safetensors",
+    "projection.weight": "model-00004-of-00005.safetensors",
+    "qwen_linear.bias": "model-00004-of-00005.safetensors",
+    "qwen_linear.weight": "model-00004-of-00005.safetensors",
+    "tag_mlp_layers.20.mlp.bias": "model-00005-of-00005.safetensors",
+    "tag_mlp_layers.20.mlp.weight": "model-00005-of-00005.safetensors",
+    "tag_mlp_layers.21.mlp.bias": "model-00005-of-00005.safetensors",
+    "tag_mlp_layers.21.mlp.weight": "model-00005-of-00005.safetensors",
+    "tag_mlp_layers.22.mlp.bias": "model-00005-of-00005.safetensors",
+    "tag_mlp_layers.22.mlp.weight": "model-00005-of-00005.safetensors",
+    "tag_mlp_layers.23.mlp.bias": "model-00005-of-00005.safetensors",
+    "tag_mlp_layers.23.mlp.weight": "model-00005-of-00005.safetensors",
+    "tag_mlp_layers.24.mlp.bias": "model-00005-of-00005.safetensors",
+    "tag_mlp_layers.24.mlp.weight": "model-00005-of-00005.safetensors",
+    "tag_mlp_layers.25.mlp.bias": "model-00005-of-00005.safetensors",
+    "tag_mlp_layers.25.mlp.weight": "model-00005-of-00005.safetensors",
+    "tag_mlp_layers.26.mlp.bias": "model-00005-of-00005.safetensors",
+    "tag_mlp_layers.26.mlp.weight": "model-00005-of-00005.safetensors",
+    "tag_mlp_layers.27.mlp.bias": "model-00005-of-00005.safetensors",
+    "tag_mlp_layers.27.mlp.weight": "model-00005-of-00005.safetensors",
+    "text_embeddings.weight": "model-00004-of-00005.safetensors",
+    "unconditional_text_embedding.weight": "model-00004-of-00005.safetensors"
+  }
+}