tiny-voca-GGUF / convert.log
ggerganov's picture
ggerganov HF Staff
Upload folder using huggingface_hub
8a78535 verified
Raw History Blame Contribute Delete
26.1 kB
+ OUTPUT_DIR=./upload-tiny_voca
+ LLAMA_CPP=llama.cpp
+ DISPLAY_NAME=tiny-voca
+ python3 -m pip install git+https://github.com/n4ze3m/dizione
Collecting git+https://github.com/n4ze3m/dizione
Cloning https://github.com/n4ze3m/dizione to /tmp/pip-req-build-k80rcen1
Running command git clone --filter=blob:none --quiet https://github.com/n4ze3m/dizione /tmp/pip-req-build-k80rcen1
Resolved https://github.com/n4ze3m/dizione to commit 8cd889e4de7be6bd1dd2e6891344a0729fa14dd4
Installing build dependencies: started
Installing build dependencies: finished with status 'done'
Getting requirements to build wheel: started
Getting requirements to build wheel: finished with status 'done'
Preparing metadata (pyproject.toml): started
Preparing metadata (pyproject.toml): finished with status 'done'
Requirement already satisfied: numpy<3,>=1.24 in /usr/local/lib/python3.11/site-packages (from dizione==0.1.0) (2.3.5)
Building wheels for collected packages: dizione
Building wheel for dizione (pyproject.toml): started
Building wheel for dizione (pyproject.toml): finished with status 'done'
Created wheel for dizione: filename=dizione-0.1.0-py3-none-any.whl size=74709 sha256=aff425459da246bd22e6664c4336ced6d1bab542d5a2b4583ecb5dd8a25410ec
Stored in directory: /tmp/pip-ephem-wheel-cache-u0_w38lm/wheels/e8/d6/dd/722cfee7ef7d6202866c6ff61aa8501fea10881b0c08c0d4ff
Successfully built dizione
Installing collected packages: dizione
Successfully installed dizione-0.1.0
WARNING: Running pip as the 'root' user can result in broken permissions and conflicting behaviour with the system package manager. It is recommended to use a virtual environment instead: https://pip.pypa.io/warnings/venv
[notice] A new release of pip is available: 24.0 -> 26.3
[notice] To update, run: pip install --upgrade pip
+ python3 llama.cpp/convert_hf_to_gguf.py ./model-temp-tiny_voca-PRIMARY --outtype f32 --outfile ./upload-tiny_voca/tiny-voca-F32.gguf --model-name tiny-voca
INFO:hf-to-gguf:Loading model: model-temp-tiny_voca-PRIMARY
INFO:hf-to-gguf:gguf: detected tiny-voca checkpoint
INFO:hf-to-gguf:Model architecture: TinyVocaModel
INFO:hf-to-gguf:gguf: detected tiny-voca checkpoint
INFO:gguf.gguf_writer:gguf: This GGUF file is for Little Endian only
INFO:hf-to-gguf:Exporting model...
INFO:hf-to-gguf:token_embd.weight, torch.float32 --> F32, shape = {192, 76}
INFO:hf-to-gguf:blk.0.attn_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.0.attn_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.0.attn_q.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:blk.0.attn_k.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:blk.0.attn_v.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:blk.0.attn_q.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.0.attn_k.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.0.attn_v.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.0.attn_output.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:blk.0.attn_output.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.0.ffn_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.0.ffn_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.0.ssm_conv1d.weight, torch.float32 --> F32, shape = {7, 192}
INFO:hf-to-gguf:blk.0.ssm_conv1d.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.0.ffn_up.weight, torch.float32 --> F32, shape = {192, 640}
INFO:hf-to-gguf:blk.0.ffn_up.bias, torch.float32 --> F32, shape = {640}
INFO:hf-to-gguf:blk.0.ffn_down.weight, torch.float32 --> F32, shape = {640, 192}
INFO:hf-to-gguf:blk.0.ffn_down.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.1.attn_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.1.attn_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.1.attn_q.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:blk.1.attn_k.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:blk.1.attn_v.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:blk.1.attn_q.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.1.attn_k.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.1.attn_v.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.1.attn_output.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:blk.1.attn_output.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.1.ffn_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.1.ffn_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.1.ssm_conv1d.weight, torch.float32 --> F32, shape = {7, 192}
INFO:hf-to-gguf:blk.1.ssm_conv1d.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.1.ffn_up.weight, torch.float32 --> F32, shape = {192, 640}
INFO:hf-to-gguf:blk.1.ffn_up.bias, torch.float32 --> F32, shape = {640}
INFO:hf-to-gguf:blk.1.ffn_down.weight, torch.float32 --> F32, shape = {640, 192}
INFO:hf-to-gguf:blk.1.ffn_down.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.2.attn_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.2.attn_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.2.attn_q.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:blk.2.attn_k.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:blk.2.attn_v.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:blk.2.attn_q.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.2.attn_k.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.2.attn_v.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.2.attn_output.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:blk.2.attn_output.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.2.ffn_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.2.ffn_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.2.ssm_conv1d.weight, torch.float32 --> F32, shape = {7, 192}
INFO:hf-to-gguf:blk.2.ssm_conv1d.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.2.ffn_up.weight, torch.float32 --> F32, shape = {192, 640}
INFO:hf-to-gguf:blk.2.ffn_up.bias, torch.float32 --> F32, shape = {640}
INFO:hf-to-gguf:blk.2.ffn_down.weight, torch.float32 --> F32, shape = {640, 192}
INFO:hf-to-gguf:blk.2.ffn_down.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.3.attn_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.3.attn_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.3.attn_q.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:blk.3.attn_k.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:blk.3.attn_v.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:blk.3.attn_q.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.3.attn_k.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.3.attn_v.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.3.attn_output.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:blk.3.attn_output.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.3.ffn_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.3.ffn_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.3.ssm_conv1d.weight, torch.float32 --> F32, shape = {7, 192}
INFO:hf-to-gguf:blk.3.ssm_conv1d.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:blk.3.ffn_up.weight, torch.float32 --> F32, shape = {192, 640}
INFO:hf-to-gguf:blk.3.ffn_up.bias, torch.float32 --> F32, shape = {640}
INFO:hf-to-gguf:blk.3.ffn_down.weight, torch.float32 --> F32, shape = {640, 192}
INFO:hf-to-gguf:blk.3.ffn_down.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:output_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:output_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:Set meta model
INFO:hf-to-gguf:Set model parameters
INFO:hf-to-gguf:gguf: context length = 512
INFO:hf-to-gguf:gguf: embedding length = 192
INFO:hf-to-gguf:gguf: feed forward length = 640
INFO:hf-to-gguf:gguf: head count = 4
INFO:hf-to-gguf:gguf: key-value head count = 4
INFO:hf-to-gguf:gguf: rope theta = 10000.0
INFO:hf-to-gguf:gguf: layer norm epsilon = 1e-05
INFO:hf-to-gguf:gguf: file type = 0
INFO:hf-to-gguf:Set model quantization version
INFO:hf-to-gguf:Set model tokenizer
INFO:gguf.gguf_writer:Writing the following files:
INFO:gguf.gguf_writer:upload-tiny_voca/tiny-voca-F32.gguf: n_tensors = 75, total_size = 6.4M
Writing: 0%| | 0.00/6.41M [00:00<?, ?byte/s] Writing: 100%|β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆ| 6.41M/6.41M [00:00<00:00, 2.71Gbyte/s]
INFO:hf-to-gguf:Model successfully exported to upload-tiny_voca/tiny-voca-F32.gguf
+ python3 llama.cpp/convert_hf_to_gguf.py ./model-temp-tiny_voca-PRIMARY --outtype f32 --outfile ./upload-tiny_voca/mmproj-tiny-voca-F32.gguf --mmproj --model-name tiny-voca
INFO:hf-to-gguf:Loading model: model-temp-tiny_voca-PRIMARY
INFO:hf-to-gguf:gguf: detected tiny-voca checkpoint
INFO:hf-to-gguf:Model architecture: TinyVocaModel
INFO:hf-to-gguf:gguf: detected tiny-voca checkpoint
INFO:gguf.gguf_writer:gguf: This GGUF file is for Little Endian only
INFO:hf-to-gguf:Exporting model...
INFO:hf-to-gguf:a.gen.g2p.slot, torch.float32 --> F32, shape = {64, 2}
INFO:hf-to-gguf:a.gen.g2p.embed.weight, torch.float32 --> F32, shape = {64, 28}
INFO:hf-to-gguf:a.gen.g2p.gru.weight_ih_l0, torch.float32 --> F32, shape = {64, 381}
INFO:hf-to-gguf:a.gen.g2p.gru.weight_hh_l0, torch.float32 --> F32, shape = {127, 381}
INFO:hf-to-gguf:a.gen.g2p.gru.bias_ih_l0, torch.float32 --> F32, shape = {381}
INFO:hf-to-gguf:a.gen.g2p.gru.bias_hh_l0, torch.float32 --> F32, shape = {381}
INFO:hf-to-gguf:a.gen.g2p.gru.weight_ih_l0_reverse, torch.float32 --> F32, shape = {64, 381}
INFO:hf-to-gguf:a.gen.g2p.gru.weight_hh_l0_reverse, torch.float32 --> F32, shape = {127, 381}
INFO:hf-to-gguf:a.gen.g2p.gru.bias_ih_l0_reverse, torch.float32 --> F32, shape = {381}
INFO:hf-to-gguf:a.gen.g2p.gru.bias_hh_l0_reverse, torch.float32 --> F32, shape = {381}
INFO:hf-to-gguf:a.gen.g2p.gru.weight_ih_l1, torch.float32 --> F32, shape = {254, 381}
INFO:hf-to-gguf:a.gen.g2p.gru.weight_hh_l1, torch.float32 --> F32, shape = {127, 381}
INFO:hf-to-gguf:a.gen.g2p.gru.bias_ih_l1, torch.float32 --> F32, shape = {381}
INFO:hf-to-gguf:a.gen.g2p.gru.bias_hh_l1, torch.float32 --> F32, shape = {381}
INFO:hf-to-gguf:a.gen.g2p.gru.weight_ih_l1_reverse, torch.float32 --> F32, shape = {254, 381}
INFO:hf-to-gguf:a.gen.g2p.gru.weight_hh_l1_reverse, torch.float32 --> F32, shape = {127, 381}
INFO:hf-to-gguf:a.gen.g2p.gru.bias_ih_l1_reverse, torch.float32 --> F32, shape = {381}
INFO:hf-to-gguf:a.gen.g2p.gru.bias_hh_l1_reverse, torch.float32 --> F32, shape = {381}
INFO:hf-to-gguf:a.gen.g2p.out.weight, torch.float32 --> F32, shape = {254, 70}
INFO:hf-to-gguf:a.gen.g2p.out.bias, torch.float32 --> F32, shape = {70}
INFO:hf-to-gguf:voice.F2, torch.float32 --> F32, shape = {384}
INFO:hf-to-gguf:voice.M2, torch.float32 --> F32, shape = {384}
INFO:hf-to-gguf:a.gen.token_class, torch.float32 --> F32, shape = {76}
INFO:hf-to-gguf:a.gen.tok_embd.weight, torch.float32 --> F32, shape = {192, 76}
INFO:hf-to-gguf:a.gen.stress_embd.weight, torch.float32 --> F32, shape = {192, 3}
INFO:hf-to-gguf:a.gen.dur.conv1.weight, torch.float32 --> F32, shape = {3, 192, 128}
INFO:hf-to-gguf:a.gen.dur.conv1.bias, torch.float32 --> F32, shape = {128}
INFO:hf-to-gguf:a.gen.dur.conv2.weight, torch.float32 --> F32, shape = {3, 128, 128}
INFO:hf-to-gguf:a.gen.dur.conv2.bias, torch.float32 --> F32, shape = {128}
INFO:hf-to-gguf:a.gen.dur.norm1.weight, torch.float32 --> F32, shape = {128}
INFO:hf-to-gguf:a.gen.dur.norm1.bias, torch.float32 --> F32, shape = {128}
INFO:hf-to-gguf:a.gen.dur.norm2.weight, torch.float32 --> F32, shape = {128}
INFO:hf-to-gguf:a.gen.dur.norm2.bias, torch.float32 --> F32, shape = {128}
INFO:hf-to-gguf:a.gen.dur.out.weight, torch.float32 --> F32, shape = {128, 2}
INFO:hf-to-gguf:a.gen.dur.out.bias, torch.float32 --> F32, shape = {2}
INFO:hf-to-gguf:a.gen.frame_pos.weight, torch.float32 --> F32, shape = {3, 192}
INFO:hf-to-gguf:a.gen.frame_pos.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.prosody.blk.0.attn_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.prosody.blk.0.attn_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.prosody.blk.0.attn_q.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.prosody.blk.0.attn_k.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.prosody.blk.0.attn_v.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.prosody.blk.0.attn_q.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.prosody.blk.0.attn_k.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.prosody.blk.0.attn_v.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.prosody.blk.0.attn_output.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.prosody.blk.0.attn_output.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.prosody.blk.0.ffn_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.prosody.blk.0.ffn_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.prosody.blk.0.ssm_conv1d.weight, torch.float32 --> F32, shape = {7, 192}
INFO:hf-to-gguf:a.gen.prosody.blk.0.ssm_conv1d.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.prosody.blk.0.ffn_up.weight, torch.float32 --> F32, shape = {192, 640}
INFO:hf-to-gguf:a.gen.prosody.blk.0.ffn_up.bias, torch.float32 --> F32, shape = {640}
INFO:hf-to-gguf:a.gen.prosody.blk.0.ffn_down.weight, torch.float32 --> F32, shape = {640, 192}
INFO:hf-to-gguf:a.gen.prosody.blk.0.ffn_down.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.prosody.blk.1.attn_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.prosody.blk.1.attn_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.prosody.blk.1.attn_q.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.prosody.blk.1.attn_k.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.prosody.blk.1.attn_v.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.prosody.blk.1.attn_q.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.prosody.blk.1.attn_k.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.prosody.blk.1.attn_v.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.prosody.blk.1.attn_output.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.prosody.blk.1.attn_output.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.prosody.blk.1.ffn_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.prosody.blk.1.ffn_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.prosody.blk.1.ssm_conv1d.weight, torch.float32 --> F32, shape = {7, 192}
INFO:hf-to-gguf:a.gen.prosody.blk.1.ssm_conv1d.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.prosody.blk.1.ffn_up.weight, torch.float32 --> F32, shape = {192, 640}
INFO:hf-to-gguf:a.gen.prosody.blk.1.ffn_up.bias, torch.float32 --> F32, shape = {640}
INFO:hf-to-gguf:a.gen.prosody.blk.1.ffn_down.weight, torch.float32 --> F32, shape = {640, 192}
INFO:hf-to-gguf:a.gen.prosody.blk.1.ffn_down.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.prosody.output_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.prosody.output_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.prosody_head.weight, torch.float32 --> F32, shape = {192, 3}
INFO:hf-to-gguf:a.gen.prosody_head.bias, torch.float32 --> F32, shape = {3}
INFO:hf-to-gguf:a.gen.prosody_proj.weight, torch.float32 --> F32, shape = {3, 192}
INFO:hf-to-gguf:a.gen.prosody_proj.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.0.attn_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.0.attn_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.0.attn_q.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.0.attn_k.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.0.attn_v.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.0.attn_q.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.0.attn_k.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.0.attn_v.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.0.attn_output.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.0.attn_output.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.0.ffn_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.0.ffn_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.0.ssm_conv1d.weight, torch.float32 --> F32, shape = {7, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.0.ssm_conv1d.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.0.ffn_up.weight, torch.float32 --> F32, shape = {192, 640}
INFO:hf-to-gguf:a.gen.acoustic.blk.0.ffn_up.bias, torch.float32 --> F32, shape = {640}
INFO:hf-to-gguf:a.gen.acoustic.blk.0.ffn_down.weight, torch.float32 --> F32, shape = {640, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.0.ffn_down.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.1.attn_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.1.attn_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.1.attn_q.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.1.attn_k.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.1.attn_v.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.1.attn_q.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.1.attn_k.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.1.attn_v.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.1.attn_output.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.1.attn_output.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.1.ffn_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.1.ffn_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.1.ssm_conv1d.weight, torch.float32 --> F32, shape = {7, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.1.ssm_conv1d.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.1.ffn_up.weight, torch.float32 --> F32, shape = {192, 640}
INFO:hf-to-gguf:a.gen.acoustic.blk.1.ffn_up.bias, torch.float32 --> F32, shape = {640}
INFO:hf-to-gguf:a.gen.acoustic.blk.1.ffn_down.weight, torch.float32 --> F32, shape = {640, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.1.ffn_down.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.2.attn_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.2.attn_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.2.attn_q.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.2.attn_k.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.2.attn_v.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.2.attn_q.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.2.attn_k.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.2.attn_v.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.2.attn_output.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.2.attn_output.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.2.ffn_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.2.ffn_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.2.ssm_conv1d.weight, torch.float32 --> F32, shape = {7, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.2.ssm_conv1d.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.2.ffn_up.weight, torch.float32 --> F32, shape = {192, 640}
INFO:hf-to-gguf:a.gen.acoustic.blk.2.ffn_up.bias, torch.float32 --> F32, shape = {640}
INFO:hf-to-gguf:a.gen.acoustic.blk.2.ffn_down.weight, torch.float32 --> F32, shape = {640, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.2.ffn_down.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.3.attn_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.3.attn_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.3.attn_q.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.3.attn_k.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.3.attn_v.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.3.attn_q.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.3.attn_k.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.3.attn_v.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.3.attn_output.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.3.attn_output.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.3.ffn_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.3.ffn_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.3.ssm_conv1d.weight, torch.float32 --> F32, shape = {7, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.3.ssm_conv1d.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.3.ffn_up.weight, torch.float32 --> F32, shape = {192, 640}
INFO:hf-to-gguf:a.gen.acoustic.blk.3.ffn_up.bias, torch.float32 --> F32, shape = {640}
INFO:hf-to-gguf:a.gen.acoustic.blk.3.ffn_down.weight, torch.float32 --> F32, shape = {640, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.3.ffn_down.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.4.attn_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.4.attn_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.4.attn_q.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.4.attn_k.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.4.attn_v.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.4.attn_q.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.4.attn_k.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.4.attn_v.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.4.attn_output.weight, torch.float32 --> F32, shape = {192, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.4.attn_output.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.4.ffn_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.4.ffn_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.4.ssm_conv1d.weight, torch.float32 --> F32, shape = {7, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.4.ssm_conv1d.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.blk.4.ffn_up.weight, torch.float32 --> F32, shape = {192, 640}
INFO:hf-to-gguf:a.gen.acoustic.blk.4.ffn_up.bias, torch.float32 --> F32, shape = {640}
INFO:hf-to-gguf:a.gen.acoustic.blk.4.ffn_down.weight, torch.float32 --> F32, shape = {640, 192}
INFO:hf-to-gguf:a.gen.acoustic.blk.4.ffn_down.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.output_norm.weight, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.acoustic.output_norm.bias, torch.float32 --> F32, shape = {192}
INFO:hf-to-gguf:a.gen.voc.harmonic.weight, torch.float32 --> F32, shape = {192, 98}
INFO:hf-to-gguf:a.gen.voc.harmonic.bias, torch.float32 --> F32, shape = {98}
INFO:hf-to-gguf:a.gen.voc.noise.weight, torch.float32 --> F32, shape = {192, 36}
INFO:hf-to-gguf:a.gen.voc.noise.bias, torch.float32 --> F32, shape = {36}
INFO:hf-to-gguf:Set meta model
INFO:hf-to-gguf:Set model parameters
INFO:hf-to-gguf:Set model quantization version
INFO:gguf.gguf_writer:Writing the following files:
INFO:gguf.gguf_writer:upload-tiny_voca/mmproj-tiny-voca-F32.gguf: n_tensors = 175, total_size = 13.6M
Writing: 0%| | 0.00/13.6M [00:00<?, ?byte/s] Writing: 100%|β–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆβ–ˆ| 13.6M/13.6M [00:00<00:00, 2.65Gbyte/s]
INFO:hf-to-gguf:Model successfully exported to upload-tiny_voca/mmproj-tiny-voca-F32.gguf
+ echo tiny-voca-F32.gguf
+ echo mmproj-tiny-voca-F32.gguf