Hugging Face's logo

AXERA-TECH
/
CosyVoice2

Text-to-Speech
Transformers
ONNX
English
Chinese
CosyVoice2
Speech
Model card Files
xet
 Community
lihongjie commited on
Commit
047c193
·
1 Parent(s): 297ac70

Add GPTQ Int4 model

Browse files
Files changed (31) hide show
  1. .gitattributes +29 -0
  2. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/llm.llm_embedding.float16.bin +3 -0
  3. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/llm.speech_embedding.float16.bin +3 -0
  4. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/llm_decoder.axmodel +3 -0
  5. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/model.embed_tokens.weight.bfloat16.bin +3 -0
  6. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l0_together.axmodel +3 -0
  7. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l10_together.axmodel +3 -0
  8. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l11_together.axmodel +3 -0
  9. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l12_together.axmodel +3 -0
  10. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l13_together.axmodel +3 -0
  11. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l14_together.axmodel +3 -0
  12. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l15_together.axmodel +3 -0
  13. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l16_together.axmodel +3 -0
  14. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l17_together.axmodel +3 -0
  15. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l18_together.axmodel +3 -0
  16. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l19_together.axmodel +3 -0
  17. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l1_together.axmodel +3 -0
  18. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l20_together.axmodel +3 -0
  19. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l21_together.axmodel +3 -0
  20. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l22_together.axmodel +3 -0
  21. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l23_together.axmodel +3 -0
  22. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l2_together.axmodel +3 -0
  23. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l3_together.axmodel +3 -0
  24. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l4_together.axmodel +3 -0
  25. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l5_together.axmodel +3 -0
  26. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l6_together.axmodel +3 -0
  27. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l7_together.axmodel +3 -0
  28. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l8_together.axmodel +3 -0
  29. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l9_together.axmodel +3 -0
  30. CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_post.axmodel +3 -0
  31. run_ax650.sh +4 -2
.gitattributes CHANGED
@@ -146,3 +146,32 @@ onnxruntime-linux-aarch64-1.23.0/README.md filter=lfs diff=lfs merge=lfs -text
146
  onnxruntime-linux-aarch64-1.23.0/ThirdPartyNotices.txt filter=lfs diff=lfs merge=lfs -text
147
  onnxruntime-linux-aarch64-1.23.0/VERSION_NUMBER filter=lfs diff=lfs merge=lfs -text
148
  gradio.png filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
146
  onnxruntime-linux-aarch64-1.23.0/ThirdPartyNotices.txt filter=lfs diff=lfs merge=lfs -text
147
  onnxruntime-linux-aarch64-1.23.0/VERSION_NUMBER filter=lfs diff=lfs merge=lfs -text
148
  gradio.png filter=lfs diff=lfs merge=lfs -text
149
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l19_together.axmodel filter=lfs diff=lfs merge=lfs -text
150
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l6_together.axmodel filter=lfs diff=lfs merge=lfs -text
151
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l15_together.axmodel filter=lfs diff=lfs merge=lfs -text
152
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l23_together.axmodel filter=lfs diff=lfs merge=lfs -text
153
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l3_together.axmodel filter=lfs diff=lfs merge=lfs -text
154
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/llm.llm_embedding.float16.bin filter=lfs diff=lfs merge=lfs -text
155
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l14_together.axmodel filter=lfs diff=lfs merge=lfs -text
156
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l22_together.axmodel filter=lfs diff=lfs merge=lfs -text
157
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l20_together.axmodel filter=lfs diff=lfs merge=lfs -text
158
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l7_together.axmodel filter=lfs diff=lfs merge=lfs -text
159
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l11_together.axmodel filter=lfs diff=lfs merge=lfs -text
160
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l18_together.axmodel filter=lfs diff=lfs merge=lfs -text
161
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l10_together.axmodel filter=lfs diff=lfs merge=lfs -text
162
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l17_together.axmodel filter=lfs diff=lfs merge=lfs -text
163
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l5_together.axmodel filter=lfs diff=lfs merge=lfs -text
164
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_post.axmodel filter=lfs diff=lfs merge=lfs -text
165
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/llm_decoder.axmodel filter=lfs diff=lfs merge=lfs -text
166
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/model.embed_tokens.weight.bfloat16.bin filter=lfs diff=lfs merge=lfs -text
167
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l4_together.axmodel filter=lfs diff=lfs merge=lfs -text
168
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l13_together.axmodel filter=lfs diff=lfs merge=lfs -text
169
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l16_together.axmodel filter=lfs diff=lfs merge=lfs -text
170
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l21_together.axmodel filter=lfs diff=lfs merge=lfs -text
171
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l8_together.axmodel filter=lfs diff=lfs merge=lfs -text
172
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/llm.speech_embedding.float16.bin filter=lfs diff=lfs merge=lfs -text
173
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l12_together.axmodel filter=lfs diff=lfs merge=lfs -text
174
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l2_together.axmodel filter=lfs diff=lfs merge=lfs -text
175
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l9_together.axmodel filter=lfs diff=lfs merge=lfs -text
176
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l0_together.axmodel filter=lfs diff=lfs merge=lfs -text
177
+ CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l1_together.axmodel filter=lfs diff=lfs merge=lfs -text
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/llm.llm_embedding.float16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:978e40e848cab25f75617ff943df4e0f2206456f9d801503864c5077441785f9
3
+ size 3584
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/llm.speech_embedding.float16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1c06ba6c2d4960d217cc0603238007c326ee709b8c6454cb2ce7793593c86fe
3
+ size 11762688
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/llm_decoder.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4892dd13b1b41ee62bfc2c167b9c054a0d1a42feb4f8f48c4c7c4cdc1a1f7cd4
3
+ size 6321489
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/model.embed_tokens.weight.bfloat16.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2289f29d6156cc9b55020b1cdc6207b0477baa19d1f822d0ff8247ef4015c1b7
3
+ size 272269312
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l0_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9409a79c26a71d92221d66886c52bf4411a44409281488852a389710d05940c1
3
+ size 11030973
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l10_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:72e06621ab46b5f269be434a092fc74f8de1874974244703c449ec76b7666143
3
+ size 11030973
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l11_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64201376909b737c96fcaea99b0637c3e4e8fe120eeda73fbdb033bfbef543cc
3
+ size 11030973
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l12_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e6be46ee2d13090345e86ae8b947863e1cffc7c748b41269e2909a3d00243204
3
+ size 11030973
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l13_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:192d48daf96d024096ce2f969851ea7d7650a9e02e01a983d7a7fbf44f969b85
3
+ size 11030973
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l14_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88a9848947064f5cbe14a552857bf764f366708d2f0de213f8206c79c4957241
3
+ size 11030973
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l15_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba6b9f229a374ee8f1df48f57f81ad073bc8fc76a2991fa7a279216710b2faea
3
+ size 11030973
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l16_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c8afd8897533014884c624e3e86ea788441407fe3e5d120956b0e21c00f9cf2
3
+ size 11030973
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l17_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e8d95827f4097f6c4192c4f7a29ec2f0a7275090e7218c3da4a3430fabb8fe51
3
+ size 11030973
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l18_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d0212c1cc63a9a68e11e5ed985e9509e4ab6a929755657432fda3665710051e
3
+ size 11030973
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l19_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38da3ce0358dcc445e72ea150643cb53a0f6143abc5580cd68d443f62d4f1b27
3
+ size 11030973
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l1_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ab7ccf8f9b9d7411a956cd9e6b9c8bb1a36c81e50940860d138f1e7ecbd630f
3
+ size 11030973
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l20_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:361ed47bf86c82fbaf8adb920aec09a38cadaeea8e32218e230e321254fc921f
3
+ size 11030973
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l21_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fdf8e8ef77332cbb52eb0640f0d6850c26557829e74ef64e11b1d13af75a404f
3
+ size 11030973
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l22_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c83fefd4354e3bdaf2d8490177fc79786b6320e99563209f7b32578efbebc14
3
+ size 11030973
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l23_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:44c52c6a095662412880b98db7ffb084f607712fc1080124ae5e2a800894d9d6
3
+ size 11030973
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l2_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac36ed0760b65a08b7f161293322599c9a34c7ca763f09cb3b08f53a325e8d91
3
+ size 11030973
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l3_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:afdfaa428025f7347ca5ba9e6c16fa8f245f0382b8224a8e1e6cd3002e30b599
3
+ size 11030973
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l4_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31becf81b475d3d3b856ec2fab1424a3464e5518bdcfa9107aee6389fdf1ff7f
3
+ size 11030973
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l5_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f55b6ff1076f394ad29c5c1d12e85d40eb97f57238084e3f93a0b67f2209bbc
3
+ size 11030973
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l6_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9079f68af821d4726a497a4334c78c922311175a28f553d49f2d843c05cfb2f
3
+ size 11030973
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l7_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ebe0922ba61285ee9bcf7474622c3e0414a10e185914b9f850d1fb65abccc46e
3
+ size 11030973
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l8_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7cf98412b32c58d879128e9095865cab238aa5e30d99205bdf5e56efc8d5ba02
3
+ size 11030973
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_p64_l9_together.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2508f87f96942421a1708aac61321d8d8f21c7a2f7bf1044e6a3cef4868cf91c
3
+ size 11030973
CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64/qwen2_post.axmodel ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11c9da1c0a9fa4d27c9f8a6e3555d48a072a25afee15061eeeaf30bee434671e
3
+ size 12913
run_ax650.sh CHANGED
@@ -1,9 +1,11 @@
1
- LLM_DIR=CosyVoice-BlankEN-Ax650-prefill_512/
 
 
2
  TOKEN2WAV_DIR=token2wav-axmodels/
3
 
4
  rm output*.wav
5
  ./main_ax650 \
6
- --template_filename_axmodel "${LLM_DIR}/qwen2_p128_l%d_together.axmodel" \
7
  --token2wav_axmodel_dir $TOKEN2WAV_DIR \
8
  --n_timesteps 1 \
9
  --axmodel_num 24 \
 
1
+ export LD_LIBRARY_PATH=onnxruntime-linux-aarch64-1.23.0/lib:$LD_LIBRARY_PATH
2
+
3
+ LLM_DIR=CosyVoice-BlankEN-GPTQ-Int4-Ax650-prefill_512-c64
4
  TOKEN2WAV_DIR=token2wav-axmodels/
5
 
6
  rm output*.wav
7
  ./main_ax650 \
8
+ --template_filename_axmodel "${LLM_DIR}/qwen2_p64_l%d_together.axmodel" \
9
  --token2wav_axmodel_dir $TOKEN2WAV_DIR \
10
  --n_timesteps 1 \
11
  --axmodel_num 24 \