Hugging Face's logo

MiMouse
/
MiMouseEdgeLLM

GGUF
conversational
Model card Files
xet
 Community
wxj commited on
Commit
e9d4321
·
1 Parent(s): 9873501

添加Llama3.2和Phi3.5模型

Browse files
Files changed (42) hide show
  1. models/text/llama3.2/llama3.2-1b-instruct-q2_k.gguf +3 -0
  2. models/text/llama3.2/llama3.2-1b-instruct-q3_k_l.gguf +3 -0
  3. models/text/llama3.2/llama3.2-1b-instruct-q3_k_m.gguf +3 -0
  4. models/text/llama3.2/llama3.2-1b-instruct-q3_k_s.gguf +3 -0
  5. models/text/llama3.2/llama3.2-1b-instruct-q4_0.gguf +3 -0
  6. models/text/llama3.2/llama3.2-1b-instruct-q4_1.gguf +3 -0
  7. models/text/llama3.2/llama3.2-1b-instruct-q4_k_m.gguf +3 -0
  8. models/text/llama3.2/llama3.2-1b-instruct-q4_k_s.gguf +3 -0
  9. models/text/llama3.2/llama3.2-1b-instruct-q5_0.gguf +3 -0
  10. models/text/llama3.2/llama3.2-1b-instruct-q5_1.gguf +3 -0
  11. models/text/llama3.2/llama3.2-1b-instruct-q5_k_m.gguf +3 -0
  12. models/text/llama3.2/llama3.2-1b-instruct-q5_k_s.gguf +3 -0
  13. models/text/llama3.2/llama3.2-1b-instruct-q6_k.gguf +3 -0
  14. models/text/llama3.2/llama3.2-1b-instruct-q8_0.gguf +3 -0
  15. models/text/llama3.2/llama3.2-3b-instruct-q2_k.gguf +3 -0
  16. models/text/llama3.2/llama3.2-3b-instruct-q3_k_l.gguf +3 -0
  17. models/text/llama3.2/llama3.2-3b-instruct-q3_k_m.gguf +3 -0
  18. models/text/llama3.2/llama3.2-3b-instruct-q3_k_s.gguf +3 -0
  19. models/text/llama3.2/llama3.2-3b-instruct-q4_0.gguf +3 -0
  20. models/text/llama3.2/llama3.2-3b-instruct-q4_1.gguf +3 -0
  21. models/text/llama3.2/llama3.2-3b-instruct-q4_k_m.gguf +3 -0
  22. models/text/llama3.2/llama3.2-3b-instruct-q4_k_s.gguf +3 -0
  23. models/text/llama3.2/llama3.2-3b-instruct-q5_0.gguf +3 -0
  24. models/text/llama3.2/llama3.2-3b-instruct-q5_1.gguf +3 -0
  25. models/text/llama3.2/llama3.2-3b-instruct-q5_k_m.gguf +3 -0
  26. models/text/llama3.2/llama3.2-3b-instruct-q5_k_s.gguf +3 -0
  27. models/text/llama3.2/llama3.2-3b-instruct-q6_k.gguf +3 -0
  28. models/text/llama3.2/llama3.2-3b-instruct-q8_0.gguf +3 -0
  29. models/text/phi3.5/phi3.5-3.8b-mini-instruct-q2_k.gguf +3 -0
  30. models/text/phi3.5/phi3.5-3.8b-mini-instruct-q3_k_l.gguf +3 -0
  31. models/text/phi3.5/phi3.5-3.8b-mini-instruct-q3_k_m.gguf +3 -0
  32. models/text/phi3.5/phi3.5-3.8b-mini-instruct-q3_k_s.gguf +3 -0
  33. models/text/phi3.5/phi3.5-3.8b-mini-instruct-q4_0.gguf +3 -0
  34. models/text/phi3.5/phi3.5-3.8b-mini-instruct-q4_1.gguf +3 -0
  35. models/text/phi3.5/phi3.5-3.8b-mini-instruct-q4_k_m.gguf +3 -0
  36. models/text/phi3.5/phi3.5-3.8b-mini-instruct-q4_k_s.gguf +3 -0
  37. models/text/phi3.5/phi3.5-3.8b-mini-instruct-q5_0.gguf +3 -0
  38. models/text/phi3.5/phi3.5-3.8b-mini-instruct-q5_1.gguf +3 -0
  39. models/text/phi3.5/phi3.5-3.8b-mini-instruct-q5_k_m.gguf +3 -0
  40. models/text/phi3.5/phi3.5-3.8b-mini-instruct-q5_k_s.gguf +3 -0
  41. models/text/phi3.5/phi3.5-3.8b-mini-instruct-q6_k.gguf +3 -0
  42. models/text/phi3.5/phi3.5-3.8b-mini-instruct-q8_0.gguf +3 -0
models/text/llama3.2/llama3.2-1b-instruct-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1ede02a2111e30c0585383c5702933a07f1d6d7cb9e5727ae41d48e3885d1f3
3
+ size 580874048
models/text/llama3.2/llama3.2-1b-instruct-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ee2056d33ee7965a854be299169c0f2e33f7be46a6a5246e676d64b88300928
3
+ size 732524352
models/text/llama3.2/llama3.2-1b-instruct-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4aad99b45e1ed1c05952eda608b951cd6e28a99aa366f3f6e2324653fa1ba593
3
+ size 690843456
models/text/llama3.2/llama3.2-1b-instruct-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81881dcc12ece016e1aca828677376b0a772cd296aff2b6dd3a8505b5bd9cb31
3
+ size 641691456
models/text/llama3.2/llama3.2-1b-instruct-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b98b382ad8598741921dd8fe72c0dbf59af0f93c1916ce848939d710dfdba81d
3
+ size 770928448
models/text/llama3.2/llama3.2-1b-instruct-q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:36d76a75fa37fbe4c8ec886659066297cd4d7261c45dbac25a8d134513543779
3
+ size 831745856
models/text/llama3.2/llama3.2-1b-instruct-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84fffd9ce0ecc7e0a36ec7a3c3aa21bb888213f8bf3db9408d5520a26412f06e
3
+ size 807694144
models/text/llama3.2/llama3.2-1b-instruct-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9eec99c09bf1919a1ec6ce35ee8bc731dfe01181adf64c1f05b41c35f7743d9a
3
+ size 775647040
models/text/llama3.2/llama3.2-1b-instruct-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63397a6788ab759ce15422d3d43c9dbfa406c7d71c0f1b62f3e4e96e1a01338a
3
+ size 892563264
models/text/llama3.2/llama3.2-1b-instruct-q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b96ea91add6f7f36095f03c2506715584246f66b6a40a34e71928bfd79a11152
3
+ size 953380672
models/text/llama3.2/llama3.2-1b-instruct-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a1d443469dbae8c1aa29fc52db681e65d58bd521872c00d410a70670f852191b
3
+ size 911503168
models/text/llama3.2/llama3.2-1b-instruct-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a527707c396019546d772b1f91cc15e93676ad77bb71ea4ff328d8f53c34f7eb
3
+ size 892563264
models/text/llama3.2/llama3.2-1b-instruct-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac1e61f30b7e7be438c0b6a6aade8e3a1a1a8d50b5184ab82385c84a7b43a081
3
+ size 1021800256
models/text/llama3.2/llama3.2-1b-instruct-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74701a8c35f6c8d9a4b91f3f3497643001d63e0c7a84e085bed452548fa88d45
3
+ size 1321082688
models/text/llama3.2/llama3.2-3b-instruct-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b9c6394c3eb23ee6dedeb964ba6f86a4196ea63be1809aad6a7184edfd67509
3
+ size 1363935456
models/text/llama3.2/llama3.2-3b-instruct-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2cbe2d133cce5e7acc5c40bc89670c0f137559f66928fddee70d2f642a6596e
3
+ size 1815347424
models/text/llama3.2/llama3.2-3b-instruct-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fe0d0287b086dbee33c53511787b20f3bfdbaf24c2d4c7b10379a30058394ed
3
+ size 1687159008
models/text/llama3.2/llama3.2-3b-instruct-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3f9b822234e838a31d5b97898b1bb0d7a76cee14739aafcd0b6c3a8fbb249fd
3
+ size 1542848736
models/text/llama3.2/llama3.2-3b-instruct-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c8a9ab5edab20fcfa0e9ca322f0131c3bfb2f5a2f4ec12425a761f2f12deefa
3
+ size 1917190368
models/text/llama3.2/llama3.2-3b-instruct-q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:834afcd20d8c470721644744228ef6f9336d29cbf694ee2c72677df29276e2e8
3
+ size 2093351136
models/text/llama3.2/llama3.2-3b-instruct-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dde5aa3fc5ffc17176b5e8bdc82f587b24b2678c6c66101bf7da77af9f7ccdff
3
+ size 2019377376
models/text/llama3.2/llama3.2-3b-instruct-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d5e517daeee4e5788d92eea5b41b9c5fd534019ea18849d00f25c66cb65109a5
3
+ size 1928200416
models/text/llama3.2/llama3.2-3b-instruct-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3dc872d228c27754ca6342e145d45928d1db2769609ea5941c82c9abe7e96ebe
3
+ size 2269511904
models/text/llama3.2/llama3.2-3b-instruct-q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50965da55561e89ca2ce60071202f2d043367f25980ee087b5e99413ce41008e
3
+ size 2445672672
models/text/llama3.2/llama3.2-3b-instruct-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05fc42664a9311c427413f9bf2077bd5ee7d59d6a5a034d54fc738f93976d065
3
+ size 2322153696
models/text/llama3.2/llama3.2-3b-instruct-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:338cb28d842b37b4573fe39049fc7bbb576363974a6879c2401e9f423145acf1
3
+ size 2269511904
models/text/llama3.2/llama3.2-3b-instruct-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ba5c285c16ba078b17959f8ee1ad4142d161c99c6e3e8c713aeb7a0316a95a8
3
+ size 2643853536
models/text/llama3.2/llama3.2-3b-instruct-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed5cd7dbde6e2b5fb2d9926857ecf0f73ae3509ac1efd119ee54584d7a724688
3
+ size 3421898976
models/text/phi3.5/phi3.5-3.8b-mini-instruct-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:54d47caa8bf30afce66f6945667b03df2df4deb94711c21d854706481c9c4c4b
3
+ size 1416204288
models/text/phi3.5/phi3.5-3.8b-mini-instruct-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cda3c938fc13343a80f60881f4987bbbb990a59403aafce7f81d4380b76fd2f1
3
+ size 2087597568
models/text/phi3.5/phi3.5-3.8b-mini-instruct-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:abcfd2f187d16cb29ba3e5d1fd9b05b860e9a5afdd4d609e40ec0596fdbdc8c8
3
+ size 1955476992
models/text/phi3.5/phi3.5-3.8b-mini-instruct-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81c2147a6c5a94b01185b14ae424a26163543afa2333560c7d2297f000cb31ee
3
+ size 1681798656
models/text/phi3.5/phi3.5-3.8b-mini-instruct-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5374915da534cb93df39f03bd4f2cd5a0c533df0d5e21957dc9556c260be9eb
3
+ size 2176177152
models/text/phi3.5/phi3.5-3.8b-mini-instruct-q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a0533a94963547beef098b5813d60fe89a577d53fd7a9043e5c20ba4326b69a
3
+ size 2408825856
models/text/phi3.5/phi3.5-3.8b-mini-instruct-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ef532675b6684b28e0a1a0dca8b3bf4132673bf2294b7d87b41b1d64bb03bca
3
+ size 2393232384
models/text/phi3.5/phi3.5-3.8b-mini-instruct-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5db3e683309003f16a47246b8e4b610204c16c0d3abe0de86ccf971569493d68
3
+ size 2188760064
models/text/phi3.5/phi3.5-3.8b-mini-instruct-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b75226072ac8ef8c1e279fd7de436b5aedca7b6fcae6bed3e2d6c933ca2d55a
3
+ size 2641474560
models/text/phi3.5/phi3.5-3.8b-mini-instruct-q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2a937d3f6c1507f19dbc54ff126b7156ba38d7c8a1b02d2bd76d476731c7a068
3
+ size 2874123264
models/text/phi3.5/phi3.5-3.8b-mini-instruct-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ef57be356e37cdf6045f7ef9149f7f6974e7c18f23b384296608029466c48f01
3
+ size 2815276032
models/text/phi3.5/phi3.5-3.8b-mini-instruct-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:50b8dc3b4ccc9c28778f43df7356709463d96a1bd35e942ed46ee88a34a4b22f
3
+ size 2641474560
models/text/phi3.5/phi3.5-3.8b-mini-instruct-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86e5e74919d7935fe84e29a2e525feb9f1cce5beb6d550bc8cb2098f0f931410
3
+ size 3135853056
models/text/phi3.5/phi3.5-3.8b-mini-instruct-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81fd0b829a6ff15b3df3cc792de3f3e75a9fb2f1f55c0059af55a698b1173150
3
+ size 4061222400