sy128/CQ3-Qwen3-4B-K16-SqueezeLLM
4B • Updated • 2
CQ3-Baseline
-
-
sy128/CQ3-Qwen3-4B-K8-SqueezeLLM
4B • Updated • 2 -
sy128/CQ3-Qwen3-4B-K4-SqueezeLLM
4B • Updated • 2 -
sy128/CQ3-Qwen3-8B-K16-SqueezeLLM
8B • Updated • 3 -
sy128/CQ3-Qwen3-8B-K8-SqueezeLLM
8B • Updated • 2 -
sy128/CQ3-Qwen3-8B-K4-SqueezeLLM
8B • Updated • 2 -
sy128/CQ3-Qwen3-14B-K16-SqueezeLLM
15B • Updated • 2 -
sy128/CQ3-Qwen3-14B-K8-SqueezeLLM
15B • Updated • 2 -
sy128/CQ3-Qwen3-14B-K4-SqueezeLLM
15B • Updated • 3 -
sy128/CQ3-Qwen3-32B-K16-SqueezeLLM
33B • Updated • 4 -
sy128/CQ3-Qwen3-32B-K8-SqueezeLLM
33B • Updated • 2 -
sy128/CQ3-Qwen3-32B-K4-SqueezeLLM
33B • Updated • 3 -
sy128/CQ3-Qwen3-4B-K16-CodeQuant
4B • Updated • 4 -
sy128/CQ3-Qwen3-4B-K8-CodeQuant
4B • Updated • 4 -
sy128/CQ3-Qwen3-4B-K4-CodeQuant
4B • Updated • 5 -
sy128/CQ3-Qwen3-8B-K16-CodeQuant
8B • Updated • 3 -
sy128/CQ3-Qwen3-8B-K8-CodeQuant
8B • Updated • 3 -
sy128/CQ3-Qwen3-8B-K4-CodeQuant
8B • Updated • 4 -
sy128/CQ3-Qwen3-14B-K16-CodeQuant
15B • Updated • 5 -
sy128/CQ3-Qwen3-14B-K8-CodeQuant
15B • Updated • 4 -
sy128/CQ3-Qwen3-14B-K4-CodeQuant
15B • Updated • 4 -
sy128/CQ3-Qwen3-32B-K16-CodeQuant
33B • Updated • 3 -
sy128/CQ3-Qwen3-32B-K8-CodeQuant
33B • Updated • 2 -
sy128/CQ3-Qwen3-32B-K4-CodeQuant
33B • Updated • 3 -
sy128/CQ3-Qwen3-4B-W4-ParoQuant-WO
4B • Updated • 4 -
sy128/CQ3-Qwen3-4B-W3-ParoQuant-WO
4B • Updated • 3 -
sy128/CQ3-Qwen3-4B-W2-ParoQuant-WO
4B • Updated • 5 -
sy128/CQ3-Qwen3-8B-W4-ParoQuant-WO
8B • Updated • 3 -
sy128/CQ3-Qwen3-8B-W3-ParoQuant-WO
8B • Updated • 6 -
sy128/CQ3-Qwen3-8B-W2-ParoQuant-WO
8B • Updated • 3 -
sy128/CQ3-Qwen3-14B-W4-ParoQuant-WO
15B • Updated • 3 -
sy128/CQ3-Qwen3-14B-W3-ParoQuant-WO
15B • Updated • 6 -
sy128/CQ3-Qwen3-14B-W2-ParoQuant-WO
15B • Updated • 8 -
sy128/CQ3-Qwen3-32B-W4-ParoQuant-WO
33B • Updated • 3 -
sy128/CQ3-Qwen3-32B-W3-ParoQuant-WO
33B • Updated • 3 -
sy128/CQ3-Qwen3-4B-Thinking-2507-K8-SqueezeLLM
4B • Updated • 4 -
sy128/CQ3-Qwen3-32B-W2-ParoQuant-WO
33B • Updated • 4 -
sy128/CQ3-Qwen3-4B-Thinking-2507-K4-SqueezeLLM
4B • Updated • 2 -
sy128/CQ3-Qwen3-4B-Thinking-2507-K16-CodeQuant
4B • Updated • 3 • 1 -
sy128/CQ3-Llama-3.1-Nemotron-Nano-4B-v1.1-K8-SqueezeLLM
5B • Updated • 6 -
sy128/CQ3-Qwen3-4B-Thinking-2507-K8-CodeQuant
4B • Updated • 4 -
sy128/CQ3-Llama-3.1-Nemotron-Nano-4B-v1.1-K4-SqueezeLLM
5B • Updated • 6 -
sy128/CQ3-Qwen3-4B-Thinking-2507-K4-CodeQuant
4B • Updated • 8 • 2 -
sy128/CQ3-DeepSeek-R1-Distill-Llama-8B-K16-SqueezeLLM
8B • Updated • 15 -
sy128/CQ3-Llama-3.1-Nemotron-Nano-4B-v1.1-K16-CodeQuant
5B • Updated • 5 -
sy128/CQ3-Llama-3.1-Nemotron-Nano-4B-v1.1-K8-CodeQuant
5B • Updated • 8 • 3 -
sy128/CQ3-Llama-3.1-Nemotron-Nano-4B-v1.1-K4-CodeQuant
5B • Updated • 8 • 2 -
sy128/CQ3-DeepSeek-R1-Distill-Llama-8B-K16-CodeQuant
8B • Updated • 18 -
sy128/CQ3-DeepSeek-R1-Distill-Llama-8B-K8-CodeQuant
8B • Updated • 19 • 1 -
sy128/CQ3-DeepSeek-R1-Distill-Llama-8B-K4-CodeQuant
8B • Updated • 14 -
sy128/CQ3-Qwen3-4B-Thinking-2507-K16-SqueezeLLM
4B • Updated • 3 -
sy128/CQ3-DeepSeek-R1-Distill-Llama-8B-K8-SqueezeLLM
8B • Updated • 14 -
sy128/CQ3-DeepSeek-R1-Distill-Llama-8B-K4-SqueezeLLM
8B • Updated • 13