Wit-Coder-4B / gguf /manifest.json
Rangle2's picture
Add files using upload-large-folder tool
df5b3c0 verified
Raw History Blame Contribute Delete
1.71 kB
{
"source": {
"name": "Wit-Coder-4B-bf16.gguf",
"bytes": 8665619904,
"sha256": "b17ea00ec6b91246328e760b4336cf4c3781814fd235e2e9eca02fb80b291002"
},
"llama_cpp_revision": "6f1e6543704bc5b080c7a98e7b6f707b31f6ed51",
"quantizer_sha256": "c68a2cbaaada2bebd71d1c6e959f91bf40addbabbee36b6e45590e4cba9000b9",
"cpu_only": true,
"threads": 2,
"max_buffer_mib": 128,
"rss_limit_bytes": 2883584000,
"outputs": [
{
"name": "Wit-Coder-4B-Q8_0.gguf",
"quantization": "Q8_0",
"bytes": 4610579904,
"sha256": "94b5e9d02817999fe4a65846ec4cdcc867ea1888a5a2c0a4c91d5519e59442c0",
"tensor_count": 441,
"seconds": 166.9,
"peak_group_rss_bytes": 1528844288,
"log": "quantize-Q8_0.log",
"command": [
"/home/rangle/llama.cpp/build/bin/llama-quantize",
"--max-buffer-size",
"128",
"/home/rangle/release/Wit-Coder-4B/gguf/Wit-Coder-4B-bf16.gguf",
"/home/rangle/release/Wit-Coder-4B/gguf/Wit-Coder-4B-Q8_0.gguf.partial",
"Q8_0",
"2"
]
},
{
"name": "Wit-Coder-4B-Q4_K_M.gguf",
"quantization": "Q4_K_M",
"bytes": 2783446464,
"sha256": "18e4e2736c87d9ecbc35c6c963fa04b4347076a242a3d4964def6783e2298c81",
"tensor_count": 441,
"seconds": 103.7,
"peak_group_rss_bytes": 1533964288,
"log": "quantize-Q4_K_M.log",
"command": [
"/home/rangle/llama.cpp/build/bin/llama-quantize",
"--max-buffer-size",
"128",
"/home/rangle/release/Wit-Coder-4B/gguf/Wit-Coder-4B-bf16.gguf",
"/home/rangle/release/Wit-Coder-4B/gguf/Wit-Coder-4B-Q4_K_M.gguf.partial",
"Q4_K_M",
"2"
]
}
]
}