{ "source": { "name": "Wit-Coder-4B-bf16.gguf", "bytes": 8665619904, "sha256": "b17ea00ec6b91246328e760b4336cf4c3781814fd235e2e9eca02fb80b291002" }, "llama_cpp_revision": "6f1e6543704bc5b080c7a98e7b6f707b31f6ed51", "quantizer_sha256": "c68a2cbaaada2bebd71d1c6e959f91bf40addbabbee36b6e45590e4cba9000b9", "cpu_only": true, "threads": 2, "max_buffer_mib": 128, "rss_limit_bytes": 2883584000, "outputs": [ { "name": "Wit-Coder-4B-Q8_0.gguf", "quantization": "Q8_0", "bytes": 4610579904, "sha256": "94b5e9d02817999fe4a65846ec4cdcc867ea1888a5a2c0a4c91d5519e59442c0", "tensor_count": 441, "seconds": 166.9, "peak_group_rss_bytes": 1528844288, "log": "quantize-Q8_0.log", "command": [ "/home/rangle/llama.cpp/build/bin/llama-quantize", "--max-buffer-size", "128", "/home/rangle/release/Wit-Coder-4B/gguf/Wit-Coder-4B-bf16.gguf", "/home/rangle/release/Wit-Coder-4B/gguf/Wit-Coder-4B-Q8_0.gguf.partial", "Q8_0", "2" ] }, { "name": "Wit-Coder-4B-Q4_K_M.gguf", "quantization": "Q4_K_M", "bytes": 2783446464, "sha256": "18e4e2736c87d9ecbc35c6c963fa04b4347076a242a3d4964def6783e2298c81", "tensor_count": 441, "seconds": 103.7, "peak_group_rss_bytes": 1533964288, "log": "quantize-Q4_K_M.log", "command": [ "/home/rangle/llama.cpp/build/bin/llama-quantize", "--max-buffer-size", "128", "/home/rangle/release/Wit-Coder-4B/gguf/Wit-Coder-4B-bf16.gguf", "/home/rangle/release/Wit-Coder-4B/gguf/Wit-Coder-4B-Q4_K_M.gguf.partial", "Q4_K_M", "2" ] } ] }