Download quantize_config.json from gitarist/deepseek-coder-6.7b-4bit-obq: direct link, hf CLI and curl.
- Browser
- Download file 351 Bytes
-
https://huggingface.co/gitarist/deepseek-coder-6.7b-4bit-obq/resolve/main/quantize_config.json
- Command line
-
hf download hf://gitarist/deepseek-coder-6.7b-4bit-obq/quantize_config.json
-
curl -L -o quantize_config.json https://huggingface.co/gitarist/deepseek-coder-6.7b-4bit-obq/resolve/main/quantize_config.json
351 Bytes
| { | |
| "bits": 4, | |
| "group_size": 64, | |
| "sym": false, | |
| "desc_act": false, | |
| "quant_method": "gptq", | |
| "true_sequential": true, | |
| "model_name_or_path": "deepseek-ai/deepseek-coder-6.7b-instruct", | |
| "model_file_base_name": "model", | |
| "checkpoint_format": "gptq_v2", | |
| "meta": { | |
| "recommended_backend": "exllama_v2", | |
| "marlin_compatible": false | |
| } | |
| } |