Download quantization_config.json from sDarth/24b1064-Week08-Compression-20-Submission01: direct link, hf CLI and curl.
- Browser
- Download file 351 Bytes
-
https://huggingface.co/sDarth/24b1064-Week08-Compression-20-Submission01/resolve/main/quantization_config.json
- Command line
-
hf download hf://sDarth/24b1064-Week08-Compression-20-Submission01/quantization_config.json
-
curl -L -o quantization_config.json https://huggingface.co/sDarth/24b1064-Week08-Compression-20-Submission01/resolve/main/quantization_config.json
351 Bytes
| { | |
| "bits": 3, | |
| "data_type": "int", | |
| "group_size": 128, | |
| "sym": true, | |
| "enable_norm_bias_tuning": true, | |
| "gradient_accumulate_steps": 8, | |
| "low_gpu_mem_usage": true, | |
| "autoround_version": "0.16.0", | |
| "lm_head": false, | |
| "provider": "auto-round", | |
| "quant_method": "gptq", | |
| "desc_act": false, | |
| "true_sequential": false, | |
| "damp_percent": 0.01 | |
| } |