Download quantization_map.json from Devbora29/qwen2.5_finetune_MixedQuant: direct link, hf CLI and curl.
- Browser
- Download file 8.15 kB
-
https://huggingface.co/Devbora29/qwen2.5_finetune_MixedQuant/resolve/main/quantization_map.json
- Command line
-
hf download hf://Devbora29/qwen2.5_finetune_MixedQuant/quantization_map.json
-
curl -L -o quantization_map.json https://huggingface.co/Devbora29/qwen2.5_finetune_MixedQuant/resolve/main/quantization_map.json
8.15 kB
| { | |
| "0": { | |
| "decision": "INT16", | |
| "original_mb": 147.01, | |
| "quantized_mb": 147.01, | |
| "confidence": { | |
| "INT4": 0.0057, | |
| "INT8": 0.0166, | |
| "INT16": 0.9777 | |
| } | |
| }, | |
| "1": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0007, | |
| "INT8": 0.9983, | |
| "INT16": 0.001 | |
| } | |
| }, | |
| "2": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0006, | |
| "INT8": 0.9984, | |
| "INT16": 0.001 | |
| } | |
| }, | |
| "3": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0006, | |
| "INT8": 0.9984, | |
| "INT16": 0.001 | |
| } | |
| }, | |
| "4": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0006, | |
| "INT8": 0.9984, | |
| "INT16": 0.001 | |
| } | |
| }, | |
| "5": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0014, | |
| "INT8": 0.9972, | |
| "INT16": 0.0013 | |
| } | |
| }, | |
| "6": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0015, | |
| "INT8": 0.9978, | |
| "INT16": 0.0007 | |
| } | |
| }, | |
| "7": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0108, | |
| "INT8": 0.988, | |
| "INT16": 0.0013 | |
| } | |
| }, | |
| "8": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.001, | |
| "INT8": 0.9979, | |
| "INT16": 0.0011 | |
| } | |
| }, | |
| "9": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0012, | |
| "INT8": 0.9943, | |
| "INT16": 0.0045 | |
| } | |
| }, | |
| "10": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.02, | |
| "INT8": 0.9778, | |
| "INT16": 0.0022 | |
| } | |
| }, | |
| "11": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.001, | |
| "INT8": 0.9979, | |
| "INT16": 0.0011 | |
| } | |
| }, | |
| "12": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0062, | |
| "INT8": 0.9914, | |
| "INT16": 0.0024 | |
| } | |
| }, | |
| "13": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0042, | |
| "INT8": 0.9936, | |
| "INT16": 0.0022 | |
| } | |
| }, | |
| "14": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0055, | |
| "INT8": 0.9923, | |
| "INT16": 0.0022 | |
| } | |
| }, | |
| "15": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0029, | |
| "INT8": 0.9952, | |
| "INT16": 0.0019 | |
| } | |
| }, | |
| "16": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0557, | |
| "INT8": 0.9425, | |
| "INT16": 0.0019 | |
| } | |
| }, | |
| "17": { | |
| "decision": "INT4", | |
| "original_mb": 147.01, | |
| "quantized_mb": 36.75, | |
| "confidence": { | |
| "INT4": 0.7392, | |
| "INT8": 0.2561, | |
| "INT16": 0.0046 | |
| } | |
| }, | |
| "18": { | |
| "decision": "INT4", | |
| "original_mb": 147.01, | |
| "quantized_mb": 36.75, | |
| "confidence": { | |
| "INT4": 0.8981, | |
| "INT8": 0.0997, | |
| "INT16": 0.0022 | |
| } | |
| }, | |
| "19": { | |
| "decision": "INT4", | |
| "original_mb": 147.01, | |
| "quantized_mb": 36.75, | |
| "confidence": { | |
| "INT4": 0.9408, | |
| "INT8": 0.0564, | |
| "INT16": 0.0027 | |
| } | |
| }, | |
| "20": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0012, | |
| "INT8": 0.9927, | |
| "INT16": 0.0062 | |
| } | |
| }, | |
| "21": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0756, | |
| "INT8": 0.9214, | |
| "INT16": 0.0029 | |
| } | |
| }, | |
| "22": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.001, | |
| "INT8": 0.993, | |
| "INT16": 0.0059 | |
| } | |
| }, | |
| "23": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0215, | |
| "INT8": 0.9733, | |
| "INT16": 0.0052 | |
| } | |
| }, | |
| "24": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0012, | |
| "INT8": 0.9925, | |
| "INT16": 0.0063 | |
| } | |
| }, | |
| "25": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0011, | |
| "INT8": 0.9933, | |
| "INT16": 0.0056 | |
| } | |
| }, | |
| "26": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0014, | |
| "INT8": 0.9937, | |
| "INT16": 0.0049 | |
| } | |
| }, | |
| "27": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0011, | |
| "INT8": 0.994, | |
| "INT16": 0.005 | |
| } | |
| }, | |
| "28": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0097, | |
| "INT8": 0.9878, | |
| "INT16": 0.0026 | |
| } | |
| }, | |
| "29": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.005, | |
| "INT8": 0.9917, | |
| "INT16": 0.0033 | |
| } | |
| }, | |
| "30": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0015, | |
| "INT8": 0.9945, | |
| "INT16": 0.004 | |
| } | |
| }, | |
| "31": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0036, | |
| "INT8": 0.9935, | |
| "INT16": 0.0029 | |
| } | |
| }, | |
| "32": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0022, | |
| "INT8": 0.9946, | |
| "INT16": 0.0032 | |
| } | |
| }, | |
| "33": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0029, | |
| "INT8": 0.9929, | |
| "INT16": 0.0042 | |
| } | |
| }, | |
| "34": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0058, | |
| "INT8": 0.9911, | |
| "INT16": 0.0031 | |
| } | |
| }, | |
| "35": { | |
| "decision": "INT8", | |
| "original_mb": 147.01, | |
| "quantized_mb": 73.51, | |
| "confidence": { | |
| "INT4": 0.0011, | |
| "INT8": 0.9913, | |
| "INT16": 0.0075 | |
| } | |
| } | |
| } |