SmolLM2-360M-Instruct / quantize_config.json

Upload 16 files

781cae5 verified almost 2 years ago

285 Bytes

{
    "modes": [
        "fp16",
        "q8",
        "int8",
        "uint8",
        "q4",
        "q4f16",
        "bnb4"
    ],
    "per_channel": false,
    "reduce_range": false,
    "block_size": null,
    "is_symmetric": true,
    "accuracy_level": null,
    "quant_type": 1
}

	{
	"modes": [
	"fp16",
	"q8",
	"int8",
	"uint8",
	"q4",
	"q4f16",
	"bnb4"
	],
	"per_channel": false,
	"reduce_range": false,
	"block_size": null,
	"is_symmetric": true,
	"accuracy_level": null,
	"quant_type": 1
	}