RexBERT-base-ONNX / quantize_config.json

Upload folder using huggingface_hub

3946fc2 verified 12 months ago

310 Bytes

{
    "modes": [
        "fp16",
        "q8",
        "int8",
        "uint8",
        "q4",
        "q4f16",
        "bnb4"
    ],
    "per_channel": true,
    "reduce_range": true,
    "block_size": null,
    "is_symmetric": true,
    "accuracy_level": null,
    "quant_type": 1,
    "op_block_list": null
}

	{
	"modes": [
	"fp16",
	"q8",
	"int8",
	"uint8",
	"q4",
	"q4f16",
	"bnb4"
	],
	"per_channel": true,
	"reduce_range": true,
	"block_size": null,
	"is_symmetric": true,
	"accuracy_level": null,
	"quant_type": 1,
	"op_block_list": null
	}