GLM-4.6V-Flash-FP8-DYNAMIC / quantization_meta.json
cont1037's picture
FP8_DYNAMIC judge VLM: prefix-agnostic ignore list, vision tower bf16, verified 0 vision FP8 tensors
ff21661 verified
Raw History Blame Contribute Delete
601 Bytes
{
"scheme": "FP8_DYNAMIC",
"source_model": "zai-org/GLM-4.6V-Flash",
"source_revision": "411bb4d77144a3f03accbf4b780f5acb8b7cde4e",
"ignore": [
"lm_head",
"re:model\\.visual\\..*"
],
"quantize_vision": false,
"device": "cpu",
"linear_modules_total": 365,
"linear_modules_vision": 124,
"rotations": [],
"rotation_type": null,
"rotation_norm_fusing": false,
"awq": false,
"smoothquant": false,
"smoothing_strength": null,
"smoothquant_norms_changed": 0,
"calibration_samples": 0,
"quantize_seconds": 17.0,
"output_bytes": 12450959770,
"output_gb": 12.45
}