File size: 278 Bytes
eb69e29 | 1 2 3 4 5 6 7 8 9 10 11 | {
"quant_algorithm": "AWQ_INT4",
"group_size": 128,
"total_tensors": 444,
"outlier_preserved_tensors": 219,
"quantized_gemm_tensors": 225,
"compression_ratio": 2.34,
"format": "INT4",
"binary_file": "spark-servitor-awq_int4.servitor",
"file_size_mb": 1608.27
} |