Blame for quantize.json

{
  "format": "flip-int4",
  "bits": 4,
  "block_size": 32,
  "axis": "K",
  "symmetric": true,
  "zero_point": 8,
  "scale_dtype": "float16",
  "nibble_order": "even k in the low nibble, odd k in the high nibble",
  "quantized_modules": "nn.Linear only",
  "kept_fp16": "norms, biases, embeddings, adaLN",
  "tensor_naming": {
    "weight": "<module>.weight  dtype U8  shape [n, k/2]",
    "scale": "<module>.weight_scale  dtype F16  shape [n, k/32]"
  },
  "dequantize": "(code - 8) * scale, code = low nibble for even k, high nibble for odd k"
}