gte-modernbert-base-mlx-8bit / quantization.json
caslca's picture
8-bit MLX affine quantization (Premisa)
62b1272 verified
Raw History Blame Contribute Delete
4.18 kB
{
"phase": "quantize",
"start": "2026-10-21T06:26:09.465852+00:00",
"source": "/Users/ivan/.cache/huggingface/hub/models--Alibaba-NLP--gte-modernbert-base/snapshots/e7f32e3c00f91d699e8c43b53106206bcc72bb22",
"kind": "embedding",
"group_size": 64,
"mode": "affine",
"source_weights_sha256": "3e85899d5728cb7de79781c0c3acfb91ccef9f875f1f7e0b3c9f3dd4b6a724ba",
"skip_prefixes": [],
"mixed": false,
"target_bpw": null,
"candidate_bits": [
8
],
"effective_bits_per_weight": 8.001855392750569,
"params": {
"total": 149014272,
"quantized": 148979712,
"float16": 34560
},
"modules": {
"8": 89
},
"assignment": {
"layers.21.mlp.Wo": 8,
"layers.21.mlp.Wi": 8,
"layers.21.attn.Wo": 8,
"layers.21.attn.Wqkv": 8,
"layers.20.mlp.Wo": 8,
"layers.20.mlp.Wi": 8,
"layers.20.attn.Wo": 8,
"layers.20.attn.Wqkv": 8,
"layers.19.mlp.Wo": 8,
"layers.19.mlp.Wi": 8,
"layers.19.attn.Wo": 8,
"layers.19.attn.Wqkv": 8,
"layers.18.mlp.Wo": 8,
"layers.18.mlp.Wi": 8,
"layers.18.attn.Wo": 8,
"layers.18.attn.Wqkv": 8,
"layers.17.mlp.Wo": 8,
"layers.17.mlp.Wi": 8,
"layers.17.attn.Wo": 8,
"layers.17.attn.Wqkv": 8,
"layers.16.mlp.Wo": 8,
"layers.16.mlp.Wi": 8,
"layers.16.attn.Wo": 8,
"layers.16.attn.Wqkv": 8,
"layers.15.mlp.Wo": 8,
"layers.15.mlp.Wi": 8,
"layers.15.attn.Wo": 8,
"layers.15.attn.Wqkv": 8,
"layers.14.mlp.Wo": 8,
"layers.14.mlp.Wi": 8,
"layers.14.attn.Wo": 8,
"layers.14.attn.Wqkv": 8,
"layers.13.mlp.Wo": 8,
"layers.13.mlp.Wi": 8,
"layers.13.attn.Wo": 8,
"layers.13.attn.Wqkv": 8,
"layers.12.mlp.Wo": 8,
"layers.12.mlp.Wi": 8,
"layers.12.attn.Wo": 8,
"layers.12.attn.Wqkv": 8,
"layers.11.mlp.Wo": 8,
"layers.11.mlp.Wi": 8,
"layers.11.attn.Wo": 8,
"layers.11.attn.Wqkv": 8,
"layers.10.mlp.Wo": 8,
"layers.10.mlp.Wi": 8,
"layers.10.attn.Wo": 8,
"layers.10.attn.Wqkv": 8,
"layers.9.mlp.Wo": 8,
"layers.9.mlp.Wi": 8,
"layers.9.attn.Wo": 8,
"layers.9.attn.Wqkv": 8,
"layers.8.mlp.Wo": 8,
"layers.8.mlp.Wi": 8,
"layers.8.attn.Wo": 8,
"layers.8.attn.Wqkv": 8,
"layers.7.mlp.Wo": 8,
"layers.7.mlp.Wi": 8,
"layers.7.attn.Wo": 8,
"layers.7.attn.Wqkv": 8,
"layers.6.mlp.Wo": 8,
"layers.6.mlp.Wi": 8,
"layers.6.attn.Wo": 8,
"layers.6.attn.Wqkv": 8,
"layers.5.mlp.Wo": 8,
"layers.5.mlp.Wi": 8,
"layers.5.attn.Wo": 8,
"layers.5.attn.Wqkv": 8,
"layers.4.mlp.Wo": 8,
"layers.4.mlp.Wi": 8,
"layers.4.attn.Wo": 8,
"layers.4.attn.Wqkv": 8,
"layers.3.mlp.Wo": 8,
"layers.3.mlp.Wi": 8,
"layers.3.attn.Wo": 8,
"layers.3.attn.Wqkv": 8,
"layers.2.mlp.Wo": 8,
"layers.2.mlp.Wi": 8,
"layers.2.attn.Wo": 8,
"layers.2.attn.Wqkv": 8,
"layers.1.mlp.Wo": 8,
"layers.1.mlp.Wi": 8,
"layers.1.attn.Wo": 8,
"layers.1.attn.Wqkv": 8,
"layers.0.mlp.Wo": 8,
"layers.0.mlp.Wi": 8,
"layers.0.attn.Wo": 8,
"layers.0.attn.Wqkv": 8,
"embeddings.tok_embeddings": 8
},
"output_files": {
"config.json": {
"bytes": 1267,
"sha256": "c24219b44e12566c70cdf0b48708795c525da1a59c7200cb04666088f6e7e1f8"
},
"config_sentence_transformers.json": {
"bytes": 205,
"sha256": "f6bbc7812d09c4ae1cba610fbdad3aea0ca9b3b8affe5a130d31709bdbc94e99"
},
"model.safetensors": {
"bytes": 158389807,
"sha256": "4a89dc949f677ac02cdf53e89c653f7bf2d9487efd68f7564455d1e76187e7c7"
},
"modules.json": {
"bytes": 229,
"sha256": "8f4b264b80206c830bebbdcae377e137925650a433b689343a63bdc9b3145460"
},
"special_tokens_map.json": {
"bytes": 694,
"sha256": "ea97ecdbcc73713039d8d64dbb05e3689495c96657fbd9a18f5bed381be81049"
},
"tokenizer.json": {
"bytes": 3583228,
"sha256": "6c8aaa9a542084f2457eab775d4eeb51f92a70c0fd9de28d5edb0ddec3c08d30"
},
"tokenizer_config.json": {
"bytes": 20867,
"sha256": "9654072f7c873161814043cf08cb5ed72f71d0b935abcd4e267935cb34352c21"
}
},
"finish": "2026-10-21T06:26:10.826754+00:00"
}