{ "phase": "quantize", "start": "2026-10-21T06:26:09.465852+00:00", "source": "/Users/ivan/.cache/huggingface/hub/models--Alibaba-NLP--gte-modernbert-base/snapshots/e7f32e3c00f91d699e8c43b53106206bcc72bb22", "kind": "embedding", "group_size": 64, "mode": "affine", "source_weights_sha256": "3e85899d5728cb7de79781c0c3acfb91ccef9f875f1f7e0b3c9f3dd4b6a724ba", "skip_prefixes": [], "mixed": false, "target_bpw": null, "candidate_bits": [ 8 ], "effective_bits_per_weight": 8.001855392750569, "params": { "total": 149014272, "quantized": 148979712, "float16": 34560 }, "modules": { "8": 89 }, "assignment": { "layers.21.mlp.Wo": 8, "layers.21.mlp.Wi": 8, "layers.21.attn.Wo": 8, "layers.21.attn.Wqkv": 8, "layers.20.mlp.Wo": 8, "layers.20.mlp.Wi": 8, "layers.20.attn.Wo": 8, "layers.20.attn.Wqkv": 8, "layers.19.mlp.Wo": 8, "layers.19.mlp.Wi": 8, "layers.19.attn.Wo": 8, "layers.19.attn.Wqkv": 8, "layers.18.mlp.Wo": 8, "layers.18.mlp.Wi": 8, "layers.18.attn.Wo": 8, "layers.18.attn.Wqkv": 8, "layers.17.mlp.Wo": 8, "layers.17.mlp.Wi": 8, "layers.17.attn.Wo": 8, "layers.17.attn.Wqkv": 8, "layers.16.mlp.Wo": 8, "layers.16.mlp.Wi": 8, "layers.16.attn.Wo": 8, "layers.16.attn.Wqkv": 8, "layers.15.mlp.Wo": 8, "layers.15.mlp.Wi": 8, "layers.15.attn.Wo": 8, "layers.15.attn.Wqkv": 8, "layers.14.mlp.Wo": 8, "layers.14.mlp.Wi": 8, "layers.14.attn.Wo": 8, "layers.14.attn.Wqkv": 8, "layers.13.mlp.Wo": 8, "layers.13.mlp.Wi": 8, "layers.13.attn.Wo": 8, "layers.13.attn.Wqkv": 8, "layers.12.mlp.Wo": 8, "layers.12.mlp.Wi": 8, "layers.12.attn.Wo": 8, "layers.12.attn.Wqkv": 8, "layers.11.mlp.Wo": 8, "layers.11.mlp.Wi": 8, "layers.11.attn.Wo": 8, "layers.11.attn.Wqkv": 8, "layers.10.mlp.Wo": 8, "layers.10.mlp.Wi": 8, "layers.10.attn.Wo": 8, "layers.10.attn.Wqkv": 8, "layers.9.mlp.Wo": 8, "layers.9.mlp.Wi": 8, "layers.9.attn.Wo": 8, "layers.9.attn.Wqkv": 8, "layers.8.mlp.Wo": 8, "layers.8.mlp.Wi": 8, "layers.8.attn.Wo": 8, "layers.8.attn.Wqkv": 8, "layers.7.mlp.Wo": 8, "layers.7.mlp.Wi": 8, "layers.7.attn.Wo": 8, "layers.7.attn.Wqkv": 8, "layers.6.mlp.Wo": 8, "layers.6.mlp.Wi": 8, "layers.6.attn.Wo": 8, "layers.6.attn.Wqkv": 8, "layers.5.mlp.Wo": 8, "layers.5.mlp.Wi": 8, "layers.5.attn.Wo": 8, "layers.5.attn.Wqkv": 8, "layers.4.mlp.Wo": 8, "layers.4.mlp.Wi": 8, "layers.4.attn.Wo": 8, "layers.4.attn.Wqkv": 8, "layers.3.mlp.Wo": 8, "layers.3.mlp.Wi": 8, "layers.3.attn.Wo": 8, "layers.3.attn.Wqkv": 8, "layers.2.mlp.Wo": 8, "layers.2.mlp.Wi": 8, "layers.2.attn.Wo": 8, "layers.2.attn.Wqkv": 8, "layers.1.mlp.Wo": 8, "layers.1.mlp.Wi": 8, "layers.1.attn.Wo": 8, "layers.1.attn.Wqkv": 8, "layers.0.mlp.Wo": 8, "layers.0.mlp.Wi": 8, "layers.0.attn.Wo": 8, "layers.0.attn.Wqkv": 8, "embeddings.tok_embeddings": 8 }, "output_files": { "config.json": { "bytes": 1267, "sha256": "c24219b44e12566c70cdf0b48708795c525da1a59c7200cb04666088f6e7e1f8" }, "config_sentence_transformers.json": { "bytes": 205, "sha256": "f6bbc7812d09c4ae1cba610fbdad3aea0ca9b3b8affe5a130d31709bdbc94e99" }, "model.safetensors": { "bytes": 158389807, "sha256": "4a89dc949f677ac02cdf53e89c653f7bf2d9487efd68f7564455d1e76187e7c7" }, "modules.json": { "bytes": 229, "sha256": "8f4b264b80206c830bebbdcae377e137925650a433b689343a63bdc9b3145460" }, "special_tokens_map.json": { "bytes": 694, "sha256": "ea97ecdbcc73713039d8d64dbb05e3689495c96657fbd9a18f5bed381be81049" }, "tokenizer.json": { "bytes": 3583228, "sha256": "6c8aaa9a542084f2457eab775d4eeb51f92a70c0fd9de28d5edb0ddec3c08d30" }, "tokenizer_config.json": { "bytes": 20867, "sha256": "9654072f7c873161814043cf08cb5ed72f71d0b935abcd4e267935cb34352c21" } }, "finish": "2026-10-21T06:26:10.826754+00:00" }