Instructions to use caslca/gte-modernbert-base-mlx-8bit with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- MLX
How to use caslca/gte-modernbert-base-mlx-8bit with MLX:
# Download the model from the Hub pip install huggingface_hub[hf_xet] hf download caslca/gte-modernbert-base-mlx-8bit --local-dir gte-modernbert-base-mlx-8bit
- Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- LM Studio
- Atomic Chat
Download quantization.json from caslca/gte-modernbert-base-mlx-8bit: direct link, hf CLI and curl.
- Browser
- Download file 4.18 kB
-
https://huggingface.co/caslca/gte-modernbert-base-mlx-8bit/resolve/main/quantization.json
- Command line
-
hf download hf://caslca/gte-modernbert-base-mlx-8bit/quantization.json
-
curl -L -o quantization.json https://huggingface.co/caslca/gte-modernbert-base-mlx-8bit/resolve/main/quantization.json
4.18 kB
| { | |
| "phase": "quantize", | |
| "start": "2026-10-21T06:26:09.465852+00:00", | |
| "source": "/Users/ivan/.cache/huggingface/hub/models--Alibaba-NLP--gte-modernbert-base/snapshots/e7f32e3c00f91d699e8c43b53106206bcc72bb22", | |
| "kind": "embedding", | |
| "group_size": 64, | |
| "mode": "affine", | |
| "source_weights_sha256": "3e85899d5728cb7de79781c0c3acfb91ccef9f875f1f7e0b3c9f3dd4b6a724ba", | |
| "skip_prefixes": [], | |
| "mixed": false, | |
| "target_bpw": null, | |
| "candidate_bits": [ | |
| 8 | |
| ], | |
| "effective_bits_per_weight": 8.001855392750569, | |
| "params": { | |
| "total": 149014272, | |
| "quantized": 148979712, | |
| "float16": 34560 | |
| }, | |
| "modules": { | |
| "8": 89 | |
| }, | |
| "assignment": { | |
| "layers.21.mlp.Wo": 8, | |
| "layers.21.mlp.Wi": 8, | |
| "layers.21.attn.Wo": 8, | |
| "layers.21.attn.Wqkv": 8, | |
| "layers.20.mlp.Wo": 8, | |
| "layers.20.mlp.Wi": 8, | |
| "layers.20.attn.Wo": 8, | |
| "layers.20.attn.Wqkv": 8, | |
| "layers.19.mlp.Wo": 8, | |
| "layers.19.mlp.Wi": 8, | |
| "layers.19.attn.Wo": 8, | |
| "layers.19.attn.Wqkv": 8, | |
| "layers.18.mlp.Wo": 8, | |
| "layers.18.mlp.Wi": 8, | |
| "layers.18.attn.Wo": 8, | |
| "layers.18.attn.Wqkv": 8, | |
| "layers.17.mlp.Wo": 8, | |
| "layers.17.mlp.Wi": 8, | |
| "layers.17.attn.Wo": 8, | |
| "layers.17.attn.Wqkv": 8, | |
| "layers.16.mlp.Wo": 8, | |
| "layers.16.mlp.Wi": 8, | |
| "layers.16.attn.Wo": 8, | |
| "layers.16.attn.Wqkv": 8, | |
| "layers.15.mlp.Wo": 8, | |
| "layers.15.mlp.Wi": 8, | |
| "layers.15.attn.Wo": 8, | |
| "layers.15.attn.Wqkv": 8, | |
| "layers.14.mlp.Wo": 8, | |
| "layers.14.mlp.Wi": 8, | |
| "layers.14.attn.Wo": 8, | |
| "layers.14.attn.Wqkv": 8, | |
| "layers.13.mlp.Wo": 8, | |
| "layers.13.mlp.Wi": 8, | |
| "layers.13.attn.Wo": 8, | |
| "layers.13.attn.Wqkv": 8, | |
| "layers.12.mlp.Wo": 8, | |
| "layers.12.mlp.Wi": 8, | |
| "layers.12.attn.Wo": 8, | |
| "layers.12.attn.Wqkv": 8, | |
| "layers.11.mlp.Wo": 8, | |
| "layers.11.mlp.Wi": 8, | |
| "layers.11.attn.Wo": 8, | |
| "layers.11.attn.Wqkv": 8, | |
| "layers.10.mlp.Wo": 8, | |
| "layers.10.mlp.Wi": 8, | |
| "layers.10.attn.Wo": 8, | |
| "layers.10.attn.Wqkv": 8, | |
| "layers.9.mlp.Wo": 8, | |
| "layers.9.mlp.Wi": 8, | |
| "layers.9.attn.Wo": 8, | |
| "layers.9.attn.Wqkv": 8, | |
| "layers.8.mlp.Wo": 8, | |
| "layers.8.mlp.Wi": 8, | |
| "layers.8.attn.Wo": 8, | |
| "layers.8.attn.Wqkv": 8, | |
| "layers.7.mlp.Wo": 8, | |
| "layers.7.mlp.Wi": 8, | |
| "layers.7.attn.Wo": 8, | |
| "layers.7.attn.Wqkv": 8, | |
| "layers.6.mlp.Wo": 8, | |
| "layers.6.mlp.Wi": 8, | |
| "layers.6.attn.Wo": 8, | |
| "layers.6.attn.Wqkv": 8, | |
| "layers.5.mlp.Wo": 8, | |
| "layers.5.mlp.Wi": 8, | |
| "layers.5.attn.Wo": 8, | |
| "layers.5.attn.Wqkv": 8, | |
| "layers.4.mlp.Wo": 8, | |
| "layers.4.mlp.Wi": 8, | |
| "layers.4.attn.Wo": 8, | |
| "layers.4.attn.Wqkv": 8, | |
| "layers.3.mlp.Wo": 8, | |
| "layers.3.mlp.Wi": 8, | |
| "layers.3.attn.Wo": 8, | |
| "layers.3.attn.Wqkv": 8, | |
| "layers.2.mlp.Wo": 8, | |
| "layers.2.mlp.Wi": 8, | |
| "layers.2.attn.Wo": 8, | |
| "layers.2.attn.Wqkv": 8, | |
| "layers.1.mlp.Wo": 8, | |
| "layers.1.mlp.Wi": 8, | |
| "layers.1.attn.Wo": 8, | |
| "layers.1.attn.Wqkv": 8, | |
| "layers.0.mlp.Wo": 8, | |
| "layers.0.mlp.Wi": 8, | |
| "layers.0.attn.Wo": 8, | |
| "layers.0.attn.Wqkv": 8, | |
| "embeddings.tok_embeddings": 8 | |
| }, | |
| "output_files": { | |
| "config.json": { | |
| "bytes": 1267, | |
| "sha256": "c24219b44e12566c70cdf0b48708795c525da1a59c7200cb04666088f6e7e1f8" | |
| }, | |
| "config_sentence_transformers.json": { | |
| "bytes": 205, | |
| "sha256": "f6bbc7812d09c4ae1cba610fbdad3aea0ca9b3b8affe5a130d31709bdbc94e99" | |
| }, | |
| "model.safetensors": { | |
| "bytes": 158389807, | |
| "sha256": "4a89dc949f677ac02cdf53e89c653f7bf2d9487efd68f7564455d1e76187e7c7" | |
| }, | |
| "modules.json": { | |
| "bytes": 229, | |
| "sha256": "8f4b264b80206c830bebbdcae377e137925650a433b689343a63bdc9b3145460" | |
| }, | |
| "special_tokens_map.json": { | |
| "bytes": 694, | |
| "sha256": "ea97ecdbcc73713039d8d64dbb05e3689495c96657fbd9a18f5bed381be81049" | |
| }, | |
| "tokenizer.json": { | |
| "bytes": 3583228, | |
| "sha256": "6c8aaa9a542084f2457eab775d4eeb51f92a70c0fd9de28d5edb0ddec3c08d30" | |
| }, | |
| "tokenizer_config.json": { | |
| "bytes": 20867, | |
| "sha256": "9654072f7c873161814043cf08cb5ed72f71d0b935abcd4e267935cb34352c21" | |
| } | |
| }, | |
| "finish": "2026-10-21T06:26:10.826754+00:00" | |
| } | |