Instructions to use zerodegress/Index-Translate-2B-MLX-4bit with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- MLX
How to use zerodegress/Index-Translate-2B-MLX-4bit with MLX:
# Download the model from the Hub pip install huggingface_hub[hf_xet] hf download zerodegress/Index-Translate-2B-MLX-4bit --local-dir Index-Translate-2B-MLX-4bit
- Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- LM Studio
- Atomic Chat
Download MANIFEST.json from zerodegress/Index-Translate-2B-MLX-4bit: direct link, hf CLI and curl.
- Browser
- Download file 1.42 kB
-
https://huggingface.co/zerodegress/Index-Translate-2B-MLX-4bit/resolve/main/MANIFEST.json
- Command line
-
hf download hf://zerodegress/Index-Translate-2B-MLX-4bit/MANIFEST.json
-
curl -L -o MANIFEST.json https://huggingface.co/zerodegress/Index-Translate-2B-MLX-4bit/resolve/main/MANIFEST.json
1.42 kB
| { | |
| "release": "Index-Translate-2B-MLX-4bit", | |
| "created": "2026-10-01T07:12:12Z", | |
| "source": { | |
| "checkpoint": "Index-Translate-2B", | |
| "weights_file": "model.safetensors", | |
| "weights_sha256": "2f499211fe352913464be69365e2e5724f913051efb3ae2b6fd0fa617a4c0b60", | |
| "weights_bytes": 4548216776, | |
| "tensors_total": 632, | |
| "params_total": 2274069824 | |
| }, | |
| "transform": { | |
| "description": "mlx-lm qwen3_5 sanitization + optional affine quantization", | |
| "dropped_prefixes": [ | |
| "model.visual.*", | |
| "mtp.*" | |
| ], | |
| "renamed": { | |
| "model.language_model.*": "language_model.model.*" | |
| }, | |
| "conv1d": "moveaxis(2, 1); HF [C, 1, K] -> MLX [C, K, 1]", | |
| "norm_shift": "+1.0 on RMSNorm weights (source ships MTP weights)", | |
| "quantized_modules": "every Linear/Embedding weight (mlx nn.quantize default set)" | |
| }, | |
| "quantization": { | |
| "mode": "affine", | |
| "bits": 4, | |
| "group_size": 64 | |
| }, | |
| "params": { | |
| "total": 2274069824, | |
| "quantized": 1881276416, | |
| "unquantized": 548672, | |
| "tensors_quantized": 187, | |
| "tensors_kept": 133 | |
| }, | |
| "outputs": { | |
| "model.safetensors": { | |
| "bytes": 1059404317, | |
| "sha256": "15de5bf127c59b14c29ab80967a942848f473f2dc153614a11685368e533c569" | |
| } | |
| }, | |
| "tooling": { | |
| "python": "3.14.7", | |
| "mlx": "0.32.1", | |
| "mlx_lm": "0.31.3" | |
| }, | |
| "elapsed_seconds": 60.1, | |
| "published_as": "zerodegress/Index-Translate-2B-MLX-4bit" | |
| } | |