Instructions to use AbstractFramework/kev-4b-mlx-8bit with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- MLX
How to use AbstractFramework/kev-4b-mlx-8bit with MLX:
# Download the model from the Hub pip install huggingface_hub[hf_xet] hf download AbstractFramework/kev-4b-mlx-8bit --local-dir kev-4b-mlx-8bit
- Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- LM Studio
- Atomic Chat
Download decision.json from AbstractFramework/kev-4b-mlx-8bit: direct link, hf CLI and curl.
- Browser
- Download file 1.38 kB
-
https://huggingface.co/AbstractFramework/kev-4b-mlx-8bit/resolve/main/decision.json
- Command line
-
hf download hf://AbstractFramework/kev-4b-mlx-8bit/decision.json
-
curl -L -o decision.json https://huggingface.co/AbstractFramework/kev-4b-mlx-8bit/resolve/main/decision.json
1.38 kB
| { | |
| "format": "abstractcore-decision/1", | |
| "kind": "kev", | |
| "head_dim": 256, | |
| "hidden_size": 2560, | |
| "temperature": 2.406050072164233, | |
| "head_file": "head.safetensors", | |
| "runtime": "mlx", | |
| "base": "Qwen/Qwen3.5-4B-Base", | |
| "base_revision": "1001bb4d826a52d1f399e183466143f4da7b741b", | |
| "lora_rank": 16, | |
| "backbone": "merged", | |
| "delimiters": [ | |
| "<|fim_prefix|>", | |
| "<|fim_middle|>", | |
| "<|box_start|>", | |
| "<|box_end|>", | |
| "<|fim_suffix|>" | |
| ], | |
| "question_types": [ | |
| "choice", | |
| "noul", | |
| "score" | |
| ], | |
| "max_state_tokens": 65536, | |
| "max_row_tokens": 73728, | |
| "source": { | |
| "adapter_dir": "/Users/albou/.cache/huggingface/hub/models--jaredpalmer--kev-4b/snapshots/6cfce5c2fa4b4bd64026336ab649c5ca78857d52", | |
| "base_dir": "/Users/albou/.cache/huggingface/hub/models--Qwen--Qwen3.5-4B-Base/snapshots/1001bb4d826a52d1f399e183466143f4da7b741b", | |
| "adapter_sha256": "90e817356246e7f18bfa7ca3d31794cd4fbeb3332a66a84cb51d9ceae925f2b2", | |
| "head_sha256": "dd633435998ecc751ac538717a3742e32149500fabf7d7276287dbf0693f347c", | |
| "repos": { | |
| "jaredpalmer/kev-4b": "6cfce5c2fa4b4bd64026336ab649c5ca78857d52", | |
| "Qwen/Qwen3.5-4B-Base": "1001bb4d826a52d1f399e183466143f4da7b741b" | |
| } | |
| }, | |
| "license": "apache-2.0", | |
| "quantization_recipe": { | |
| "bits": 8, | |
| "group_size": 64, | |
| "upgrade": {} | |
| }, | |
| "merged_tensors": 248, | |
| "tensor_count": 924 | |
| } |