Instructions to use AbstractFramework/kev-0.8b-mlx-8bit with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- MLX
How to use AbstractFramework/kev-0.8b-mlx-8bit with MLX:
# Download the model from the Hub pip install huggingface_hub[hf_xet] hf download AbstractFramework/kev-0.8b-mlx-8bit --local-dir kev-0.8b-mlx-8bit
- Notebooks
- Google Colab
- Kaggle
- Local Apps Settings
- LM Studio
- Atomic Chat
Download decision.json from AbstractFramework/kev-0.8b-mlx-8bit: direct link, hf CLI and curl.
- Browser
- Download file 1.39 kB
-
https://huggingface.co/AbstractFramework/kev-0.8b-mlx-8bit/resolve/main/decision.json
- Command line
-
hf download hf://AbstractFramework/kev-0.8b-mlx-8bit/decision.json
-
curl -L -o decision.json https://huggingface.co/AbstractFramework/kev-0.8b-mlx-8bit/resolve/main/decision.json
1.39 kB
| { | |
| "format": "abstractcore-decision/1", | |
| "kind": "kev", | |
| "head_dim": 256, | |
| "hidden_size": 1024, | |
| "temperature": 2.3510958125672174, | |
| "head_file": "head.safetensors", | |
| "runtime": "mlx", | |
| "base": "Qwen/Qwen3.5-0.8B-Base", | |
| "base_revision": "dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68", | |
| "lora_rank": 16, | |
| "backbone": "merged", | |
| "delimiters": [ | |
| "<|fim_prefix|>", | |
| "<|fim_middle|>", | |
| "<|box_start|>", | |
| "<|box_end|>", | |
| "<|fim_suffix|>" | |
| ], | |
| "question_types": [ | |
| "choice", | |
| "noul", | |
| "score" | |
| ], | |
| "max_state_tokens": 65536, | |
| "max_row_tokens": 73728, | |
| "source": { | |
| "adapter_dir": "/Users/albou/.cache/huggingface/hub/models--jaredpalmer--kev-0.8b/snapshots/bf75a6a8848ea6960ff2ed108d9ed44c2941174f", | |
| "base_dir": "/Users/albou/.cache/huggingface/hub/models--Qwen--Qwen3.5-0.8B-Base/snapshots/dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68", | |
| "adapter_sha256": "9b908623acb162118575f4e7a94524f9c139c335be4bfb74d6cfceca01e1885a", | |
| "head_sha256": "f400bd12802b2b105ae45d6b03774a158a3db4fccff42413734ddca2e5c920b6", | |
| "repos": { | |
| "jaredpalmer/kev-0.8b": "bf75a6a8848ea6960ff2ed108d9ed44c2941174f", | |
| "Qwen/Qwen3.5-0.8B-Base": "dc7cdfe2ee4154fa7e30f5b51ca41bfa40174e68" | |
| } | |
| }, | |
| "license": "apache-2.0", | |
| "quantization_recipe": { | |
| "bits": 8, | |
| "group_size": 64, | |
| "upgrade": {} | |
| }, | |
| "merged_tensors": 186, | |
| "tensor_count": 694 | |
| } |