| { | |
| "$schema": "https://huggingface.co/software-mansion/react-native-executorch-spec/resolve/main/config.schema.json", | |
| "model": "qwen_3", | |
| "family": "qwen", | |
| "capabilities": [ | |
| "text-generation" | |
| ], | |
| "backend": "mlx", | |
| "license": "apache-2.0", | |
| "variants": [ | |
| { | |
| "file": "qwen_3_4b_mlx_int4.pte", | |
| "precision": "int4", | |
| "quantized": true, | |
| "default": true, | |
| "methods": { | |
| "enable_dynamic_shape": true, | |
| "forward": { | |
| "inputs": [ | |
| { | |
| "shape": [ | |
| 1, | |
| { | |
| "min": 1, | |
| "max": 2047 | |
| } | |
| ], | |
| "dtype": "int64" | |
| }, | |
| { | |
| "shape": [ | |
| 1 | |
| ], | |
| "dtype": "int64" | |
| } | |
| ], | |
| "outputs": [ | |
| { | |
| "shape": [ | |
| 1, | |
| 151936 | |
| ], | |
| "dtype": "float32" | |
| } | |
| ] | |
| }, | |
| "get_bos_id": 151644, | |
| "get_eos_ids": [ | |
| 151645, | |
| 151643 | |
| ], | |
| "get_max_context_len": 4096, | |
| "get_max_seq_len": 2048, | |
| "get_n_layers": 36, | |
| "get_vocab_size": 151936, | |
| "use_kv_cache": true, | |
| "use_sdpa_with_kv_cache": true | |
| } | |
| } | |
| ], | |
| "size": "4b" | |
| } | |