| { | |
| "assets": { | |
| "main": "zamba2_1_2b_instruct.aimodel" | |
| }, | |
| "compression": "int8-linear-perblock32", | |
| "kind": "llm", | |
| "language": { | |
| "embedded_tokenizer": true, | |
| "function_map": { | |
| "main": [ | |
| "main", | |
| "decode" | |
| ] | |
| }, | |
| "max_context_length": 4096, | |
| "tokenizer": "Zyphra/Zamba2-1.2B-Instruct-v2", | |
| "vocab_size": 32000 | |
| }, | |
| "metadata_version": "0.2", | |
| "name": "zamba2_1_2b_instruct", | |
| "source": { | |
| "hf_model_id": "Zyphra/Zamba2-1.2B-Instruct-v2", | |
| "model_definition": "torch" | |
| } | |
| } | |