| { | |
| "kind": "am", | |
| "num_frozen_tokens": 335, | |
| "n_layers": 32, | |
| "n_heads": 8, | |
| "head_dim": 128, | |
| "cartridge_serving": { | |
| "_config_type": { | |
| "_is_type": true, | |
| "_module": "cartridge.config", | |
| "_qualname": "CartridgeServingConfig" | |
| }, | |
| "rope_free_queries": false, | |
| "attention_mode": "global_softmax", | |
| "suffix_position_offset": 8333 | |
| } | |
| } |