File size: 632 Bytes
921bf58 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 | {
"vocab_size": 2048,
"width": 384,
"heads": 6,
"mlp_width": 2096,
"loops": 6,
"rank": 128,
"controller_width": 16,
"max_seq_len": 8192,
"norm_eps": 1e-06,
"routing_eps": 1.1920928955078125e-07,
"model_type": "purrence",
"architectures": [
"PurrenceForCausalLM"
],
"torch_dtype": "float32",
"bos_token_id": 2047,
"eos_token_id": 2047,
"pad_token_id": 2047,
"tie_word_embeddings": true,
"use_cache": false,
"max_position_embeddings": 8192,
"auto_map": {
"AutoConfig": "configuration_purrence.PurrenceConfig",
"AutoModelForCausalLM": "modeling_purrence.PurrenceForCausalLM"
}
}
|