File size: 975 Bytes
ebcab9f 3b85381 ebcab9f 3b85381 ebcab9f | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 | {
"architecture": "AMOR",
"format": "custom-pytorch-amor-v1",
"model_kwargs": {
"d_model": 1024,
"n_layer": 24,
"d_ff": 1984,
"head_dim": 64,
"d_state": 128,
"d_conv": 4,
"expand": 2,
"n_groups": 1,
"backbone": "gdn",
"n_amor_blocks": 3,
"residual_mode": "classic",
"vocab_size": 128256,
"n_heads": 16,
"attention_mode": "full_with_mask",
"max_seq_len": 4096,
"init_alpha": 0.0,
"init_threshold": 0.3,
"gate_offset": 0.03,
"offset_mode": "adaptive",
"offset_k": 0.2
},
"tokenizer": "teknium/Llama-3.1-AlternateTokenizer",
"tokenizer_revision": "5590cc63198b0f111f4289daf006da0a12044173",
"training_context_length": 3072,
"tied_weights": {
"lm_head.weight": "embed.weight"
},
"note": "Use load_model.py; not compatible with Transformers AutoModel or GGUF.",
"tokenizer_revision_provenance": "Pinned at release packaging; original training-time revision not recorded."
}
|