{
    "architectures": [
        "NeoraModel"
    ],
    "auto_map": {
        "AutoConfig": "modeling_neora.NeoraConfig",
        "AutoModel": "modeling_neora.NeoraModel"
    },
    "vocab_size": 24000,
    "d_model": 1280,
    "n_layers": 24,
    "n_heads": 20,
    "ffn_dim": 5120,
    "max_seq_len": 2048,
    "model_type": "neora",
    "torch_dtype": "float32"
}