| { | |
| "_class_name": "AuroraLMTextEncoder", | |
| "_diffusers_version": "0.42.1", | |
| "kind": "lm", | |
| "vocab_size": 12288, | |
| "lm_blocks": 18, | |
| "lm_dim": 768, | |
| "lm_heads": 12, | |
| "lm_ffn_mult": 2.8125, | |
| "lm_norm_eps": 1e-06, | |
| "lm_rope_theta": 100000.0, | |
| "lm_value_residual": true, | |
| "lm_qk_norm": true, | |
| "dim": 768, | |
| "depth": 2, | |
| "heads": 12, | |
| "kv_heads": 4, | |
| "head_dim": 64, | |
| "mlp_hidden": 2048, | |
| "max_tokens": 96, | |
| "bos_id": 12285, | |
| "pad_id": 65535, | |
| "null_id": 65534 | |
| } |