text_encoder/config.json

{
  "_class_name": "AuroraLMTextEncoder",
  "_diffusers_version": "0.42.1",
  "kind": "lm",
  "vocab_size": 12288,
  "lm_blocks": 18,
  "lm_dim": 768,
  "lm_heads": 12,
  "lm_ffn_mult": 2.8125,
  "lm_norm_eps": 1e-06,
  "lm_rope_theta": 100000.0,
  "lm_value_residual": true,
  "lm_qk_norm": true,
  "dim": 768,
  "depth": 2,
  "heads": 12,
  "kv_heads": 4,
  "head_dim": 64,
  "mlp_hidden": 2048,
  "max_tokens": 96,
  "bos_id": 12285,
  "pad_id": 65535,
  "null_id": 65534
}