{
  "architectures": [
    "RMSN"
  ],
  "model_type": "rmsn",
  "vocab_size": 49152,
  "dim": 1024,
  "depth": 16,
  "slots": 64,
  "seq_len": 512,
  "num_parameters": 243732144,
  "tokenizer_class": "PreTrainedTokenizerFast",
  "tokenizer_name": "HuggingFaceTB/cosmo2-tokenizer",
  "val_ppl": 69.5,
  "val_lyap": -0.1147
}