{
  "model_type": "iau-1",
  "n_layer": 24,
  "n_head": 12,
  "n_embd": 768,
  "block_size": 1024,
  "vocab_size": 50304,
  "tokenizer": "tiktoken gpt2",
  "tied_embeddings": true,
  "trained_steps": 4000,
  "tokens_per_step": 65536
}