{
  "model_name": "Ys",
  "model_type": "GPTModel",
  "vocab_size": 50304,
  "effective_tokenizer_vocab_size": 50257,
  "context_length": 512,
  "emb_dim": 384,
  "n_heads": 6,
  "n_layers": 6,
  "drop_rate": 0.0,
  "qkv_bias": false,
  "weight_tying": false,
  "precision": "float32",
  "num_parameters": 49470720,
  "training_tokens_target": 50000000,
  "training_tokens_seen": 49496064,
  "training_steps": 1343,
  "training_epochs": 1
}