{
  "format": "tiny-english-safetensors-v1",
  "architectures": [
    "LanguageModel"
  ],
  "model_config": {
    "vocab_size": 32768,
    "context_length": 2048,
    "layers": 22,
    "hidden_size": 1024,
    "heads": 16,
    "intermediate_size": 2752
  },
  "dtype": "bfloat16",
  "parameter_count": 311866368,
  "checkpoint_step": 15259,
  "stage_tokens": 2000027648,
  "previous_tokens": 3000238080,
  "training_tokens": 5000265728,
  "tokenizer_sha256": "40d36acc35e5364d90fdcdae773143b7571b5ec3b7ace2030d12d4bd5a3a1025",
  "weights_sha256": "fce44c1f7fc64a51a775d8802cfa75277dc68a34ef5d2908f541caa21fad66c2",
  "data_manifest_sha256": "cf6ca78377e03aef753b073d25f710d665de31f0a91d285032955feecc565934",
  "eos_token_id": 1,
  "unk_token_id": 0
}