{
  "format": "tiny-english-safetensors-v1",
  "architectures": [
    "LanguageModel"
  ],
  "model_config": {
    "vocab_size": 8192,
    "context_length": 1024,
    "layers": 8,
    "hidden_size": 512,
    "heads": 8,
    "intermediate_size": 1408
  },
  "dtype": "float32",
  "parameter_count": 29893120,
  "checkpoint_step": 23000,
  "stage_tokens": 94208000,
  "previous_tokens": 54702080,
  "training_tokens": 148910080,
  "tokenizer_sha256": "f404d4aed5aa3a00c1c6c45e3a39df810eae24e59cef02182343ab6cb1434fcd",
  "weights_sha256": "1d322b329b247ee2f4782638cb9432a1ea6be7bcb40884491270cbdbd721d6ca",
  "data_manifest_sha256": "8a7366d25a937781de35b19d0a9ab4b63981a8e401102b414ce40a71665a4ef5",
  "eos_token_id": 1,
  "unk_token_id": 0
}