File size: 776 Bytes
f5f443b 08dbee5 f5f443b 08dbee5 f5f443b | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 | {
"format": "tiny-english-safetensors-v1",
"architectures": [
"LanguageModel"
],
"model_config": {
"vocab_size": 32768,
"context_length": 2048,
"layers": 22,
"hidden_size": 1024,
"heads": 16,
"intermediate_size": 2752
},
"dtype": "bfloat16",
"parameter_count": 311866368,
"checkpoint_step": 15259,
"stage_tokens": 2000027648,
"previous_tokens": 3000238080,
"training_tokens": 5000265728,
"tokenizer_sha256": "40d36acc35e5364d90fdcdae773143b7571b5ec3b7ace2030d12d4bd5a3a1025",
"weights_sha256": "fce44c1f7fc64a51a775d8802cfa75277dc68a34ef5d2908f541caa21fad66c2",
"data_manifest_sha256": "cf6ca78377e03aef753b073d25f710d665de31f0a91d285032955feecc565934",
"eos_token_id": 1,
"unk_token_id": 0
}
|