| { | |
| "format": "tiny-english-safetensors-v1", | |
| "architectures": [ | |
| "LanguageModel" | |
| ], | |
| "model_config": { | |
| "vocab_size": 32768, | |
| "context_length": 2048, | |
| "layers": 22, | |
| "hidden_size": 1024, | |
| "heads": 16, | |
| "intermediate_size": 2752 | |
| }, | |
| "dtype": "bfloat16", | |
| "parameter_count": 311866368, | |
| "checkpoint_step": 15259, | |
| "stage_tokens": 2000027648, | |
| "previous_tokens": 3000238080, | |
| "training_tokens": 5000265728, | |
| "tokenizer_sha256": "40d36acc35e5364d90fdcdae773143b7571b5ec3b7ace2030d12d4bd5a3a1025", | |
| "weights_sha256": "fce44c1f7fc64a51a775d8802cfa75277dc68a34ef5d2908f541caa21fad66c2", | |
| "data_manifest_sha256": "cf6ca78377e03aef753b073d25f710d665de31f0a91d285032955feecc565934", | |
| "eos_token_id": 1, | |
| "unk_token_id": 0 | |
| } | |