| { | |
| "format": "tiny-english-safetensors-v1", | |
| "architectures": [ | |
| "LanguageModel" | |
| ], | |
| "model_config": { | |
| "vocab_size": 8192, | |
| "context_length": 1024, | |
| "layers": 8, | |
| "hidden_size": 512, | |
| "heads": 8, | |
| "intermediate_size": 1408 | |
| }, | |
| "dtype": "float32", | |
| "parameter_count": 29893120, | |
| "checkpoint_step": 23000, | |
| "stage_tokens": 94208000, | |
| "previous_tokens": 54702080, | |
| "training_tokens": 148910080, | |
| "tokenizer_sha256": "f404d4aed5aa3a00c1c6c45e3a39df810eae24e59cef02182343ab6cb1434fcd", | |
| "weights_sha256": "1d322b329b247ee2f4782638cb9432a1ea6be7bcb40884491270cbdbd721d6ca", | |
| "data_manifest_sha256": "8a7366d25a937781de35b19d0a9ab4b63981a8e401102b414ce40a71665a4ef5", | |
| "eos_token_id": 1, | |
| "unk_token_id": 0 | |
| } | |