File size: 347 Bytes
3c62626 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 | {
"architectures": [
"TinyGPT"
],
"auto_map": {
"AutoConfig": "config.TinyGPTConfig",
"AutoModelForCausalLM": "tinygpt.TinyGPT"
},
"dtype": "float32",
"embed_dim": 256,
"max_seq_len": 128,
"model_type": "tinygpt",
"num_hidden_layers": 4,
"num_layers": 4,
"transformers_version": "5.17.0",
"vocab_size": 50257
}
|