Supernova11c's picture
Upload folder using huggingface_hub
29a4421 verified
Raw History Blame Contribute Delete
424 Bytes
{
"model_type": "supernova_transformer_v2",
"architectures": [
"SupernovaForCausalLM"
],
"vocab_size": 131,
"d_model": 256,
"n_heads": 8,
"n_layers": 4,
"ffn_dim": 1024,
"max_seq_len": 512,
"pad_token_id": 0,
"bos_token_id": 1,
"eos_token_id": 4,
"user_token_id": 2,
"assistant_token_id": 3,
"tie_word_embeddings": false,
"torch_dtype": "float32",
"best_val_loss": 0.14225323487189598
}