{ "model_type": "supernova_transformer_v2", "architectures": [ "SupernovaForCausalLM" ], "vocab_size": 131, "d_model": 256, "n_heads": 8, "n_layers": 4, "ffn_dim": 1024, "max_seq_len": 512, "pad_token_id": 0, "bos_token_id": 1, "eos_token_id": 4, "user_token_id": 2, "assistant_token_id": 3, "tie_word_embeddings": false, "torch_dtype": "float32", "best_val_loss": 0.14225323487189598 }