| { | |
| "_class_name": "YuE2TransformerModel", | |
| "hidden_size": 2048, | |
| "num_layers": 28, | |
| "num_attention_heads": 16, | |
| "num_key_value_heads": 8, | |
| "attention_head_dim": 128, | |
| "intermediate_size": 6144, | |
| "vocab_size": 184704, | |
| "norm_eps": 1e-06, | |
| "rope_theta": 1000000, | |
| "max_position_embeddings": 24576, | |
| "latent_channels": 64, | |
| "max_latent_frames": 24576, | |
| "timestep_shift": 1.0 | |
| } | |