{ "vocab_size": 32000, "hidden_size": 1024, "num_layers": 12, "num_heads": 16, "num_kv_heads": 4, "intermediate_size": 2560, "max_position_embeddings": 2048, "rope_theta": 10000.0, "rms_norm_eps": 1e-05 }