{ "pe_dim": 128, "init_dim": 128, "hidden_dim": 128, "output_dim": 128, "num_layers": 10, "num_heads": 8, "cross_message_passing": true, "marker_embedding": true, "num_markers": 6495, "niche_attention": false, "num_niches": 16, "niche_heads": 4, "niche_detach": false, "niche_feat": "low", "rank_pe_fixed": true, "positional_encoding": true }