| { | |
| "pe_dim": 128, | |
| "init_dim": 128, | |
| "hidden_dim": 128, | |
| "output_dim": 128, | |
| "num_layers": 10, | |
| "num_heads": 8, | |
| "cross_message_passing": true, | |
| "marker_embedding": true, | |
| "num_markers": 6495, | |
| "niche_attention": false, | |
| "num_niches": 16, | |
| "niche_heads": 4, | |
| "niche_detach": false, | |
| "niche_feat": "low", | |
| "rank_pe_fixed": true, | |
| "positional_encoding": true | |
| } |