| { | |
| "d_model": 672, | |
| "ff_hidden": 1792, | |
| "num_node_types": 4, | |
| "num_edge_types": 4, | |
| "max_nodes": 192, | |
| "prelude_layers": 2, | |
| "core_layers": 4, | |
| "global_tokens": 4, | |
| "global_attn_dim": 128, | |
| "pad_dim": 128, | |
| "retrieval_dim": 64, | |
| "retrieval_k": 4, | |
| "max_loops": 5, | |
| "dropout": 0.05 | |
| } |