{
  "d_model": 672,
  "ff_hidden": 1792,
  "num_node_types": 4,
  "num_edge_types": 4,
  "max_nodes": 192,
  "prelude_layers": 2,
  "core_layers": 4,
  "global_tokens": 4,
  "global_attn_dim": 128,
  "pad_dim": 128,
  "retrieval_dim": 64,
  "retrieval_k": 4,
  "max_loops": 5,
  "dropout": 0.05
}