File size: 296 Bytes
651b215 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 | {
"d_model": 672,
"ff_hidden": 1792,
"num_node_types": 4,
"num_edge_types": 4,
"max_nodes": 192,
"prelude_layers": 2,
"core_layers": 4,
"global_tokens": 4,
"global_attn_dim": 128,
"pad_dim": 128,
"retrieval_dim": 64,
"retrieval_k": 4,
"max_loops": 5,
"dropout": 0.05
} |