| { | |
| "architecture_name": "kumo_tabular", | |
| "config": { | |
| "cell_channels": 128, | |
| "num_embedding_layers": 4, | |
| "num_embedding_heads": 4, | |
| "num_inducing_points": 128, | |
| "group_size": 3, | |
| "num_frequencies": 32, | |
| "num_readout_tokens": 4, | |
| "icl_channels": 512, | |
| "num_icl_layers": 12, | |
| "num_icl_heads": 8, | |
| "num_icl_key_value_heads_for_query": null | |
| } | |
| } | |