| { | |
| "checkpoint_interval": 16, | |
| "d_conv": 4, | |
| "depth": 11, | |
| "dim": 1792, | |
| "dropout": 0.0, | |
| "e88_decay_mode": "mamba", | |
| "e88_raw_write": 0, | |
| "e88_value_residual": 0, | |
| "e97_chunk_size": 32, | |
| "expansion": 1.0, | |
| "gate_activation": "silu", | |
| "gdn2_mlp_ratio": 2.6944444444444446, | |
| "level": "E97", | |
| "linear_state": 0, | |
| "loss_chunk_size": 0, | |
| "mlp_multiple": 64, | |
| "mlp_ratio": 2.2623, | |
| "n_groups": 32, | |
| "n_heads": 216, | |
| "n_slots": 64, | |
| "n_state": 32, | |
| "projection_chunk_size": 0, | |
| "r_h_mode": "auto", | |
| "state_expansion": 2, | |
| "tokenizer": "p50k_base", | |
| "use_chunked_e97": 0, | |
| "use_conv": 0, | |
| "use_gate": 1, | |
| "use_triton": false, | |
| "use_write_gate": 0 | |
| } | |