{
  "checkpoint_interval": 16,
  "d_conv": 4,
  "depth": 11,
  "dim": 1792,
  "dropout": 0.0,
  "e88_decay_mode": "mamba",
  "e88_raw_write": 0,
  "e88_value_residual": 0,
  "e97_chunk_size": 32,
  "expansion": 1.0,
  "gate_activation": "silu",
  "gdn2_mlp_ratio": 2.6944444444444446,
  "level": "E97",
  "linear_state": 0,
  "loss_chunk_size": 0,
  "mlp_multiple": 64,
  "mlp_ratio": 2.2623,
  "n_groups": 32,
  "n_heads": 216,
  "n_slots": 64,
  "n_state": 32,
  "projection_chunk_size": 0,
  "r_h_mode": "auto",
  "state_expansion": 2,
  "tokenizer": "p50k_base",
  "use_chunked_e97": 0,
  "use_conv": 0,
  "use_gate": 1,
  "use_triton": false,
  "use_write_gate": 0
}