Blame for model_config.json

{
  "method": "mhc",
  "width": 1536,
  "heads": 12,
  "vocab_size": 32768,
  "sequence_len": 2048,
  "mlp_width": 6016,
  "layers": 23,
  "pre_layers": 3,
  "core_layers": 9,
  "post_layers": 3,
  "loops": 2,
  "window_pattern": "L",
  "max_loops": 3,
  "act_epsilon": 0.01,
  "ponder_weight": 0.01,
  "huginn_mean": 3.0,
  "huginn_sigma": 0.5,
  "huginn_backprop_loops": 2,
  "routing_seed": 1729,
  "eval_loops": 3,
  "ouro_entropy_weight": 0.1,
  "ouro_gate_steps": 1024,
  "ouro_exit_quantile": 0.5,
  "sparse_topk": 256,
  "block_size": 128,
  "compression_size": 4,
  "local_window": 512,
  "index_heads": 4,
  "index_dim": 128,
  "index_rope_dim": 64,
  "index_loss_weight": 1.0,
  "burnin_steps": 512,
  "slots": 64,
  "gate_rank": 16,
  "conv_size": 4,
  "reference_chunk": 32,
  "backend": "reference",
  "scale": "formal",
  "residual_streams": 4,
  "residual_gate_init": 0.01,
  "sinkhorn_iterations": 20,
  "attnres_groups": 8
}