{
  "model_type": "erk_linear",
  "architectures": ["ErkLinearForCausalLM"],
  "auto_map": {
    "AutoConfig": "configuration_erk_linear.ErkLinearConfig",
    "AutoModelForCausalLM": "modeling_erk_linear.ErkLinearForCausalLM"
  },
  "base_model": "ecloudtech/Erk-14B",
  "gdn_layers": [1, 3, 5, 7, 10, 36, 38, 39],
  "gdn_head_dim": 128,
  "gdn_num_heads": 40,
  "gdn_use_gate": true,
  "gdn_use_short_conv": true,
  "gdn_mode": "chunk",
  "gdn_weights_file": "gdn_weights.safetensors",
  "hidden_size": 5120,
  "num_hidden_layers": 40,
  "dtype": "bfloat16",
  "transformers_version": "5.13.0"
}