{
 "group_size": 64,
 "bits": 8,
 "expert_bits": 4,
 "modules": {
  "mtp.0.ffn.shared_experts.w3": {
   "group_size": 64,
   "bits": 8
  },
  "mtp.0.ffn.shared_experts.w2": {
   "group_size": 64,
   "bits": 8
  },
  "mtp.0.ffn.shared_experts.w1": {
   "group_size": 64,
   "bits": 8
  },
  "mtp.0.attn.wo_b": {
   "group_size": 64,
   "bits": 8
  },
  "mtp.0.main_proj": {
   "group_size": 64,
   "bits": 8
  },
  "mtp.0.attn.wq_b": {
   "group_size": 64,
   "bits": 8
  },
  "mtp.0.attn.wq_a": {
   "group_size": 64,
   "bits": 8
  },
  "mtp.0.attn.wkv": {
   "group_size": 64,
   "bits": 8
  },
  "mtp.0.ffn.experts.gate_proj": {
   "group_size": 64,
   "bits": 4
  },
  "mtp.0.ffn.experts.up_proj": {
   "group_size": 64,
   "bits": 4
  },
  "mtp.0.ffn.experts.down_proj": {
   "group_size": 64,
   "bits": 4
  },
  "mtp.1.ffn.shared_experts.w2": {
   "group_size": 64,
   "bits": 8
  },
  "mtp.1.ffn.shared_experts.w3": {
   "group_size": 64,
   "bits": 8
  },
  "mtp.1.attn.wkv": {
   "group_size": 64,
   "bits": 8
  },
  "mtp.1.ffn.shared_experts.w1": {
   "group_size": 64,
   "bits": 8
  },
  "mtp.1.attn.wo_b": {
   "group_size": 64,
   "bits": 8
  },
  "mtp.1.attn.wq_a": {
   "group_size": 64,
   "bits": 8
  },
  "mtp.1.attn.wq_b": {
   "group_size": 64,
   "bits": 8
  },
  "mtp.1.ffn.experts.gate_proj": {
   "group_size": 64,
   "bits": 4
  },
  "mtp.1.ffn.experts.up_proj": {
   "group_size": 64,
   "bits": 4
  },
  "mtp.1.ffn.experts.down_proj": {
   "group_size": 64,
   "bits": 4
  },
  "mtp.2.markov_head.embed": {
   "group_size": 64,
   "bits": 8
  },
  "mtp.2.ffn.shared_experts.w3": {
   "group_size": 64,
   "bits": 8
  },
  "mtp.2.ffn.shared_experts.w1": {
   "group_size": 64,
   "bits": 8
  },
  "mtp.2.attn.wkv": {
   "group_size": 64,
   "bits": 8
  },
  "mtp.2.attn.wq_b": {
   "group_size": 64,
   "bits": 8
  },
  "mtp.2.ffn.shared_experts.w2": {
   "group_size": 64,
   "bits": 8
  },
  "mtp.2.attn.wq_a": {
   "group_size": 64,
   "bits": 8
  },
  "mtp.2.markov_head.head": {
   "group_size": 64,
   "bits": 8
  },
  "mtp.2.attn.wo_b": {
   "group_size": 64,
   "bits": 8
  },
  "mtp.2.ffn.experts.gate_proj": {
   "group_size": 64,
   "bits": 4
  },
  "mtp.2.ffn.experts.up_proj": {
   "group_size": 64,
   "bits": 4
  },
  "mtp.2.ffn.experts.down_proj": {
   "group_size": 64,
   "bits": 4
  }
 }
}