{
  "metadata": {
    "GGUF.tensor_count": 913,
    "GGUF.kv_count": 19,
    "general.architecture": "mect_spk",
    "general.name": "ZONOS3 Mini speaker encoder ownmect_s2 (MECT-B2 + ASTP, 192-d)",
    "mect_spk.sample_rate": 16000,
    "mect_spk.max_seconds": 60,
    "mect_spk.embedding_length": 192,
    "mect_spk.n_mels": 80,
    "mect_spk.frame_length": 400,
    "mect_spk.frame_shift": 160,
    "mect_spk.n_fft": 512,
    "mect_spk.n_heads": 4,
    "mect_spk.n_experts": 4,
    "mect_spk.pos_kernel": 113,
    "mect_spk.preemphasis": 0.9700000286102295,
    "mect_spk.waveform_scale": 32768.0,
    "mect_spk.log_floor": 1.1920928955078125e-07,
    "mect_spk.ln_eps": 9.999999974752427e-07,
    "mect_spk.pool_var_floor": 1.0000000116860974e-07,
    "mect_spk.backbone": "MECT_B2",
    "mect_spk.source_tensor_count": 1253
  },
  "tensors": {
    "frontend.window": {
      "shape": [
        400
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "frontend.mel_banks": {
      "shape": [
        80,
        257
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "frontend.resample_44100": {
      "shape": [
        160,
        475
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.head.conv.weight": {
      "shape": [
        32,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.head.conv.bias": {
      "shape": [
        32
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.0.conv1.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.0.pw1.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.0.pw1.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.0.conv2.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.0.conv2.w1": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.0.conv2.w2": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.0.conv2.w3": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.0.pw2.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.0.pw2.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.0.sc.weight": {
      "shape": [
        128,
        32,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.1.conv1.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.1.pw1.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.1.pw1.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.1.conv2.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.1.pw2.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.1.pw2.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.2.conv1.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.2.pw1.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.2.pw1.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.2.conv2.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.2.pw2.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.2.pw2.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.reduce.weight": {
      "shape": [
        32,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.reduce.bias": {
      "shape": [
        32
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.rproj.weight": {
      "shape": [
        64,
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.rproj.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.rproj.ln.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.rproj.ln.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.pos.dw.weight": {
      "shape": [
        64,
        113
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.pos.dw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.pos.pw.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.pos.pw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.attn.q.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.attn.q.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.attn.k.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.attn.k.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.attn.v.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.attn.v.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.attn.o.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.attn.o.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.ln1.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.ln1.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.moe.gate.weight": {
      "shape": [
        4,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.moe.experts.weight": {
      "shape": [
        256,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.ffn_out.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.ffn_out.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.ln2.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.ln2.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.eproj.weight": {
      "shape": [
        2560,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.eproj.bias": {
      "shape": [
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.0.conv1.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.0.pw1.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.0.pw1.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.0.conv2.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.0.conv2.w1": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.0.conv2.w2": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.0.conv2.w3": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.0.pw2.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.0.pw2.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.0.sc.weight": {
      "shape": [
        128,
        32,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.1.conv1.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.1.pw1.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.1.pw1.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.1.conv2.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.1.pw2.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.1.pw2.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.2.conv1.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.2.pw1.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.2.pw1.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.2.conv2.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.2.pw2.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.2.pw2.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.reduce.weight": {
      "shape": [
        32,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.reduce.bias": {
      "shape": [
        32
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.rproj.weight": {
      "shape": [
        64,
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.rproj.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.rproj.ln.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.rproj.ln.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.pos.dw.weight": {
      "shape": [
        64,
        113
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.pos.dw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.pos.pw.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.pos.pw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.attn.q.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.attn.q.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.attn.k.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.attn.k.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.attn.v.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.attn.v.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.attn.o.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.attn.o.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.ln1.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.ln1.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.moe.gate.weight": {
      "shape": [
        4,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.moe.experts.weight": {
      "shape": [
        256,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.ffn_out.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.ffn_out.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.ln2.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.ln2.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.eproj.weight": {
      "shape": [
        2560,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.eproj.bias": {
      "shape": [
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.0.conv1.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.0.pw1.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.0.pw1.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.0.conv2.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.0.conv2.w1": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.0.conv2.w2": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.0.conv2.w3": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.0.pw2.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.0.pw2.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.0.sc.weight": {
      "shape": [
        128,
        32,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.1.conv1.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.1.pw1.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.1.pw1.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.1.conv2.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.1.pw2.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.1.pw2.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.2.conv1.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.2.pw1.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.2.pw1.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.2.conv2.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.2.pw2.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.2.pw2.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.reduce.weight": {
      "shape": [
        64,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.reduce.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.rproj.weight": {
      "shape": [
        64,
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.rproj.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.rproj.ln.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.rproj.ln.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.pos.dw.weight": {
      "shape": [
        64,
        113
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.pos.dw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.pos.pw.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.pos.pw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.attn.q.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.attn.q.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.attn.k.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.attn.k.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.attn.v.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.attn.v.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.attn.o.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.attn.o.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.ln1.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.ln1.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.moe.gate.weight": {
      "shape": [
        4,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.moe.experts.weight": {
      "shape": [
        256,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.ffn_out.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.ffn_out.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.ln2.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.ln2.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.eproj.weight": {
      "shape": [
        2560,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.eproj.bias": {
      "shape": [
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.0.conv1.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.0.pw1.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.0.pw1.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.0.conv2.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.0.conv2.w1": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.0.pw2.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.0.pw2.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.0.sc.weight": {
      "shape": [
        128,
        64,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.1.conv1.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.1.pw1.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.1.pw1.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.1.conv2.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.1.pw2.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.1.pw2.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.2.conv1.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.2.pw1.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.2.pw1.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.2.conv2.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.2.pw2.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.2.pw2.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.reduce.weight": {
      "shape": [
        64,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.reduce.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.rproj.weight": {
      "shape": [
        64,
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.rproj.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.rproj.ln.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.rproj.ln.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.pos.dw.weight": {
      "shape": [
        64,
        113
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.pos.dw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.pos.pw.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.pos.pw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.attn.q.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.attn.q.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.attn.k.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.attn.k.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.attn.v.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.attn.v.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.attn.o.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.attn.o.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.ln1.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.ln1.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.moe.gate.weight": {
      "shape": [
        4,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.moe.experts.weight": {
      "shape": [
        256,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.ffn_out.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.ffn_out.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.ln2.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.ln2.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.eproj.weight": {
      "shape": [
        2560,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.eproj.bias": {
      "shape": [
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.0.conv1.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.0.pw1.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.0.pw1.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.0.conv2.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.0.conv2.w1": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.0.pw2.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.0.pw2.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.0.sc.weight": {
      "shape": [
        128,
        64,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.1.conv1.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.1.pw1.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.1.pw1.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.1.conv2.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.1.pw2.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.1.pw2.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.2.conv1.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.2.pw1.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.2.pw1.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.2.conv2.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.2.pw2.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.2.pw2.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.reduce.weight": {
      "shape": [
        64,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.reduce.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.rproj.weight": {
      "shape": [
        64,
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.rproj.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.rproj.ln.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.rproj.ln.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.pos.dw.weight": {
      "shape": [
        64,
        113
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.pos.dw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.pos.pw.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.pos.pw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.attn.q.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.attn.q.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.attn.k.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.attn.k.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.attn.v.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.attn.v.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.attn.o.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.attn.o.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.ln1.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.ln1.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.moe.gate.weight": {
      "shape": [
        4,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.moe.experts.weight": {
      "shape": [
        256,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.ffn_out.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.ffn_out.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.ln2.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.ln2.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.eproj.weight": {
      "shape": [
        2560,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.eproj.bias": {
      "shape": [
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.0.conv1.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.0.pw1.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.0.pw1.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.0.conv2.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.0.conv2.w1": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.0.pw2.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.0.pw2.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.0.sc.weight": {
      "shape": [
        128,
        64,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.1.conv1.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.1.pw1.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.1.pw1.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.1.conv2.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.1.pw2.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.1.pw2.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.2.conv1.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.2.pw1.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.2.pw1.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.2.conv2.w0": {
      "shape": [
        128,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.2.pw2.weight": {
      "shape": [
        128,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.2.pw2.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.reduce.weight": {
      "shape": [
        64,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.reduce.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.rproj.weight": {
      "shape": [
        64,
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.rproj.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.rproj.ln.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.rproj.ln.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.pos.dw.weight": {
      "shape": [
        64,
        113
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.pos.dw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.pos.pw.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.pos.pw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.attn.q.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.attn.q.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.attn.k.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.attn.k.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.attn.v.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.attn.v.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.attn.o.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.attn.o.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.ln1.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.ln1.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.moe.gate.weight": {
      "shape": [
        4,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.moe.experts.weight": {
      "shape": [
        256,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.ffn_out.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.ffn_out.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.ln2.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.ln2.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.eproj.weight": {
      "shape": [
        2560,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.eproj.bias": {
      "shape": [
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.0.conv1.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.0.pw1.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.0.pw1.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.0.conv2.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.0.conv2.w1": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.0.conv2.w2": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.0.conv2.w3": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.0.pw2.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.0.pw2.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.0.sc.weight": {
      "shape": [
        256,
        64,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.1.conv1.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.1.pw1.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.1.pw1.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.1.conv2.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.1.pw2.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.1.pw2.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.2.conv1.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.2.pw1.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.2.pw1.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.2.conv2.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.2.pw2.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.2.pw2.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.reduce.weight": {
      "shape": [
        128,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.reduce.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.rproj.weight": {
      "shape": [
        64,
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.rproj.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.rproj.ln.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.rproj.ln.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.pos.dw.weight": {
      "shape": [
        64,
        113
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.pos.dw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.pos.pw.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.pos.pw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.attn.q.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.attn.q.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.attn.k.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.attn.k.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.attn.v.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.attn.v.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.attn.o.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.attn.o.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.ln1.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.ln1.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.moe.gate.weight": {
      "shape": [
        4,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.moe.experts.weight": {
      "shape": [
        256,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.ffn_out.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.ffn_out.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.ln2.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.ln2.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.eproj.weight": {
      "shape": [
        2560,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.eproj.bias": {
      "shape": [
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.0.conv1.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.0.pw1.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.0.pw1.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.0.conv2.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.0.conv2.w1": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.0.pw2.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.0.pw2.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.0.sc.weight": {
      "shape": [
        256,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.1.conv1.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.1.pw1.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.1.pw1.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.1.conv2.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.1.pw2.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.1.pw2.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.2.conv1.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.2.pw1.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.2.pw1.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.2.conv2.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.2.pw2.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.2.pw2.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.reduce.weight": {
      "shape": [
        128,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.reduce.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.rproj.weight": {
      "shape": [
        64,
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.rproj.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.rproj.ln.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.rproj.ln.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.pos.dw.weight": {
      "shape": [
        64,
        113
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.pos.dw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.pos.pw.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.pos.pw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.attn.q.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.attn.q.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.attn.k.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.attn.k.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.attn.v.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.attn.v.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.attn.o.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.attn.o.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.ln1.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.ln1.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.moe.gate.weight": {
      "shape": [
        4,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.moe.experts.weight": {
      "shape": [
        256,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.ffn_out.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.ffn_out.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.ln2.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.ln2.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.eproj.weight": {
      "shape": [
        2560,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.eproj.bias": {
      "shape": [
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.0.conv1.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.0.pw1.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.0.pw1.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.0.conv2.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.0.conv2.w1": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.0.pw2.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.0.pw2.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.0.sc.weight": {
      "shape": [
        256,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.1.conv1.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.1.pw1.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.1.pw1.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.1.conv2.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.1.pw2.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.1.pw2.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.2.conv1.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.2.pw1.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.2.pw1.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.2.conv2.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.2.pw2.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.2.pw2.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.reduce.weight": {
      "shape": [
        128,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.reduce.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.rproj.weight": {
      "shape": [
        64,
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.rproj.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.rproj.ln.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.rproj.ln.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.pos.dw.weight": {
      "shape": [
        64,
        113
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.pos.dw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.pos.pw.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.pos.pw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.attn.q.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.attn.q.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.attn.k.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.attn.k.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.attn.v.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.attn.v.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.attn.o.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.attn.o.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.ln1.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.ln1.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.moe.gate.weight": {
      "shape": [
        4,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.moe.experts.weight": {
      "shape": [
        256,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.ffn_out.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.ffn_out.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.ln2.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.ln2.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.eproj.weight": {
      "shape": [
        2560,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.eproj.bias": {
      "shape": [
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.0.conv1.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.0.pw1.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.0.pw1.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.0.conv2.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.0.conv2.w1": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.0.pw2.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.0.pw2.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.0.sc.weight": {
      "shape": [
        256,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.1.conv1.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.1.pw1.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.1.pw1.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.1.conv2.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.1.pw2.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.1.pw2.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.2.conv1.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.2.pw1.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.2.pw1.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.2.conv2.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.2.pw2.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.2.pw2.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.reduce.weight": {
      "shape": [
        128,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.reduce.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.rproj.weight": {
      "shape": [
        64,
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.rproj.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.rproj.ln.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.rproj.ln.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.pos.dw.weight": {
      "shape": [
        64,
        113
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.pos.dw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.pos.pw.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.pos.pw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.attn.q.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.attn.q.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.attn.k.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.attn.k.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.attn.v.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.attn.v.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.attn.o.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.attn.o.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.ln1.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.ln1.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.moe.gate.weight": {
      "shape": [
        4,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.moe.experts.weight": {
      "shape": [
        256,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.ffn_out.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.ffn_out.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.ln2.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.ln2.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.eproj.weight": {
      "shape": [
        2560,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.eproj.bias": {
      "shape": [
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.0.conv1.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.0.pw1.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.0.pw1.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.0.conv2.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.0.conv2.w1": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.0.pw2.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.0.pw2.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.0.sc.weight": {
      "shape": [
        256,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.1.conv1.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.1.pw1.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.1.pw1.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.1.conv2.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.1.pw2.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.1.pw2.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.2.conv1.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.2.pw1.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.2.pw1.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.2.conv2.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.2.pw2.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.2.pw2.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.reduce.weight": {
      "shape": [
        128,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.reduce.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.rproj.weight": {
      "shape": [
        64,
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.rproj.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.rproj.ln.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.rproj.ln.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.pos.dw.weight": {
      "shape": [
        64,
        113
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.pos.dw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.pos.pw.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.pos.pw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.attn.q.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.attn.q.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.attn.k.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.attn.k.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.attn.v.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.attn.v.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.attn.o.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.attn.o.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.ln1.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.ln1.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.moe.gate.weight": {
      "shape": [
        4,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.moe.experts.weight": {
      "shape": [
        256,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.ffn_out.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.ffn_out.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.ln2.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.ln2.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.eproj.weight": {
      "shape": [
        2560,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.eproj.bias": {
      "shape": [
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.0.conv1.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.0.pw1.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.0.pw1.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.0.conv2.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.0.conv2.w1": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.0.pw2.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.0.pw2.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.0.sc.weight": {
      "shape": [
        256,
        128,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.1.conv1.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.1.pw1.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.1.pw1.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.1.conv2.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.1.pw2.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.1.pw2.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.2.conv1.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.2.pw1.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.2.pw1.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.2.conv2.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.2.pw2.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.2.pw2.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.rproj.weight": {
      "shape": [
        64,
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.rproj.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.rproj.ln.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.rproj.ln.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.pos.dw.weight": {
      "shape": [
        64,
        113
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.pos.dw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.pos.pw.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.pos.pw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.attn.q.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.attn.q.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.attn.k.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.attn.k.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.attn.v.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.attn.v.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.attn.o.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.attn.o.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.ln1.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.ln1.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.moe.gate.weight": {
      "shape": [
        4,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.moe.experts.weight": {
      "shape": [
        256,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.ffn_out.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.ffn_out.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.ln2.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.ln2.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.eproj.weight": {
      "shape": [
        2560,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.eproj.bias": {
      "shape": [
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.cnn.0.conv1.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.cnn.0.pw1.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.cnn.0.pw1.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.cnn.0.conv2.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.cnn.0.pw2.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.cnn.0.pw2.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.cnn.0.sc.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.cnn.1.conv1.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.cnn.1.pw1.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.cnn.1.pw1.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.cnn.1.conv2.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.cnn.1.pw2.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.cnn.1.pw2.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.rproj.weight": {
      "shape": [
        64,
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.rproj.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.rproj.ln.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.rproj.ln.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.pos.dw.weight": {
      "shape": [
        64,
        113
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.pos.dw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.pos.pw.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.pos.pw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.attn.q.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.attn.q.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.attn.k.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.attn.k.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.attn.v.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.attn.v.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.attn.o.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.attn.o.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.ln1.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.ln1.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.moe.gate.weight": {
      "shape": [
        4,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.moe.experts.weight": {
      "shape": [
        256,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.ffn_out.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.ffn_out.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.ln2.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.ln2.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.eproj.weight": {
      "shape": [
        2560,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.eproj.bias": {
      "shape": [
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.cnn.0.conv1.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.cnn.0.pw1.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.cnn.0.pw1.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.cnn.0.conv2.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.cnn.0.pw2.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.cnn.0.pw2.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.cnn.0.sc.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.cnn.1.conv1.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.cnn.1.pw1.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.cnn.1.pw1.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.cnn.1.conv2.w0": {
      "shape": [
        256,
        1,
        3,
        3
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.cnn.1.pw2.weight": {
      "shape": [
        256,
        256,
        1,
        1
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.cnn.1.pw2.bias": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.rproj.weight": {
      "shape": [
        64,
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.rproj.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.rproj.ln.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.rproj.ln.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.pos.dw.weight": {
      "shape": [
        64,
        113
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.pos.dw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.pos.pw.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.pos.pw.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.attn.q.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.attn.q.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.attn.k.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.attn.k.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.attn.v.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.attn.v.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.attn.o.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.attn.o.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.ln1.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.ln1.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.moe.gate.weight": {
      "shape": [
        4,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.moe.experts.weight": {
      "shape": [
        256,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.ffn_out.weight": {
      "shape": [
        64,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.ffn_out.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.ln2.weight": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.ln2.bias": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.eproj.weight": {
      "shape": [
        2560,
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.eproj.bias": {
      "shape": [
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.dense_w": {
      "shape": [
        4,
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "pool.l1.weight": {
      "shape": [
        128,
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "pool.l1.bias": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "pool.l2.weight": {
      "shape": [
        2560,
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "pool.l2.bias": {
      "shape": [
        2560
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "linear.weight": {
      "shape": [
        192,
        5120
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.head.bn.scale": {
      "shape": [
        32
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.head.bn.shift": {
      "shape": [
        32
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.0.bn1.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.0.bn1.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.0.bn2.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.0.bn2.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.0.sc.bn.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.0.sc.bn.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.1.bn1.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.1.bn1.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.1.bn2.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.1.bn2.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.2.bn1.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.2.bn1.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.2.bn2.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.cnn.2.bn2.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.reduce.bn.scale": {
      "shape": [
        32
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.reduce.bn.shift": {
      "shape": [
        32
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.pos.bn.scale": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.0.pos.bn.shift": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.0.bn1.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.0.bn1.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.0.bn2.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.0.bn2.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.0.sc.bn.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.0.sc.bn.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.1.bn1.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.1.bn1.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.1.bn2.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.1.bn2.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.2.bn1.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.2.bn1.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.2.bn2.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.cnn.2.bn2.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.reduce.bn.scale": {
      "shape": [
        32
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.reduce.bn.shift": {
      "shape": [
        32
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.pos.bn.scale": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b1.1.pos.bn.shift": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.0.bn1.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.0.bn1.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.0.bn2.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.0.bn2.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.0.sc.bn.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.0.sc.bn.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.1.bn1.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.1.bn1.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.1.bn2.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.1.bn2.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.2.bn1.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.2.bn1.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.2.bn2.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.cnn.2.bn2.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.reduce.bn.scale": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.reduce.bn.shift": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.pos.bn.scale": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.0.pos.bn.shift": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.0.bn1.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.0.bn1.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.0.bn2.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.0.bn2.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.0.sc.bn.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.0.sc.bn.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.1.bn1.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.1.bn1.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.1.bn2.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.1.bn2.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.2.bn1.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.2.bn1.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.2.bn2.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.cnn.2.bn2.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.reduce.bn.scale": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.reduce.bn.shift": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.pos.bn.scale": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.1.pos.bn.shift": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.0.bn1.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.0.bn1.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.0.bn2.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.0.bn2.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.0.sc.bn.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.0.sc.bn.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.1.bn1.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.1.bn1.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.1.bn2.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.1.bn2.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.2.bn1.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.2.bn1.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.2.bn2.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.cnn.2.bn2.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.reduce.bn.scale": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.reduce.bn.shift": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.pos.bn.scale": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.2.pos.bn.shift": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.0.bn1.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.0.bn1.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.0.bn2.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.0.bn2.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.0.sc.bn.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.0.sc.bn.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.1.bn1.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.1.bn1.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.1.bn2.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.1.bn2.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.2.bn1.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.2.bn1.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.2.bn2.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.cnn.2.bn2.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.reduce.bn.scale": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.reduce.bn.shift": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.pos.bn.scale": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b2.3.pos.bn.shift": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.0.bn1.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.0.bn1.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.0.bn2.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.0.bn2.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.0.sc.bn.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.0.sc.bn.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.1.bn1.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.1.bn1.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.1.bn2.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.1.bn2.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.2.bn1.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.2.bn1.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.2.bn2.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.cnn.2.bn2.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.reduce.bn.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.reduce.bn.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.pos.bn.scale": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.0.pos.bn.shift": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.0.bn1.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.0.bn1.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.0.bn2.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.0.bn2.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.0.sc.bn.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.0.sc.bn.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.1.bn1.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.1.bn1.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.1.bn2.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.1.bn2.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.2.bn1.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.2.bn1.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.2.bn2.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.cnn.2.bn2.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.reduce.bn.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.reduce.bn.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.pos.bn.scale": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.1.pos.bn.shift": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.0.bn1.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.0.bn1.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.0.bn2.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.0.bn2.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.0.sc.bn.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.0.sc.bn.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.1.bn1.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.1.bn1.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.1.bn2.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.1.bn2.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.2.bn1.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.2.bn1.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.2.bn2.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.cnn.2.bn2.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.reduce.bn.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.reduce.bn.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.pos.bn.scale": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.2.pos.bn.shift": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.0.bn1.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.0.bn1.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.0.bn2.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.0.bn2.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.0.sc.bn.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.0.sc.bn.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.1.bn1.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.1.bn1.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.1.bn2.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.1.bn2.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.2.bn1.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.2.bn1.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.2.bn2.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.cnn.2.bn2.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.reduce.bn.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.reduce.bn.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.pos.bn.scale": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.3.pos.bn.shift": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.0.bn1.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.0.bn1.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.0.bn2.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.0.bn2.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.0.sc.bn.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.0.sc.bn.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.1.bn1.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.1.bn1.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.1.bn2.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.1.bn2.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.2.bn1.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.2.bn1.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.2.bn2.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.cnn.2.bn2.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.reduce.bn.scale": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.reduce.bn.shift": {
      "shape": [
        128
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.pos.bn.scale": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b3.4.pos.bn.shift": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.0.bn1.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.0.bn1.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.0.bn2.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.0.bn2.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.0.sc.bn.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.0.sc.bn.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.1.bn1.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.1.bn1.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.1.bn2.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.1.bn2.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.2.bn1.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.2.bn1.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.2.bn2.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.cnn.2.bn2.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.pos.bn.scale": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.0.pos.bn.shift": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.cnn.0.bn1.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.cnn.0.bn1.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.cnn.0.bn2.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.cnn.0.bn2.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.cnn.0.sc.bn.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.cnn.0.sc.bn.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.cnn.1.bn1.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.cnn.1.bn1.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.cnn.1.bn2.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.cnn.1.bn2.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.pos.bn.scale": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.1.pos.bn.shift": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.cnn.0.bn1.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.cnn.0.bn1.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.cnn.0.bn2.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.cnn.0.bn2.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.cnn.0.sc.bn.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.cnn.0.sc.bn.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.cnn.1.bn1.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.cnn.1.bn1.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.cnn.1.bn2.scale": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.cnn.1.bn2.shift": {
      "shape": [
        256
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.pos.bn.scale": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "fe.b4.2.pos.bn.shift": {
      "shape": [
        64
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "bn.scale": {
      "shape": [
        5120
      ],
      "matrix": false,
      "dtype": "float32"
    },
    "bn.shift": {
      "shape": [
        5120
      ],
      "matrix": false,
      "dtype": "float32"
    }
  }
}