{
  "num_moe_layers": 43,
  "layers": {
    "0": {
      "layer_index": 0,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "hash",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 59655,
          "mean_weight": 0.986074,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 4037,
          "mean_weight": 0.984881,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 597,
          "mean_weight": 0.989268,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 101,
          "mean_weight": 0.971892,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 14,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 4,
          "mean_weight": 0.542969,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "1": {
      "layer_index": 1,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "hash",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 111935,
          "mean_weight": 0.981789,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 20773,
          "mean_weight": 0.990929,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 1395,
          "mean_weight": 0.995229,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 23,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "2": {
      "layer_index": 2,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "hash",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 70327,
          "mean_weight": 0.979094,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 44278,
          "mean_weight": 0.983532,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 16250,
          "mean_weight": 0.990994,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 2074,
          "mean_weight": 0.996406,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 128,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "3": {
      "layer_index": 3,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 908,
          "mean_weight": 0.971318,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 173,
          "mean_weight": 0.953938,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 151,
          "mean_weight": 0.984168,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 59,
          "mean_weight": 0.972441,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 25,
          "mean_weight": 0.900273,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 8,
          "mean_weight": 0.871094,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "4": {
      "layer_index": 4,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 1144,
          "mean_weight": 0.994383,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 254,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 176,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 43,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 10,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "5": {
      "layer_index": 5,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 1744,
          "mean_weight": 0.996656,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 274,
          "mean_weight": 0.997427,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 133,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 63,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 51,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 10,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "6": {
      "layer_index": 6,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 1223,
          "mean_weight": 0.935427,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 193,
          "mean_weight": 0.876999,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 95,
          "mean_weight": 0.826151,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 62,
          "mean_weight": 0.709418,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 39,
          "mean_weight": 0.616612,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 16,
          "mean_weight": 0.438904,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 45,
          "mean_weight": 0.850304,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 5,
          "mean_weight": 0.32666,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 1,
          "mean_weight": 0.126953,
          "max_weight": 0.126953
        },
        "10": {
          "fire_count": 1,
          "mean_weight": 0.087891,
          "max_weight": 0.087891
        },
        "11": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 1,
          "mean_weight": 0.125,
          "max_weight": 0.125
        }
      }
    },
    "7": {
      "layer_index": 7,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 1606,
          "mean_weight": 0.977663,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 205,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 114,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 50,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 26,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 8,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "8": {
      "layer_index": 8,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 1843,
          "mean_weight": 0.995164,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 356,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 190,
          "mean_weight": 0.98788,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 94,
          "mean_weight": 0.991086,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 64,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 18,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 8,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "9": {
      "layer_index": 9,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 1964,
          "mean_weight": 0.971924,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 248,
          "mean_weight": 0.974145,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 109,
          "mean_weight": 0.955405,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 74,
          "mean_weight": 0.966553,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 44,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 20,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 20,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 4,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 37,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "10": {
      "layer_index": 10,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 2139,
          "mean_weight": 0.995748,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 311,
          "mean_weight": 0.992244,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 176,
          "mean_weight": 0.995728,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 85,
          "mean_weight": 0.974586,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 46,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 20,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 20,
          "mean_weight": 0.960547,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 21,
          "mean_weight": 0.963356,
          "max_weight": 1.0
        }
      }
    },
    "11": {
      "layer_index": 11,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 2130,
          "mean_weight": 0.992044,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 223,
          "mean_weight": 0.993694,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 98,
          "mean_weight": 0.991889,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 43,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 10,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 18,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 22,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 36,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "12": {
      "layer_index": 12,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 1830,
          "mean_weight": 0.995089,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 276,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 192,
          "mean_weight": 0.996023,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 98,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 35,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 7,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 29,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "13": {
      "layer_index": 13,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 1665,
          "mean_weight": 0.962089,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 234,
          "mean_weight": 0.924955,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 116,
          "mean_weight": 0.937689,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 51,
          "mean_weight": 0.933307,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 17,
          "mean_weight": 0.948989,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 37,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "14": {
      "layer_index": 14,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 3638,
          "mean_weight": 0.957937,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 317,
          "mean_weight": 0.937214,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 116,
          "mean_weight": 0.945515,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 80,
          "mean_weight": 0.980347,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 11,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "15": {
      "layer_index": 15,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 2070,
          "mean_weight": 0.969168,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 287,
          "mean_weight": 0.980789,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 105,
          "mean_weight": 0.955394,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 48,
          "mean_weight": 0.983744,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 9,
          "mean_weight": 0.916233,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "16": {
      "layer_index": 16,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 5754,
          "mean_weight": 0.986351,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 452,
          "mean_weight": 0.99841,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 111,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 77,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 7,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 4,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 5,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 32,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "17": {
      "layer_index": 17,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 4196,
          "mean_weight": 0.900245,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 492,
          "mean_weight": 0.796055,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 204,
          "mean_weight": 0.756975,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 50,
          "mean_weight": 0.661582,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 11,
          "mean_weight": 0.710938,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 23,
          "mean_weight": 0.118164,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 14,
          "mean_weight": 0.082031,
          "max_weight": 0.09082
        }
      }
    },
    "18": {
      "layer_index": 18,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 6021,
          "mean_weight": 0.987569,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 593,
          "mean_weight": 0.998742,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 345,
          "mean_weight": 0.997639,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 136,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 18,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 9,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "19": {
      "layer_index": 19,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 2122,
          "mean_weight": 0.989245,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 415,
          "mean_weight": 0.988345,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 310,
          "mean_weight": 0.98206,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 180,
          "mean_weight": 0.984364,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 117,
          "mean_weight": 0.993181,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 57,
          "mean_weight": 0.971645,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 24,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 6,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "20": {
      "layer_index": 20,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 4168,
          "mean_weight": 0.99043,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 536,
          "mean_weight": 0.988008,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 252,
          "mean_weight": 0.992025,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 82,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 20,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 4,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 4,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 36,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "21": {
      "layer_index": 21,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 3802,
          "mean_weight": 0.996747,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 482,
          "mean_weight": 0.993576,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 260,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 189,
          "mean_weight": 0.982029,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 104,
          "mean_weight": 0.992206,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 69,
          "mean_weight": 0.987956,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 37,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 39,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 8,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "22": {
      "layer_index": 22,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 3966,
          "mean_weight": 0.97068,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 496,
          "mean_weight": 0.94178,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 347,
          "mean_weight": 0.943168,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 201,
          "mean_weight": 0.940454,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 119,
          "mean_weight": 0.952953,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 71,
          "mean_weight": 0.932026,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 33,
          "mean_weight": 0.952356,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 7,
          "mean_weight": 0.782087,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 41,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "23": {
      "layer_index": 23,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 1394,
          "mean_weight": 0.97521,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 270,
          "mean_weight": 0.991348,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 209,
          "mean_weight": 0.988912,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 124,
          "mean_weight": 0.98758,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 120,
          "mean_weight": 0.992047,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 66,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 36,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 26,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 17,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 12,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 10,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 5,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "24": {
      "layer_index": 24,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 2324,
          "mean_weight": 0.98124,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 344,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 202,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 145,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 83,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 78,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 52,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 74,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 11,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 11,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 4,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "25": {
      "layer_index": 25,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 1616,
          "mean_weight": 0.984517,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 279,
          "mean_weight": 0.993588,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 150,
          "mean_weight": 0.995,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 142,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 71,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 61,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 34,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 27,
          "mean_weight": 0.981192,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 19,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 11,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 9,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 4,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "15": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "16": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "24": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "26": {
      "layer_index": 26,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 2461,
          "mean_weight": 0.982831,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 426,
          "mean_weight": 0.983043,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 262,
          "mean_weight": 0.993964,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 135,
          "mean_weight": 0.980378,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 142,
          "mean_weight": 0.99368,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 78,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 49,
          "mean_weight": 0.981047,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 30,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 22,
          "mean_weight": 0.95843,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 8,
          "mean_weight": 0.889893,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 6,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "15": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "27": {
      "layer_index": 27,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 1216,
          "mean_weight": 0.983831,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 223,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 147,
          "mean_weight": 0.977572,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 113,
          "mean_weight": 0.99682,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 117,
          "mean_weight": 0.98388,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 64,
          "mean_weight": 0.986221,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 58,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 36,
          "mean_weight": 0.988498,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 27,
          "mean_weight": 0.991898,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 21,
          "mean_weight": 0.988839,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 12,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 8,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 7,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 4,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "15": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "16": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "17": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "28": {
      "layer_index": 28,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 1670,
          "mean_weight": 0.993677,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 253,
          "mean_weight": 0.996569,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 131,
          "mean_weight": 0.987171,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 92,
          "mean_weight": 0.98618,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 60,
          "mean_weight": 0.993099,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 82,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 27,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 15,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 7,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 9,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 4,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "17": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "29": {
      "layer_index": 29,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 1627,
          "mean_weight": 0.985273,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 253,
          "mean_weight": 0.987768,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 184,
          "mean_weight": 0.986854,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 111,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 67,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 46,
          "mean_weight": 0.928032,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 39,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 31,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 28,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 20,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 4,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 12,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 5,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "15": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "30": {
      "layer_index": 30,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 2076,
          "mean_weight": 0.972745,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 385,
          "mean_weight": 0.9939,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 295,
          "mean_weight": 0.995418,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 209,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 135,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 92,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 56,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 39,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 31,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 25,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 11,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 8,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 7,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "31": {
      "layer_index": 31,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 1592,
          "mean_weight": 0.982792,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 334,
          "mean_weight": 0.991673,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 267,
          "mean_weight": 0.994324,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 183,
          "mean_weight": 0.991723,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 139,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 115,
          "mean_weight": 0.992103,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 71,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 46,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 35,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 12,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 6,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "15": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "32": {
      "layer_index": 32,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 1404,
          "mean_weight": 0.987891,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 258,
          "mean_weight": 0.996737,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 218,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 168,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 86,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 51,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 22,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 16,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 7,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 9,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 4,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "17": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "19": {
          "fire_count": 7,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "22": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "25": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "28": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "30": {
          "fire_count": 7,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "33": {
      "layer_index": 33,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 1301,
          "mean_weight": 0.969884,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 283,
          "mean_weight": 0.991364,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 210,
          "mean_weight": 0.995573,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 140,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 106,
          "mean_weight": 0.987526,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 76,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 64,
          "mean_weight": 0.977753,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 70,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 37,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 23,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 13,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 5,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "34": {
      "layer_index": 34,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 1558,
          "mean_weight": 0.961965,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 288,
          "mean_weight": 0.923601,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 223,
          "mean_weight": 0.958665,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 124,
          "mean_weight": 0.909611,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 82,
          "mean_weight": 0.952011,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 27,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 20,
          "mean_weight": 0.954443,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 17,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 21,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 7,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 3,
          "mean_weight": 0.399414,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "15": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "16": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "19": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "35": {
      "layer_index": 35,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 1984,
          "mean_weight": 0.980503,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 353,
          "mean_weight": 0.976618,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 206,
          "mean_weight": 0.972396,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 158,
          "mean_weight": 0.975354,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 92,
          "mean_weight": 0.993971,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 85,
          "mean_weight": 0.995037,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 50,
          "mean_weight": 0.970938,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 30,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 18,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 13,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 7,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 4,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "16": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "19": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "36": {
      "layer_index": 36,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 2217,
          "mean_weight": 0.98951,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 305,
          "mean_weight": 0.992328,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 200,
          "mean_weight": 0.992139,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 132,
          "mean_weight": 0.994437,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 99,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 61,
          "mean_weight": 0.986264,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 41,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 34,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 35,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 51,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 8,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 10,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 9,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 5,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "15": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "16": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "17": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "18": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "37": {
      "layer_index": 37,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 3626,
          "mean_weight": 0.983987,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 414,
          "mean_weight": 0.99136,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 288,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 142,
          "mean_weight": 0.972085,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 116,
          "mean_weight": 0.985394,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 62,
          "mean_weight": 0.962576,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 26,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 20,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 15,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 12,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 7,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 6,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "16": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "38": {
      "layer_index": 38,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 3120,
          "mean_weight": 0.95464,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 392,
          "mean_weight": 0.968673,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 199,
          "mean_weight": 0.978192,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 101,
          "mean_weight": 0.995823,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 81,
          "mean_weight": 0.982446,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 63,
          "mean_weight": 0.972052,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 40,
          "mean_weight": 0.987891,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 24,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 27,
          "mean_weight": 0.981626,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 9,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 4,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "16": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "39": {
      "layer_index": 39,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 5664,
          "mean_weight": 0.984361,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 653,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 374,
          "mean_weight": 0.995525,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 240,
          "mean_weight": 0.996627,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 155,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 114,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 100,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 26,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 22,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 9,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 3,
          "mean_weight": 0.835938,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 4,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "15": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "40": {
      "layer_index": 40,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 7192,
          "mean_weight": 0.983711,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 707,
          "mean_weight": 0.997823,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 401,
          "mean_weight": 0.996386,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 206,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 142,
          "mean_weight": 0.994347,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 96,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 44,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 18,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 15,
          "mean_weight": 0.945638,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 9,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 4,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "15": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "17": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "41": {
      "layer_index": 41,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 5680,
          "mean_weight": 0.99083,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 636,
          "mean_weight": 0.987007,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 328,
          "mean_weight": 0.988338,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 190,
          "mean_weight": 0.996854,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 94,
          "mean_weight": 0.95859,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 62,
          "mean_weight": 0.986139,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 34,
          "mean_weight": 0.961799,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 22,
          "mean_weight": 0.921586,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 11,
          "mean_weight": 0.790572,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 5,
          "mean_weight": 0.826367,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 38,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 5,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "15": {
          "fire_count": 5,
          "mean_weight": 0.324805,
          "max_weight": 1.0
        }
      }
    },
    "42": {
      "layer_index": 42,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 556,
      "experts": {
        "0": {
          "fire_count": 3113,
          "mean_weight": 0.991125,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 407,
          "mean_weight": 0.999069,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 265,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 197,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 106,
          "mean_weight": 0.994933,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 51,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 29,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 12,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 8,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 17,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "17": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    }
  }
}