{
  "num_moe_layers": 43,
  "layers": {
    "0": {
      "layer_index": 0,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "hash",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 60485,
          "mean_weight": 0.986965,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 7143,
          "mean_weight": 0.982493,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 1544,
          "mean_weight": 0.975769,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 346,
          "mean_weight": 0.964921,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 101,
          "mean_weight": 0.956195,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 14,
          "mean_weight": 0.932443,
          "max_weight": 1.0
        }
      }
    },
    "1": {
      "layer_index": 1,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "hash",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 114188,
          "mean_weight": 0.981914,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 29202,
          "mean_weight": 0.989191,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 1586,
          "mean_weight": 0.991002,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 30,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "2": {
      "layer_index": 2,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "hash",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 64971,
          "mean_weight": 0.977315,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 50811,
          "mean_weight": 0.984777,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 21934,
          "mean_weight": 0.989214,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 3321,
          "mean_weight": 0.993649,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 191,
          "mean_weight": 0.991993,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "3": {
      "layer_index": 3,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 1090,
          "mean_weight": 0.992738,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 206,
          "mean_weight": 0.989471,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 92,
          "mean_weight": 0.982369,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 46,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 14,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 6,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 4,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "4": {
      "layer_index": 4,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 1375,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 327,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 153,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 20,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 6,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 4,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "5": {
      "layer_index": 5,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 1542,
          "mean_weight": 0.995048,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 333,
          "mean_weight": 0.990909,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 180,
          "mean_weight": 0.977946,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 87,
          "mean_weight": 0.945312,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 60,
          "mean_weight": 0.972965,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 42,
          "mean_weight": 0.958426,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 10,
          "mean_weight": 0.675098,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "6": {
      "layer_index": 6,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 1495,
          "mean_weight": 0.9608,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 227,
          "mean_weight": 0.908014,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 93,
          "mean_weight": 0.871503,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 55,
          "mean_weight": 0.749503,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 20,
          "mean_weight": 0.537402,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 16,
          "mean_weight": 0.41449,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 46,
          "mean_weight": 0.900115,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 9,
          "mean_weight": 0.260308,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 2,
          "mean_weight": 0.219727,
          "max_weight": 0.242188
        },
        "9": {
          "fire_count": 1,
          "mean_weight": 0.142578,
          "max_weight": 0.142578
        }
      }
    },
    "7": {
      "layer_index": 7,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 1636,
          "mean_weight": 0.970847,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 300,
          "mean_weight": 0.995153,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 160,
          "mean_weight": 0.986877,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 70,
          "mean_weight": 0.988532,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 27,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 13,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "8": {
      "layer_index": 8,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 1835,
          "mean_weight": 0.999617,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 281,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 172,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 116,
          "mean_weight": 0.996094,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 120,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 23,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 12,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 6,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "9": {
      "layer_index": 9,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 1465,
          "mean_weight": 0.944687,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 202,
          "mean_weight": 0.930509,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 114,
          "mean_weight": 0.912144,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 64,
          "mean_weight": 0.937302,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 36,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 9,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 10,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 39,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "10": {
      "layer_index": 10,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 2195,
          "mean_weight": 0.992901,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 376,
          "mean_weight": 0.994325,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 179,
          "mean_weight": 0.992755,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 99,
          "mean_weight": 0.991359,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 36,
          "mean_weight": 0.976481,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 13,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 42,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "11": {
      "layer_index": 11,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 2076,
          "mean_weight": 0.983866,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 242,
          "mean_weight": 0.98971,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 93,
          "mean_weight": 0.991421,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 54,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 24,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 8,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 39,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 39,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "12": {
      "layer_index": 12,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 1893,
          "mean_weight": 0.997594,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 297,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 144,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 91,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 23,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 9,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 38,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "13": {
      "layer_index": 13,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 1712,
          "mean_weight": 0.969967,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 249,
          "mean_weight": 0.942414,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 163,
          "mean_weight": 0.94125,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 87,
          "mean_weight": 0.951172,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 39,
          "mean_weight": 0.978566,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 13,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 48,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "14": {
      "layer_index": 14,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 3824,
          "mean_weight": 0.947127,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 391,
          "mean_weight": 0.905953,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 211,
          "mean_weight": 0.908594,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 148,
          "mean_weight": 0.990116,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 50,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 21,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 16,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 4,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "15": {
      "layer_index": 15,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 2710,
          "mean_weight": 0.986322,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 379,
          "mean_weight": 0.974274,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 134,
          "mean_weight": 0.977167,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 59,
          "mean_weight": 0.947746,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 18,
          "mean_weight": 0.95204,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 11,
          "mean_weight": 0.918857,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "16": {
      "layer_index": 16,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 6940,
          "mean_weight": 0.96202,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 582,
          "mean_weight": 0.928442,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 111,
          "mean_weight": 0.947019,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 69,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 25,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 8,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 19,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 20,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "17": {
      "layer_index": 17,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 4579,
          "mean_weight": 0.887218,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 548,
          "mean_weight": 0.688656,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 251,
          "mean_weight": 0.637528,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 70,
          "mean_weight": 0.537988,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 15,
          "mean_weight": 0.631055,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 6,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 41,
          "mean_weight": 0.124714,
          "max_weight": 1.0
        }
      }
    },
    "18": {
      "layer_index": 18,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 6580,
          "mean_weight": 0.953467,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 690,
          "mean_weight": 0.938069,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 425,
          "mean_weight": 0.933915,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 154,
          "mean_weight": 0.935807,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 24,
          "mean_weight": 0.966634,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 7,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "19": {
      "layer_index": 19,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 2149,
          "mean_weight": 0.997844,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 498,
          "mean_weight": 0.995674,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 322,
          "mean_weight": 0.995141,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 214,
          "mean_weight": 0.997152,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 113,
          "mean_weight": 0.993985,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 64,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 26,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 12,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 8,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "20": {
      "layer_index": 20,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 4332,
          "mean_weight": 0.989198,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 455,
          "mean_weight": 0.978958,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 221,
          "mean_weight": 0.948357,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 70,
          "mean_weight": 0.948298,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 24,
          "mean_weight": 0.978353,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 39,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "21": {
      "layer_index": 21,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 2863,
          "mean_weight": 0.995666,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 504,
          "mean_weight": 0.998473,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 288,
          "mean_weight": 0.997192,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 207,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 108,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 46,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 31,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 31,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 5,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "22": {
      "layer_index": 22,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 3147,
          "mean_weight": 0.970481,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 529,
          "mean_weight": 0.955325,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 383,
          "mean_weight": 0.978179,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 280,
          "mean_weight": 0.977211,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 159,
          "mean_weight": 0.992409,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 69,
          "mean_weight": 0.991282,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 45,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 14,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 46,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "23": {
      "layer_index": 23,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 1246,
          "mean_weight": 0.964581,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 263,
          "mean_weight": 0.993459,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 179,
          "mean_weight": 0.966435,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 144,
          "mean_weight": 0.974399,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 93,
          "mean_weight": 0.965253,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 84,
          "mean_weight": 0.934541,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 46,
          "mean_weight": 0.899255,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 38,
          "mean_weight": 0.901534,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 17,
          "mean_weight": 0.724322,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 18,
          "mean_weight": 0.656413,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 13,
          "mean_weight": 0.434871,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 6,
          "mean_weight": 0.15682,
          "max_weight": 0.371094
        },
        "14": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "24": {
      "layer_index": 24,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 1596,
          "mean_weight": 0.994489,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 308,
          "mean_weight": 0.99733,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 225,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 167,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 135,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 67,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 52,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 63,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 10,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 7,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "25": {
      "layer_index": 25,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 1334,
          "mean_weight": 0.989134,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 290,
          "mean_weight": 0.994322,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 169,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 172,
          "mean_weight": 0.994774,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 89,
          "mean_weight": 0.99013,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 57,
          "mean_weight": 0.969367,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 57,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 41,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 30,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 20,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 8,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "16": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "19": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "23": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "26": {
      "layer_index": 26,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 1798,
          "mean_weight": 0.99174,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 302,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 181,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 93,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 101,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 35,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 26,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 20,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 23,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 11,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "27": {
      "layer_index": 27,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 1036,
          "mean_weight": 0.995148,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 265,
          "mean_weight": 0.996897,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 202,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 136,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 151,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 75,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 47,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 32,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 19,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 11,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 4,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "28": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "28": {
      "layer_index": 28,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 1222,
          "mean_weight": 0.980155,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 216,
          "mean_weight": 0.992362,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 165,
          "mean_weight": 0.994694,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 104,
          "mean_weight": 0.992394,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 74,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 89,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 43,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 37,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 21,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 18,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 8,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 7,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 4,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "15": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "29": {
      "layer_index": 29,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 1433,
          "mean_weight": 0.99689,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 273,
          "mean_weight": 0.997625,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 186,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 135,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 81,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 43,
          "mean_weight": 0.979787,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 33,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 12,
          "mean_weight": 0.929769,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 17,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 22,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 6,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 4,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "15": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "30": {
      "layer_index": 30,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 1807,
          "mean_weight": 0.974354,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 357,
          "mean_weight": 0.981527,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 255,
          "mean_weight": 0.994202,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 150,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 91,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 59,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 35,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 19,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 15,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 6,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 2,
          "mean_weight": 0.547607,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "31": {
      "layer_index": 31,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 1527,
          "mean_weight": 0.984066,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 316,
          "mean_weight": 0.993288,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 230,
          "mean_weight": 0.9962,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 206,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 108,
          "mean_weight": 0.992188,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 57,
          "mean_weight": 0.986825,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 95,
          "mean_weight": 0.991674,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 34,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 15,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 12,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 5,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 5,
          "mean_weight": 0.512695,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "18": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "32": {
      "layer_index": 32,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 1472,
          "mean_weight": 0.955101,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 310,
          "mean_weight": 0.977093,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 183,
          "mean_weight": 0.990603,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 165,
          "mean_weight": 0.994377,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 93,
          "mean_weight": 0.990198,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 77,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 27,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 13,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 5,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 8,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 4,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 4,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "15": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "21": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "33": {
      "layer_index": 33,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 1360,
          "mean_weight": 0.962057,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 287,
          "mean_weight": 0.979363,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 198,
          "mean_weight": 0.987877,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 171,
          "mean_weight": 0.990303,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 104,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 58,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 53,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 34,
          "mean_weight": 0.973518,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 21,
          "mean_weight": 0.957613,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 13,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 7,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 4,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "17": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "34": {
      "layer_index": 34,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 1436,
          "mean_weight": 0.984453,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 339,
          "mean_weight": 0.995385,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 226,
          "mean_weight": 0.996172,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 150,
          "mean_weight": 0.995677,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 91,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 62,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 40,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 33,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 36,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 23,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 14,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 5,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 7,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 7,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "15": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "16": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "21": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "35": {
      "layer_index": 35,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 1726,
          "mean_weight": 0.966152,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 366,
          "mean_weight": 0.94717,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 235,
          "mean_weight": 0.921272,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 174,
          "mean_weight": 0.919855,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 119,
          "mean_weight": 0.920308,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 64,
          "mean_weight": 0.941711,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 72,
          "mean_weight": 0.986762,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 46,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 31,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 9,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 7,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 7,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "15": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "36": {
      "layer_index": 36,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 1787,
          "mean_weight": 0.98931,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 320,
          "mean_weight": 0.997986,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 220,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 147,
          "mean_weight": 0.986072,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 92,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 66,
          "mean_weight": 0.986003,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 43,
          "mean_weight": 0.978641,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 41,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 28,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 57,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 12,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 16,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 13,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 5,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 7,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "15": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "16": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "19": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "37": {
      "layer_index": 37,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 3078,
          "mean_weight": 0.984455,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 365,
          "mean_weight": 0.984546,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 307,
          "mean_weight": 0.998219,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 181,
          "mean_weight": 0.992306,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 110,
          "mean_weight": 0.976562,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 72,
          "mean_weight": 0.795722,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 31,
          "mean_weight": 0.973633,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 25,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 12,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 10,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 9,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "38": {
      "layer_index": 38,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 2139,
          "mean_weight": 0.974962,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 320,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 212,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 113,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 96,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 52,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 51,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 35,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 12,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 12,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 10,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 5,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "15": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "39": {
      "layer_index": 39,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 4590,
          "mean_weight": 0.991818,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 675,
          "mean_weight": 0.998738,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 446,
          "mean_weight": 0.998353,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 264,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 167,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 84,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 80,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 36,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 18,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 8,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 6,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "16": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "20": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "40": {
      "layer_index": 40,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 7211,
          "mean_weight": 0.981175,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 677,
          "mean_weight": 0.995329,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 418,
          "mean_weight": 0.998252,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 277,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 132,
          "mean_weight": 0.993867,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 58,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 30,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 9,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 10,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 5,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "41": {
      "layer_index": 41,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 4109,
          "mean_weight": 0.991149,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 546,
          "mean_weight": 0.987746,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 322,
          "mean_weight": 0.991244,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 258,
          "mean_weight": 0.992354,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 133,
          "mean_weight": 0.993348,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 68,
          "mean_weight": 0.991785,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 36,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 43,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 39,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 15,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 44,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    },
    "42": {
      "layer_index": 42,
      "num_routed_experts": 256,
      "top_k": 6,
      "router_type": "topk",
      "total_tokens": 588,
      "experts": {
        "0": {
          "fire_count": 2304,
          "mean_weight": 0.981302,
          "max_weight": 1.0
        },
        "1": {
          "fire_count": 392,
          "mean_weight": 0.974452,
          "max_weight": 1.0
        },
        "2": {
          "fire_count": 296,
          "mean_weight": 0.975454,
          "max_weight": 1.0
        },
        "3": {
          "fire_count": 245,
          "mean_weight": 0.96306,
          "max_weight": 1.0
        },
        "4": {
          "fire_count": 206,
          "mean_weight": 0.987447,
          "max_weight": 1.0
        },
        "5": {
          "fire_count": 74,
          "mean_weight": 0.925003,
          "max_weight": 1.0
        },
        "6": {
          "fire_count": 47,
          "mean_weight": 0.984707,
          "max_weight": 1.0
        },
        "7": {
          "fire_count": 20,
          "mean_weight": 0.956201,
          "max_weight": 1.0
        },
        "8": {
          "fire_count": 9,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "9": {
          "fire_count": 5,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "10": {
          "fire_count": 2,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "11": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "12": {
          "fire_count": 3,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "13": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "14": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        },
        "17": {
          "fire_count": 1,
          "mean_weight": 1.0,
          "max_weight": 1.0
        }
      }
    }
  }
}