Mini-Whale-Flash / profiling /noncoding_profile.json
Akahsizrr's picture
Upload folder using huggingface_hub
51700b0 verified
Raw
History Blame Contribute Delete
65.8 kB
{
"num_moe_layers": 43,
"layers": {
"0": {
"layer_index": 0,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "hash",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 59655,
"mean_weight": 0.986074,
"max_weight": 1.0
},
"1": {
"fire_count": 4037,
"mean_weight": 0.984881,
"max_weight": 1.0
},
"2": {
"fire_count": 597,
"mean_weight": 0.989268,
"max_weight": 1.0
},
"3": {
"fire_count": 101,
"mean_weight": 0.971892,
"max_weight": 1.0
},
"4": {
"fire_count": 14,
"mean_weight": 1.0,
"max_weight": 1.0
},
"5": {
"fire_count": 3,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 4,
"mean_weight": 0.542969,
"max_weight": 1.0
},
"7": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"1": {
"layer_index": 1,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "hash",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 111935,
"mean_weight": 0.981789,
"max_weight": 1.0
},
"1": {
"fire_count": 20773,
"mean_weight": 0.990929,
"max_weight": 1.0
},
"2": {
"fire_count": 1395,
"mean_weight": 0.995229,
"max_weight": 1.0
},
"3": {
"fire_count": 23,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"2": {
"layer_index": 2,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "hash",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 70327,
"mean_weight": 0.979094,
"max_weight": 1.0
},
"1": {
"fire_count": 44278,
"mean_weight": 0.983532,
"max_weight": 1.0
},
"2": {
"fire_count": 16250,
"mean_weight": 0.990994,
"max_weight": 1.0
},
"3": {
"fire_count": 2074,
"mean_weight": 0.996406,
"max_weight": 1.0
},
"4": {
"fire_count": 128,
"mean_weight": 1.0,
"max_weight": 1.0
},
"5": {
"fire_count": 3,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"3": {
"layer_index": 3,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 908,
"mean_weight": 0.971318,
"max_weight": 1.0
},
"1": {
"fire_count": 173,
"mean_weight": 0.953938,
"max_weight": 1.0
},
"2": {
"fire_count": 151,
"mean_weight": 0.984168,
"max_weight": 1.0
},
"3": {
"fire_count": 59,
"mean_weight": 0.972441,
"max_weight": 1.0
},
"4": {
"fire_count": 25,
"mean_weight": 0.900273,
"max_weight": 1.0
},
"5": {
"fire_count": 8,
"mean_weight": 0.871094,
"max_weight": 1.0
},
"7": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"4": {
"layer_index": 4,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 1144,
"mean_weight": 0.994383,
"max_weight": 1.0
},
"1": {
"fire_count": 254,
"mean_weight": 1.0,
"max_weight": 1.0
},
"2": {
"fire_count": 176,
"mean_weight": 1.0,
"max_weight": 1.0
},
"3": {
"fire_count": 43,
"mean_weight": 1.0,
"max_weight": 1.0
},
"4": {
"fire_count": 10,
"mean_weight": 1.0,
"max_weight": 1.0
},
"5": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"5": {
"layer_index": 5,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 1744,
"mean_weight": 0.996656,
"max_weight": 1.0
},
"1": {
"fire_count": 274,
"mean_weight": 0.997427,
"max_weight": 1.0
},
"2": {
"fire_count": 133,
"mean_weight": 1.0,
"max_weight": 1.0
},
"3": {
"fire_count": 63,
"mean_weight": 1.0,
"max_weight": 1.0
},
"4": {
"fire_count": 51,
"mean_weight": 1.0,
"max_weight": 1.0
},
"5": {
"fire_count": 10,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"9": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"6": {
"layer_index": 6,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 1223,
"mean_weight": 0.935427,
"max_weight": 1.0
},
"1": {
"fire_count": 193,
"mean_weight": 0.876999,
"max_weight": 1.0
},
"2": {
"fire_count": 95,
"mean_weight": 0.826151,
"max_weight": 1.0
},
"3": {
"fire_count": 62,
"mean_weight": 0.709418,
"max_weight": 1.0
},
"4": {
"fire_count": 39,
"mean_weight": 0.616612,
"max_weight": 1.0
},
"5": {
"fire_count": 16,
"mean_weight": 0.438904,
"max_weight": 1.0
},
"6": {
"fire_count": 45,
"mean_weight": 0.850304,
"max_weight": 1.0
},
"7": {
"fire_count": 5,
"mean_weight": 0.32666,
"max_weight": 1.0
},
"8": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"9": {
"fire_count": 1,
"mean_weight": 0.126953,
"max_weight": 0.126953
},
"10": {
"fire_count": 1,
"mean_weight": 0.087891,
"max_weight": 0.087891
},
"11": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"12": {
"fire_count": 1,
"mean_weight": 0.125,
"max_weight": 0.125
}
}
},
"7": {
"layer_index": 7,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 1606,
"mean_weight": 0.977663,
"max_weight": 1.0
},
"1": {
"fire_count": 205,
"mean_weight": 1.0,
"max_weight": 1.0
},
"2": {
"fire_count": 114,
"mean_weight": 1.0,
"max_weight": 1.0
},
"3": {
"fire_count": 50,
"mean_weight": 1.0,
"max_weight": 1.0
},
"4": {
"fire_count": 26,
"mean_weight": 1.0,
"max_weight": 1.0
},
"5": {
"fire_count": 8,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"7": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"8": {
"layer_index": 8,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 1843,
"mean_weight": 0.995164,
"max_weight": 1.0
},
"1": {
"fire_count": 356,
"mean_weight": 1.0,
"max_weight": 1.0
},
"2": {
"fire_count": 190,
"mean_weight": 0.98788,
"max_weight": 1.0
},
"3": {
"fire_count": 94,
"mean_weight": 0.991086,
"max_weight": 1.0
},
"4": {
"fire_count": 64,
"mean_weight": 1.0,
"max_weight": 1.0
},
"5": {
"fire_count": 18,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 8,
"mean_weight": 1.0,
"max_weight": 1.0
},
"7": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"8": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"9": {
"layer_index": 9,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 1964,
"mean_weight": 0.971924,
"max_weight": 1.0
},
"1": {
"fire_count": 248,
"mean_weight": 0.974145,
"max_weight": 1.0
},
"2": {
"fire_count": 109,
"mean_weight": 0.955405,
"max_weight": 1.0
},
"3": {
"fire_count": 74,
"mean_weight": 0.966553,
"max_weight": 1.0
},
"4": {
"fire_count": 44,
"mean_weight": 1.0,
"max_weight": 1.0
},
"5": {
"fire_count": 20,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 20,
"mean_weight": 1.0,
"max_weight": 1.0
},
"7": {
"fire_count": 4,
"mean_weight": 1.0,
"max_weight": 1.0
},
"8": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"9": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"10": {
"fire_count": 37,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"10": {
"layer_index": 10,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 2139,
"mean_weight": 0.995748,
"max_weight": 1.0
},
"1": {
"fire_count": 311,
"mean_weight": 0.992244,
"max_weight": 1.0
},
"2": {
"fire_count": 176,
"mean_weight": 0.995728,
"max_weight": 1.0
},
"3": {
"fire_count": 85,
"mean_weight": 0.974586,
"max_weight": 1.0
},
"4": {
"fire_count": 46,
"mean_weight": 1.0,
"max_weight": 1.0
},
"5": {
"fire_count": 20,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 20,
"mean_weight": 0.960547,
"max_weight": 1.0
},
"7": {
"fire_count": 21,
"mean_weight": 0.963356,
"max_weight": 1.0
}
}
},
"11": {
"layer_index": 11,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 2130,
"mean_weight": 0.992044,
"max_weight": 1.0
},
"1": {
"fire_count": 223,
"mean_weight": 0.993694,
"max_weight": 1.0
},
"2": {
"fire_count": 98,
"mean_weight": 0.991889,
"max_weight": 1.0
},
"3": {
"fire_count": 43,
"mean_weight": 1.0,
"max_weight": 1.0
},
"4": {
"fire_count": 10,
"mean_weight": 1.0,
"max_weight": 1.0
},
"5": {
"fire_count": 18,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 22,
"mean_weight": 1.0,
"max_weight": 1.0
},
"8": {
"fire_count": 36,
"mean_weight": 1.0,
"max_weight": 1.0
},
"10": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"12": {
"layer_index": 12,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 1830,
"mean_weight": 0.995089,
"max_weight": 1.0
},
"1": {
"fire_count": 276,
"mean_weight": 1.0,
"max_weight": 1.0
},
"2": {
"fire_count": 192,
"mean_weight": 0.996023,
"max_weight": 1.0
},
"3": {
"fire_count": 98,
"mean_weight": 1.0,
"max_weight": 1.0
},
"4": {
"fire_count": 35,
"mean_weight": 1.0,
"max_weight": 1.0
},
"5": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 7,
"mean_weight": 1.0,
"max_weight": 1.0
},
"7": {
"fire_count": 29,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"13": {
"layer_index": 13,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 1665,
"mean_weight": 0.962089,
"max_weight": 1.0
},
"1": {
"fire_count": 234,
"mean_weight": 0.924955,
"max_weight": 1.0
},
"2": {
"fire_count": 116,
"mean_weight": 0.937689,
"max_weight": 1.0
},
"3": {
"fire_count": 51,
"mean_weight": 0.933307,
"max_weight": 1.0
},
"4": {
"fire_count": 17,
"mean_weight": 0.948989,
"max_weight": 1.0
},
"5": {
"fire_count": 3,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 37,
"mean_weight": 1.0,
"max_weight": 1.0
},
"7": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"14": {
"layer_index": 14,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 3638,
"mean_weight": 0.957937,
"max_weight": 1.0
},
"1": {
"fire_count": 317,
"mean_weight": 0.937214,
"max_weight": 1.0
},
"2": {
"fire_count": 116,
"mean_weight": 0.945515,
"max_weight": 1.0
},
"3": {
"fire_count": 80,
"mean_weight": 0.980347,
"max_weight": 1.0
},
"4": {
"fire_count": 11,
"mean_weight": 1.0,
"max_weight": 1.0
},
"5": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"7": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"15": {
"layer_index": 15,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 2070,
"mean_weight": 0.969168,
"max_weight": 1.0
},
"1": {
"fire_count": 287,
"mean_weight": 0.980789,
"max_weight": 1.0
},
"2": {
"fire_count": 105,
"mean_weight": 0.955394,
"max_weight": 1.0
},
"3": {
"fire_count": 48,
"mean_weight": 0.983744,
"max_weight": 1.0
},
"4": {
"fire_count": 9,
"mean_weight": 0.916233,
"max_weight": 1.0
},
"5": {
"fire_count": 3,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"16": {
"layer_index": 16,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 5754,
"mean_weight": 0.986351,
"max_weight": 1.0
},
"1": {
"fire_count": 452,
"mean_weight": 0.99841,
"max_weight": 1.0
},
"2": {
"fire_count": 111,
"mean_weight": 1.0,
"max_weight": 1.0
},
"3": {
"fire_count": 77,
"mean_weight": 1.0,
"max_weight": 1.0
},
"4": {
"fire_count": 7,
"mean_weight": 1.0,
"max_weight": 1.0
},
"5": {
"fire_count": 4,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 5,
"mean_weight": 1.0,
"max_weight": 1.0
},
"7": {
"fire_count": 32,
"mean_weight": 1.0,
"max_weight": 1.0
},
"8": {
"fire_count": 3,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"17": {
"layer_index": 17,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 4196,
"mean_weight": 0.900245,
"max_weight": 1.0
},
"1": {
"fire_count": 492,
"mean_weight": 0.796055,
"max_weight": 1.0
},
"2": {
"fire_count": 204,
"mean_weight": 0.756975,
"max_weight": 1.0
},
"3": {
"fire_count": 50,
"mean_weight": 0.661582,
"max_weight": 1.0
},
"4": {
"fire_count": 11,
"mean_weight": 0.710938,
"max_weight": 1.0
},
"5": {
"fire_count": 23,
"mean_weight": 0.118164,
"max_weight": 1.0
},
"6": {
"fire_count": 14,
"mean_weight": 0.082031,
"max_weight": 0.09082
}
}
},
"18": {
"layer_index": 18,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 6021,
"mean_weight": 0.987569,
"max_weight": 1.0
},
"1": {
"fire_count": 593,
"mean_weight": 0.998742,
"max_weight": 1.0
},
"2": {
"fire_count": 345,
"mean_weight": 0.997639,
"max_weight": 1.0
},
"3": {
"fire_count": 136,
"mean_weight": 1.0,
"max_weight": 1.0
},
"4": {
"fire_count": 18,
"mean_weight": 1.0,
"max_weight": 1.0
},
"5": {
"fire_count": 9,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"19": {
"layer_index": 19,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 2122,
"mean_weight": 0.989245,
"max_weight": 1.0
},
"1": {
"fire_count": 415,
"mean_weight": 0.988345,
"max_weight": 1.0
},
"2": {
"fire_count": 310,
"mean_weight": 0.98206,
"max_weight": 1.0
},
"3": {
"fire_count": 180,
"mean_weight": 0.984364,
"max_weight": 1.0
},
"4": {
"fire_count": 117,
"mean_weight": 0.993181,
"max_weight": 1.0
},
"5": {
"fire_count": 57,
"mean_weight": 0.971645,
"max_weight": 1.0
},
"6": {
"fire_count": 24,
"mean_weight": 1.0,
"max_weight": 1.0
},
"7": {
"fire_count": 6,
"mean_weight": 1.0,
"max_weight": 1.0
},
"8": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"9": {
"fire_count": 3,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"20": {
"layer_index": 20,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 4168,
"mean_weight": 0.99043,
"max_weight": 1.0
},
"1": {
"fire_count": 536,
"mean_weight": 0.988008,
"max_weight": 1.0
},
"2": {
"fire_count": 252,
"mean_weight": 0.992025,
"max_weight": 1.0
},
"3": {
"fire_count": 82,
"mean_weight": 1.0,
"max_weight": 1.0
},
"4": {
"fire_count": 20,
"mean_weight": 1.0,
"max_weight": 1.0
},
"5": {
"fire_count": 4,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 4,
"mean_weight": 1.0,
"max_weight": 1.0
},
"8": {
"fire_count": 36,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"21": {
"layer_index": 21,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 3802,
"mean_weight": 0.996747,
"max_weight": 1.0
},
"1": {
"fire_count": 482,
"mean_weight": 0.993576,
"max_weight": 1.0
},
"2": {
"fire_count": 260,
"mean_weight": 1.0,
"max_weight": 1.0
},
"3": {
"fire_count": 189,
"mean_weight": 0.982029,
"max_weight": 1.0
},
"4": {
"fire_count": 104,
"mean_weight": 0.992206,
"max_weight": 1.0
},
"5": {
"fire_count": 69,
"mean_weight": 0.987956,
"max_weight": 1.0
},
"6": {
"fire_count": 37,
"mean_weight": 1.0,
"max_weight": 1.0
},
"7": {
"fire_count": 39,
"mean_weight": 1.0,
"max_weight": 1.0
},
"8": {
"fire_count": 8,
"mean_weight": 1.0,
"max_weight": 1.0
},
"9": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"10": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"11": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"22": {
"layer_index": 22,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 3966,
"mean_weight": 0.97068,
"max_weight": 1.0
},
"1": {
"fire_count": 496,
"mean_weight": 0.94178,
"max_weight": 1.0
},
"2": {
"fire_count": 347,
"mean_weight": 0.943168,
"max_weight": 1.0
},
"3": {
"fire_count": 201,
"mean_weight": 0.940454,
"max_weight": 1.0
},
"4": {
"fire_count": 119,
"mean_weight": 0.952953,
"max_weight": 1.0
},
"5": {
"fire_count": 71,
"mean_weight": 0.932026,
"max_weight": 1.0
},
"6": {
"fire_count": 33,
"mean_weight": 0.952356,
"max_weight": 1.0
},
"7": {
"fire_count": 7,
"mean_weight": 0.782087,
"max_weight": 1.0
},
"8": {
"fire_count": 41,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"23": {
"layer_index": 23,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 1394,
"mean_weight": 0.97521,
"max_weight": 1.0
},
"1": {
"fire_count": 270,
"mean_weight": 0.991348,
"max_weight": 1.0
},
"2": {
"fire_count": 209,
"mean_weight": 0.988912,
"max_weight": 1.0
},
"3": {
"fire_count": 124,
"mean_weight": 0.98758,
"max_weight": 1.0
},
"4": {
"fire_count": 120,
"mean_weight": 0.992047,
"max_weight": 1.0
},
"5": {
"fire_count": 66,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 36,
"mean_weight": 1.0,
"max_weight": 1.0
},
"7": {
"fire_count": 26,
"mean_weight": 1.0,
"max_weight": 1.0
},
"8": {
"fire_count": 17,
"mean_weight": 1.0,
"max_weight": 1.0
},
"9": {
"fire_count": 12,
"mean_weight": 1.0,
"max_weight": 1.0
},
"10": {
"fire_count": 10,
"mean_weight": 1.0,
"max_weight": 1.0
},
"11": {
"fire_count": 5,
"mean_weight": 1.0,
"max_weight": 1.0
},
"12": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"24": {
"layer_index": 24,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 2324,
"mean_weight": 0.98124,
"max_weight": 1.0
},
"1": {
"fire_count": 344,
"mean_weight": 1.0,
"max_weight": 1.0
},
"2": {
"fire_count": 202,
"mean_weight": 1.0,
"max_weight": 1.0
},
"3": {
"fire_count": 145,
"mean_weight": 1.0,
"max_weight": 1.0
},
"4": {
"fire_count": 83,
"mean_weight": 1.0,
"max_weight": 1.0
},
"5": {
"fire_count": 78,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 52,
"mean_weight": 1.0,
"max_weight": 1.0
},
"7": {
"fire_count": 74,
"mean_weight": 1.0,
"max_weight": 1.0
},
"8": {
"fire_count": 11,
"mean_weight": 1.0,
"max_weight": 1.0
},
"9": {
"fire_count": 11,
"mean_weight": 1.0,
"max_weight": 1.0
},
"10": {
"fire_count": 4,
"mean_weight": 1.0,
"max_weight": 1.0
},
"11": {
"fire_count": 3,
"mean_weight": 1.0,
"max_weight": 1.0
},
"12": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"14": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"25": {
"layer_index": 25,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 1616,
"mean_weight": 0.984517,
"max_weight": 1.0
},
"1": {
"fire_count": 279,
"mean_weight": 0.993588,
"max_weight": 1.0
},
"2": {
"fire_count": 150,
"mean_weight": 0.995,
"max_weight": 1.0
},
"3": {
"fire_count": 142,
"mean_weight": 1.0,
"max_weight": 1.0
},
"4": {
"fire_count": 71,
"mean_weight": 1.0,
"max_weight": 1.0
},
"5": {
"fire_count": 61,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 34,
"mean_weight": 1.0,
"max_weight": 1.0
},
"7": {
"fire_count": 27,
"mean_weight": 0.981192,
"max_weight": 1.0
},
"8": {
"fire_count": 19,
"mean_weight": 1.0,
"max_weight": 1.0
},
"9": {
"fire_count": 11,
"mean_weight": 1.0,
"max_weight": 1.0
},
"10": {
"fire_count": 9,
"mean_weight": 1.0,
"max_weight": 1.0
},
"11": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"12": {
"fire_count": 4,
"mean_weight": 1.0,
"max_weight": 1.0
},
"13": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"15": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"16": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"24": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"26": {
"layer_index": 26,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 2461,
"mean_weight": 0.982831,
"max_weight": 1.0
},
"1": {
"fire_count": 426,
"mean_weight": 0.983043,
"max_weight": 1.0
},
"2": {
"fire_count": 262,
"mean_weight": 0.993964,
"max_weight": 1.0
},
"3": {
"fire_count": 135,
"mean_weight": 0.980378,
"max_weight": 1.0
},
"4": {
"fire_count": 142,
"mean_weight": 0.99368,
"max_weight": 1.0
},
"5": {
"fire_count": 78,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 49,
"mean_weight": 0.981047,
"max_weight": 1.0
},
"7": {
"fire_count": 30,
"mean_weight": 1.0,
"max_weight": 1.0
},
"8": {
"fire_count": 22,
"mean_weight": 0.95843,
"max_weight": 1.0
},
"9": {
"fire_count": 8,
"mean_weight": 0.889893,
"max_weight": 1.0
},
"10": {
"fire_count": 6,
"mean_weight": 1.0,
"max_weight": 1.0
},
"11": {
"fire_count": 3,
"mean_weight": 1.0,
"max_weight": 1.0
},
"12": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"15": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"27": {
"layer_index": 27,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 1216,
"mean_weight": 0.983831,
"max_weight": 1.0
},
"1": {
"fire_count": 223,
"mean_weight": 1.0,
"max_weight": 1.0
},
"2": {
"fire_count": 147,
"mean_weight": 0.977572,
"max_weight": 1.0
},
"3": {
"fire_count": 113,
"mean_weight": 0.99682,
"max_weight": 1.0
},
"4": {
"fire_count": 117,
"mean_weight": 0.98388,
"max_weight": 1.0
},
"5": {
"fire_count": 64,
"mean_weight": 0.986221,
"max_weight": 1.0
},
"6": {
"fire_count": 58,
"mean_weight": 1.0,
"max_weight": 1.0
},
"7": {
"fire_count": 36,
"mean_weight": 0.988498,
"max_weight": 1.0
},
"8": {
"fire_count": 27,
"mean_weight": 0.991898,
"max_weight": 1.0
},
"9": {
"fire_count": 21,
"mean_weight": 0.988839,
"max_weight": 1.0
},
"10": {
"fire_count": 12,
"mean_weight": 1.0,
"max_weight": 1.0
},
"11": {
"fire_count": 8,
"mean_weight": 1.0,
"max_weight": 1.0
},
"12": {
"fire_count": 7,
"mean_weight": 1.0,
"max_weight": 1.0
},
"13": {
"fire_count": 4,
"mean_weight": 1.0,
"max_weight": 1.0
},
"15": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"16": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"17": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"28": {
"layer_index": 28,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 1670,
"mean_weight": 0.993677,
"max_weight": 1.0
},
"1": {
"fire_count": 253,
"mean_weight": 0.996569,
"max_weight": 1.0
},
"2": {
"fire_count": 131,
"mean_weight": 0.987171,
"max_weight": 1.0
},
"3": {
"fire_count": 92,
"mean_weight": 0.98618,
"max_weight": 1.0
},
"4": {
"fire_count": 60,
"mean_weight": 0.993099,
"max_weight": 1.0
},
"5": {
"fire_count": 82,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 27,
"mean_weight": 1.0,
"max_weight": 1.0
},
"7": {
"fire_count": 15,
"mean_weight": 1.0,
"max_weight": 1.0
},
"8": {
"fire_count": 7,
"mean_weight": 1.0,
"max_weight": 1.0
},
"9": {
"fire_count": 9,
"mean_weight": 1.0,
"max_weight": 1.0
},
"10": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"11": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"12": {
"fire_count": 4,
"mean_weight": 1.0,
"max_weight": 1.0
},
"13": {
"fire_count": 3,
"mean_weight": 1.0,
"max_weight": 1.0
},
"17": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"29": {
"layer_index": 29,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 1627,
"mean_weight": 0.985273,
"max_weight": 1.0
},
"1": {
"fire_count": 253,
"mean_weight": 0.987768,
"max_weight": 1.0
},
"2": {
"fire_count": 184,
"mean_weight": 0.986854,
"max_weight": 1.0
},
"3": {
"fire_count": 111,
"mean_weight": 1.0,
"max_weight": 1.0
},
"4": {
"fire_count": 67,
"mean_weight": 1.0,
"max_weight": 1.0
},
"5": {
"fire_count": 46,
"mean_weight": 0.928032,
"max_weight": 1.0
},
"6": {
"fire_count": 39,
"mean_weight": 1.0,
"max_weight": 1.0
},
"7": {
"fire_count": 31,
"mean_weight": 1.0,
"max_weight": 1.0
},
"8": {
"fire_count": 28,
"mean_weight": 1.0,
"max_weight": 1.0
},
"9": {
"fire_count": 20,
"mean_weight": 1.0,
"max_weight": 1.0
},
"10": {
"fire_count": 4,
"mean_weight": 1.0,
"max_weight": 1.0
},
"11": {
"fire_count": 12,
"mean_weight": 1.0,
"max_weight": 1.0
},
"12": {
"fire_count": 5,
"mean_weight": 1.0,
"max_weight": 1.0
},
"13": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"14": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"15": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"30": {
"layer_index": 30,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 2076,
"mean_weight": 0.972745,
"max_weight": 1.0
},
"1": {
"fire_count": 385,
"mean_weight": 0.9939,
"max_weight": 1.0
},
"2": {
"fire_count": 295,
"mean_weight": 0.995418,
"max_weight": 1.0
},
"3": {
"fire_count": 209,
"mean_weight": 1.0,
"max_weight": 1.0
},
"4": {
"fire_count": 135,
"mean_weight": 1.0,
"max_weight": 1.0
},
"5": {
"fire_count": 92,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 56,
"mean_weight": 1.0,
"max_weight": 1.0
},
"7": {
"fire_count": 39,
"mean_weight": 1.0,
"max_weight": 1.0
},
"8": {
"fire_count": 31,
"mean_weight": 1.0,
"max_weight": 1.0
},
"9": {
"fire_count": 25,
"mean_weight": 1.0,
"max_weight": 1.0
},
"10": {
"fire_count": 11,
"mean_weight": 1.0,
"max_weight": 1.0
},
"11": {
"fire_count": 8,
"mean_weight": 1.0,
"max_weight": 1.0
},
"12": {
"fire_count": 7,
"mean_weight": 1.0,
"max_weight": 1.0
},
"13": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"31": {
"layer_index": 31,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 1592,
"mean_weight": 0.982792,
"max_weight": 1.0
},
"1": {
"fire_count": 334,
"mean_weight": 0.991673,
"max_weight": 1.0
},
"2": {
"fire_count": 267,
"mean_weight": 0.994324,
"max_weight": 1.0
},
"3": {
"fire_count": 183,
"mean_weight": 0.991723,
"max_weight": 1.0
},
"4": {
"fire_count": 139,
"mean_weight": 1.0,
"max_weight": 1.0
},
"5": {
"fire_count": 115,
"mean_weight": 0.992103,
"max_weight": 1.0
},
"6": {
"fire_count": 71,
"mean_weight": 1.0,
"max_weight": 1.0
},
"7": {
"fire_count": 46,
"mean_weight": 1.0,
"max_weight": 1.0
},
"8": {
"fire_count": 35,
"mean_weight": 1.0,
"max_weight": 1.0
},
"9": {
"fire_count": 12,
"mean_weight": 1.0,
"max_weight": 1.0
},
"10": {
"fire_count": 6,
"mean_weight": 1.0,
"max_weight": 1.0
},
"11": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"13": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"15": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"32": {
"layer_index": 32,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 1404,
"mean_weight": 0.987891,
"max_weight": 1.0
},
"1": {
"fire_count": 258,
"mean_weight": 0.996737,
"max_weight": 1.0
},
"2": {
"fire_count": 218,
"mean_weight": 1.0,
"max_weight": 1.0
},
"3": {
"fire_count": 168,
"mean_weight": 1.0,
"max_weight": 1.0
},
"4": {
"fire_count": 86,
"mean_weight": 1.0,
"max_weight": 1.0
},
"5": {
"fire_count": 51,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 22,
"mean_weight": 1.0,
"max_weight": 1.0
},
"7": {
"fire_count": 16,
"mean_weight": 1.0,
"max_weight": 1.0
},
"8": {
"fire_count": 7,
"mean_weight": 1.0,
"max_weight": 1.0
},
"9": {
"fire_count": 9,
"mean_weight": 1.0,
"max_weight": 1.0
},
"10": {
"fire_count": 3,
"mean_weight": 1.0,
"max_weight": 1.0
},
"11": {
"fire_count": 4,
"mean_weight": 1.0,
"max_weight": 1.0
},
"12": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"13": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"14": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"17": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"19": {
"fire_count": 7,
"mean_weight": 1.0,
"max_weight": 1.0
},
"22": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"25": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"28": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"30": {
"fire_count": 7,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"33": {
"layer_index": 33,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 1301,
"mean_weight": 0.969884,
"max_weight": 1.0
},
"1": {
"fire_count": 283,
"mean_weight": 0.991364,
"max_weight": 1.0
},
"2": {
"fire_count": 210,
"mean_weight": 0.995573,
"max_weight": 1.0
},
"3": {
"fire_count": 140,
"mean_weight": 1.0,
"max_weight": 1.0
},
"4": {
"fire_count": 106,
"mean_weight": 0.987526,
"max_weight": 1.0
},
"5": {
"fire_count": 76,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 64,
"mean_weight": 0.977753,
"max_weight": 1.0
},
"7": {
"fire_count": 70,
"mean_weight": 1.0,
"max_weight": 1.0
},
"8": {
"fire_count": 37,
"mean_weight": 1.0,
"max_weight": 1.0
},
"9": {
"fire_count": 23,
"mean_weight": 1.0,
"max_weight": 1.0
},
"10": {
"fire_count": 13,
"mean_weight": 1.0,
"max_weight": 1.0
},
"11": {
"fire_count": 5,
"mean_weight": 1.0,
"max_weight": 1.0
},
"12": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"13": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"34": {
"layer_index": 34,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 1558,
"mean_weight": 0.961965,
"max_weight": 1.0
},
"1": {
"fire_count": 288,
"mean_weight": 0.923601,
"max_weight": 1.0
},
"2": {
"fire_count": 223,
"mean_weight": 0.958665,
"max_weight": 1.0
},
"3": {
"fire_count": 124,
"mean_weight": 0.909611,
"max_weight": 1.0
},
"4": {
"fire_count": 82,
"mean_weight": 0.952011,
"max_weight": 1.0
},
"5": {
"fire_count": 27,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 20,
"mean_weight": 0.954443,
"max_weight": 1.0
},
"7": {
"fire_count": 17,
"mean_weight": 1.0,
"max_weight": 1.0
},
"8": {
"fire_count": 21,
"mean_weight": 1.0,
"max_weight": 1.0
},
"9": {
"fire_count": 7,
"mean_weight": 1.0,
"max_weight": 1.0
},
"10": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"11": {
"fire_count": 3,
"mean_weight": 0.399414,
"max_weight": 1.0
},
"12": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"14": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"15": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"16": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"19": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"35": {
"layer_index": 35,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 1984,
"mean_weight": 0.980503,
"max_weight": 1.0
},
"1": {
"fire_count": 353,
"mean_weight": 0.976618,
"max_weight": 1.0
},
"2": {
"fire_count": 206,
"mean_weight": 0.972396,
"max_weight": 1.0
},
"3": {
"fire_count": 158,
"mean_weight": 0.975354,
"max_weight": 1.0
},
"4": {
"fire_count": 92,
"mean_weight": 0.993971,
"max_weight": 1.0
},
"5": {
"fire_count": 85,
"mean_weight": 0.995037,
"max_weight": 1.0
},
"6": {
"fire_count": 50,
"mean_weight": 0.970938,
"max_weight": 1.0
},
"7": {
"fire_count": 30,
"mean_weight": 1.0,
"max_weight": 1.0
},
"8": {
"fire_count": 18,
"mean_weight": 1.0,
"max_weight": 1.0
},
"9": {
"fire_count": 13,
"mean_weight": 1.0,
"max_weight": 1.0
},
"10": {
"fire_count": 7,
"mean_weight": 1.0,
"max_weight": 1.0
},
"11": {
"fire_count": 4,
"mean_weight": 1.0,
"max_weight": 1.0
},
"12": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"13": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"14": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"16": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"19": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"36": {
"layer_index": 36,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 2217,
"mean_weight": 0.98951,
"max_weight": 1.0
},
"1": {
"fire_count": 305,
"mean_weight": 0.992328,
"max_weight": 1.0
},
"2": {
"fire_count": 200,
"mean_weight": 0.992139,
"max_weight": 1.0
},
"3": {
"fire_count": 132,
"mean_weight": 0.994437,
"max_weight": 1.0
},
"4": {
"fire_count": 99,
"mean_weight": 1.0,
"max_weight": 1.0
},
"5": {
"fire_count": 61,
"mean_weight": 0.986264,
"max_weight": 1.0
},
"6": {
"fire_count": 41,
"mean_weight": 1.0,
"max_weight": 1.0
},
"7": {
"fire_count": 34,
"mean_weight": 1.0,
"max_weight": 1.0
},
"8": {
"fire_count": 35,
"mean_weight": 1.0,
"max_weight": 1.0
},
"9": {
"fire_count": 51,
"mean_weight": 1.0,
"max_weight": 1.0
},
"10": {
"fire_count": 8,
"mean_weight": 1.0,
"max_weight": 1.0
},
"11": {
"fire_count": 10,
"mean_weight": 1.0,
"max_weight": 1.0
},
"12": {
"fire_count": 9,
"mean_weight": 1.0,
"max_weight": 1.0
},
"13": {
"fire_count": 5,
"mean_weight": 1.0,
"max_weight": 1.0
},
"14": {
"fire_count": 3,
"mean_weight": 1.0,
"max_weight": 1.0
},
"15": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"16": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"17": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"18": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"37": {
"layer_index": 37,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 3626,
"mean_weight": 0.983987,
"max_weight": 1.0
},
"1": {
"fire_count": 414,
"mean_weight": 0.99136,
"max_weight": 1.0
},
"2": {
"fire_count": 288,
"mean_weight": 1.0,
"max_weight": 1.0
},
"3": {
"fire_count": 142,
"mean_weight": 0.972085,
"max_weight": 1.0
},
"4": {
"fire_count": 116,
"mean_weight": 0.985394,
"max_weight": 1.0
},
"5": {
"fire_count": 62,
"mean_weight": 0.962576,
"max_weight": 1.0
},
"6": {
"fire_count": 26,
"mean_weight": 1.0,
"max_weight": 1.0
},
"7": {
"fire_count": 20,
"mean_weight": 1.0,
"max_weight": 1.0
},
"8": {
"fire_count": 15,
"mean_weight": 1.0,
"max_weight": 1.0
},
"9": {
"fire_count": 12,
"mean_weight": 1.0,
"max_weight": 1.0
},
"10": {
"fire_count": 7,
"mean_weight": 1.0,
"max_weight": 1.0
},
"11": {
"fire_count": 6,
"mean_weight": 1.0,
"max_weight": 1.0
},
"12": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"13": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"14": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"16": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"38": {
"layer_index": 38,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 3120,
"mean_weight": 0.95464,
"max_weight": 1.0
},
"1": {
"fire_count": 392,
"mean_weight": 0.968673,
"max_weight": 1.0
},
"2": {
"fire_count": 199,
"mean_weight": 0.978192,
"max_weight": 1.0
},
"3": {
"fire_count": 101,
"mean_weight": 0.995823,
"max_weight": 1.0
},
"4": {
"fire_count": 81,
"mean_weight": 0.982446,
"max_weight": 1.0
},
"5": {
"fire_count": 63,
"mean_weight": 0.972052,
"max_weight": 1.0
},
"6": {
"fire_count": 40,
"mean_weight": 0.987891,
"max_weight": 1.0
},
"7": {
"fire_count": 24,
"mean_weight": 1.0,
"max_weight": 1.0
},
"8": {
"fire_count": 27,
"mean_weight": 0.981626,
"max_weight": 1.0
},
"9": {
"fire_count": 9,
"mean_weight": 1.0,
"max_weight": 1.0
},
"10": {
"fire_count": 4,
"mean_weight": 1.0,
"max_weight": 1.0
},
"11": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"12": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"13": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"14": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"16": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"39": {
"layer_index": 39,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 5664,
"mean_weight": 0.984361,
"max_weight": 1.0
},
"1": {
"fire_count": 653,
"mean_weight": 1.0,
"max_weight": 1.0
},
"2": {
"fire_count": 374,
"mean_weight": 0.995525,
"max_weight": 1.0
},
"3": {
"fire_count": 240,
"mean_weight": 0.996627,
"max_weight": 1.0
},
"4": {
"fire_count": 155,
"mean_weight": 1.0,
"max_weight": 1.0
},
"5": {
"fire_count": 114,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 100,
"mean_weight": 1.0,
"max_weight": 1.0
},
"7": {
"fire_count": 26,
"mean_weight": 1.0,
"max_weight": 1.0
},
"8": {
"fire_count": 22,
"mean_weight": 1.0,
"max_weight": 1.0
},
"9": {
"fire_count": 9,
"mean_weight": 1.0,
"max_weight": 1.0
},
"10": {
"fire_count": 3,
"mean_weight": 0.835938,
"max_weight": 1.0
},
"11": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"12": {
"fire_count": 4,
"mean_weight": 1.0,
"max_weight": 1.0
},
"14": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"15": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"40": {
"layer_index": 40,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 7192,
"mean_weight": 0.983711,
"max_weight": 1.0
},
"1": {
"fire_count": 707,
"mean_weight": 0.997823,
"max_weight": 1.0
},
"2": {
"fire_count": 401,
"mean_weight": 0.996386,
"max_weight": 1.0
},
"3": {
"fire_count": 206,
"mean_weight": 1.0,
"max_weight": 1.0
},
"4": {
"fire_count": 142,
"mean_weight": 0.994347,
"max_weight": 1.0
},
"5": {
"fire_count": 96,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 44,
"mean_weight": 1.0,
"max_weight": 1.0
},
"7": {
"fire_count": 18,
"mean_weight": 1.0,
"max_weight": 1.0
},
"8": {
"fire_count": 15,
"mean_weight": 0.945638,
"max_weight": 1.0
},
"9": {
"fire_count": 9,
"mean_weight": 1.0,
"max_weight": 1.0
},
"10": {
"fire_count": 4,
"mean_weight": 1.0,
"max_weight": 1.0
},
"11": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"12": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"13": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"14": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"15": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"17": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
},
"41": {
"layer_index": 41,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 5680,
"mean_weight": 0.99083,
"max_weight": 1.0
},
"1": {
"fire_count": 636,
"mean_weight": 0.987007,
"max_weight": 1.0
},
"2": {
"fire_count": 328,
"mean_weight": 0.988338,
"max_weight": 1.0
},
"3": {
"fire_count": 190,
"mean_weight": 0.996854,
"max_weight": 1.0
},
"4": {
"fire_count": 94,
"mean_weight": 0.95859,
"max_weight": 1.0
},
"5": {
"fire_count": 62,
"mean_weight": 0.986139,
"max_weight": 1.0
},
"6": {
"fire_count": 34,
"mean_weight": 0.961799,
"max_weight": 1.0
},
"7": {
"fire_count": 22,
"mean_weight": 0.921586,
"max_weight": 1.0
},
"8": {
"fire_count": 11,
"mean_weight": 0.790572,
"max_weight": 1.0
},
"9": {
"fire_count": 5,
"mean_weight": 0.826367,
"max_weight": 1.0
},
"10": {
"fire_count": 38,
"mean_weight": 1.0,
"max_weight": 1.0
},
"11": {
"fire_count": 5,
"mean_weight": 1.0,
"max_weight": 1.0
},
"12": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"13": {
"fire_count": 3,
"mean_weight": 1.0,
"max_weight": 1.0
},
"14": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"15": {
"fire_count": 5,
"mean_weight": 0.324805,
"max_weight": 1.0
}
}
},
"42": {
"layer_index": 42,
"num_routed_experts": 256,
"top_k": 6,
"router_type": "topk",
"total_tokens": 556,
"experts": {
"0": {
"fire_count": 3113,
"mean_weight": 0.991125,
"max_weight": 1.0
},
"1": {
"fire_count": 407,
"mean_weight": 0.999069,
"max_weight": 1.0
},
"2": {
"fire_count": 265,
"mean_weight": 1.0,
"max_weight": 1.0
},
"3": {
"fire_count": 197,
"mean_weight": 1.0,
"max_weight": 1.0
},
"4": {
"fire_count": 106,
"mean_weight": 0.994933,
"max_weight": 1.0
},
"5": {
"fire_count": 51,
"mean_weight": 1.0,
"max_weight": 1.0
},
"6": {
"fire_count": 29,
"mean_weight": 1.0,
"max_weight": 1.0
},
"7": {
"fire_count": 12,
"mean_weight": 1.0,
"max_weight": 1.0
},
"8": {
"fire_count": 8,
"mean_weight": 1.0,
"max_weight": 1.0
},
"9": {
"fire_count": 17,
"mean_weight": 1.0,
"max_weight": 1.0
},
"10": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"11": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
},
"12": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"13": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"14": {
"fire_count": 2,
"mean_weight": 1.0,
"max_weight": 1.0
},
"17": {
"fire_count": 1,
"mean_weight": 1.0,
"max_weight": 1.0
}
}
}
}
}