| { |
| "num_moe_layers": 43, |
| "layers": { |
| "0": { |
| "layer_index": 0, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "hash", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 60485, |
| "mean_weight": 0.986965, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 7143, |
| "mean_weight": 0.982493, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 1544, |
| "mean_weight": 0.975769, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 346, |
| "mean_weight": 0.964921, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 101, |
| "mean_weight": 0.956195, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 14, |
| "mean_weight": 0.932443, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "1": { |
| "layer_index": 1, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "hash", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 114188, |
| "mean_weight": 0.981914, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 29202, |
| "mean_weight": 0.989191, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 1586, |
| "mean_weight": 0.991002, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 30, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "2": { |
| "layer_index": 2, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "hash", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 64971, |
| "mean_weight": 0.977315, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 50811, |
| "mean_weight": 0.984777, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 21934, |
| "mean_weight": 0.989214, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 3321, |
| "mean_weight": 0.993649, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 191, |
| "mean_weight": 0.991993, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 3, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "3": { |
| "layer_index": 3, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 1090, |
| "mean_weight": 0.992738, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 206, |
| "mean_weight": 0.989471, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 92, |
| "mean_weight": 0.982369, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 46, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 14, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 6, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 4, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "4": { |
| "layer_index": 4, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 1375, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 327, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 153, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 20, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 6, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 4, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "5": { |
| "layer_index": 5, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 1542, |
| "mean_weight": 0.995048, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 333, |
| "mean_weight": 0.990909, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 180, |
| "mean_weight": 0.977946, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 87, |
| "mean_weight": 0.945312, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 60, |
| "mean_weight": 0.972965, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 42, |
| "mean_weight": 0.958426, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 10, |
| "mean_weight": 0.675098, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "6": { |
| "layer_index": 6, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 1495, |
| "mean_weight": 0.9608, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 227, |
| "mean_weight": 0.908014, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 93, |
| "mean_weight": 0.871503, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 55, |
| "mean_weight": 0.749503, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 20, |
| "mean_weight": 0.537402, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 16, |
| "mean_weight": 0.41449, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 46, |
| "mean_weight": 0.900115, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 9, |
| "mean_weight": 0.260308, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 2, |
| "mean_weight": 0.219727, |
| "max_weight": 0.242188 |
| }, |
| "9": { |
| "fire_count": 1, |
| "mean_weight": 0.142578, |
| "max_weight": 0.142578 |
| } |
| } |
| }, |
| "7": { |
| "layer_index": 7, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 1636, |
| "mean_weight": 0.970847, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 300, |
| "mean_weight": 0.995153, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 160, |
| "mean_weight": 0.986877, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 70, |
| "mean_weight": 0.988532, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 27, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 13, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "8": { |
| "layer_index": 8, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 1835, |
| "mean_weight": 0.999617, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 281, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 172, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 116, |
| "mean_weight": 0.996094, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 120, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 23, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 12, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 6, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 3, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "10": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "9": { |
| "layer_index": 9, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 1465, |
| "mean_weight": 0.944687, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 202, |
| "mean_weight": 0.930509, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 114, |
| "mean_weight": 0.912144, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 64, |
| "mean_weight": 0.937302, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 36, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 9, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 10, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "10": { |
| "fire_count": 39, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "10": { |
| "layer_index": 10, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 2195, |
| "mean_weight": 0.992901, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 376, |
| "mean_weight": 0.994325, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 179, |
| "mean_weight": 0.992755, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 99, |
| "mean_weight": 0.991359, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 36, |
| "mean_weight": 0.976481, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 13, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 42, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "11": { |
| "layer_index": 11, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 2076, |
| "mean_weight": 0.983866, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 242, |
| "mean_weight": 0.98971, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 93, |
| "mean_weight": 0.991421, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 54, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 24, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 8, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 39, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 39, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "12": { |
| "layer_index": 12, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 1893, |
| "mean_weight": 0.997594, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 297, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 144, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 91, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 23, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 9, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 38, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "13": { |
| "layer_index": 13, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 1712, |
| "mean_weight": 0.969967, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 249, |
| "mean_weight": 0.942414, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 163, |
| "mean_weight": 0.94125, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 87, |
| "mean_weight": 0.951172, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 39, |
| "mean_weight": 0.978566, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 13, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 48, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "14": { |
| "layer_index": 14, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 3824, |
| "mean_weight": 0.947127, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 391, |
| "mean_weight": 0.905953, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 211, |
| "mean_weight": 0.908594, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 148, |
| "mean_weight": 0.990116, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 50, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 21, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 16, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 4, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "15": { |
| "layer_index": 15, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 2710, |
| "mean_weight": 0.986322, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 379, |
| "mean_weight": 0.974274, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 134, |
| "mean_weight": 0.977167, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 59, |
| "mean_weight": 0.947746, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 18, |
| "mean_weight": 0.95204, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 11, |
| "mean_weight": 0.918857, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "16": { |
| "layer_index": 16, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 6940, |
| "mean_weight": 0.96202, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 582, |
| "mean_weight": 0.928442, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 111, |
| "mean_weight": 0.947019, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 69, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 25, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 8, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 19, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 20, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "17": { |
| "layer_index": 17, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 4579, |
| "mean_weight": 0.887218, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 548, |
| "mean_weight": 0.688656, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 251, |
| "mean_weight": 0.637528, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 70, |
| "mean_weight": 0.537988, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 15, |
| "mean_weight": 0.631055, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 6, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 41, |
| "mean_weight": 0.124714, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "18": { |
| "layer_index": 18, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 6580, |
| "mean_weight": 0.953467, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 690, |
| "mean_weight": 0.938069, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 425, |
| "mean_weight": 0.933915, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 154, |
| "mean_weight": 0.935807, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 24, |
| "mean_weight": 0.966634, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 7, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 3, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "19": { |
| "layer_index": 19, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 2149, |
| "mean_weight": 0.997844, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 498, |
| "mean_weight": 0.995674, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 322, |
| "mean_weight": 0.995141, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 214, |
| "mean_weight": 0.997152, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 113, |
| "mean_weight": 0.993985, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 64, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 26, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 12, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 8, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 3, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "10": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "20": { |
| "layer_index": 20, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 4332, |
| "mean_weight": 0.989198, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 455, |
| "mean_weight": 0.978958, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 221, |
| "mean_weight": 0.948357, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 70, |
| "mean_weight": 0.948298, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 24, |
| "mean_weight": 0.978353, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 3, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 39, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "21": { |
| "layer_index": 21, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 2863, |
| "mean_weight": 0.995666, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 504, |
| "mean_weight": 0.998473, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 288, |
| "mean_weight": 0.997192, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 207, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 108, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 46, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 31, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 31, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 5, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "11": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "22": { |
| "layer_index": 22, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 3147, |
| "mean_weight": 0.970481, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 529, |
| "mean_weight": 0.955325, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 383, |
| "mean_weight": 0.978179, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 280, |
| "mean_weight": 0.977211, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 159, |
| "mean_weight": 0.992409, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 69, |
| "mean_weight": 0.991282, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 45, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 14, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 46, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "10": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "23": { |
| "layer_index": 23, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 1246, |
| "mean_weight": 0.964581, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 263, |
| "mean_weight": 0.993459, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 179, |
| "mean_weight": 0.966435, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 144, |
| "mean_weight": 0.974399, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 93, |
| "mean_weight": 0.965253, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 84, |
| "mean_weight": 0.934541, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 46, |
| "mean_weight": 0.899255, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 38, |
| "mean_weight": 0.901534, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 17, |
| "mean_weight": 0.724322, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 18, |
| "mean_weight": 0.656413, |
| "max_weight": 1.0 |
| }, |
| "10": { |
| "fire_count": 13, |
| "mean_weight": 0.434871, |
| "max_weight": 1.0 |
| }, |
| "11": { |
| "fire_count": 6, |
| "mean_weight": 0.15682, |
| "max_weight": 0.371094 |
| }, |
| "14": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "24": { |
| "layer_index": 24, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 1596, |
| "mean_weight": 0.994489, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 308, |
| "mean_weight": 0.99733, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 225, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 167, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 135, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 67, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 52, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 63, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 10, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 7, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "10": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "11": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "12": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "25": { |
| "layer_index": 25, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 1334, |
| "mean_weight": 0.989134, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 290, |
| "mean_weight": 0.994322, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 169, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 172, |
| "mean_weight": 0.994774, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 89, |
| "mean_weight": 0.99013, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 57, |
| "mean_weight": 0.969367, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 57, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 41, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 30, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 20, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "10": { |
| "fire_count": 8, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "11": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "12": { |
| "fire_count": 3, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "13": { |
| "fire_count": 3, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "14": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "16": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "19": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "23": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "26": { |
| "layer_index": 26, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 1798, |
| "mean_weight": 0.99174, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 302, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 181, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 93, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 101, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 35, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 26, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 20, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 23, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 11, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "10": { |
| "fire_count": 3, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "27": { |
| "layer_index": 27, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 1036, |
| "mean_weight": 0.995148, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 265, |
| "mean_weight": 0.996897, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 202, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 136, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 151, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 75, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 47, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 32, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 19, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 11, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "10": { |
| "fire_count": 4, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "11": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "12": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "13": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "14": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "28": { |
| "fire_count": 3, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "28": { |
| "layer_index": 28, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 1222, |
| "mean_weight": 0.980155, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 216, |
| "mean_weight": 0.992362, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 165, |
| "mean_weight": 0.994694, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 104, |
| "mean_weight": 0.992394, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 74, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 89, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 43, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 37, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 21, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 18, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "10": { |
| "fire_count": 8, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "11": { |
| "fire_count": 7, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "12": { |
| "fire_count": 4, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "13": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "14": { |
| "fire_count": 3, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "15": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "29": { |
| "layer_index": 29, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 1433, |
| "mean_weight": 0.99689, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 273, |
| "mean_weight": 0.997625, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 186, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 135, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 81, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 43, |
| "mean_weight": 0.979787, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 33, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 12, |
| "mean_weight": 0.929769, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 17, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 22, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "10": { |
| "fire_count": 6, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "11": { |
| "fire_count": 4, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "12": { |
| "fire_count": 3, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "13": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "14": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "15": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "30": { |
| "layer_index": 30, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 1807, |
| "mean_weight": 0.974354, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 357, |
| "mean_weight": 0.981527, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 255, |
| "mean_weight": 0.994202, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 150, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 91, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 59, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 35, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 19, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 15, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 6, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "10": { |
| "fire_count": 3, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "11": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "12": { |
| "fire_count": 2, |
| "mean_weight": 0.547607, |
| "max_weight": 1.0 |
| }, |
| "13": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "14": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "31": { |
| "layer_index": 31, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 1527, |
| "mean_weight": 0.984066, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 316, |
| "mean_weight": 0.993288, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 230, |
| "mean_weight": 0.9962, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 206, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 108, |
| "mean_weight": 0.992188, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 57, |
| "mean_weight": 0.986825, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 95, |
| "mean_weight": 0.991674, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 34, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 15, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 12, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "10": { |
| "fire_count": 5, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "11": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "12": { |
| "fire_count": 5, |
| "mean_weight": 0.512695, |
| "max_weight": 1.0 |
| }, |
| "13": { |
| "fire_count": 3, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "14": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "18": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "32": { |
| "layer_index": 32, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 1472, |
| "mean_weight": 0.955101, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 310, |
| "mean_weight": 0.977093, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 183, |
| "mean_weight": 0.990603, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 165, |
| "mean_weight": 0.994377, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 93, |
| "mean_weight": 0.990198, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 77, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 27, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 13, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 5, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 8, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "10": { |
| "fire_count": 4, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "11": { |
| "fire_count": 4, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "12": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "13": { |
| "fire_count": 3, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "14": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "15": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "21": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "33": { |
| "layer_index": 33, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 1360, |
| "mean_weight": 0.962057, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 287, |
| "mean_weight": 0.979363, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 198, |
| "mean_weight": 0.987877, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 171, |
| "mean_weight": 0.990303, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 104, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 58, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 53, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 34, |
| "mean_weight": 0.973518, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 21, |
| "mean_weight": 0.957613, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 13, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "10": { |
| "fire_count": 7, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "11": { |
| "fire_count": 4, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "12": { |
| "fire_count": 3, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "13": { |
| "fire_count": 3, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "17": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "34": { |
| "layer_index": 34, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 1436, |
| "mean_weight": 0.984453, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 339, |
| "mean_weight": 0.995385, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 226, |
| "mean_weight": 0.996172, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 150, |
| "mean_weight": 0.995677, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 91, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 62, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 40, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 33, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 36, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 23, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "10": { |
| "fire_count": 14, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "11": { |
| "fire_count": 5, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "12": { |
| "fire_count": 7, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "13": { |
| "fire_count": 7, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "14": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "15": { |
| "fire_count": 3, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "16": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "21": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "35": { |
| "layer_index": 35, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 1726, |
| "mean_weight": 0.966152, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 366, |
| "mean_weight": 0.94717, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 235, |
| "mean_weight": 0.921272, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 174, |
| "mean_weight": 0.919855, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 119, |
| "mean_weight": 0.920308, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 64, |
| "mean_weight": 0.941711, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 72, |
| "mean_weight": 0.986762, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 46, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 31, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 9, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "10": { |
| "fire_count": 7, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "11": { |
| "fire_count": 7, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "12": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "13": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "15": { |
| "fire_count": 3, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "36": { |
| "layer_index": 36, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 1787, |
| "mean_weight": 0.98931, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 320, |
| "mean_weight": 0.997986, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 220, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 147, |
| "mean_weight": 0.986072, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 92, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 66, |
| "mean_weight": 0.986003, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 43, |
| "mean_weight": 0.978641, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 41, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 28, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 57, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "10": { |
| "fire_count": 12, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "11": { |
| "fire_count": 16, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "12": { |
| "fire_count": 13, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "13": { |
| "fire_count": 5, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "14": { |
| "fire_count": 7, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "15": { |
| "fire_count": 3, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "16": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "19": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "37": { |
| "layer_index": 37, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 3078, |
| "mean_weight": 0.984455, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 365, |
| "mean_weight": 0.984546, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 307, |
| "mean_weight": 0.998219, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 181, |
| "mean_weight": 0.992306, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 110, |
| "mean_weight": 0.976562, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 72, |
| "mean_weight": 0.795722, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 31, |
| "mean_weight": 0.973633, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 25, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 12, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 10, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "10": { |
| "fire_count": 9, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "11": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "12": { |
| "fire_count": 3, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "13": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "14": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "38": { |
| "layer_index": 38, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 2139, |
| "mean_weight": 0.974962, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 320, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 212, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 113, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 96, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 52, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 51, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 35, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 12, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 12, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "10": { |
| "fire_count": 10, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "11": { |
| "fire_count": 3, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "12": { |
| "fire_count": 5, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "14": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "15": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "39": { |
| "layer_index": 39, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 4590, |
| "mean_weight": 0.991818, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 675, |
| "mean_weight": 0.998738, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 446, |
| "mean_weight": 0.998353, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 264, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 167, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 84, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 80, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 36, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 18, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 8, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "10": { |
| "fire_count": 6, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "11": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "12": { |
| "fire_count": 3, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "13": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "16": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "20": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "40": { |
| "layer_index": 40, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 7211, |
| "mean_weight": 0.981175, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 677, |
| "mean_weight": 0.995329, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 418, |
| "mean_weight": 0.998252, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 277, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 132, |
| "mean_weight": 0.993867, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 58, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 30, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 9, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 10, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 5, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "10": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "13": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "41": { |
| "layer_index": 41, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 4109, |
| "mean_weight": 0.991149, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 546, |
| "mean_weight": 0.987746, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 322, |
| "mean_weight": 0.991244, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 258, |
| "mean_weight": 0.992354, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 133, |
| "mean_weight": 0.993348, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 68, |
| "mean_weight": 0.991785, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 36, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 43, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 39, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 15, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "10": { |
| "fire_count": 44, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "12": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "13": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "14": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| }, |
| "42": { |
| "layer_index": 42, |
| "num_routed_experts": 256, |
| "top_k": 6, |
| "router_type": "topk", |
| "total_tokens": 588, |
| "experts": { |
| "0": { |
| "fire_count": 2304, |
| "mean_weight": 0.981302, |
| "max_weight": 1.0 |
| }, |
| "1": { |
| "fire_count": 392, |
| "mean_weight": 0.974452, |
| "max_weight": 1.0 |
| }, |
| "2": { |
| "fire_count": 296, |
| "mean_weight": 0.975454, |
| "max_weight": 1.0 |
| }, |
| "3": { |
| "fire_count": 245, |
| "mean_weight": 0.96306, |
| "max_weight": 1.0 |
| }, |
| "4": { |
| "fire_count": 206, |
| "mean_weight": 0.987447, |
| "max_weight": 1.0 |
| }, |
| "5": { |
| "fire_count": 74, |
| "mean_weight": 0.925003, |
| "max_weight": 1.0 |
| }, |
| "6": { |
| "fire_count": 47, |
| "mean_weight": 0.984707, |
| "max_weight": 1.0 |
| }, |
| "7": { |
| "fire_count": 20, |
| "mean_weight": 0.956201, |
| "max_weight": 1.0 |
| }, |
| "8": { |
| "fire_count": 9, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "9": { |
| "fire_count": 5, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "10": { |
| "fire_count": 2, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "11": { |
| "fire_count": 3, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "12": { |
| "fire_count": 3, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "13": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "14": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| }, |
| "17": { |
| "fire_count": 1, |
| "mean_weight": 1.0, |
| "max_weight": 1.0 |
| } |
| } |
| } |
| } |
| } |
