| [ |
| { |
| "part": "group_pre", |
| "idx": 0, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 0, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 0, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 0, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 1, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 1, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 1, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 1, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 2, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 2, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 2, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 2, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 3, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 3, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 3, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 3, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 4, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 4, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 4, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 4, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 5, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 5, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 5, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 5, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 6, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 6, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 6, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 6, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 7, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 7, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 7, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 7, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 8, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 8, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 8, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 8, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 9, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 9, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 9, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 9, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 10, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 10, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 10, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 10, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 11, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 11, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 11, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 11, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 12, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 12, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 12, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 12, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 13, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 13, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 13, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 13, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 14, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 14, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 14, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 14, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 15, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 15, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 15, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 15, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 16, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 16, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 16, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 16, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 17, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 17, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 17, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 17, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 18, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 18, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 18, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 18, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 19, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 19, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 19, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 19, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 20, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 20, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 20, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 20, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 21, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 21, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 21, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 21, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 22, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 22, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 22, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 22, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 23, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 23, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 23, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 23, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 24, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 24, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 24, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 24, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 25, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 25, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 25, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 25, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 26, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 26, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 26, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 26, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 27, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 27, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 27, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 27, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 28, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 28, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 28, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 28, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 29, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 29, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 29, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 29, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 30, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_post", |
| "idx": 30, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 30, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 30, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_pre", |
| "idx": 31, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_pre", |
| "idx": 31, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_post", |
| "idx": 31, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 0, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 128, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 256, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 384, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 512, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 640, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 768, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 896, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 1024, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 1152, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 1280, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 1408, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 1536, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 1664, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 1792, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 1920, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 2944, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "group_cache", |
| "idx": 3968, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 127, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 255, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 383, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 511, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 639, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 767, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 895, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 1023, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 1151, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 1279, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 1407, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 1535, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 1663, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 1791, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 1919, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 2047, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 3071, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "single_cache", |
| "idx": 4095, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "vision", |
| "idx": 0, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "vision", |
| "idx": 1, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "vision", |
| "idx": 2, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "vision", |
| "idx": 3, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "vision", |
| "idx": 4, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "vision", |
| "idx": 5, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "vision", |
| "idx": 6, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "vision", |
| "idx": 7, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "vision", |
| "idx": 8, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "vision", |
| "idx": 9, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "vision", |
| "idx": 10, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| }, |
| { |
| "part": "vision", |
| "idx": 11, |
| "expert_idx": -1, |
| "precision": "A_BF16_W_INT8" |
| } |
| ] |
