{ "file": "/root/models/minicpm-v4.7-35b-a3b-q4_k_m.gguf", "file_size": 21166255008, "gguf_version": 3, "architecture": "qwen35moe", "model_name": "35a3_hf_v47_0923", "quant_file_type": 15, "n_layer": 40, "n_expert": 256, "n_expert_used": 8, "n_embd": 2048, "n_ff_exp": 512, "n_ff_shexp": 512, "context_length": 262144, "n_head": 16, "n_head_kv": 2, "head_dim": 256, "rope_sections": [ 11, 11, 10, 0 ], "full_attention_interval": 4, "data_start": 10984608, "alignment": 32, "resident_ram_bytes": 1651756800, "expert_total_bytes": 19503513600, "accounted_bytes": 21155270400, "per_layer": [ { "layer": 0, "experts": { "ffn_down_exps": { "file_offset": 732225952, "file_end": 952426912, "type": "Q6_K", "type_id": 14, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 860160, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 953287072, "file_end": 1104282016, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 1106977184, "file_end": 1257972128, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 2039808 }, { "layer": 1, "experts": { "ffn_down_exps": { "file_offset": 1281983648, "file_end": 1502184608, "type": "Q6_K", "type_id": 14, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 860160, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 1503044768, "file_end": 1654039712, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 1656734880, "file_end": 1807729824, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 2039808 }, { "layer": 2, "experts": { "ffn_down_exps": { "file_offset": 1831741344, "file_end": 2051942304, "type": "Q6_K", "type_id": 14, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 860160, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 2052802464, "file_end": 2203797408, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 2206492576, "file_end": 2357487520, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 2039808 }, { "layer": 3, "experts": { "ffn_down_exps": { "file_offset": 2378625696, "file_end": 2598826656, "type": "Q6_K", "type_id": 14, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 860160, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 2599686816, "file_end": 2750681760, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 2753376928, "file_end": 2904371872, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 2039808 }, { "layer": 4, "experts": { "ffn_down_exps": { "file_offset": 2923459232, "file_end": 3143660192, "type": "Q6_K", "type_id": 14, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 860160, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 3144520352, "file_end": 3295515296, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 3298210464, "file_end": 3449205408, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 2039808 }, { "layer": 5, "experts": { "ffn_down_exps": { "file_offset": 3468891552, "file_end": 3619886496, "type": "Q4_K", "type_id": 12, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 3620476320, "file_end": 3771471264, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 3774166432, "file_end": 3925161376, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 1769472 }, { "layer": 6, "experts": { "ffn_down_exps": { "file_offset": 3944847520, "file_end": 4095842464, "type": "Q4_K", "type_id": 12, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 4096432288, "file_end": 4247427232, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 4250122400, "file_end": 4401117344, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 1769472 }, { "layer": 7, "experts": { "ffn_down_exps": { "file_offset": 4422255520, "file_end": 4642456480, "type": "Q6_K", "type_id": 14, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 860160, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 4643316640, "file_end": 4794311584, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 4797006752, "file_end": 4948001696, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 2039808 }, { "layer": 8, "experts": { "ffn_down_exps": { "file_offset": 4962763680, "file_end": 5113758624, "type": "Q4_K", "type_id": 12, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 5114348448, "file_end": 5265343392, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 5268038560, "file_end": 5419033504, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 1769472 }, { "layer": 9, "experts": { "ffn_down_exps": { "file_offset": 5438719648, "file_end": 5589714592, "type": "Q4_K", "type_id": 12, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 5590304416, "file_end": 5741299360, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 5743994528, "file_end": 5894989472, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 1769472 }, { "layer": 10, "experts": { "ffn_down_exps": { "file_offset": 5919000992, "file_end": 6139201952, "type": "Q6_K", "type_id": 14, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 860160, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 6140062112, "file_end": 6291057056, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 6293752224, "file_end": 6444747168, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 2039808 }, { "layer": 11, "experts": { "ffn_down_exps": { "file_offset": 6465615008, "file_end": 6616609952, "type": "Q4_K", "type_id": 12, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 6617199776, "file_end": 6768194720, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 6770889888, "file_end": 6921884832, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 1769472 }, { "layer": 12, "experts": { "ffn_down_exps": { "file_offset": 6936646816, "file_end": 7087641760, "type": "Q4_K", "type_id": 12, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 7088231584, "file_end": 7239226528, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 7241921696, "file_end": 7392916640, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 1769472 }, { "layer": 13, "experts": { "ffn_down_exps": { "file_offset": 7416928160, "file_end": 7637129120, "type": "Q6_K", "type_id": 14, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 860160, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 7637989280, "file_end": 7788984224, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 7791679392, "file_end": 7942674336, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 2039808 }, { "layer": 14, "experts": { "ffn_down_exps": { "file_offset": 7962360480, "file_end": 8113355424, "type": "Q4_K", "type_id": 12, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 8113945248, "file_end": 8264940192, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 8267635360, "file_end": 8418630304, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 1769472 }, { "layer": 15, "experts": { "ffn_down_exps": { "file_offset": 8439498144, "file_end": 8590493088, "type": "Q4_K", "type_id": 12, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 8591082912, "file_end": 8742077856, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 8744773024, "file_end": 8895767968, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 1769472 }, { "layer": 16, "experts": { "ffn_down_exps": { "file_offset": 8914855328, "file_end": 9135056288, "type": "Q6_K", "type_id": 14, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 860160, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 9135916448, "file_end": 9286911392, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 9289606560, "file_end": 9440601504, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 2039808 }, { "layer": 17, "experts": { "ffn_down_exps": { "file_offset": 9460287648, "file_end": 9611282592, "type": "Q4_K", "type_id": 12, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 9611872416, "file_end": 9762867360, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 9765562528, "file_end": 9916557472, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 1769472 }, { "layer": 18, "experts": { "ffn_down_exps": { "file_offset": 9936243616, "file_end": 10087238560, "type": "Q4_K", "type_id": 12, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 10087828384, "file_end": 10238823328, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 10241518496, "file_end": 10392513440, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 1769472 }, { "layer": 19, "experts": { "ffn_down_exps": { "file_offset": 10413651616, "file_end": 10633852576, "type": "Q6_K", "type_id": 14, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 860160, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 10634712736, "file_end": 10785707680, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 10788402848, "file_end": 10939397792, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 2039808 }, { "layer": 20, "experts": { "ffn_down_exps": { "file_offset": 10954159776, "file_end": 11105154720, "type": "Q4_K", "type_id": 12, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 11105744544, "file_end": 11256739488, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 11259434656, "file_end": 11410429600, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 1769472 }, { "layer": 21, "experts": { "ffn_down_exps": { "file_offset": 11430115744, "file_end": 11581110688, "type": "Q4_K", "type_id": 12, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 11581700512, "file_end": 11732695456, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 11735390624, "file_end": 11886385568, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 1769472 }, { "layer": 22, "experts": { "ffn_down_exps": { "file_offset": 11910397088, "file_end": 12130598048, "type": "Q6_K", "type_id": 14, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 860160, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 12131458208, "file_end": 12282453152, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 12285148320, "file_end": 12436143264, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 2039808 }, { "layer": 23, "experts": { "ffn_down_exps": { "file_offset": 12457011104, "file_end": 12608006048, "type": "Q4_K", "type_id": 12, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 12608595872, "file_end": 12759590816, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 12762285984, "file_end": 12913280928, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 1769472 }, { "layer": 24, "experts": { "ffn_down_exps": { "file_offset": 12928042912, "file_end": 13079037856, "type": "Q4_K", "type_id": 12, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 13079627680, "file_end": 13230622624, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 13233317792, "file_end": 13384312736, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 1769472 }, { "layer": 25, "experts": { "ffn_down_exps": { "file_offset": 13408324256, "file_end": 13628525216, "type": "Q6_K", "type_id": 14, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 860160, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 13629385376, "file_end": 13780380320, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 13783075488, "file_end": 13934070432, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 2039808 }, { "layer": 26, "experts": { "ffn_down_exps": { "file_offset": 13953756576, "file_end": 14104751520, "type": "Q4_K", "type_id": 12, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 14105341344, "file_end": 14256336288, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 14259031456, "file_end": 14410026400, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 1769472 }, { "layer": 27, "experts": { "ffn_down_exps": { "file_offset": 14430894240, "file_end": 14581889184, "type": "Q4_K", "type_id": 12, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 14582479008, "file_end": 14733473952, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 14736169120, "file_end": 14887164064, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 1769472 }, { "layer": 28, "experts": { "ffn_down_exps": { "file_offset": 14906251424, "file_end": 15126452384, "type": "Q6_K", "type_id": 14, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 860160, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 15127312544, "file_end": 15278307488, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 15281002656, "file_end": 15431997600, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 2039808 }, { "layer": 29, "experts": { "ffn_down_exps": { "file_offset": 15451683744, "file_end": 15602678688, "type": "Q4_K", "type_id": 12, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 15603268512, "file_end": 15754263456, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 15756958624, "file_end": 15907953568, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 1769472 }, { "layer": 30, "experts": { "ffn_down_exps": { "file_offset": 15927639712, "file_end": 16078634656, "type": "Q4_K", "type_id": 12, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 16079224480, "file_end": 16230219424, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 16232914592, "file_end": 16383909536, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 1769472 }, { "layer": 31, "experts": { "ffn_down_exps": { "file_offset": 16405047712, "file_end": 16625248672, "type": "Q6_K", "type_id": 14, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 860160, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 16626108832, "file_end": 16777103776, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 16779798944, "file_end": 16930793888, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 2039808 }, { "layer": 32, "experts": { "ffn_down_exps": { "file_offset": 16945555872, "file_end": 17096550816, "type": "Q4_K", "type_id": 12, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 17097140640, "file_end": 17248135584, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 17250830752, "file_end": 17401825696, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 1769472 }, { "layer": 33, "experts": { "ffn_down_exps": { "file_offset": 17421511840, "file_end": 17572506784, "type": "Q4_K", "type_id": 12, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 17573096608, "file_end": 17724091552, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 17726786720, "file_end": 17877781664, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 1769472 }, { "layer": 34, "experts": { "ffn_down_exps": { "file_offset": 17901793184, "file_end": 18121994144, "type": "Q6_K", "type_id": 14, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 860160, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 18122854304, "file_end": 18273849248, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 18276544416, "file_end": 18427539360, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 2039808 }, { "layer": 35, "experts": { "ffn_down_exps": { "file_offset": 18448677536, "file_end": 18668878496, "type": "Q6_K", "type_id": 14, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 860160, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 18669738656, "file_end": 18820733600, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 18823428768, "file_end": 18974423712, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 2039808 }, { "layer": 36, "experts": { "ffn_down_exps": { "file_offset": 18993511072, "file_end": 19213712032, "type": "Q6_K", "type_id": 14, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 860160, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 19214572192, "file_end": 19365567136, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 19368262304, "file_end": 19519257248, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 2039808 }, { "layer": 37, "experts": { "ffn_down_exps": { "file_offset": 19543268768, "file_end": 19763469728, "type": "Q6_K", "type_id": 14, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 860160, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 19764329888, "file_end": 19915324832, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 19918020000, "file_end": 20069014944, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 2039808 }, { "layer": 38, "experts": { "ffn_down_exps": { "file_offset": 20093026464, "file_end": 20313227424, "type": "Q6_K", "type_id": 14, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 860160, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 20314087584, "file_end": 20465082528, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 20467777696, "file_end": 20618772640, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 2039808 }, { "layer": 39, "experts": { "ffn_down_exps": { "file_offset": 20639910816, "file_end": 20860111776, "type": "Q6_K", "type_id": 14, "dims": [ 512, 2048, 256 ], "bytes_per_expert": 860160, "n_expert": 256 }, "ffn_gate_exps": { "file_offset": 20860971936, "file_end": 21011966880, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 }, "ffn_up_exps": { "file_offset": 21014662048, "file_end": 21165656992, "type": "Q4_K", "type_id": 12, "dims": [ 2048, 512, 256 ], "bytes_per_expert": 589824, "n_expert": 256 } }, "bytes_per_expert_total": 2039808 } ], "decode_working_set_bytes_max": 16318464, "decode_working_set_bytes_mean": 15237120.0, "expert_slot_count": 120, "kv_bytes_per_token_f16": 20480 }