| { |
| "file": "/root/models/minicpm-v4.7-35b-a3b-q4_k_m.gguf", |
| "file_size": 21166255008, |
| "gguf_version": 3, |
| "architecture": "qwen35moe", |
| "model_name": "35a3_hf_v47_0923", |
| "quant_file_type": 15, |
| "n_layer": 40, |
| "n_expert": 256, |
| "n_expert_used": 8, |
| "n_embd": 2048, |
| "n_ff_exp": 512, |
| "n_ff_shexp": 512, |
| "context_length": 262144, |
| "n_head": 16, |
| "n_head_kv": 2, |
| "head_dim": 256, |
| "rope_sections": [ |
| 11, |
| 11, |
| 10, |
| 0 |
| ], |
| "full_attention_interval": 4, |
| "data_start": 10984608, |
| "alignment": 32, |
| "resident_ram_bytes": 1651756800, |
| "expert_total_bytes": 19503513600, |
| "accounted_bytes": 21155270400, |
| "per_layer": [ |
| { |
| "layer": 0, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 732225952, |
| "file_end": 952426912, |
| "type": "Q6_K", |
| "type_id": 14, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 860160, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 953287072, |
| "file_end": 1104282016, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 1106977184, |
| "file_end": 1257972128, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 2039808 |
| }, |
| { |
| "layer": 1, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 1281983648, |
| "file_end": 1502184608, |
| "type": "Q6_K", |
| "type_id": 14, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 860160, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 1503044768, |
| "file_end": 1654039712, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 1656734880, |
| "file_end": 1807729824, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 2039808 |
| }, |
| { |
| "layer": 2, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 1831741344, |
| "file_end": 2051942304, |
| "type": "Q6_K", |
| "type_id": 14, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 860160, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 2052802464, |
| "file_end": 2203797408, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 2206492576, |
| "file_end": 2357487520, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 2039808 |
| }, |
| { |
| "layer": 3, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 2378625696, |
| "file_end": 2598826656, |
| "type": "Q6_K", |
| "type_id": 14, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 860160, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 2599686816, |
| "file_end": 2750681760, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 2753376928, |
| "file_end": 2904371872, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 2039808 |
| }, |
| { |
| "layer": 4, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 2923459232, |
| "file_end": 3143660192, |
| "type": "Q6_K", |
| "type_id": 14, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 860160, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 3144520352, |
| "file_end": 3295515296, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 3298210464, |
| "file_end": 3449205408, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 2039808 |
| }, |
| { |
| "layer": 5, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 3468891552, |
| "file_end": 3619886496, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 3620476320, |
| "file_end": 3771471264, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 3774166432, |
| "file_end": 3925161376, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 1769472 |
| }, |
| { |
| "layer": 6, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 3944847520, |
| "file_end": 4095842464, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 4096432288, |
| "file_end": 4247427232, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 4250122400, |
| "file_end": 4401117344, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 1769472 |
| }, |
| { |
| "layer": 7, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 4422255520, |
| "file_end": 4642456480, |
| "type": "Q6_K", |
| "type_id": 14, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 860160, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 4643316640, |
| "file_end": 4794311584, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 4797006752, |
| "file_end": 4948001696, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 2039808 |
| }, |
| { |
| "layer": 8, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 4962763680, |
| "file_end": 5113758624, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 5114348448, |
| "file_end": 5265343392, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 5268038560, |
| "file_end": 5419033504, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 1769472 |
| }, |
| { |
| "layer": 9, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 5438719648, |
| "file_end": 5589714592, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 5590304416, |
| "file_end": 5741299360, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 5743994528, |
| "file_end": 5894989472, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 1769472 |
| }, |
| { |
| "layer": 10, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 5919000992, |
| "file_end": 6139201952, |
| "type": "Q6_K", |
| "type_id": 14, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 860160, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 6140062112, |
| "file_end": 6291057056, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 6293752224, |
| "file_end": 6444747168, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 2039808 |
| }, |
| { |
| "layer": 11, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 6465615008, |
| "file_end": 6616609952, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 6617199776, |
| "file_end": 6768194720, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 6770889888, |
| "file_end": 6921884832, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 1769472 |
| }, |
| { |
| "layer": 12, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 6936646816, |
| "file_end": 7087641760, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 7088231584, |
| "file_end": 7239226528, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 7241921696, |
| "file_end": 7392916640, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 1769472 |
| }, |
| { |
| "layer": 13, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 7416928160, |
| "file_end": 7637129120, |
| "type": "Q6_K", |
| "type_id": 14, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 860160, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 7637989280, |
| "file_end": 7788984224, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 7791679392, |
| "file_end": 7942674336, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 2039808 |
| }, |
| { |
| "layer": 14, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 7962360480, |
| "file_end": 8113355424, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 8113945248, |
| "file_end": 8264940192, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 8267635360, |
| "file_end": 8418630304, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 1769472 |
| }, |
| { |
| "layer": 15, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 8439498144, |
| "file_end": 8590493088, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 8591082912, |
| "file_end": 8742077856, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 8744773024, |
| "file_end": 8895767968, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 1769472 |
| }, |
| { |
| "layer": 16, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 8914855328, |
| "file_end": 9135056288, |
| "type": "Q6_K", |
| "type_id": 14, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 860160, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 9135916448, |
| "file_end": 9286911392, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 9289606560, |
| "file_end": 9440601504, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 2039808 |
| }, |
| { |
| "layer": 17, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 9460287648, |
| "file_end": 9611282592, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 9611872416, |
| "file_end": 9762867360, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 9765562528, |
| "file_end": 9916557472, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 1769472 |
| }, |
| { |
| "layer": 18, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 9936243616, |
| "file_end": 10087238560, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 10087828384, |
| "file_end": 10238823328, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 10241518496, |
| "file_end": 10392513440, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 1769472 |
| }, |
| { |
| "layer": 19, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 10413651616, |
| "file_end": 10633852576, |
| "type": "Q6_K", |
| "type_id": 14, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 860160, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 10634712736, |
| "file_end": 10785707680, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 10788402848, |
| "file_end": 10939397792, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 2039808 |
| }, |
| { |
| "layer": 20, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 10954159776, |
| "file_end": 11105154720, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 11105744544, |
| "file_end": 11256739488, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 11259434656, |
| "file_end": 11410429600, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 1769472 |
| }, |
| { |
| "layer": 21, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 11430115744, |
| "file_end": 11581110688, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 11581700512, |
| "file_end": 11732695456, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 11735390624, |
| "file_end": 11886385568, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 1769472 |
| }, |
| { |
| "layer": 22, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 11910397088, |
| "file_end": 12130598048, |
| "type": "Q6_K", |
| "type_id": 14, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 860160, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 12131458208, |
| "file_end": 12282453152, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 12285148320, |
| "file_end": 12436143264, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 2039808 |
| }, |
| { |
| "layer": 23, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 12457011104, |
| "file_end": 12608006048, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 12608595872, |
| "file_end": 12759590816, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 12762285984, |
| "file_end": 12913280928, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 1769472 |
| }, |
| { |
| "layer": 24, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 12928042912, |
| "file_end": 13079037856, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 13079627680, |
| "file_end": 13230622624, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 13233317792, |
| "file_end": 13384312736, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 1769472 |
| }, |
| { |
| "layer": 25, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 13408324256, |
| "file_end": 13628525216, |
| "type": "Q6_K", |
| "type_id": 14, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 860160, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 13629385376, |
| "file_end": 13780380320, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 13783075488, |
| "file_end": 13934070432, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 2039808 |
| }, |
| { |
| "layer": 26, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 13953756576, |
| "file_end": 14104751520, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 14105341344, |
| "file_end": 14256336288, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 14259031456, |
| "file_end": 14410026400, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 1769472 |
| }, |
| { |
| "layer": 27, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 14430894240, |
| "file_end": 14581889184, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 14582479008, |
| "file_end": 14733473952, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 14736169120, |
| "file_end": 14887164064, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 1769472 |
| }, |
| { |
| "layer": 28, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 14906251424, |
| "file_end": 15126452384, |
| "type": "Q6_K", |
| "type_id": 14, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 860160, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 15127312544, |
| "file_end": 15278307488, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 15281002656, |
| "file_end": 15431997600, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 2039808 |
| }, |
| { |
| "layer": 29, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 15451683744, |
| "file_end": 15602678688, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 15603268512, |
| "file_end": 15754263456, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 15756958624, |
| "file_end": 15907953568, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 1769472 |
| }, |
| { |
| "layer": 30, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 15927639712, |
| "file_end": 16078634656, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 16079224480, |
| "file_end": 16230219424, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 16232914592, |
| "file_end": 16383909536, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 1769472 |
| }, |
| { |
| "layer": 31, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 16405047712, |
| "file_end": 16625248672, |
| "type": "Q6_K", |
| "type_id": 14, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 860160, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 16626108832, |
| "file_end": 16777103776, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 16779798944, |
| "file_end": 16930793888, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 2039808 |
| }, |
| { |
| "layer": 32, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 16945555872, |
| "file_end": 17096550816, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 17097140640, |
| "file_end": 17248135584, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 17250830752, |
| "file_end": 17401825696, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 1769472 |
| }, |
| { |
| "layer": 33, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 17421511840, |
| "file_end": 17572506784, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 17573096608, |
| "file_end": 17724091552, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 17726786720, |
| "file_end": 17877781664, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 1769472 |
| }, |
| { |
| "layer": 34, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 17901793184, |
| "file_end": 18121994144, |
| "type": "Q6_K", |
| "type_id": 14, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 860160, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 18122854304, |
| "file_end": 18273849248, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 18276544416, |
| "file_end": 18427539360, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 2039808 |
| }, |
| { |
| "layer": 35, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 18448677536, |
| "file_end": 18668878496, |
| "type": "Q6_K", |
| "type_id": 14, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 860160, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 18669738656, |
| "file_end": 18820733600, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 18823428768, |
| "file_end": 18974423712, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 2039808 |
| }, |
| { |
| "layer": 36, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 18993511072, |
| "file_end": 19213712032, |
| "type": "Q6_K", |
| "type_id": 14, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 860160, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 19214572192, |
| "file_end": 19365567136, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 19368262304, |
| "file_end": 19519257248, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 2039808 |
| }, |
| { |
| "layer": 37, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 19543268768, |
| "file_end": 19763469728, |
| "type": "Q6_K", |
| "type_id": 14, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 860160, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 19764329888, |
| "file_end": 19915324832, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 19918020000, |
| "file_end": 20069014944, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 2039808 |
| }, |
| { |
| "layer": 38, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 20093026464, |
| "file_end": 20313227424, |
| "type": "Q6_K", |
| "type_id": 14, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 860160, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 20314087584, |
| "file_end": 20465082528, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 20467777696, |
| "file_end": 20618772640, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 2039808 |
| }, |
| { |
| "layer": 39, |
| "experts": { |
| "ffn_down_exps": { |
| "file_offset": 20639910816, |
| "file_end": 20860111776, |
| "type": "Q6_K", |
| "type_id": 14, |
| "dims": [ |
| 512, |
| 2048, |
| 256 |
| ], |
| "bytes_per_expert": 860160, |
| "n_expert": 256 |
| }, |
| "ffn_gate_exps": { |
| "file_offset": 20860971936, |
| "file_end": 21011966880, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| }, |
| "ffn_up_exps": { |
| "file_offset": 21014662048, |
| "file_end": 21165656992, |
| "type": "Q4_K", |
| "type_id": 12, |
| "dims": [ |
| 2048, |
| 512, |
| 256 |
| ], |
| "bytes_per_expert": 589824, |
| "n_expert": 256 |
| } |
| }, |
| "bytes_per_expert_total": 2039808 |
| } |
| ], |
| "decode_working_set_bytes_max": 16318464, |
| "decode_working_set_bytes_mean": 15237120.0, |
| "expert_slot_count": 120, |
| "kv_bytes_per_token_f16": 20480 |
| } |
