| { |
| "original_tensor_count": 738, |
| "merged_tensor_count": 723, |
| "missing_from_merge": [ |
| "mtp.fc.weight", |
| "mtp.layers.0.input_layernorm.weight", |
| "mtp.layers.0.mlp.down_proj.weight", |
| "mtp.layers.0.mlp.gate_proj.weight", |
| "mtp.layers.0.mlp.up_proj.weight", |
| "mtp.layers.0.post_attention_layernorm.weight", |
| "mtp.layers.0.self_attn.k_norm.weight", |
| "mtp.layers.0.self_attn.k_proj.weight", |
| "mtp.layers.0.self_attn.o_proj.weight", |
| "mtp.layers.0.self_attn.q_norm.weight", |
| "mtp.layers.0.self_attn.q_proj.weight", |
| "mtp.layers.0.self_attn.v_proj.weight", |
| "mtp.norm.weight", |
| "mtp.pre_fc_norm_embedding.weight", |
| "mtp.pre_fc_norm_hidden.weight" |
| ], |
| "extra_in_merge": [], |
| "merged_inference_parameters": 4539265536, |
| "adapter_parameters": 32464896, |
| "adapter_plus_inference_parameters": 4571730432 |
| } |
|
|
