| { |
| "quantization": { |
| "quant_algo": "W4A16_NVFP4", |
| "kv_cache_quant_algo": null, |
| "group_size": 16, |
| "exclude_modules": [ |
| "*attn_hyper_connection.block_inject_weight*", |
| "*attn_hyper_connection.input_mix_weight_down*", |
| "*attn_hyper_connection.input_mix_weight_up*", |
| "*conv1d*", |
| "*embed_tokens*", |
| "*hyper_connection*", |
| "*in_proj", |
| "*in_proj*", |
| "*in_proj_a", |
| "*in_proj_b", |
| "*in_proj_ba", |
| "*in_proj_qkv", |
| "*in_proj_qkvz", |
| "*in_proj_z", |
| "*indexer*", |
| "*linear_attn.conv1d*", |
| "*linear_attn.in_proj_a*", |
| "*linear_attn.in_proj_b*", |
| "*linear_attn.in_proj_qkv*", |
| "*linear_attn.in_proj_z*", |
| "*linear_attn.out_proj*", |
| "*mlp.gate*", |
| "*mlp.shared_expert.gate_proj*", |
| "*mlp.shared_expert.gate_up_proj", |
| "*mlp.shared_expert.up_proj*", |
| "*mlp.shared_expert_gate*", |
| "*mlp_hyper_connection.block_inject_weight*", |
| "*mlp_hyper_connection.input_mix_weight_down*", |
| "*mlp_hyper_connection.input_mix_weight_up*", |
| "*nextn*", |
| "*ngram*", |
| "*ple*", |
| "*ple.conv1d*", |
| "*ple.key_proj*", |
| "*ple.ple_embedding.ngram_embedding.shard_0*", |
| "*ple.ple_embedding.ngram_embedding.shard_1*", |
| "*ple.ple_embedding.ngram_embedding.shard_10*", |
| "*ple.ple_embedding.ngram_embedding.shard_100*", |
| "*ple.ple_embedding.ngram_embedding.shard_101*", |
| "*ple.ple_embedding.ngram_embedding.shard_102*", |
| "*ple.ple_embedding.ngram_embedding.shard_103*", |
| "*ple.ple_embedding.ngram_embedding.shard_104*", |
| "*ple.ple_embedding.ngram_embedding.shard_105*", |
| "*ple.ple_embedding.ngram_embedding.shard_106*", |
| "*ple.ple_embedding.ngram_embedding.shard_107*", |
| "*ple.ple_embedding.ngram_embedding.shard_108*", |
| "*ple.ple_embedding.ngram_embedding.shard_109*", |
| "*ple.ple_embedding.ngram_embedding.shard_11*", |
| "*ple.ple_embedding.ngram_embedding.shard_110*", |
| "*ple.ple_embedding.ngram_embedding.shard_111*", |
| "*ple.ple_embedding.ngram_embedding.shard_112*", |
| "*ple.ple_embedding.ngram_embedding.shard_113*", |
| "*ple.ple_embedding.ngram_embedding.shard_114*", |
| "*ple.ple_embedding.ngram_embedding.shard_115*", |
| "*ple.ple_embedding.ngram_embedding.shard_116*", |
| "*ple.ple_embedding.ngram_embedding.shard_117*", |
| "*ple.ple_embedding.ngram_embedding.shard_118*", |
| "*ple.ple_embedding.ngram_embedding.shard_119*", |
| "*ple.ple_embedding.ngram_embedding.shard_12*", |
| "*ple.ple_embedding.ngram_embedding.shard_120*", |
| "*ple.ple_embedding.ngram_embedding.shard_121*", |
| "*ple.ple_embedding.ngram_embedding.shard_122*", |
| "*ple.ple_embedding.ngram_embedding.shard_123*", |
| "*ple.ple_embedding.ngram_embedding.shard_124*", |
| "*ple.ple_embedding.ngram_embedding.shard_125*", |
| "*ple.ple_embedding.ngram_embedding.shard_126*", |
| "*ple.ple_embedding.ngram_embedding.shard_127*", |
| "*ple.ple_embedding.ngram_embedding.shard_13*", |
| "*ple.ple_embedding.ngram_embedding.shard_14*", |
| "*ple.ple_embedding.ngram_embedding.shard_15*", |
| "*ple.ple_embedding.ngram_embedding.shard_16*", |
| "*ple.ple_embedding.ngram_embedding.shard_17*", |
| "*ple.ple_embedding.ngram_embedding.shard_18*", |
| "*ple.ple_embedding.ngram_embedding.shard_19*", |
| "*ple.ple_embedding.ngram_embedding.shard_2*", |
| "*ple.ple_embedding.ngram_embedding.shard_20*", |
| "*ple.ple_embedding.ngram_embedding.shard_21*", |
| "*ple.ple_embedding.ngram_embedding.shard_22*", |
| "*ple.ple_embedding.ngram_embedding.shard_23*", |
| "*ple.ple_embedding.ngram_embedding.shard_24*", |
| "*ple.ple_embedding.ngram_embedding.shard_25*", |
| "*ple.ple_embedding.ngram_embedding.shard_26*", |
| "*ple.ple_embedding.ngram_embedding.shard_27*", |
| "*ple.ple_embedding.ngram_embedding.shard_28*", |
| "*ple.ple_embedding.ngram_embedding.shard_29*", |
| "*ple.ple_embedding.ngram_embedding.shard_3*", |
| "*ple.ple_embedding.ngram_embedding.shard_30*", |
| "*ple.ple_embedding.ngram_embedding.shard_31*", |
| "*ple.ple_embedding.ngram_embedding.shard_32*", |
| "*ple.ple_embedding.ngram_embedding.shard_33*", |
| "*ple.ple_embedding.ngram_embedding.shard_34*", |
| "*ple.ple_embedding.ngram_embedding.shard_35*", |
| "*ple.ple_embedding.ngram_embedding.shard_36*", |
| "*ple.ple_embedding.ngram_embedding.shard_37*", |
| "*ple.ple_embedding.ngram_embedding.shard_38*", |
| "*ple.ple_embedding.ngram_embedding.shard_39*", |
| "*ple.ple_embedding.ngram_embedding.shard_4*", |
| "*ple.ple_embedding.ngram_embedding.shard_40*", |
| "*ple.ple_embedding.ngram_embedding.shard_41*", |
| "*ple.ple_embedding.ngram_embedding.shard_42*", |
| "*ple.ple_embedding.ngram_embedding.shard_43*", |
| "*ple.ple_embedding.ngram_embedding.shard_44*", |
| "*ple.ple_embedding.ngram_embedding.shard_45*", |
| "*ple.ple_embedding.ngram_embedding.shard_46*", |
| "*ple.ple_embedding.ngram_embedding.shard_47*", |
| "*ple.ple_embedding.ngram_embedding.shard_48*", |
| "*ple.ple_embedding.ngram_embedding.shard_49*", |
| "*ple.ple_embedding.ngram_embedding.shard_5*", |
| "*ple.ple_embedding.ngram_embedding.shard_50*", |
| "*ple.ple_embedding.ngram_embedding.shard_51*", |
| "*ple.ple_embedding.ngram_embedding.shard_52*", |
| "*ple.ple_embedding.ngram_embedding.shard_53*", |
| "*ple.ple_embedding.ngram_embedding.shard_54*", |
| "*ple.ple_embedding.ngram_embedding.shard_55*", |
| "*ple.ple_embedding.ngram_embedding.shard_56*", |
| "*ple.ple_embedding.ngram_embedding.shard_57*", |
| "*ple.ple_embedding.ngram_embedding.shard_58*", |
| "*ple.ple_embedding.ngram_embedding.shard_59*", |
| "*ple.ple_embedding.ngram_embedding.shard_6*", |
| "*ple.ple_embedding.ngram_embedding.shard_60*", |
| "*ple.ple_embedding.ngram_embedding.shard_61*", |
| "*ple.ple_embedding.ngram_embedding.shard_62*", |
| "*ple.ple_embedding.ngram_embedding.shard_63*", |
| "*ple.ple_embedding.ngram_embedding.shard_64*", |
| "*ple.ple_embedding.ngram_embedding.shard_65*", |
| "*ple.ple_embedding.ngram_embedding.shard_66*", |
| "*ple.ple_embedding.ngram_embedding.shard_67*", |
| "*ple.ple_embedding.ngram_embedding.shard_68*", |
| "*ple.ple_embedding.ngram_embedding.shard_69*", |
| "*ple.ple_embedding.ngram_embedding.shard_7*", |
| "*ple.ple_embedding.ngram_embedding.shard_70*", |
| "*ple.ple_embedding.ngram_embedding.shard_71*", |
| "*ple.ple_embedding.ngram_embedding.shard_72*", |
| "*ple.ple_embedding.ngram_embedding.shard_73*", |
| "*ple.ple_embedding.ngram_embedding.shard_74*", |
| "*ple.ple_embedding.ngram_embedding.shard_75*", |
| "*ple.ple_embedding.ngram_embedding.shard_76*", |
| "*ple.ple_embedding.ngram_embedding.shard_77*", |
| "*ple.ple_embedding.ngram_embedding.shard_78*", |
| "*ple.ple_embedding.ngram_embedding.shard_79*", |
| "*ple.ple_embedding.ngram_embedding.shard_8*", |
| "*ple.ple_embedding.ngram_embedding.shard_80*", |
| "*ple.ple_embedding.ngram_embedding.shard_81*", |
| "*ple.ple_embedding.ngram_embedding.shard_82*", |
| "*ple.ple_embedding.ngram_embedding.shard_83*", |
| "*ple.ple_embedding.ngram_embedding.shard_84*", |
| "*ple.ple_embedding.ngram_embedding.shard_85*", |
| "*ple.ple_embedding.ngram_embedding.shard_86*", |
| "*ple.ple_embedding.ngram_embedding.shard_87*", |
| "*ple.ple_embedding.ngram_embedding.shard_88*", |
| "*ple.ple_embedding.ngram_embedding.shard_89*", |
| "*ple.ple_embedding.ngram_embedding.shard_9*", |
| "*ple.ple_embedding.ngram_embedding.shard_90*", |
| "*ple.ple_embedding.ngram_embedding.shard_91*", |
| "*ple.ple_embedding.ngram_embedding.shard_92*", |
| "*ple.ple_embedding.ngram_embedding.shard_93*", |
| "*ple.ple_embedding.ngram_embedding.shard_94*", |
| "*ple.ple_embedding.ngram_embedding.shard_95*", |
| "*ple.ple_embedding.ngram_embedding.shard_96*", |
| "*ple.ple_embedding.ngram_embedding.shard_97*", |
| "*ple.ple_embedding.ngram_embedding.shard_98*", |
| "*ple.ple_embedding.ngram_embedding.shard_99*", |
| "*ple.value_proj*", |
| "*self_attn.indexer.index_qk_proj*", |
| "*self_attn.k_proj", |
| "*self_attn.k_proj*", |
| "*self_attn.q_proj", |
| "*self_attn.q_proj*", |
| "*self_attn.qkv_proj", |
| "*self_attn.v_proj", |
| "*self_attn.v_proj*", |
| "*shared_expert_gate*", |
| "*visual*", |
| "embed_tokens", |
| "input_mix_weight_down", |
| "input_mix_weight_up", |
| "lm_head", |
| "mtp*", |
| "visual*" |
| ] |
| } |
| } |
