| { |
| "block_quantize": null, |
| "calib_cfg": { |
| "method": "max" |
| }, |
| "channel_quantize": null, |
| "config_groups": { |
| "group_0": { |
| "input_activations": { |
| "dynamic": false, |
| "num_bits": 8, |
| "type": "float" |
| }, |
| "weights": { |
| "dynamic": false, |
| "num_bits": 8, |
| "type": "float" |
| }, |
| "targets": [ |
| "Linear" |
| ] |
| } |
| }, |
| "disable_conv_quantization": false, |
| "forward_loop": null, |
| "ignore": [ |
| "proj_in", |
| "proj_out", |
| "time_embedder*", |
| "audio_proj_in", |
| "audio_proj_out", |
| "action_proj_in", |
| "action_proj_out", |
| "lm_head", |
| "model.visual*", |
| "visual*", |
| "projector*" |
| ], |
| "quant_algo": "FP8", |
| "producer": { |
| "name": "modelopt", |
| "version": "0.44.0" |
| }, |
| "quant_method": "modelopt", |
| "quant_type": "FP8_FP8", |
| "weight_only": false, |
| "modules_to_not_convert": [ |
| "proj_in", |
| "proj_out", |
| "time_embedder", |
| "audio_proj_in", |
| "audio_proj_out", |
| "action_proj_in", |
| "action_proj_out", |
| "lm_head", |
| "visual", |
| "projector" |
| ], |
| "modelopt_config": { |
| "quant_cfg": [ |
| { |
| "quantizer_name": "*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "*weight_quantizer", |
| "cfg": { |
| "num_bits": [ |
| 4, |
| 3 |
| ], |
| "axis": null, |
| "fake_quant": false |
| }, |
| "enable": true |
| }, |
| { |
| "quantizer_name": "*input_quantizer", |
| "cfg": { |
| "num_bits": [ |
| 4, |
| 3 |
| ], |
| "axis": null |
| }, |
| "enable": true |
| }, |
| { |
| "parent_class": "nn.BatchNorm1d", |
| "quantizer_name": "*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "parent_class": "nn.BatchNorm2d", |
| "quantizer_name": "*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "parent_class": "nn.BatchNorm3d", |
| "quantizer_name": "*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "parent_class": "nn.LeakyReLU", |
| "quantizer_name": "*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "*lm_head*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "*proj_out.*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "*block_sparse_moe.gate*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "*router*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "*mlp.gate.*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "*mlp.shared_expert_gate.*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "*linear_attn.conv1d*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "*mixer.conv1d*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "*output_layer*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "output.*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.embed_tokens*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.0.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.0.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.0.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.0.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.0.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.0.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.1.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.1.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.1.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.1.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.1.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.1.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.2.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.2.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.2.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.2.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.2.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.2.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.3.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.3.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.3.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.3.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.3.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.3.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.4.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.4.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.4.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.4.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.4.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.4.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.5.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.5.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.5.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.5.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.5.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.5.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.6.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.6.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.6.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.6.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.6.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.6.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.7.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.7.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.7.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.7.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.7.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.7.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.8.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.8.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.8.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.8.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.8.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.8.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.9.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.9.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.9.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.9.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.9.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.9.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.10.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.10.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.10.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.10.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.10.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.10.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.11.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.11.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.11.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.11.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.11.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.11.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.12.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.12.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.12.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.12.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.12.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.12.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.13.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.13.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.13.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.13.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.13.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.13.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.14.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.14.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.14.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.14.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.14.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.14.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.15.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.15.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.15.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.15.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.15.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.15.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.16.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.16.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.16.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.16.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.16.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.16.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.17.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.17.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.17.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.17.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.17.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.17.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.18.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.18.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.18.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.18.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.18.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.18.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.19.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.19.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.19.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.19.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.19.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.19.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.20.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.20.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.20.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.20.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.20.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.20.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.21.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.21.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.21.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.21.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.21.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.21.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.22.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.22.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.22.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.22.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.22.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.22.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.23.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.23.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.23.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.23.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.23.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.23.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.24.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.24.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.24.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.24.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.24.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.24.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.25.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.25.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.25.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.25.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.25.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.25.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.26.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.26.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.26.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.26.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.26.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.26.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.27.self_attn.q_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.27.self_attn.k_norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.27.input_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.27.input_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.27.post_attention_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.layers.27.post_attention_layernorm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.norm_moe_gen*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.model.rotary_emb*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.lm_head*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.embeddings*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.embeddings.patch_embedding*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.embeddings.position_embedding*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.0*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.0.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.0.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.0.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.0.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.0.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.0.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.0.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.0.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.0.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.0.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.0.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.1.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.1.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.1.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.1.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.1.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.1.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.1.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.1.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.1.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.1.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.1.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.2.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.2.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.2.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.2.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.2.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.2.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.2.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.2.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.2.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.2.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.2.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.3*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.3.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.3.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.3.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.3.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.3.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.3.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.3.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.3.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.3.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.3.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.3.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.4*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.4.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.4.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.4.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.4.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.4.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.4.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.4.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.4.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.4.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.4.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.4.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.5*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.5.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.5.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.5.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.5.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.5.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.5.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.5.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.5.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.5.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.5.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.5.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.6*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.6.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.6.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.6.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.6.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.6.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.6.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.6.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.6.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.6.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.6.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.6.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.7*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.7.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.7.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.7.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.7.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.7.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.7.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.7.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.7.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.7.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.7.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.7.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.8*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.8.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.8.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.8.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.8.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.8.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.8.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.8.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.8.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.8.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.8.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.8.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.9*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.9.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.9.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.9.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.9.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.9.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.9.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.9.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.9.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.9.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.9.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.9.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.10*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.10.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.10.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.10.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.10.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.10.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.10.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.10.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.10.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.10.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.10.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.10.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.11*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.11.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.11.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.11.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.11.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.11.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.11.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.11.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.11.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.11.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.11.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.11.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.12*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.12.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.12.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.12.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.12.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.12.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.12.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.12.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.12.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.12.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.12.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.12.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.13*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.13.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.13.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.13.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.13.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.13.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.13.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.13.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.13.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.13.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.13.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.13.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.14*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.14.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.14.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.14.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.14.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.14.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.14.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.14.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.14.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.14.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.14.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.14.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.15*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.15.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.15.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.15.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.15.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.15.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.15.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.15.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.15.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.15.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.15.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.15.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.16*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.16.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.16.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.16.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.16.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.16.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.16.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.16.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.16.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.16.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.16.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.16.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.17*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.17.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.17.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.17.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.17.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.17.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.17.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.17.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.17.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.17.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.17.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.17.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.18*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.18.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.18.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.18.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.18.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.18.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.18.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.18.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.18.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.18.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.18.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.18.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.19*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.19.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.19.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.19.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.19.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.19.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.19.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.19.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.19.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.19.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.19.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.19.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.20*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.20.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.20.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.20.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.20.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.20.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.20.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.20.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.20.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.20.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.20.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.20.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.21*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.21.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.21.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.21.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.21.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.21.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.21.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.21.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.21.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.21.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.21.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.21.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.22*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.22.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.22.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.22.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.22.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.22.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.22.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.22.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.22.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.22.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.22.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.22.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.23*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.23.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.23.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.23.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.23.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.23.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.23.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.23.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.23.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.23.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.23.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.23.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.24*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.24.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.24.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.24.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.24.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.24.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.24.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.24.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.24.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.24.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.24.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.24.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.25*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.25.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.25.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.25.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.25.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.25.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.25.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.25.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.25.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.25.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.25.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.25.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.26*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.26.layer_norm1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.26.self_attn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.26.self_attn.k_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.26.self_attn.v_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.26.self_attn.q_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.26.self_attn.out_proj*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.26.layer_norm2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.26.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.26.mlp.activation_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.26.mlp.fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.encoder.layers.26.mlp.fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.visual.post_layernorm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.projector*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.projector.norm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.projector.linear_fc1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.projector.act_fn*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.language_model.visual.projector.linear_fc2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.time_embedder*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.time_embedder.mlp*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.time_embedder.mlp.0*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.time_embedder.mlp.1*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.time_embedder.mlp.2*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.vae2llm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.llm2vae*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.action2llm*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.action2llm.fc*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.action2llm.bias*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.llm2action*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.llm2action.fc*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "net.llm2action.bias*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "*proj_in*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "*proj_out*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "*time_embedder*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "*audio_proj_in*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "*audio_proj_out*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "*action_proj_in*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "*action_proj_out*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "*lm_head*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "*visual*", |
| "enable": false, |
| "cfg": null |
| }, |
| { |
| "quantizer_name": "*projector*", |
| "enable": false, |
| "cfg": null |
| } |
| ], |
| "algorithm": "max" |
| }, |
| "scale_block_quantize": null, |
| "scale_channel_quantize": null |
| } |
