| { |
| "block_quantize": null, |
| "calib_cfg": { |
| "method": "max" |
| }, |
| "channel_quantize": null, |
| "disable_conv_quantization": false, |
| "forward_loop": null, |
| "modelopt_config": { |
| "algorithm": "max", |
| "quant_cfg": [ |
| { |
| "enable": false, |
| "quantizer_name": "*" |
| }, |
| { |
| "cfg": { |
| "axis": null, |
| "fake_quant": false, |
| "num_bits": [ |
| 4, |
| 3 |
| ] |
| }, |
| "quantizer_name": "*weight_quantizer" |
| }, |
| { |
| "cfg": { |
| "axis": null, |
| "num_bits": [ |
| 4, |
| 3 |
| ] |
| }, |
| "quantizer_name": "*input_quantizer" |
| }, |
| { |
| "enable": false, |
| "parent_class": "nn.BatchNorm1d", |
| "quantizer_name": "*" |
| }, |
| { |
| "enable": false, |
| "parent_class": "nn.BatchNorm2d", |
| "quantizer_name": "*" |
| }, |
| { |
| "enable": false, |
| "parent_class": "nn.BatchNorm3d", |
| "quantizer_name": "*" |
| }, |
| { |
| "enable": false, |
| "parent_class": "nn.LeakyReLU", |
| "quantizer_name": "*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*lm_head*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*proj_out.*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*block_sparse_moe.gate*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*router*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*mlp.gate.*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*mlp.shared_expert_gate.*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*linear_attn.conv1d*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*mixer.conv1d*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*output_layer*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "output.*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*proj_in*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*proj_out*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*time_embedder*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*audio_proj_in*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*audio_proj_out*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*action_proj_in*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*action_proj_out*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*lm_head*" |
| }, |
| { |
| "enable": false, |
| "quantizer_name": "*visual*" |
| } |
| ] |
| }, |
| "modules_to_not_convert": [ |
| "proj_in", |
| "proj_out", |
| "time_embedder", |
| "audio_proj_in", |
| "audio_proj_out", |
| "action_proj_in", |
| "action_proj_out", |
| "lm_head", |
| "visual" |
| ], |
| "quant_method": "modelopt", |
| "quant_type": "FP8_FP8", |
| "scale_block_quantize": null, |
| "scale_channel_quantize": null, |
| "weight_only": false, |
| "config_groups": { |
| "group_0": { |
| "input_activations": { |
| "dynamic": false, |
| "num_bits": 8, |
| "type": "float" |
| }, |
| "weights": { |
| "dynamic": false, |
| "num_bits": 8, |
| "type": "float" |
| }, |
| "targets": [ |
| "Linear" |
| ] |
| } |
| }, |
| "quant_algo": "FP8", |
| "ignore": [ |
| "proj_in", |
| "proj_out", |
| "time_embedder*", |
| "audio_proj_in", |
| "audio_proj_out", |
| "action_proj_in", |
| "action_proj_out", |
| "lm_head", |
| "model.visual*", |
| "visual*" |
| ], |
| "producer": { |
| "name": "modelopt", |
| "version": "0.44.0" |
| } |
| } |
