{ "_class_name": "WanVACETransformer3DModel", "_diffusers_version": "0.41.0", "_name_or_path": "/tmp/kaggle", "added_kv_proj_dim": null, "attention_head_dim": 128, "cross_attn_norm": true, "eps": 1e-06, "ffn_dim": 13824, "freq_dim": 256, "image_dim": null, "in_channels": 16, "num_attention_heads": 40, "num_layers": 40, "out_channels": 16, "patch_size": [ 1, 2, 2 ], "pos_embed_seq_len": null, "qk_norm": "rms_norm_across_heads", "quantization_config": { "block_quantize": null, "calib_cfg": { "method": "max" }, "channel_quantize": null, "disable_conv_quantization": false, "forward_loop": null, "modelopt_config": { "algorithm": { "method": "max" }, "quant_cfg": { "*block_sparse_moe.gate*": { "enable": false }, "*input_quantizer": { "enable": false }, "*k_bmm_quantizer": { "enable": false }, "*linear_attn.conv1d*": { "enable": false }, "*lm_head*": { "enable": false }, "*mixer.conv1d*": { "enable": false }, "*mlp.gate.*": { "enable": false }, "*mlp.shared_expert_gate.*": { "enable": false }, "*norm1*": { "enable": false }, "*norm2*": { "enable": false }, "*norm3*": { "enable": false }, "*output_layer*": { "enable": false }, "*output_quantizer": { "enable": false }, "*proj_out.*": { "enable": false }, "*q_bmm_quantizer": { "enable": false }, "*rope*": { "enable": false }, "*router*": { "enable": false }, "*scale_shift_table*": { "enable": false }, "*softmax_quantizer": { "enable": false }, "*time_embedder*": { "enable": false }, "*v_bmm_quantizer": { "enable": false }, "*weight_quantizer": { "fake_quant": false, "num_bits": 4 }, "default": { "enable": false }, "nn.BatchNorm1d": { "*": { "enable": false } }, "nn.BatchNorm2d": { "*": { "enable": false } }, "nn.BatchNorm3d": { "*": { "enable": false } }, "nn.LeakyReLU": { "*": { "enable": false } }, "output.*": { "enable": false } } }, "modules_to_not_convert": [ "rope", "time_embedder", "scale_shift_table", "norm1", "norm2", "norm3" ], "quant_method": "modelopt", "quant_type": "INT4", "scale_block_quantize": null, "scale_channel_quantize": null, "weight_only": true }, "rope_max_seq_len": 1024, "text_dim": 4096, "vace_in_channels": 96, "vace_layers": [ 0, 5, 10, 15, 20, 25, 30, 35 ] }