{ "dd_meta_major_version": 1, "dd_meta_minor_version": 4, "state_table_updates": [], "op_list": [ { "name": "NhwcConv_0-/decoder/conv_in/Conv", "type": "SDConv", "in_args": [ "Transpose_0_out-latent_sample.out2_3_0" ], "const_args": [ "NhwcConv_0_weight_NHWC" ], "out_args": [ "NhwcConv_0_out-/decoder/conv_in/Conv_output_0.out2_3_0" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "295936" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_0_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "height", "width", "16" ] }, "output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "weight_shape": { "type": "int", "value": [ "512", "3", "3", "16" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_0", "type": "SDGroupNorm_bfbfp", "in_args": [ "NhwcConv_0_out-/decoder/conv_in/Conv_output_0.out2_3_0" ], "const_args": [ "GroupNorm_0_wts_14_0_0" ], "out_args": [ "GroupNorm_0.out12_0.out14_0_0_bfp.out15_0" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "512" ] }, "beta_shape": { "type": "int", "value": [ "512" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_1-/decoder/mid_block/resnets.0/conv1/Conv", "type": "SDConv_bfpbf", "in_args": [ "GroupNorm_0.out12_0.out14_0_0_bfp.out15_0" ], "const_args": [ "NhwcConv_1_weight_NHWC" ], "out_args": [ "NhwcConv_1_out-/decoder/mid_block/resnets.0/conv1/Conv_output_0.out2_3_1" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "2656256" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_1_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "weight_shape": { "type": "int", "value": [ "512", "3", "3", "512" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_1", "type": "SDGroupNorm_bfbfp", "in_args": [ "NhwcConv_1_out-/decoder/mid_block/resnets.0/conv1/Conv_output_0.out2_3_1" ], "const_args": [ "GroupNorm_1_wts_14_0_1" ], "out_args": [ "GroupNorm_1.out12_1.out14_0_1_bfp.out15_1" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "512" ] }, "beta_shape": { "type": "int", "value": [ "512" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_2-/decoder/mid_block/resnets.0/conv2/Conv", "type": "SDConvAdd_bfpbfbf", "in_args": [ "GroupNorm_1.out12_1.out14_0_1_bfp.out15_1", "NhwcConv_0_out-/decoder/conv_in/Conv_output_0.out2_3_0" ], "const_args": [ "NhwcConv_2_weight_NHWC" ], "out_args": [ "/decoder/mid_block/resnets.0/Add.out_10_2_0" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "2656256" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_2_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "weight_shape": { "type": "int", "value": [ "512", "3", "3", "512" ] }, "add_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "isConvAddFusion": { "type": "int", "value": [ "1" ] }, "conv_output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_2", "type": "SDGroupNorm_bfbfp", "in_args": [ "/decoder/mid_block/resnets.0/Add.out_10_2_0" ], "const_args": [ "GroupNorm_2_wts_14_1_0" ], "out_args": [ "/decoder/mid_block/attentions.0/group_norm/Add_output_0_4d_NHWC.out14_1_0_bfp.out15_2" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "activation": { "type": "int", "value": [ "0" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "input_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "512" ] }, "beta_shape": { "type": "int", "value": [ "512" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "/decoder/mid_block/attentions.0/to_k/MatMul", "type": "SDGemm_bfp", "in_args": [ "/decoder/mid_block/attentions.0/group_norm/Add_output_0_4d_NHWC.out14_1_0_bfp.out15_2" ], "const_args": [ "onnx::MatMul_914_29_1_0" ], "out_args": [ "/decoder/mid_block/attentions.0/to_k/Add_output_0.out4_7_0_bfp.out5_0" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "296960" ] }, "bfloat16_tensors": { "type": "str", "value": [ "onnx::MatMul_914_29_1_0" ] }, "input_shape": { "type": "str", "value": [ "1", "height*width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height*width", "512" ] }, "weight_shape": { "type": "int", "value": [ "512", "512" ] }, "bias_enable": { "type": "int", "value": [ "1" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "/decoder/mid_block/attentions.0/to_q/MatMul", "type": "SDGemm_bfp", "in_args": [ "/decoder/mid_block/attentions.0/group_norm/Add_output_0_4d_NHWC.out14_1_0_bfp.out15_2" ], "const_args": [ "onnx::MatMul_913_29_1_1" ], "out_args": [ "/decoder/mid_block/attentions.0/to_q/Add_output_0.out4_7_1_bfp.out5_1" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "296960" ] }, "bfloat16_tensors": { "type": "str", "value": [ "onnx::MatMul_913_29_1_1" ] }, "input_shape": { "type": "str", "value": [ "1", "height*width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height*width", "512" ] }, "weight_shape": { "type": "int", "value": [ "512", "512" ] }, "bias_enable": { "type": "int", "value": [ "1" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "/decoder/mid_block/attentions.0/to_v/MatMul", "type": "SDGemm_bfp", "in_args": [ "/decoder/mid_block/attentions.0/group_norm/Add_output_0_4d_NHWC.out14_1_0_bfp.out15_2" ], "const_args": [ "onnx::MatMul_915_29_1_2" ], "out_args": [ "/decoder/mid_block/attentions.0/to_v/Add_output_0.out4_7_2_bfp.out5_2" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "296960" ] }, "bfloat16_tensors": { "type": "str", "value": [ "onnx::MatMul_915_29_1_2" ] }, "input_shape": { "type": "str", "value": [ "1", "height*width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height*width", "512" ] }, "weight_shape": { "type": "int", "value": [ "512", "512" ] }, "bias_enable": { "type": "int", "value": [ "1" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "/decoder/mid_block/attentions.0/MatMulmha_3_0_0", "type": "SDMHA_bfp", "in_args": [ "/decoder/mid_block/attentions.0/to_q/Add_output_0.out4_7_1_bfp.out5_1", "/decoder/mid_block/attentions.0/to_k/Add_output_0.out4_7_0_bfp.out5_0", "/decoder/mid_block/attentions.0/to_v/Add_output_0.out4_7_2_bfp.out5_2" ], "const_args": [], "out_args": [ "/decoder/mid_block/attentions.0/Reshape_4_output_0.out12_0_bfp.out13_0" ], "attrs": { "num_heads": { "type": "int", "value": [ "1" ] }, "unidirectional": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "height*width", "512", "height*width" ] }, "op_version": { "type": "str", "value": [ "3d_mha" ] }, "ifm_layout": { "type": "str", "value": [ "BSHD" ] }, "ofm_layout": { "type": "str", "value": [ "BSHD" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "/decoder/mid_block/attentions.0/to_out.0/MatMul", "type": "SDGemm_bfp", "in_args": [ "/decoder/mid_block/attentions.0/Reshape_4_output_0.out12_0_bfp.out13_0" ], "const_args": [ "onnx::MatMul_923_29_1_3" ], "out_args": [ "/decoder/mid_block/attentions.0/Transpose_6_output_0_4d.out4_3_0_bfp.out5_3" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "296960" ] }, "bfloat16_tensors": { "type": "str", "value": [ "onnx::MatMul_923_29_1_3" ] }, "input_shape": { "type": "str", "value": [ "1", "height*width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height*width", "512" ] }, "weight_shape": { "type": "int", "value": [ "512", "512" ] }, "bias_enable": { "type": "int", "value": [ "1" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "/decoder/mid_block/attentions.0/Transpose_6_output_0_4d.out4_3_0_bfp.out5_3_SDCastBfp2Bf", "type": "SDCastBfp2Bf", "in_args": [ "/decoder/mid_block/attentions.0/Transpose_6_output_0_4d.out4_3_0_bfp.out5_3" ], "const_args": [], "out_args": [ "/decoder/mid_block/attentions.0/Transpose_6_output_0_4d.out4_3_0" ], "attrs": { "input_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "/decoder/mid_block/attentions.0/Add", "type": "SDAdd", "in_args": [ "/decoder/mid_block/attentions.0/Transpose_6_output_0_4d.out4_3_0", "/decoder/mid_block/resnets.0/Add.out_10_2_0" ], "const_args": [], "out_args": [ "/decoder/mid_block/attentions.0/Add_output_0_NHWC.out_10_2_1" ], "attrs": { "a_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "b_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "c_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "is_bias_add": { "type": "int", "value": [ "0" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_3", "type": "SDGroupNorm_bfbfp", "in_args": [ "/decoder/mid_block/attentions.0/Add_output_0_NHWC.out_10_2_1" ], "const_args": [ "GroupNorm_3_wts_14_0_2" ], "out_args": [ "GroupNorm_3.out12_3.out14_0_2_bfp.out15_3" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "512" ] }, "beta_shape": { "type": "int", "value": [ "512" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_3-/decoder/mid_block/resnets.1/conv1/Conv", "type": "SDConv_bfpbf", "in_args": [ "GroupNorm_3.out12_3.out14_0_2_bfp.out15_3" ], "const_args": [ "NhwcConv_3_weight_NHWC" ], "out_args": [ "NhwcConv_3_out-/decoder/mid_block/resnets.1/conv1/Conv_output_0.out2_3_3" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "2656256" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_3_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "weight_shape": { "type": "int", "value": [ "512", "3", "3", "512" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_4", "type": "SDGroupNorm_bfbfp", "in_args": [ "NhwcConv_3_out-/decoder/mid_block/resnets.1/conv1/Conv_output_0.out2_3_3" ], "const_args": [ "GroupNorm_4_wts_14_0_3" ], "out_args": [ "GroupNorm_4.out12_4.out14_0_3_bfp.out15_4" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "512" ] }, "beta_shape": { "type": "int", "value": [ "512" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_4-/decoder/mid_block/resnets.1/conv2/Conv", "type": "SDConvAdd_bfpbfbf", "in_args": [ "GroupNorm_4.out12_4.out14_0_3_bfp.out15_4", "/decoder/mid_block/attentions.0/Add_output_0_NHWC.out_10_2_1" ], "const_args": [ "NhwcConv_4_weight_NHWC" ], "out_args": [ "/decoder/mid_block/resnets.1/Add_output_0_NHWC.out_10_2_2" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "2656256" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_4_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "weight_shape": { "type": "int", "value": [ "512", "3", "3", "512" ] }, "add_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "isConvAddFusion": { "type": "int", "value": [ "1" ] }, "conv_output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_5", "type": "SDGroupNorm_bfbfp", "in_args": [ "/decoder/mid_block/resnets.1/Add_output_0_NHWC.out_10_2_2" ], "const_args": [ "GroupNorm_5_wts_14_0_4" ], "out_args": [ "GroupNorm_5.out12_5.out14_0_4_bfp.out15_5" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "512" ] }, "beta_shape": { "type": "int", "value": [ "512" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_5-/decoder/up_blocks.0/resnets.0/conv1/Conv", "type": "SDConv_bfpbf", "in_args": [ "GroupNorm_5.out12_5.out14_0_4_bfp.out15_5" ], "const_args": [ "NhwcConv_5_weight_NHWC" ], "out_args": [ "NhwcConv_5_out-/decoder/up_blocks.0/resnets.0/conv1/Conv_output_0.out2_3_5" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "2656256" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_5_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "weight_shape": { "type": "int", "value": [ "512", "3", "3", "512" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_6", "type": "SDGroupNorm_bfbfp", "in_args": [ "NhwcConv_5_out-/decoder/up_blocks.0/resnets.0/conv1/Conv_output_0.out2_3_5" ], "const_args": [ "GroupNorm_6_wts_14_0_5" ], "out_args": [ "GroupNorm_6.out12_6.out14_0_5_bfp.out15_6" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "512" ] }, "beta_shape": { "type": "int", "value": [ "512" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_6-/decoder/up_blocks.0/resnets.0/conv2/Conv", "type": "SDConvAdd_bfpbfbf", "in_args": [ "GroupNorm_6.out12_6.out14_0_5_bfp.out15_6", "/decoder/mid_block/resnets.1/Add_output_0_NHWC.out_10_2_2" ], "const_args": [ "NhwcConv_6_weight_NHWC" ], "out_args": [ "/decoder/up_blocks.0/resnets.0/Add_output_0_NHWC.out_10_2_3" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "2656256" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_6_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "weight_shape": { "type": "int", "value": [ "512", "3", "3", "512" ] }, "add_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "isConvAddFusion": { "type": "int", "value": [ "1" ] }, "conv_output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_7", "type": "SDGroupNorm_bfbfp", "in_args": [ "/decoder/up_blocks.0/resnets.0/Add_output_0_NHWC.out_10_2_3" ], "const_args": [ "GroupNorm_7_wts_14_0_6" ], "out_args": [ "GroupNorm_7.out12_7.out14_0_6_bfp.out15_7" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "512" ] }, "beta_shape": { "type": "int", "value": [ "512" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_7-/decoder/up_blocks.0/resnets.1/conv1/Conv", "type": "SDConv_bfpbf", "in_args": [ "GroupNorm_7.out12_7.out14_0_6_bfp.out15_7" ], "const_args": [ "NhwcConv_7_weight_NHWC" ], "out_args": [ "NhwcConv_7_out-/decoder/up_blocks.0/resnets.1/conv1/Conv_output_0.out2_3_7" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "2656256" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_7_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "weight_shape": { "type": "int", "value": [ "512", "3", "3", "512" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_8", "type": "SDGroupNorm_bfbfp", "in_args": [ "NhwcConv_7_out-/decoder/up_blocks.0/resnets.1/conv1/Conv_output_0.out2_3_7" ], "const_args": [ "GroupNorm_8_wts_14_0_7" ], "out_args": [ "GroupNorm_8.out12_8.out14_0_7_bfp.out15_8" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "512" ] }, "beta_shape": { "type": "int", "value": [ "512" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_8-/decoder/up_blocks.0/resnets.1/conv2/Conv", "type": "SDConvAdd_bfpbfbf", "in_args": [ "GroupNorm_8.out12_8.out14_0_7_bfp.out15_8", "/decoder/up_blocks.0/resnets.0/Add_output_0_NHWC.out_10_2_3" ], "const_args": [ "NhwcConv_8_weight_NHWC" ], "out_args": [ "/decoder/up_blocks.0/resnets.1/Add_output_0_NHWC.out_10_2_4" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "2656256" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_8_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "weight_shape": { "type": "int", "value": [ "512", "3", "3", "512" ] }, "add_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "isConvAddFusion": { "type": "int", "value": [ "1" ] }, "conv_output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_9", "type": "SDGroupNorm_bfbfp", "in_args": [ "/decoder/up_blocks.0/resnets.1/Add_output_0_NHWC.out_10_2_4" ], "const_args": [ "GroupNorm_9_wts_14_0_8" ], "out_args": [ "GroupNorm_9.out12_9.out14_0_8_bfp.out15_9" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "512" ] }, "beta_shape": { "type": "int", "value": [ "512" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_9-/decoder/up_blocks.0/resnets.2/conv1/Conv", "type": "SDConv_bfpbf", "in_args": [ "GroupNorm_9.out12_9.out14_0_8_bfp.out15_9" ], "const_args": [ "NhwcConv_9_weight_NHWC" ], "out_args": [ "NhwcConv_9_out-/decoder/up_blocks.0/resnets.2/conv1/Conv_output_0.out2_3_9" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "2656256" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_9_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "weight_shape": { "type": "int", "value": [ "512", "3", "3", "512" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_10", "type": "SDGroupNorm_bfbfp", "in_args": [ "NhwcConv_9_out-/decoder/up_blocks.0/resnets.2/conv1/Conv_output_0.out2_3_9" ], "const_args": [ "GroupNorm_10_wts_14_0_9" ], "out_args": [ "GroupNorm_10.out12_10.out14_0_9_bfp.out15_10" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "512" ] }, "beta_shape": { "type": "int", "value": [ "512" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_10-/decoder/up_blocks.0/resnets.2/conv2/Conv", "type": "SDConvAddResize_bfpbfbfp", "in_args": [ "GroupNorm_10.out12_10.out14_0_9_bfp.out15_10", "/decoder/up_blocks.0/resnets.1/Add_output_0_NHWC.out_10_2_4" ], "const_args": [ "NhwcConv_10_weight_NHWC" ], "out_args": [ "/decoder/up_blocks.0/upsamplers.0/Resize_output_0.nhwc5_0.out_8_0_bfp.out9_0" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "2656256" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_10_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "weight_shape": { "type": "int", "value": [ "512", "3", "3", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "add_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "conv_output_shape": { "type": "str", "value": [ "1", "height", "width", "512" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_11-/decoder/up_blocks.0/upsamplers.0/conv/Conv", "type": "SDConv_bfpbf", "in_args": [ "/decoder/up_blocks.0/upsamplers.0/Resize_output_0.nhwc5_0.out_8_0_bfp.out9_0" ], "const_args": [ "NhwcConv_11_weight_NHWC" ], "out_args": [ "NhwcConv_11_out-/decoder/up_blocks.0/upsamplers.0/conv/Conv_output_0.out2_3_11" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "2656256" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_11_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "weight_shape": { "type": "int", "value": [ "512", "3", "3", "512" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_11", "type": "SDGroupNorm_bfbfp", "in_args": [ "NhwcConv_11_out-/decoder/up_blocks.0/upsamplers.0/conv/Conv_output_0.out2_3_11" ], "const_args": [ "GroupNorm_11_wts_14_0_10" ], "out_args": [ "GroupNorm_11.out12_11.out14_0_10_bfp.out15_11" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "512" ] }, "beta_shape": { "type": "int", "value": [ "512" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_12-/decoder/up_blocks.1/resnets.0/conv1/Conv", "type": "SDConv_bfpbf", "in_args": [ "GroupNorm_11.out12_11.out14_0_10_bfp.out15_11" ], "const_args": [ "NhwcConv_12_weight_NHWC" ], "out_args": [ "NhwcConv_12_out-/decoder/up_blocks.1/resnets.0/conv1/Conv_output_0.out2_3_12" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "2656256" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_12_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "weight_shape": { "type": "int", "value": [ "512", "3", "3", "512" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_12", "type": "SDGroupNorm_bfbfp", "in_args": [ "NhwcConv_12_out-/decoder/up_blocks.1/resnets.0/conv1/Conv_output_0.out2_3_12" ], "const_args": [ "GroupNorm_12_wts_14_0_11" ], "out_args": [ "GroupNorm_12.out12_12.out14_0_11_bfp.out15_12" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "512" ] }, "beta_shape": { "type": "int", "value": [ "512" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_13-/decoder/up_blocks.1/resnets.0/conv2/Conv", "type": "SDConvAdd_bfpbfbf", "in_args": [ "GroupNorm_12.out12_12.out14_0_11_bfp.out15_12", "NhwcConv_11_out-/decoder/up_blocks.0/upsamplers.0/conv/Conv_output_0.out2_3_11" ], "const_args": [ "NhwcConv_13_weight_NHWC" ], "out_args": [ "/decoder/up_blocks.1/resnets.0/Add.out_10_2_6" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "2656256" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_13_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "weight_shape": { "type": "int", "value": [ "512", "3", "3", "512" ] }, "add_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "isConvAddFusion": { "type": "int", "value": [ "1" ] }, "conv_output_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_13", "type": "SDGroupNorm_bfbfp", "in_args": [ "/decoder/up_blocks.1/resnets.0/Add.out_10_2_6" ], "const_args": [ "GroupNorm_13_wts_14_0_12" ], "out_args": [ "GroupNorm_13.out12_13.out14_0_12_bfp.out15_13" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "512" ] }, "beta_shape": { "type": "int", "value": [ "512" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_14-/decoder/up_blocks.1/resnets.1/conv1/Conv", "type": "SDConv_bfpbf", "in_args": [ "GroupNorm_13.out12_13.out14_0_12_bfp.out15_13" ], "const_args": [ "NhwcConv_14_weight_NHWC" ], "out_args": [ "NhwcConv_14_out-/decoder/up_blocks.1/resnets.1/conv1/Conv_output_0.out2_3_14" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "2656256" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_14_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "weight_shape": { "type": "int", "value": [ "512", "3", "3", "512" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_14", "type": "SDGroupNorm_bfbfp", "in_args": [ "NhwcConv_14_out-/decoder/up_blocks.1/resnets.1/conv1/Conv_output_0.out2_3_14" ], "const_args": [ "GroupNorm_14_wts_14_0_13" ], "out_args": [ "GroupNorm_14.out12_14.out14_0_13_bfp.out15_14" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "512" ] }, "beta_shape": { "type": "int", "value": [ "512" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_15-/decoder/up_blocks.1/resnets.1/conv2/Conv", "type": "SDConvAdd_bfpbfbf", "in_args": [ "GroupNorm_14.out12_14.out14_0_13_bfp.out15_14", "/decoder/up_blocks.1/resnets.0/Add.out_10_2_6" ], "const_args": [ "NhwcConv_15_weight_NHWC" ], "out_args": [ "/decoder/up_blocks.1/resnets.1/Add.out_10_2_7" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "2656256" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_15_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "weight_shape": { "type": "int", "value": [ "512", "3", "3", "512" ] }, "add_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "isConvAddFusion": { "type": "int", "value": [ "1" ] }, "conv_output_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_15", "type": "SDGroupNorm_bfbfp", "in_args": [ "/decoder/up_blocks.1/resnets.1/Add.out_10_2_7" ], "const_args": [ "GroupNorm_15_wts_14_0_14" ], "out_args": [ "GroupNorm_15.out12_15.out14_0_14_bfp.out15_15" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "512" ] }, "beta_shape": { "type": "int", "value": [ "512" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_16-/decoder/up_blocks.1/resnets.2/conv1/Conv", "type": "SDConv_bfpbf", "in_args": [ "GroupNorm_15.out12_15.out14_0_14_bfp.out15_15" ], "const_args": [ "NhwcConv_16_weight_NHWC" ], "out_args": [ "NhwcConv_16_out-/decoder/up_blocks.1/resnets.2/conv1/Conv_output_0.out2_3_16" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "2656256" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_16_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "weight_shape": { "type": "int", "value": [ "512", "3", "3", "512" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_16", "type": "SDGroupNorm_bfbfp", "in_args": [ "NhwcConv_16_out-/decoder/up_blocks.1/resnets.2/conv1/Conv_output_0.out2_3_16" ], "const_args": [ "GroupNorm_16_wts_14_0_15" ], "out_args": [ "GroupNorm_16.out12_16.out14_0_15_bfp.out15_16" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "512" ] }, "beta_shape": { "type": "int", "value": [ "512" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_17-/decoder/up_blocks.1/resnets.2/conv2/Conv", "type": "SDConvAddResize_bfpbfbfp", "in_args": [ "GroupNorm_16.out12_16.out14_0_15_bfp.out15_16", "/decoder/up_blocks.1/resnets.1/Add.out_10_2_7" ], "const_args": [ "NhwcConv_17_weight_NHWC" ], "out_args": [ "/decoder/up_blocks.1/upsamplers.0/Resize_output_0.nhwc5_1.out_8_1_bfp.out9_1" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "2656256" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_17_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "weight_shape": { "type": "int", "value": [ "512", "3", "3", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "512" ] }, "add_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "conv_output_shape": { "type": "str", "value": [ "1", "floor(2.0*height)", "floor(2.0*width)", "512" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_18-/decoder/up_blocks.1/upsamplers.0/conv/Conv", "type": "SDConv_bfp", "in_args": [ "/decoder/up_blocks.1/upsamplers.0/Resize_output_0.nhwc5_1.out_8_1_bfp.out9_1" ], "const_args": [ "NhwcConv_18_weight_NHWC" ], "out_args": [ "NhwcConv_18_out-/decoder/up_blocks.1/upsamplers.0/conv/Conv_output_0.out2_3_18_bfp.out3_18" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "2656256" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_18_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "512" ] }, "weight_shape": { "type": "int", "value": [ "512", "3", "3", "512" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_18_out-/decoder/up_blocks.1/upsamplers.0/conv/Conv_output_0.out2_3_18_bfp.out3_18_SDCastBfp2Bf", "type": "SDCastBfp2Bf", "in_args": [ "NhwcConv_18_out-/decoder/up_blocks.1/upsamplers.0/conv/Conv_output_0.out2_3_18_bfp.out3_18" ], "const_args": [], "out_args": [ "NhwcConv_18_out-/decoder/up_blocks.1/upsamplers.0/conv/Conv_output_0.out2_3_18" ], "attrs": { "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "512" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_19-/decoder/up_blocks.2/resnets.0/conv_shortcut/Conv", "type": "SDConv_bfpbf", "in_args": [ "NhwcConv_18_out-/decoder/up_blocks.1/upsamplers.0/conv/Conv_output_0.out2_3_18_bfp.out3_18" ], "const_args": [ "NhwcConv_19_weight_NHWC" ], "out_args": [ "NhwcConv_19_out-/decoder/up_blocks.2/resnets.0/conv_shortcut/Conv_output_0.out2_3_19" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "148480" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_19_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "1", "1" ] }, "pads": { "type": "int", "value": [ "0", "0", "0", "0" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "weight_shape": { "type": "int", "value": [ "256", "1", "1", "512" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_17", "type": "SDGroupNorm_bfbfp", "in_args": [ "NhwcConv_18_out-/decoder/up_blocks.1/upsamplers.0/conv/Conv_output_0.out2_3_18" ], "const_args": [ "GroupNorm_17_wts_14_0_16" ], "out_args": [ "GroupNorm_17.out12_17.out14_0_16_bfp.out15_17" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "512" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "512" ] }, "beta_shape": { "type": "int", "value": [ "512" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_20-/decoder/up_blocks.2/resnets.0/conv1/Conv", "type": "SDConv_bfpbf", "in_args": [ "GroupNorm_17.out12_17.out14_0_16_bfp.out15_17" ], "const_args": [ "NhwcConv_20_weight_NHWC" ], "out_args": [ "NhwcConv_20_out-/decoder/up_blocks.2/resnets.0/conv1/Conv_output_0.out2_3_20" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "1328128" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_20_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "512" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "weight_shape": { "type": "int", "value": [ "256", "3", "3", "512" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_18", "type": "SDGroupNorm_bfbfp", "in_args": [ "NhwcConv_20_out-/decoder/up_blocks.2/resnets.0/conv1/Conv_output_0.out2_3_20" ], "const_args": [ "GroupNorm_18_wts_14_0_17" ], "out_args": [ "GroupNorm_18.out12_18.out14_0_17_bfp.out15_18" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "256" ] }, "beta_shape": { "type": "int", "value": [ "256" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_21-/decoder/up_blocks.2/resnets.0/conv2/Conv", "type": "SDConvAdd_bfpbfbf", "in_args": [ "GroupNorm_18.out12_18.out14_0_17_bfp.out15_18", "NhwcConv_19_out-/decoder/up_blocks.2/resnets.0/conv_shortcut/Conv_output_0.out2_3_19" ], "const_args": [ "NhwcConv_21_weight_NHWC" ], "out_args": [ "/decoder/up_blocks.2/resnets.0/Add.out_10_2_9" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "664576" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_21_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "weight_shape": { "type": "int", "value": [ "256", "3", "3", "256" ] }, "add_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "isConvAddFusion": { "type": "int", "value": [ "1" ] }, "conv_output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_19", "type": "SDGroupNorm_bfbfp", "in_args": [ "/decoder/up_blocks.2/resnets.0/Add.out_10_2_9" ], "const_args": [ "GroupNorm_19_wts_14_0_18" ], "out_args": [ "GroupNorm_19.out12_19.out14_0_18_bfp.out15_19" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "256" ] }, "beta_shape": { "type": "int", "value": [ "256" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_22-/decoder/up_blocks.2/resnets.1/conv1/Conv", "type": "SDConv_bfpbf", "in_args": [ "GroupNorm_19.out12_19.out14_0_18_bfp.out15_19" ], "const_args": [ "NhwcConv_22_weight_NHWC" ], "out_args": [ "NhwcConv_22_out-/decoder/up_blocks.2/resnets.1/conv1/Conv_output_0.out2_3_22" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "664576" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_22_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "weight_shape": { "type": "int", "value": [ "256", "3", "3", "256" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_20", "type": "SDGroupNorm_bfbfp", "in_args": [ "NhwcConv_22_out-/decoder/up_blocks.2/resnets.1/conv1/Conv_output_0.out2_3_22" ], "const_args": [ "GroupNorm_20_wts_14_0_19" ], "out_args": [ "GroupNorm_20.out12_20.out14_0_19_bfp.out15_20" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "256" ] }, "beta_shape": { "type": "int", "value": [ "256" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_23-/decoder/up_blocks.2/resnets.1/conv2/Conv", "type": "SDConvAdd_bfpbfbf", "in_args": [ "GroupNorm_20.out12_20.out14_0_19_bfp.out15_20", "/decoder/up_blocks.2/resnets.0/Add.out_10_2_9" ], "const_args": [ "NhwcConv_23_weight_NHWC" ], "out_args": [ "/decoder/up_blocks.2/resnets.1/Add.out_10_2_10" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "664576" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_23_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "weight_shape": { "type": "int", "value": [ "256", "3", "3", "256" ] }, "add_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "isConvAddFusion": { "type": "int", "value": [ "1" ] }, "conv_output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_21", "type": "SDGroupNorm_bfbfp", "in_args": [ "/decoder/up_blocks.2/resnets.1/Add.out_10_2_10" ], "const_args": [ "GroupNorm_21_wts_14_0_20" ], "out_args": [ "GroupNorm_21.out12_21.out14_0_20_bfp.out15_21" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "256" ] }, "beta_shape": { "type": "int", "value": [ "256" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_24-/decoder/up_blocks.2/resnets.2/conv1/Conv", "type": "SDConv_bfpbf", "in_args": [ "GroupNorm_21.out12_21.out14_0_20_bfp.out15_21" ], "const_args": [ "NhwcConv_24_weight_NHWC" ], "out_args": [ "NhwcConv_24_out-/decoder/up_blocks.2/resnets.2/conv1/Conv_output_0.out2_3_24" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "664576" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_24_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "weight_shape": { "type": "int", "value": [ "256", "3", "3", "256" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_22", "type": "SDGroupNorm_bfbfp", "in_args": [ "NhwcConv_24_out-/decoder/up_blocks.2/resnets.2/conv1/Conv_output_0.out2_3_24" ], "const_args": [ "GroupNorm_22_wts_14_0_21" ], "out_args": [ "GroupNorm_22.out12_22.out14_0_21_bfp.out15_22" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "256" ] }, "beta_shape": { "type": "int", "value": [ "256" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_25-/decoder/up_blocks.2/resnets.2/conv2/Conv", "type": "SDConvAddResize_bfpbfbfp", "in_args": [ "GroupNorm_22.out12_22.out14_0_21_bfp.out15_22", "/decoder/up_blocks.2/resnets.1/Add.out_10_2_10" ], "const_args": [ "NhwcConv_25_weight_NHWC" ], "out_args": [ "/decoder/up_blocks.2/upsamplers.0/Resize_output_0.nhwc5_2.out_8_2_bfp.out9_2" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "664576" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_25_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "weight_shape": { "type": "int", "value": [ "256", "3", "3", "256" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "256" ] }, "add_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "conv_output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "256" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_26-/decoder/up_blocks.2/upsamplers.0/conv/Conv", "type": "SDConv_bfp", "in_args": [ "/decoder/up_blocks.2/upsamplers.0/Resize_output_0.nhwc5_2.out_8_2_bfp.out9_2" ], "const_args": [ "NhwcConv_26_weight_NHWC" ], "out_args": [ "NhwcConv_26_out-/decoder/up_blocks.2/upsamplers.0/conv/Conv_output_0.out2_3_26_bfp.out3_26" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "664576" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_26_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "256" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "256" ] }, "weight_shape": { "type": "int", "value": [ "256", "3", "3", "256" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_26_out-/decoder/up_blocks.2/upsamplers.0/conv/Conv_output_0.out2_3_26_bfp.out3_26_SDCastBfp2Bf", "type": "SDCastBfp2Bf", "in_args": [ "NhwcConv_26_out-/decoder/up_blocks.2/upsamplers.0/conv/Conv_output_0.out2_3_26_bfp.out3_26" ], "const_args": [], "out_args": [ "NhwcConv_26_out-/decoder/up_blocks.2/upsamplers.0/conv/Conv_output_0.out2_3_26" ], "attrs": { "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "256" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "256" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_27-/decoder/up_blocks.3/resnets.0/conv_shortcut/Conv", "type": "SDConv_bfpbf", "in_args": [ "NhwcConv_26_out-/decoder/up_blocks.2/upsamplers.0/conv/Conv_output_0.out2_3_26_bfp.out3_26" ], "const_args": [ "NhwcConv_27_weight_NHWC" ], "out_args": [ "NhwcConv_27_out-/decoder/up_blocks.3/resnets.0/conv_shortcut/Conv_output_0.out2_3_27" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "37376" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_27_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "1", "1" ] }, "pads": { "type": "int", "value": [ "0", "0", "0", "0" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "256" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "weight_shape": { "type": "int", "value": [ "128", "1", "1", "256" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_23", "type": "SDGroupNorm_bfbfp", "in_args": [ "NhwcConv_26_out-/decoder/up_blocks.2/upsamplers.0/conv/Conv_output_0.out2_3_26" ], "const_args": [ "GroupNorm_23_wts_14_0_22" ], "out_args": [ "GroupNorm_23.out12_23.out14_0_22_bfp.out15_23" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "256" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "256" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "256" ] }, "beta_shape": { "type": "int", "value": [ "256" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_28-/decoder/up_blocks.3/resnets.0/conv1/Conv", "type": "SDConv_bfpbf", "in_args": [ "GroupNorm_23.out12_23.out14_0_22_bfp.out15_23" ], "const_args": [ "NhwcConv_28_weight_NHWC" ], "out_args": [ "NhwcConv_28_out-/decoder/up_blocks.3/resnets.0/conv1/Conv_output_0.out2_3_28" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "332288" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_28_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "256" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "weight_shape": { "type": "int", "value": [ "128", "3", "3", "256" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_24", "type": "SDGroupNorm_bfbfp", "in_args": [ "NhwcConv_28_out-/decoder/up_blocks.3/resnets.0/conv1/Conv_output_0.out2_3_28" ], "const_args": [ "GroupNorm_24_wts_14_0_23" ], "out_args": [ "GroupNorm_24.out12_24.out14_0_23_bfp.out15_24" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "128" ] }, "beta_shape": { "type": "int", "value": [ "128" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_29-/decoder/up_blocks.3/resnets.0/conv2/Conv", "type": "SDConvAdd_bfpbfbf", "in_args": [ "GroupNorm_24.out12_24.out14_0_23_bfp.out15_24", "NhwcConv_27_out-/decoder/up_blocks.3/resnets.0/conv_shortcut/Conv_output_0.out2_3_27" ], "const_args": [ "NhwcConv_29_weight_NHWC" ], "out_args": [ "/decoder/up_blocks.3/resnets.0/Add.out_10_2_12" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "166400" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_29_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "weight_shape": { "type": "int", "value": [ "128", "3", "3", "128" ] }, "add_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "isConvAddFusion": { "type": "int", "value": [ "1" ] }, "conv_output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_25", "type": "SDGroupNorm_bfbfp", "in_args": [ "/decoder/up_blocks.3/resnets.0/Add.out_10_2_12" ], "const_args": [ "GroupNorm_25_wts_14_0_24" ], "out_args": [ "GroupNorm_25.out12_25.out14_0_24_bfp.out15_25" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "128" ] }, "beta_shape": { "type": "int", "value": [ "128" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_30-/decoder/up_blocks.3/resnets.1/conv1/Conv", "type": "SDConv_bfpbf", "in_args": [ "GroupNorm_25.out12_25.out14_0_24_bfp.out15_25" ], "const_args": [ "NhwcConv_30_weight_NHWC" ], "out_args": [ "NhwcConv_30_out-/decoder/up_blocks.3/resnets.1/conv1/Conv_output_0.out2_3_30" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "166400" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_30_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "weight_shape": { "type": "int", "value": [ "128", "3", "3", "128" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_26", "type": "SDGroupNorm_bfbfp", "in_args": [ "NhwcConv_30_out-/decoder/up_blocks.3/resnets.1/conv1/Conv_output_0.out2_3_30" ], "const_args": [ "GroupNorm_26_wts_14_0_25" ], "out_args": [ "GroupNorm_26.out12_26.out14_0_25_bfp.out15_26" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "128" ] }, "beta_shape": { "type": "int", "value": [ "128" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_31-/decoder/up_blocks.3/resnets.1/conv2/Conv", "type": "SDConvAdd_bfpbfbf", "in_args": [ "GroupNorm_26.out12_26.out14_0_25_bfp.out15_26", "/decoder/up_blocks.3/resnets.0/Add.out_10_2_12" ], "const_args": [ "NhwcConv_31_weight_NHWC" ], "out_args": [ "/decoder/up_blocks.3/resnets.1/Add.out_10_2_13" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "166400" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_31_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "weight_shape": { "type": "int", "value": [ "128", "3", "3", "128" ] }, "add_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "isConvAddFusion": { "type": "int", "value": [ "1" ] }, "conv_output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_27", "type": "SDGroupNorm_bfbfp", "in_args": [ "/decoder/up_blocks.3/resnets.1/Add.out_10_2_13" ], "const_args": [ "GroupNorm_27_wts_14_0_26" ], "out_args": [ "GroupNorm_27.out12_27.out14_0_26_bfp.out15_27" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "128" ] }, "beta_shape": { "type": "int", "value": [ "128" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_32-/decoder/up_blocks.3/resnets.2/conv1/Conv", "type": "SDConv_bfpbf", "in_args": [ "GroupNorm_27.out12_27.out14_0_26_bfp.out15_27" ], "const_args": [ "NhwcConv_32_weight_NHWC" ], "out_args": [ "NhwcConv_32_out-/decoder/up_blocks.3/resnets.2/conv1/Conv_output_0.out2_3_32" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "166400" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_32_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "weight_shape": { "type": "int", "value": [ "128", "3", "3", "128" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_28", "type": "SDGroupNorm_bfbfp", "in_args": [ "NhwcConv_32_out-/decoder/up_blocks.3/resnets.2/conv1/Conv_output_0.out2_3_32" ], "const_args": [ "GroupNorm_28_wts_14_0_27" ], "out_args": [ "GroupNorm_28.out12_28.out14_0_27_bfp.out15_28" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "128" ] }, "beta_shape": { "type": "int", "value": [ "128" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "mxint8_ebs8" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_33-/decoder/up_blocks.3/resnets.2/conv2/Conv", "type": "SDConvAdd_bfpbfbf", "in_args": [ "GroupNorm_28.out12_28.out14_0_27_bfp.out15_28", "/decoder/up_blocks.3/resnets.1/Add.out_10_2_13" ], "const_args": [ "NhwcConv_33_weight_NHWC" ], "out_args": [ "/decoder/up_blocks.3/resnets.2/Add.out_10_2_14" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "166400" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_33_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "weight_shape": { "type": "int", "value": [ "128", "3", "3", "128" ] }, "add_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "in_dtypes": { "type": "str", "value": [ "mxint8_ebs8", "mxint8_ebs8", "float", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "isConvAddFusion": { "type": "int", "value": [ "1" ] }, "conv_output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "GroupNorm_29", "type": "SDGroupNorm", "in_args": [ "/decoder/up_blocks.3/resnets.2/Add.out_10_2_14" ], "const_args": [ "GroupNorm_29_wts_14_0_28" ], "out_args": [ "GroupNorm_29.out12_29.out14_0_28" ], "attrs": { "epsilon": { "type": "float", "value": [ "9.999999974752427e-07" ] }, "groups": { "type": "int", "value": [ "32" ] }, "channels_last": { "type": "int", "value": [ "1" ] }, "activation": { "type": "int", "value": [ "0" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "wts_shape": { "type": "int", "value": [ "2048" ] }, "gamma_shape": { "type": "int", "value": [ "128" ] }, "beta_shape": { "type": "int", "value": [ "128" ] }, "nonlinear": { "type": "str", "value": [ "Silu" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } }, { "name": "NhwcConv_34-/decoder/conv_out/Conv", "type": "SDConv", "in_args": [ "GroupNorm_29.out12_29.out14_0_28" ], "const_args": [ "NhwcConv_34_weight_NHWC" ], "out_args": [ "NhwcConv_34_out-sample.out2_3_34" ], "attrs": { "bfloat16_shape_0": { "type": "int", "value": [ "147584" ] }, "bfloat16_tensors": { "type": "str", "value": [ "NhwcConv_34_weight_NHWC" ] }, "auto_pad": { "type": "str", "value": [ "NOTSET" ] }, "dilations": { "type": "int", "value": [ "1", "1" ] }, "group": { "type": "int", "value": [ "1" ] }, "kernel_shape": { "type": "int", "value": [ "3", "3" ] }, "pads": { "type": "int", "value": [ "1", "1", "1", "1" ] }, "strides": { "type": "int", "value": [ "1", "1" ] }, "input_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "128" ] }, "output_shape": { "type": "str", "value": [ "1", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "3" ] }, "weight_shape": { "type": "int", "value": [ "3", "3", "3", "128" ] }, "in_dtypes": { "type": "str", "value": [ "bfloat16", "bfloat16", "bfloat16" ] }, "out_dtypes": { "type": "str", "value": [ "bfloat16" ] }, "backend": { "type": "str", "value": [ "aie4" ] }, "use_elf": { "type": "int", "value": [ "1" ] } } } ], "fused_tensors": { "in": { "buffer_size": 32, "xrt_arg_id": 0, "packed_tensors": [ "Transpose_0_out-latent_sample.out2_3_0" ] }, "out": { "buffer_size": 8, "xrt_arg_id": 1, "packed_tensors": [ "NhwcConv_34_out-sample.out2_3_34" ] }, "scratch": { "buffer_size": 41088, "xrt_arg_id": 2, "packed_tensors": [ "NhwcConv_0_out-/decoder/conv_in/Conv_output_0.out2_3_0", "GroupNorm_0.out12_0.out14_0_0_bfp.out15_0", "NhwcConv_1_out-/decoder/mid_block/resnets.0/conv1/Conv_output_0.out2_3_1", "GroupNorm_1.out12_1.out14_0_1_bfp.out15_1", "/decoder/mid_block/resnets.0/Add.out_10_2_0", "/decoder/mid_block/attentions.0/group_norm/Add_output_0_4d_NHWC.out14_1_0_bfp.out15_2", "/decoder/mid_block/attentions.0/to_k/Add_output_0.out4_7_0_bfp.out5_0", "/decoder/mid_block/attentions.0/to_q/Add_output_0.out4_7_1_bfp.out5_1", "/decoder/mid_block/attentions.0/to_v/Add_output_0.out4_7_2_bfp.out5_2", "/decoder/mid_block/attentions.0/Reshape_4_output_0.out12_0_bfp.out13_0", "/decoder/mid_block/attentions.0/Transpose_6_output_0_4d.out4_3_0_bfp.out5_3", "/decoder/mid_block/attentions.0/Transpose_6_output_0_4d.out4_3_0", "/decoder/mid_block/attentions.0/Add_output_0_NHWC.out_10_2_1", "GroupNorm_3.out12_3.out14_0_2_bfp.out15_3", "NhwcConv_3_out-/decoder/mid_block/resnets.1/conv1/Conv_output_0.out2_3_3", "GroupNorm_4.out12_4.out14_0_3_bfp.out15_4", "/decoder/mid_block/resnets.1/Add_output_0_NHWC.out_10_2_2", "GroupNorm_5.out12_5.out14_0_4_bfp.out15_5", "NhwcConv_5_out-/decoder/up_blocks.0/resnets.0/conv1/Conv_output_0.out2_3_5", "GroupNorm_6.out12_6.out14_0_5_bfp.out15_6", "/decoder/up_blocks.0/resnets.0/Add_output_0_NHWC.out_10_2_3", "GroupNorm_7.out12_7.out14_0_6_bfp.out15_7", "NhwcConv_7_out-/decoder/up_blocks.0/resnets.1/conv1/Conv_output_0.out2_3_7", "GroupNorm_8.out12_8.out14_0_7_bfp.out15_8", "/decoder/up_blocks.0/resnets.1/Add_output_0_NHWC.out_10_2_4", "GroupNorm_9.out12_9.out14_0_8_bfp.out15_9", "NhwcConv_9_out-/decoder/up_blocks.0/resnets.2/conv1/Conv_output_0.out2_3_9", "GroupNorm_10.out12_10.out14_0_9_bfp.out15_10", "/decoder/up_blocks.0/upsamplers.0/Resize_output_0.nhwc5_0.out_8_0_bfp.out9_0", "NhwcConv_11_out-/decoder/up_blocks.0/upsamplers.0/conv/Conv_output_0.out2_3_11", "GroupNorm_11.out12_11.out14_0_10_bfp.out15_11", "NhwcConv_12_out-/decoder/up_blocks.1/resnets.0/conv1/Conv_output_0.out2_3_12", "GroupNorm_12.out12_12.out14_0_11_bfp.out15_12", "/decoder/up_blocks.1/resnets.0/Add.out_10_2_6", "GroupNorm_13.out12_13.out14_0_12_bfp.out15_13", "NhwcConv_14_out-/decoder/up_blocks.1/resnets.1/conv1/Conv_output_0.out2_3_14", "GroupNorm_14.out12_14.out14_0_13_bfp.out15_14", "/decoder/up_blocks.1/resnets.1/Add.out_10_2_7", "GroupNorm_15.out12_15.out14_0_14_bfp.out15_15", "NhwcConv_16_out-/decoder/up_blocks.1/resnets.2/conv1/Conv_output_0.out2_3_16", "GroupNorm_16.out12_16.out14_0_15_bfp.out15_16", "/decoder/up_blocks.1/upsamplers.0/Resize_output_0.nhwc5_1.out_8_1_bfp.out9_1", "NhwcConv_18_out-/decoder/up_blocks.1/upsamplers.0/conv/Conv_output_0.out2_3_18_bfp.out3_18", "NhwcConv_18_out-/decoder/up_blocks.1/upsamplers.0/conv/Conv_output_0.out2_3_18", "NhwcConv_19_out-/decoder/up_blocks.2/resnets.0/conv_shortcut/Conv_output_0.out2_3_19", "GroupNorm_17.out12_17.out14_0_16_bfp.out15_17", "NhwcConv_20_out-/decoder/up_blocks.2/resnets.0/conv1/Conv_output_0.out2_3_20", "GroupNorm_18.out12_18.out14_0_17_bfp.out15_18", "/decoder/up_blocks.2/resnets.0/Add.out_10_2_9", "GroupNorm_19.out12_19.out14_0_18_bfp.out15_19", "NhwcConv_22_out-/decoder/up_blocks.2/resnets.1/conv1/Conv_output_0.out2_3_22", "GroupNorm_20.out12_20.out14_0_19_bfp.out15_20", "/decoder/up_blocks.2/resnets.1/Add.out_10_2_10", "GroupNorm_21.out12_21.out14_0_20_bfp.out15_21", "NhwcConv_24_out-/decoder/up_blocks.2/resnets.2/conv1/Conv_output_0.out2_3_24", "GroupNorm_22.out12_22.out14_0_21_bfp.out15_22", "/decoder/up_blocks.2/upsamplers.0/Resize_output_0.nhwc5_2.out_8_2_bfp.out9_2", "NhwcConv_26_out-/decoder/up_blocks.2/upsamplers.0/conv/Conv_output_0.out2_3_26_bfp.out3_26", "NhwcConv_26_out-/decoder/up_blocks.2/upsamplers.0/conv/Conv_output_0.out2_3_26", "NhwcConv_27_out-/decoder/up_blocks.3/resnets.0/conv_shortcut/Conv_output_0.out2_3_27", "GroupNorm_23.out12_23.out14_0_22_bfp.out15_23", "NhwcConv_28_out-/decoder/up_blocks.3/resnets.0/conv1/Conv_output_0.out2_3_28", "GroupNorm_24.out12_24.out14_0_23_bfp.out15_24", "/decoder/up_blocks.3/resnets.0/Add.out_10_2_12", "GroupNorm_25.out12_25.out14_0_24_bfp.out15_25", "NhwcConv_30_out-/decoder/up_blocks.3/resnets.1/conv1/Conv_output_0.out2_3_30", "GroupNorm_26.out12_26.out14_0_25_bfp.out15_26", "/decoder/up_blocks.3/resnets.1/Add.out_10_2_13", "GroupNorm_27.out12_27.out14_0_26_bfp.out15_27", "NhwcConv_32_out-/decoder/up_blocks.3/resnets.2/conv1/Conv_output_0.out2_3_32", "GroupNorm_28.out12_28.out14_0_27_bfp.out15_28", "/decoder/up_blocks.3/resnets.2/Add.out_10_2_14", "GroupNorm_29.out12_29.out14_0_28" ] }, "const": { "buffer_size": 56232576, "xrt_arg_id": 3, "packed_tensors": [ "NhwcConv_0_weight_NHWC", "GroupNorm_0_wts_14_0_0", "NhwcConv_1_weight_NHWC", "GroupNorm_1_wts_14_0_1", "NhwcConv_2_weight_NHWC", "GroupNorm_2_wts_14_1_0", "onnx::MatMul_914_29_1_0", "onnx::MatMul_913_29_1_1", "onnx::MatMul_915_29_1_2", "onnx::MatMul_923_29_1_3", "GroupNorm_3_wts_14_0_2", "NhwcConv_3_weight_NHWC", "GroupNorm_4_wts_14_0_3", "NhwcConv_4_weight_NHWC", "GroupNorm_5_wts_14_0_4", "NhwcConv_5_weight_NHWC", "GroupNorm_6_wts_14_0_5", "NhwcConv_6_weight_NHWC", "GroupNorm_7_wts_14_0_6", "NhwcConv_7_weight_NHWC", "GroupNorm_8_wts_14_0_7", "NhwcConv_8_weight_NHWC", "GroupNorm_9_wts_14_0_8", "NhwcConv_9_weight_NHWC", "GroupNorm_10_wts_14_0_9", "NhwcConv_10_weight_NHWC", "NhwcConv_11_weight_NHWC", "GroupNorm_11_wts_14_0_10", "NhwcConv_12_weight_NHWC", "GroupNorm_12_wts_14_0_11", "NhwcConv_13_weight_NHWC", "GroupNorm_13_wts_14_0_12", "NhwcConv_14_weight_NHWC", "GroupNorm_14_wts_14_0_13", "NhwcConv_15_weight_NHWC", "GroupNorm_15_wts_14_0_14", "NhwcConv_16_weight_NHWC", "GroupNorm_16_wts_14_0_15", "NhwcConv_17_weight_NHWC", "NhwcConv_18_weight_NHWC", "NhwcConv_19_weight_NHWC", "GroupNorm_17_wts_14_0_16", "NhwcConv_20_weight_NHWC", "GroupNorm_18_wts_14_0_17", "NhwcConv_21_weight_NHWC", "GroupNorm_19_wts_14_0_18", "NhwcConv_22_weight_NHWC", "GroupNorm_20_wts_14_0_19", "NhwcConv_23_weight_NHWC", "GroupNorm_21_wts_14_0_20", "NhwcConv_24_weight_NHWC", "GroupNorm_22_wts_14_0_21", "NhwcConv_25_weight_NHWC", "NhwcConv_26_weight_NHWC", "NhwcConv_27_weight_NHWC", "GroupNorm_23_wts_14_0_22", "NhwcConv_28_weight_NHWC", "GroupNorm_24_wts_14_0_23", "NhwcConv_29_weight_NHWC", "GroupNorm_25_wts_14_0_24", "NhwcConv_30_weight_NHWC", "GroupNorm_26_wts_14_0_25", "NhwcConv_31_weight_NHWC", "GroupNorm_27_wts_14_0_26", "NhwcConv_32_weight_NHWC", "GroupNorm_28_wts_14_0_27", "NhwcConv_33_weight_NHWC", "GroupNorm_29_wts_14_0_28", "NhwcConv_34_weight_NHWC" ] }, "super_instr": { "buffer_size": 0, "xrt_arg_id": 4, "packed_tensors": [] } }, "tensor_map": { "Transpose_0_out-latent_sample.out2_3_0": { "packed_buffer_label": "in", "xrt_arg_id": 0, "dtype": "bfloat16", "shape": [ 1, 1, 1, 16 ], "size_in_bytes": 32, "op_tensor_size": 32, "dynamic_shapes": [ "False", "height", "width", "False" ], "offset": 0 }, "NhwcConv_34_out-sample.out2_3_34": { "packed_buffer_label": "out", "xrt_arg_id": 1, "dtype": "bfloat16", "shape": [ 1, 1, 1, 3 ], "size_in_bytes": 6, "op_tensor_size": 6, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "False" ], "offset": 0 }, "NhwcConv_0_out-/decoder/conv_in/Conv_output_0.out2_3_0": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 1024, "op_tensor_size": 1024, "dynamic_shapes": [ "False", "height", "width", "False" ], "offset": 0 }, "GroupNorm_0.out12_0.out14_0_0_bfp.out15_0": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "height", "width", "False" ], "offset": 1024 }, "NhwcConv_1_out-/decoder/mid_block/resnets.0/conv1/Conv_output_0.out2_3_1": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 1024, "op_tensor_size": 1024, "dynamic_shapes": [ "False", "height", "width", "False" ], "offset": 1536 }, "GroupNorm_1.out12_1.out14_0_1_bfp.out15_1": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "height", "width", "False" ], "offset": 2560 }, "/decoder/mid_block/resnets.0/Add.out_10_2_0": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 1024, "op_tensor_size": 1024, "dynamic_shapes": [ "False", "height", "width", "False" ], "offset": 3072 }, "/decoder/mid_block/attentions.0/group_norm/Add_output_0_4d_NHWC.out14_1_0_bfp.out15_2": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "height*width", "False" ], "offset": 4096 }, "/decoder/mid_block/attentions.0/to_k/Add_output_0.out4_7_0_bfp.out5_0": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "height*width", "False" ], "offset": 4608 }, "/decoder/mid_block/attentions.0/to_q/Add_output_0.out4_7_1_bfp.out5_1": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "height*width", "False" ], "offset": 5120 }, "/decoder/mid_block/attentions.0/to_v/Add_output_0.out4_7_2_bfp.out5_2": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "height*width", "False" ], "offset": 5632 }, "/decoder/mid_block/attentions.0/Reshape_4_output_0.out12_0_bfp.out13_0": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "height*width", "False" ], "offset": 6144 }, "/decoder/mid_block/attentions.0/Transpose_6_output_0_4d.out4_3_0_bfp.out5_3": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "height", "width", "False" ], "offset": 6656 }, "/decoder/mid_block/attentions.0/Transpose_6_output_0_4d.out4_3_0": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 1024, "op_tensor_size": 1024, "dynamic_shapes": [ "False", "height", "width", "False" ], "offset": 7168 }, "/decoder/mid_block/attentions.0/Add_output_0_NHWC.out_10_2_1": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 1024, "op_tensor_size": 1024, "dynamic_shapes": [ "False", "height", "width", "False" ], "offset": 8192 }, "GroupNorm_3.out12_3.out14_0_2_bfp.out15_3": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "height", "width", "False" ], "offset": 9216 }, "NhwcConv_3_out-/decoder/mid_block/resnets.1/conv1/Conv_output_0.out2_3_3": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 1024, "op_tensor_size": 1024, "dynamic_shapes": [ "False", "height", "width", "False" ], "offset": 9728 }, "GroupNorm_4.out12_4.out14_0_3_bfp.out15_4": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "height", "width", "False" ], "offset": 10752 }, "/decoder/mid_block/resnets.1/Add_output_0_NHWC.out_10_2_2": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 1024, "op_tensor_size": 1024, "dynamic_shapes": [ "False", "height", "width", "False" ], "offset": 11264 }, "GroupNorm_5.out12_5.out14_0_4_bfp.out15_5": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "height", "width", "False" ], "offset": 12288 }, "NhwcConv_5_out-/decoder/up_blocks.0/resnets.0/conv1/Conv_output_0.out2_3_5": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 1024, "op_tensor_size": 1024, "dynamic_shapes": [ "False", "height", "width", "False" ], "offset": 12800 }, "GroupNorm_6.out12_6.out14_0_5_bfp.out15_6": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "height", "width", "False" ], "offset": 13824 }, "/decoder/up_blocks.0/resnets.0/Add_output_0_NHWC.out_10_2_3": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 1024, "op_tensor_size": 1024, "dynamic_shapes": [ "False", "height", "width", "False" ], "offset": 14336 }, "GroupNorm_7.out12_7.out14_0_6_bfp.out15_7": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "height", "width", "False" ], "offset": 15360 }, "NhwcConv_7_out-/decoder/up_blocks.0/resnets.1/conv1/Conv_output_0.out2_3_7": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 1024, "op_tensor_size": 1024, "dynamic_shapes": [ "False", "height", "width", "False" ], "offset": 15872 }, "GroupNorm_8.out12_8.out14_0_7_bfp.out15_8": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "height", "width", "False" ], "offset": 16896 }, "/decoder/up_blocks.0/resnets.1/Add_output_0_NHWC.out_10_2_4": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 1024, "op_tensor_size": 1024, "dynamic_shapes": [ "False", "height", "width", "False" ], "offset": 17408 }, "GroupNorm_9.out12_9.out14_0_8_bfp.out15_9": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "height", "width", "False" ], "offset": 18432 }, "NhwcConv_9_out-/decoder/up_blocks.0/resnets.2/conv1/Conv_output_0.out2_3_9": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 1024, "op_tensor_size": 1024, "dynamic_shapes": [ "False", "height", "width", "False" ], "offset": 18944 }, "GroupNorm_10.out12_10.out14_0_9_bfp.out15_10": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "height", "width", "False" ], "offset": 19968 }, "/decoder/up_blocks.0/upsamplers.0/Resize_output_0.nhwc5_0.out_8_0_bfp.out9_0": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "floor(2.0*height)", "floor(2.0*width)", "False" ], "offset": 20480 }, "NhwcConv_11_out-/decoder/up_blocks.0/upsamplers.0/conv/Conv_output_0.out2_3_11": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 1024, "op_tensor_size": 1024, "dynamic_shapes": [ "False", "floor(2.0*height)", "floor(2.0*width)", "False" ], "offset": 20992 }, "GroupNorm_11.out12_11.out14_0_10_bfp.out15_11": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "floor(2.0*height)", "floor(2.0*width)", "False" ], "offset": 22016 }, "NhwcConv_12_out-/decoder/up_blocks.1/resnets.0/conv1/Conv_output_0.out2_3_12": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 1024, "op_tensor_size": 1024, "dynamic_shapes": [ "False", "floor(2.0*height)", "floor(2.0*width)", "False" ], "offset": 22528 }, "GroupNorm_12.out12_12.out14_0_11_bfp.out15_12": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "floor(2.0*height)", "floor(2.0*width)", "False" ], "offset": 23552 }, "/decoder/up_blocks.1/resnets.0/Add.out_10_2_6": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 1024, "op_tensor_size": 1024, "dynamic_shapes": [ "False", "floor(2.0*height)", "floor(2.0*width)", "False" ], "offset": 24064 }, "GroupNorm_13.out12_13.out14_0_12_bfp.out15_13": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "floor(2.0*height)", "floor(2.0*width)", "False" ], "offset": 25088 }, "NhwcConv_14_out-/decoder/up_blocks.1/resnets.1/conv1/Conv_output_0.out2_3_14": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 1024, "op_tensor_size": 1024, "dynamic_shapes": [ "False", "floor(2.0*height)", "floor(2.0*width)", "False" ], "offset": 25600 }, "GroupNorm_14.out12_14.out14_0_13_bfp.out15_14": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "floor(2.0*height)", "floor(2.0*width)", "False" ], "offset": 26624 }, "/decoder/up_blocks.1/resnets.1/Add.out_10_2_7": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 1024, "op_tensor_size": 1024, "dynamic_shapes": [ "False", "floor(2.0*height)", "floor(2.0*width)", "False" ], "offset": 27136 }, "GroupNorm_15.out12_15.out14_0_14_bfp.out15_15": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "floor(2.0*height)", "floor(2.0*width)", "False" ], "offset": 28160 }, "NhwcConv_16_out-/decoder/up_blocks.1/resnets.2/conv1/Conv_output_0.out2_3_16": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 1024, "op_tensor_size": 1024, "dynamic_shapes": [ "False", "floor(2.0*height)", "floor(2.0*width)", "False" ], "offset": 28672 }, "GroupNorm_16.out12_16.out14_0_15_bfp.out15_16": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "floor(2.0*height)", "floor(2.0*width)", "False" ], "offset": 29696 }, "/decoder/up_blocks.1/upsamplers.0/Resize_output_0.nhwc5_1.out_8_1_bfp.out9_1": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "False" ], "offset": 30208 }, "NhwcConv_18_out-/decoder/up_blocks.1/upsamplers.0/conv/Conv_output_0.out2_3_18_bfp.out3_18": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "False" ], "offset": 30720 }, "NhwcConv_18_out-/decoder/up_blocks.1/upsamplers.0/conv/Conv_output_0.out2_3_18": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 1024, "op_tensor_size": 1024, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "False" ], "offset": 31232 }, "NhwcConv_19_out-/decoder/up_blocks.2/resnets.0/conv_shortcut/Conv_output_0.out2_3_19": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 256 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "False" ], "offset": 32256 }, "GroupNorm_17.out12_17.out14_0_16_bfp.out15_17": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 512 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "False" ], "offset": 32768 }, "NhwcConv_20_out-/decoder/up_blocks.2/resnets.0/conv1/Conv_output_0.out2_3_20": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 256 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "False" ], "offset": 33280 }, "GroupNorm_18.out12_18.out14_0_17_bfp.out15_18": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 256 ], "size_in_bytes": 256, "op_tensor_size": 256, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "False" ], "offset": 33792 }, "/decoder/up_blocks.2/resnets.0/Add.out_10_2_9": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 256 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "False" ], "offset": 34048 }, "GroupNorm_19.out12_19.out14_0_18_bfp.out15_19": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 256 ], "size_in_bytes": 256, "op_tensor_size": 256, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "False" ], "offset": 34560 }, "NhwcConv_22_out-/decoder/up_blocks.2/resnets.1/conv1/Conv_output_0.out2_3_22": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 256 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "False" ], "offset": 34816 }, "GroupNorm_20.out12_20.out14_0_19_bfp.out15_20": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 256 ], "size_in_bytes": 256, "op_tensor_size": 256, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "False" ], "offset": 35328 }, "/decoder/up_blocks.2/resnets.1/Add.out_10_2_10": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 256 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "False" ], "offset": 35584 }, "GroupNorm_21.out12_21.out14_0_20_bfp.out15_21": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 256 ], "size_in_bytes": 256, "op_tensor_size": 256, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "False" ], "offset": 36096 }, "NhwcConv_24_out-/decoder/up_blocks.2/resnets.2/conv1/Conv_output_0.out2_3_24": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 256 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "False" ], "offset": 36352 }, "GroupNorm_22.out12_22.out14_0_21_bfp.out15_22": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 256 ], "size_in_bytes": 256, "op_tensor_size": 256, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*height))", "floor(2.0*floor(2.0*width))", "False" ], "offset": 36864 }, "/decoder/up_blocks.2/upsamplers.0/Resize_output_0.nhwc5_2.out_8_2_bfp.out9_2": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 256 ], "size_in_bytes": 256, "op_tensor_size": 256, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "False" ], "offset": 37120 }, "NhwcConv_26_out-/decoder/up_blocks.2/upsamplers.0/conv/Conv_output_0.out2_3_26_bfp.out3_26": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 256 ], "size_in_bytes": 256, "op_tensor_size": 256, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "False" ], "offset": 37376 }, "NhwcConv_26_out-/decoder/up_blocks.2/upsamplers.0/conv/Conv_output_0.out2_3_26": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 256 ], "size_in_bytes": 512, "op_tensor_size": 512, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "False" ], "offset": 37632 }, "NhwcConv_27_out-/decoder/up_blocks.3/resnets.0/conv_shortcut/Conv_output_0.out2_3_27": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 128 ], "size_in_bytes": 256, "op_tensor_size": 256, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "False" ], "offset": 38144 }, "GroupNorm_23.out12_23.out14_0_22_bfp.out15_23": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 256 ], "size_in_bytes": 256, "op_tensor_size": 256, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "False" ], "offset": 38400 }, "NhwcConv_28_out-/decoder/up_blocks.3/resnets.0/conv1/Conv_output_0.out2_3_28": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 128 ], "size_in_bytes": 256, "op_tensor_size": 256, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "False" ], "offset": 38656 }, "GroupNorm_24.out12_24.out14_0_23_bfp.out15_24": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 128 ], "size_in_bytes": 128, "op_tensor_size": 128, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "False" ], "offset": 38912 }, "/decoder/up_blocks.3/resnets.0/Add.out_10_2_12": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 128 ], "size_in_bytes": 256, "op_tensor_size": 256, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "False" ], "offset": 39040 }, "GroupNorm_25.out12_25.out14_0_24_bfp.out15_25": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 128 ], "size_in_bytes": 128, "op_tensor_size": 128, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "False" ], "offset": 39296 }, "NhwcConv_30_out-/decoder/up_blocks.3/resnets.1/conv1/Conv_output_0.out2_3_30": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 128 ], "size_in_bytes": 256, "op_tensor_size": 256, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "False" ], "offset": 39424 }, "GroupNorm_26.out12_26.out14_0_25_bfp.out15_26": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 128 ], "size_in_bytes": 128, "op_tensor_size": 128, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "False" ], "offset": 39680 }, "/decoder/up_blocks.3/resnets.1/Add.out_10_2_13": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 128 ], "size_in_bytes": 256, "op_tensor_size": 256, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "False" ], "offset": 39808 }, "GroupNorm_27.out12_27.out14_0_26_bfp.out15_27": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 128 ], "size_in_bytes": 128, "op_tensor_size": 128, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "False" ], "offset": 40064 }, "NhwcConv_32_out-/decoder/up_blocks.3/resnets.2/conv1/Conv_output_0.out2_3_32": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 128 ], "size_in_bytes": 256, "op_tensor_size": 256, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "False" ], "offset": 40192 }, "GroupNorm_28.out12_28.out14_0_27_bfp.out15_28": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "uint8", "shape": [ 1, 1, 1, 128 ], "size_in_bytes": 128, "op_tensor_size": 128, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "False" ], "offset": 40448 }, "/decoder/up_blocks.3/resnets.2/Add.out_10_2_14": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 128 ], "size_in_bytes": 256, "op_tensor_size": 256, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "False" ], "offset": 40576 }, "GroupNorm_29.out12_29.out14_0_28": { "packed_buffer_label": "scratch", "xrt_arg_id": 2, "dtype": "bfloat16", "shape": [ 1, 1, 1, 128 ], "size_in_bytes": 256, "op_tensor_size": 256, "dynamic_shapes": [ "False", "floor(2.0*floor(2.0*floor(2.0*height)))", "floor(2.0*floor(2.0*floor(2.0*width)))", "False" ], "offset": 40832 }, "NhwcConv_0_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 295936 ], "size_in_bytes": 295936, "op_tensor_size": 295936, "offset": 0, "file_name": "cache/NhwcConv_0-decoderconv_inConv_0.const", "file_size": 295936 }, "GroupNorm_0_wts_14_0_0": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 295936, "file_name": "cache/NhwcConv_0-decoderconv_inConv_1.const", "file_size": 4096 }, "NhwcConv_1_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 2656256 ], "size_in_bytes": 2656256, "op_tensor_size": 2656256, "offset": 300032, "file_name": "cache/NhwcConv_0-decoderconv_inConv_2.const", "file_size": 2656256 }, "GroupNorm_1_wts_14_0_1": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 2956288, "file_name": "cache/NhwcConv_0-decoderconv_inConv_3.const", "file_size": 4096 }, "NhwcConv_2_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 2656256 ], "size_in_bytes": 2656256, "op_tensor_size": 2656256, "offset": 2960384, "file_name": "cache/NhwcConv_0-decoderconv_inConv_4.const", "file_size": 2656256 }, "GroupNorm_2_wts_14_1_0": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 5616640, "file_name": "cache/NhwcConv_0-decoderconv_inConv_5.const", "file_size": 4096 }, "onnx::MatMul_914_29_1_0": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 296960 ], "size_in_bytes": 296960, "op_tensor_size": 296960, "offset": 5620736, "file_name": "cache/NhwcConv_0-decoderconv_inConv_6.const", "file_size": 296960 }, "onnx::MatMul_913_29_1_1": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 296960 ], "size_in_bytes": 296960, "op_tensor_size": 296960, "offset": 5917696, "file_name": "cache/NhwcConv_0-decoderconv_inConv_7.const", "file_size": 296960 }, "onnx::MatMul_915_29_1_2": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 296960 ], "size_in_bytes": 296960, "op_tensor_size": 296960, "offset": 6214656, "file_name": "cache/NhwcConv_0-decoderconv_inConv_8.const", "file_size": 296960 }, "onnx::MatMul_923_29_1_3": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 296960 ], "size_in_bytes": 296960, "op_tensor_size": 296960, "offset": 6511616, "file_name": "cache/NhwcConv_0-decoderconv_inConv_9.const", "file_size": 296960 }, "GroupNorm_3_wts_14_0_2": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 6808576, "file_name": "cache/NhwcConv_0-decoderconv_inConv_10.const", "file_size": 4096 }, "NhwcConv_3_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 2656256 ], "size_in_bytes": 2656256, "op_tensor_size": 2656256, "offset": 6812672, "file_name": "cache/NhwcConv_0-decoderconv_inConv_11.const", "file_size": 2656256 }, "GroupNorm_4_wts_14_0_3": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 9468928, "file_name": "cache/NhwcConv_0-decoderconv_inConv_12.const", "file_size": 4096 }, "NhwcConv_4_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 2656256 ], "size_in_bytes": 2656256, "op_tensor_size": 2656256, "offset": 9473024, "file_name": "cache/NhwcConv_0-decoderconv_inConv_13.const", "file_size": 2656256 }, "GroupNorm_5_wts_14_0_4": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 12129280, "file_name": "cache/NhwcConv_0-decoderconv_inConv_14.const", "file_size": 4096 }, "NhwcConv_5_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 2656256 ], "size_in_bytes": 2656256, "op_tensor_size": 2656256, "offset": 12133376, "file_name": "cache/NhwcConv_0-decoderconv_inConv_15.const", "file_size": 2656256 }, "GroupNorm_6_wts_14_0_5": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 14789632, "file_name": "cache/NhwcConv_0-decoderconv_inConv_16.const", "file_size": 4096 }, "NhwcConv_6_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 2656256 ], "size_in_bytes": 2656256, "op_tensor_size": 2656256, "offset": 14793728, "file_name": "cache/NhwcConv_0-decoderconv_inConv_17.const", "file_size": 2656256 }, "GroupNorm_7_wts_14_0_6": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 17449984, "file_name": "cache/NhwcConv_0-decoderconv_inConv_18.const", "file_size": 4096 }, "NhwcConv_7_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 2656256 ], "size_in_bytes": 2656256, "op_tensor_size": 2656256, "offset": 17454080, "file_name": "cache/NhwcConv_0-decoderconv_inConv_19.const", "file_size": 2656256 }, "GroupNorm_8_wts_14_0_7": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 20110336, "file_name": "cache/NhwcConv_0-decoderconv_inConv_20.const", "file_size": 4096 }, "NhwcConv_8_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 2656256 ], "size_in_bytes": 2656256, "op_tensor_size": 2656256, "offset": 20114432, "file_name": "cache/NhwcConv_0-decoderconv_inConv_21.const", "file_size": 2656256 }, "GroupNorm_9_wts_14_0_8": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 22770688, "file_name": "cache/NhwcConv_0-decoderconv_inConv_22.const", "file_size": 4096 }, "NhwcConv_9_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 2656256 ], "size_in_bytes": 2656256, "op_tensor_size": 2656256, "offset": 22774784, "file_name": "cache/NhwcConv_0-decoderconv_inConv_23.const", "file_size": 2656256 }, "GroupNorm_10_wts_14_0_9": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 25431040, "file_name": "cache/NhwcConv_0-decoderconv_inConv_24.const", "file_size": 4096 }, "NhwcConv_10_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 2656256 ], "size_in_bytes": 2656256, "op_tensor_size": 2656256, "offset": 25435136, "file_name": "cache/NhwcConv_0-decoderconv_inConv_25.const", "file_size": 2656256 }, "NhwcConv_11_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 2656256 ], "size_in_bytes": 2656256, "op_tensor_size": 2656256, "offset": 28091392, "file_name": "cache/NhwcConv_0-decoderconv_inConv_26.const", "file_size": 2656256 }, "GroupNorm_11_wts_14_0_10": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 30747648, "file_name": "cache/NhwcConv_0-decoderconv_inConv_27.const", "file_size": 4096 }, "NhwcConv_12_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 2656256 ], "size_in_bytes": 2656256, "op_tensor_size": 2656256, "offset": 30751744, "file_name": "cache/NhwcConv_0-decoderconv_inConv_28.const", "file_size": 2656256 }, "GroupNorm_12_wts_14_0_11": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 33408000, "file_name": "cache/NhwcConv_0-decoderconv_inConv_29.const", "file_size": 4096 }, "NhwcConv_13_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 2656256 ], "size_in_bytes": 2656256, "op_tensor_size": 2656256, "offset": 33412096, "file_name": "cache/NhwcConv_0-decoderconv_inConv_30.const", "file_size": 2656256 }, "GroupNorm_13_wts_14_0_12": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 36068352, "file_name": "cache/NhwcConv_0-decoderconv_inConv_31.const", "file_size": 4096 }, "NhwcConv_14_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 2656256 ], "size_in_bytes": 2656256, "op_tensor_size": 2656256, "offset": 36072448, "file_name": "cache/NhwcConv_0-decoderconv_inConv_32.const", "file_size": 2656256 }, "GroupNorm_14_wts_14_0_13": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 38728704, "file_name": "cache/NhwcConv_0-decoderconv_inConv_33.const", "file_size": 4096 }, "NhwcConv_15_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 2656256 ], "size_in_bytes": 2656256, "op_tensor_size": 2656256, "offset": 38732800, "file_name": "cache/NhwcConv_0-decoderconv_inConv_34.const", "file_size": 2656256 }, "GroupNorm_15_wts_14_0_14": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 41389056, "file_name": "cache/NhwcConv_0-decoderconv_inConv_35.const", "file_size": 4096 }, "NhwcConv_16_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 2656256 ], "size_in_bytes": 2656256, "op_tensor_size": 2656256, "offset": 41393152, "file_name": "cache/NhwcConv_0-decoderconv_inConv_36.const", "file_size": 2656256 }, "GroupNorm_16_wts_14_0_15": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 44049408, "file_name": "cache/NhwcConv_0-decoderconv_inConv_37.const", "file_size": 4096 }, "NhwcConv_17_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 2656256 ], "size_in_bytes": 2656256, "op_tensor_size": 2656256, "offset": 44053504, "file_name": "cache/NhwcConv_0-decoderconv_inConv_38.const", "file_size": 2656256 }, "NhwcConv_18_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 2656256 ], "size_in_bytes": 2656256, "op_tensor_size": 2656256, "offset": 46709760, "file_name": "cache/NhwcConv_0-decoderconv_inConv_39.const", "file_size": 2656256 }, "NhwcConv_19_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 148480 ], "size_in_bytes": 148480, "op_tensor_size": 148480, "offset": 49366016, "file_name": "cache/NhwcConv_0-decoderconv_inConv_40.const", "file_size": 148480 }, "GroupNorm_17_wts_14_0_16": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 49514496, "file_name": "cache/NhwcConv_0-decoderconv_inConv_41.const", "file_size": 4096 }, "NhwcConv_20_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 1328128 ], "size_in_bytes": 1328128, "op_tensor_size": 1328128, "offset": 49518592, "file_name": "cache/NhwcConv_0-decoderconv_inConv_42.const", "file_size": 1328128 }, "GroupNorm_18_wts_14_0_17": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 50846720, "file_name": "cache/NhwcConv_0-decoderconv_inConv_43.const", "file_size": 4096 }, "NhwcConv_21_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 664576 ], "size_in_bytes": 664576, "op_tensor_size": 664576, "offset": 50850816, "file_name": "cache/NhwcConv_0-decoderconv_inConv_44.const", "file_size": 664576 }, "GroupNorm_19_wts_14_0_18": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 51515392, "file_name": "cache/NhwcConv_0-decoderconv_inConv_45.const", "file_size": 4096 }, "NhwcConv_22_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 664576 ], "size_in_bytes": 664576, "op_tensor_size": 664576, "offset": 51519488, "file_name": "cache/NhwcConv_0-decoderconv_inConv_46.const", "file_size": 664576 }, "GroupNorm_20_wts_14_0_19": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 52184064, "file_name": "cache/NhwcConv_0-decoderconv_inConv_47.const", "file_size": 4096 }, "NhwcConv_23_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 664576 ], "size_in_bytes": 664576, "op_tensor_size": 664576, "offset": 52188160, "file_name": "cache/NhwcConv_0-decoderconv_inConv_48.const", "file_size": 664576 }, "GroupNorm_21_wts_14_0_20": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 52852736, "file_name": "cache/NhwcConv_0-decoderconv_inConv_49.const", "file_size": 4096 }, "NhwcConv_24_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 664576 ], "size_in_bytes": 664576, "op_tensor_size": 664576, "offset": 52856832, "file_name": "cache/NhwcConv_0-decoderconv_inConv_50.const", "file_size": 664576 }, "GroupNorm_22_wts_14_0_21": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 53521408, "file_name": "cache/NhwcConv_0-decoderconv_inConv_51.const", "file_size": 4096 }, "NhwcConv_25_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 664576 ], "size_in_bytes": 664576, "op_tensor_size": 664576, "offset": 53525504, "file_name": "cache/NhwcConv_0-decoderconv_inConv_52.const", "file_size": 664576 }, "NhwcConv_26_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 664576 ], "size_in_bytes": 664576, "op_tensor_size": 664576, "offset": 54190080, "file_name": "cache/NhwcConv_0-decoderconv_inConv_53.const", "file_size": 664576 }, "NhwcConv_27_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 37376 ], "size_in_bytes": 37376, "op_tensor_size": 37376, "offset": 54854656, "file_name": "cache/NhwcConv_0-decoderconv_inConv_54.const", "file_size": 37376 }, "GroupNorm_23_wts_14_0_22": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 54892032, "file_name": "cache/NhwcConv_0-decoderconv_inConv_55.const", "file_size": 4096 }, "NhwcConv_28_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 332288 ], "size_in_bytes": 332288, "op_tensor_size": 332288, "offset": 54896128, "file_name": "cache/NhwcConv_0-decoderconv_inConv_56.const", "file_size": 332288 }, "GroupNorm_24_wts_14_0_23": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 55228416, "file_name": "cache/NhwcConv_0-decoderconv_inConv_57.const", "file_size": 4096 }, "NhwcConv_29_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 166400 ], "size_in_bytes": 166400, "op_tensor_size": 166400, "offset": 55232512, "file_name": "cache/NhwcConv_0-decoderconv_inConv_58.const", "file_size": 166400 }, "GroupNorm_25_wts_14_0_24": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 55398912, "file_name": "cache/NhwcConv_0-decoderconv_inConv_59.const", "file_size": 4096 }, "NhwcConv_30_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 166400 ], "size_in_bytes": 166400, "op_tensor_size": 166400, "offset": 55403008, "file_name": "cache/NhwcConv_0-decoderconv_inConv_60.const", "file_size": 166400 }, "GroupNorm_26_wts_14_0_25": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 55569408, "file_name": "cache/NhwcConv_0-decoderconv_inConv_61.const", "file_size": 4096 }, "NhwcConv_31_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 166400 ], "size_in_bytes": 166400, "op_tensor_size": 166400, "offset": 55573504, "file_name": "cache/NhwcConv_0-decoderconv_inConv_62.const", "file_size": 166400 }, "GroupNorm_27_wts_14_0_26": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 55739904, "file_name": "cache/NhwcConv_0-decoderconv_inConv_63.const", "file_size": 4096 }, "NhwcConv_32_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 166400 ], "size_in_bytes": 166400, "op_tensor_size": 166400, "offset": 55744000, "file_name": "cache/NhwcConv_0-decoderconv_inConv_64.const", "file_size": 166400 }, "GroupNorm_28_wts_14_0_27": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 55910400, "file_name": "cache/NhwcConv_0-decoderconv_inConv_65.const", "file_size": 4096 }, "NhwcConv_33_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 166400 ], "size_in_bytes": 166400, "op_tensor_size": 166400, "offset": 55914496, "file_name": "cache/NhwcConv_0-decoderconv_inConv_66.const", "file_size": 166400 }, "GroupNorm_29_wts_14_0_28": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "bfloat16", "shape": [ 2048 ], "size_in_bytes": 4096, "op_tensor_size": 4096, "offset": 56080896, "file_name": "cache/NhwcConv_0-decoderconv_inConv_67.const", "file_size": 4096 }, "NhwcConv_34_weight_NHWC": { "packed_buffer_label": "const", "xrt_arg_id": 3, "dtype": "uint8", "shape": [ 147584 ], "size_in_bytes": 147584, "op_tensor_size": 147584, "offset": 56084992, "file_name": "cache/NhwcConv_0-decoderconv_inConv_68.const", "file_size": 147584 } }, "dynamic_shape_subgraph": true, "dynamic_shape_list": [ { "floor(2.0*floor(2.0*height))": 256, "floor(2.0*width)": 128, "height": 64, "floor(2.0*floor(2.0*floor(2.0*width)))": 512, "floor(2.0*floor(2.0*floor(2.0*height)))": 512, "height*width": 4096, "floor(2.0*height)": 128, "width": 64, "floor(2.0*floor(2.0*width))": 256 }, { "floor(2.0*floor(2.0*height))": 320, "floor(2.0*width)": 160, "height": 80, "floor(2.0*floor(2.0*floor(2.0*width)))": 640, "floor(2.0*floor(2.0*floor(2.0*height)))": 640, "height*width": 6400, "floor(2.0*height)": 160, "width": 80, "floor(2.0*floor(2.0*width))": 320 }, { "floor(2.0*floor(2.0*height))": 384, "floor(2.0*width)": 192, "height": 96, "floor(2.0*floor(2.0*floor(2.0*width)))": 768, "floor(2.0*floor(2.0*floor(2.0*height)))": 768, "height*width": 9216, "floor(2.0*height)": 192, "width": 96, "floor(2.0*floor(2.0*width))": 384 }, { "floor(2.0*floor(2.0*height))": 512, "floor(2.0*width)": 256, "height": 128, "floor(2.0*floor(2.0*floor(2.0*width)))": 1024, "floor(2.0*floor(2.0*floor(2.0*height)))": 1024, "height*width": 16384, "floor(2.0*height)": 256, "width": 128, "floor(2.0*floor(2.0*width))": 512 }, { "floor(2.0*floor(2.0*height))": 256, "floor(2.0*width)": 96, "height": 64, "floor(2.0*floor(2.0*floor(2.0*width)))": 384, "floor(2.0*floor(2.0*floor(2.0*height)))": 512, "height*width": 3072, "floor(2.0*height)": 128, "width": 48, "floor(2.0*floor(2.0*width))": 192 }, { "floor(2.0*floor(2.0*height))": 320, "floor(2.0*width)": 120, "height": 80, "floor(2.0*floor(2.0*floor(2.0*width)))": 480, "floor(2.0*floor(2.0*floor(2.0*height)))": 640, "height*width": 4800, "floor(2.0*height)": 160, "width": 60, "floor(2.0*floor(2.0*width))": 240 }, { "floor(2.0*floor(2.0*height))": 384, "floor(2.0*width)": 144, "height": 96, "floor(2.0*floor(2.0*floor(2.0*width)))": 576, "floor(2.0*floor(2.0*floor(2.0*height)))": 768, "height*width": 6912, "floor(2.0*height)": 192, "width": 72, "floor(2.0*floor(2.0*width))": 288 }, { "floor(2.0*floor(2.0*height))": 512, "floor(2.0*width)": 192, "height": 128, "floor(2.0*floor(2.0*floor(2.0*width)))": 768, "floor(2.0*floor(2.0*floor(2.0*height)))": 1024, "height*width": 12288, "floor(2.0*height)": 256, "width": 96, "floor(2.0*floor(2.0*width))": 384 }, { "floor(2.0*floor(2.0*height))": 192, "floor(2.0*width)": 128, "height": 48, "floor(2.0*floor(2.0*floor(2.0*width)))": 512, "floor(2.0*floor(2.0*floor(2.0*height)))": 384, "height*width": 3072, "floor(2.0*height)": 96, "width": 64, "floor(2.0*floor(2.0*width))": 256 }, { "floor(2.0*floor(2.0*height))": 240, "floor(2.0*width)": 160, "height": 60, "floor(2.0*floor(2.0*floor(2.0*width)))": 640, "floor(2.0*floor(2.0*floor(2.0*height)))": 480, "height*width": 4800, "floor(2.0*height)": 120, "width": 80, "floor(2.0*floor(2.0*width))": 320 }, { "floor(2.0*floor(2.0*height))": 288, "floor(2.0*width)": 192, "height": 72, "floor(2.0*floor(2.0*floor(2.0*width)))": 768, "floor(2.0*floor(2.0*floor(2.0*height)))": 576, "height*width": 6912, "floor(2.0*height)": 144, "width": 96, "floor(2.0*floor(2.0*width))": 384 }, { "floor(2.0*floor(2.0*height))": 384, "floor(2.0*width)": 256, "height": 96, "floor(2.0*floor(2.0*floor(2.0*width)))": 1024, "floor(2.0*floor(2.0*floor(2.0*height)))": 768, "height*width": 12288, "floor(2.0*height)": 192, "width": 128, "floor(2.0*floor(2.0*width))": 512 }, { "floor(2.0*floor(2.0*height))": 256, "floor(2.0*width)": 72, "height": 64, "floor(2.0*floor(2.0*floor(2.0*width)))": 288, "floor(2.0*floor(2.0*floor(2.0*height)))": 512, "height*width": 2304, "floor(2.0*height)": 128, "width": 36, "floor(2.0*floor(2.0*width))": 144 }, { "floor(2.0*floor(2.0*height))": 320, "floor(2.0*width)": 96, "height": 80, "floor(2.0*floor(2.0*floor(2.0*width)))": 384, "floor(2.0*floor(2.0*floor(2.0*height)))": 640, "height*width": 3840, "floor(2.0*height)": 160, "width": 48, "floor(2.0*floor(2.0*width))": 192 }, { "floor(2.0*floor(2.0*height))": 384, "floor(2.0*width)": 112, "height": 96, "floor(2.0*floor(2.0*floor(2.0*width)))": 448, "floor(2.0*floor(2.0*floor(2.0*height)))": 768, "height*width": 5376, "floor(2.0*height)": 192, "width": 56, "floor(2.0*floor(2.0*width))": 224 }, { "floor(2.0*floor(2.0*height))": 512, "floor(2.0*width)": 144, "height": 128, "floor(2.0*floor(2.0*floor(2.0*width)))": 576, "floor(2.0*floor(2.0*floor(2.0*height)))": 1024, "height*width": 9216, "floor(2.0*height)": 256, "width": 72, "floor(2.0*floor(2.0*width))": 288 }, { "floor(2.0*floor(2.0*height))": 144, "floor(2.0*width)": 128, "height": 36, "floor(2.0*floor(2.0*floor(2.0*width)))": 512, "floor(2.0*floor(2.0*floor(2.0*height)))": 288, "height*width": 2304, "floor(2.0*height)": 72, "width": 64, "floor(2.0*floor(2.0*width))": 256 }, { "floor(2.0*floor(2.0*height))": 192, "floor(2.0*width)": 160, "height": 48, "floor(2.0*floor(2.0*floor(2.0*width)))": 640, "floor(2.0*floor(2.0*floor(2.0*height)))": 384, "height*width": 3840, "floor(2.0*height)": 96, "width": 80, "floor(2.0*floor(2.0*width))": 320 }, { "floor(2.0*floor(2.0*height))": 224, "floor(2.0*width)": 192, "height": 56, "floor(2.0*floor(2.0*floor(2.0*width)))": 768, "floor(2.0*floor(2.0*floor(2.0*height)))": 448, "height*width": 5376, "floor(2.0*height)": 112, "width": 96, "floor(2.0*floor(2.0*width))": 384 }, { "floor(2.0*floor(2.0*height))": 288, "floor(2.0*width)": 256, "height": 72, "floor(2.0*floor(2.0*floor(2.0*width)))": 1024, "floor(2.0*floor(2.0*floor(2.0*height)))": 576, "height*width": 9216, "floor(2.0*height)": 144, "width": 128, "floor(2.0*floor(2.0*width))": 512 } ], "aux_info": {} }