File size: 39,363 Bytes
e41da84 | 1 | {"inputs": ["memory"], "outputs": ["cross_k", "cross_v"], "nodes": [{"op": "Shape", "inputs": ["memory"], "outputs": ["/Shape_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_output_0"], "attrs": {}, "constants": {"/Constant_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_output_0", "/Constant_output_0"], "outputs": ["/Gather_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_1_output_0"], "attrs": {}, "constants": {"/Constant_1_output_0": {"kind": "int", "value": 2}}}, {"op": "Mul", "inputs": ["/Gather_output_0", "/Constant_1_output_0"], "outputs": ["/Mul_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_2_output_0"], "attrs": {}, "constants": {"/Constant_2_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_3_output_0"], "attrs": {}, "constants": {"/Constant_3_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_output_0", "/Constant_3_output_0"], "outputs": ["/Unsqueeze_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_4_output_0"], "attrs": {}, "constants": {"/Constant_4_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Mul_output_0", "/Constant_4_output_0"], "outputs": ["/Unsqueeze_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_5_output_0"], "attrs": {}, "constants": {"/Constant_5_output_0": {"kind": "intList", "value": [1]}}}, {"op": "Slice", "inputs": ["c.dec.layers.layers.0.multihead_attn.in_proj_weight", "/Unsqueeze_output_0", "/Unsqueeze_1_output_0", "/Constant_2_output_0", "/Constant_5_output_0"], "outputs": ["/Slice_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_6_output_0"], "attrs": {}, "constants": {"/Constant_6_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_7_output_0"], "attrs": {}, "constants": {"/Constant_7_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_output_0", "/Constant_7_output_0"], "outputs": ["/Unsqueeze_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_8_output_0"], "attrs": {}, "constants": {"/Constant_8_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Mul_output_0", "/Constant_8_output_0"], "outputs": ["/Unsqueeze_3_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_9_output_0"], "attrs": {}, "constants": {"/Constant_9_output_0": {"kind": "intList", "value": [1]}}}, {"op": "Slice", "inputs": ["c.dec.layers.layers.0.multihead_attn.in_proj_bias", "/Unsqueeze_2_output_0", "/Unsqueeze_3_output_0", "/Constant_6_output_0", "/Constant_9_output_0"], "outputs": ["/Slice_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Transpose", "inputs": ["/Slice_output_0"], "outputs": ["/Transpose_output_0"], "attrs": {"intLists": {"perm": [1, 0]}}, "constants": {}}, {"op": "MatMul", "inputs": ["memory", "/Transpose_output_0"], "outputs": ["/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/Slice_1_output_0", "/MatMul_output_0"], "outputs": ["/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_output_0"], "outputs": ["/Shape_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_10_output_0"], "attrs": {}, "constants": {"/Constant_10_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_1_output_0", "/Constant_10_output_0"], "outputs": ["/Gather_1_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_output_0"], "outputs": ["/Shape_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_11_output_0"], "attrs": {}, "constants": {"/Constant_11_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_2_output_0", "/Constant_11_output_0"], "outputs": ["/Gather_2_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_output_0"], "outputs": ["/Shape_3_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_12_output_0"], "attrs": {}, "constants": {"/Constant_12_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_3_output_0", "/Constant_12_output_0"], "outputs": ["/Gather_3_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_13_output_0"], "attrs": {}, "constants": {"/Constant_13_output_0": {"kind": "int", "value": 8}}}, {"op": "Div", "inputs": ["/Gather_3_output_0", "/Constant_13_output_0"], "outputs": ["/Div_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/Div_output_0"], "outputs": ["/Cast_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Cast", "inputs": ["/Cast_output_0"], "outputs": ["/Cast_1_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_104"], "attrs": {}, "constants": {"onnx::Unsqueeze_104": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_1_output_0", "onnx::Unsqueeze_104"], "outputs": ["/Unsqueeze_4_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_106"], "attrs": {}, "constants": {"onnx::Unsqueeze_106": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_2_output_0", "onnx::Unsqueeze_106"], "outputs": ["/Unsqueeze_5_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_14_output_0"], "attrs": {}, "constants": {"/Constant_14_output_0": {"kind": "intList", "value": [8]}}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_110"], "attrs": {}, "constants": {"onnx::Unsqueeze_110": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Cast_1_output_0", "onnx::Unsqueeze_110"], "outputs": ["/Unsqueeze_6_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_4_output_0", "/Unsqueeze_5_output_0", "/Constant_14_output_0", "/Unsqueeze_6_output_0"], "outputs": ["/Concat_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Add_output_0", "/Concat_output_0"], "outputs": ["/Reshape_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Reshape_output_0"], "outputs": ["/Transpose_1_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_15_output_0"], "attrs": {}, "constants": {"/Constant_15_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_16_output_0"], "attrs": {}, "constants": {"/Constant_16_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Mul_output_0", "/Constant_16_output_0"], "outputs": ["/Unsqueeze_7_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_17_output_0"], "attrs": {}, "constants": {"/Constant_17_output_0": {"kind": "intList", "value": [9223372036854775807]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_18_output_0"], "attrs": {}, "constants": {"/Constant_18_output_0": {"kind": "intList", "value": [1]}}}, {"op": "Slice", "inputs": ["c.dec.layers.layers.0.multihead_attn.in_proj_weight", "/Unsqueeze_7_output_0", "/Constant_17_output_0", "/Constant_15_output_0", "/Constant_18_output_0"], "outputs": ["/Slice_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_19_output_0"], "attrs": {}, "constants": {"/Constant_19_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_20_output_0"], "attrs": {}, "constants": {"/Constant_20_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Mul_output_0", "/Constant_20_output_0"], "outputs": ["/Unsqueeze_8_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_21_output_0"], "attrs": {}, "constants": {"/Constant_21_output_0": {"kind": "intList", "value": [9223372036854775807]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_22_output_0"], "attrs": {}, "constants": {"/Constant_22_output_0": {"kind": "intList", "value": [1]}}}, {"op": "Slice", "inputs": ["c.dec.layers.layers.0.multihead_attn.in_proj_bias", "/Unsqueeze_8_output_0", "/Constant_21_output_0", "/Constant_19_output_0", "/Constant_22_output_0"], "outputs": ["/Slice_3_output_0"], "attrs": {}, "constants": {}}, {"op": "Transpose", "inputs": ["/Slice_2_output_0"], "outputs": ["/Transpose_2_output_0"], "attrs": {"intLists": {"perm": [1, 0]}}, "constants": {}}, {"op": "MatMul", "inputs": ["memory", "/Transpose_2_output_0"], "outputs": ["/MatMul_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/Slice_3_output_0", "/MatMul_1_output_0"], "outputs": ["/Add_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_1_output_0"], "outputs": ["/Shape_4_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_23_output_0"], "attrs": {}, "constants": {"/Constant_23_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_4_output_0", "/Constant_23_output_0"], "outputs": ["/Gather_4_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_1_output_0"], "outputs": ["/Shape_5_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_24_output_0"], "attrs": {}, "constants": {"/Constant_24_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_5_output_0", "/Constant_24_output_0"], "outputs": ["/Gather_5_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_1_output_0"], "outputs": ["/Shape_6_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_25_output_0"], "attrs": {}, "constants": {"/Constant_25_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_6_output_0", "/Constant_25_output_0"], "outputs": ["/Gather_6_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_26_output_0"], "attrs": {}, "constants": {"/Constant_26_output_0": {"kind": "int", "value": 8}}}, {"op": "Div", "inputs": ["/Gather_6_output_0", "/Constant_26_output_0"], "outputs": ["/Div_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/Div_1_output_0"], "outputs": ["/Cast_2_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Cast", "inputs": ["/Cast_2_output_0"], "outputs": ["/Cast_3_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_150"], "attrs": {}, "constants": {"onnx::Unsqueeze_150": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_4_output_0", "onnx::Unsqueeze_150"], "outputs": ["/Unsqueeze_9_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_152"], "attrs": {}, "constants": {"onnx::Unsqueeze_152": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_5_output_0", "onnx::Unsqueeze_152"], "outputs": ["/Unsqueeze_10_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_27_output_0"], "attrs": {}, "constants": {"/Constant_27_output_0": {"kind": "intList", "value": [8]}}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_156"], "attrs": {}, "constants": {"onnx::Unsqueeze_156": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Cast_3_output_0", "onnx::Unsqueeze_156"], "outputs": ["/Unsqueeze_11_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_9_output_0", "/Unsqueeze_10_output_0", "/Constant_27_output_0", "/Unsqueeze_11_output_0"], "outputs": ["/Concat_1_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Add_1_output_0", "/Concat_1_output_0"], "outputs": ["/Reshape_1_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Reshape_1_output_0"], "outputs": ["/Transpose_3_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_28_output_0"], "attrs": {}, "constants": {"/Constant_28_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_29_output_0"], "attrs": {}, "constants": {"/Constant_29_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_output_0", "/Constant_29_output_0"], "outputs": ["/Unsqueeze_12_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_30_output_0"], "attrs": {}, "constants": {"/Constant_30_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Mul_output_0", "/Constant_30_output_0"], "outputs": ["/Unsqueeze_13_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_31_output_0"], "attrs": {}, "constants": {"/Constant_31_output_0": {"kind": "intList", "value": [1]}}}, {"op": "Slice", "inputs": ["c.dec.layers.layers.1.multihead_attn.in_proj_weight", "/Unsqueeze_12_output_0", "/Unsqueeze_13_output_0", "/Constant_28_output_0", "/Constant_31_output_0"], "outputs": ["/Slice_4_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_32_output_0"], "attrs": {}, "constants": {"/Constant_32_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_33_output_0"], "attrs": {}, "constants": {"/Constant_33_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_output_0", "/Constant_33_output_0"], "outputs": ["/Unsqueeze_14_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_34_output_0"], "attrs": {}, "constants": {"/Constant_34_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Mul_output_0", "/Constant_34_output_0"], "outputs": ["/Unsqueeze_15_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_35_output_0"], "attrs": {}, "constants": {"/Constant_35_output_0": {"kind": "intList", "value": [1]}}}, {"op": "Slice", "inputs": ["c.dec.layers.layers.1.multihead_attn.in_proj_bias", "/Unsqueeze_14_output_0", "/Unsqueeze_15_output_0", "/Constant_32_output_0", "/Constant_35_output_0"], "outputs": ["/Slice_5_output_0"], "attrs": {}, "constants": {}}, {"op": "Transpose", "inputs": ["/Slice_4_output_0"], "outputs": ["/Transpose_4_output_0"], "attrs": {"intLists": {"perm": [1, 0]}}, "constants": {}}, {"op": "MatMul", "inputs": ["memory", "/Transpose_4_output_0"], "outputs": ["/MatMul_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/Slice_5_output_0", "/MatMul_2_output_0"], "outputs": ["/Add_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_2_output_0"], "outputs": ["/Shape_7_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_36_output_0"], "attrs": {}, "constants": {"/Constant_36_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_7_output_0", "/Constant_36_output_0"], "outputs": ["/Gather_7_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_2_output_0"], "outputs": ["/Shape_8_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_37_output_0"], "attrs": {}, "constants": {"/Constant_37_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_8_output_0", "/Constant_37_output_0"], "outputs": ["/Gather_8_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_2_output_0"], "outputs": ["/Shape_9_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_38_output_0"], "attrs": {}, "constants": {"/Constant_38_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_9_output_0", "/Constant_38_output_0"], "outputs": ["/Gather_9_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_39_output_0"], "attrs": {}, "constants": {"/Constant_39_output_0": {"kind": "int", "value": 8}}}, {"op": "Div", "inputs": ["/Gather_9_output_0", "/Constant_39_output_0"], "outputs": ["/Div_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/Div_2_output_0"], "outputs": ["/Cast_4_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Cast", "inputs": ["/Cast_4_output_0"], "outputs": ["/Cast_5_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_195"], "attrs": {}, "constants": {"onnx::Unsqueeze_195": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_7_output_0", "onnx::Unsqueeze_195"], "outputs": ["/Unsqueeze_16_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_197"], "attrs": {}, "constants": {"onnx::Unsqueeze_197": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_8_output_0", "onnx::Unsqueeze_197"], "outputs": ["/Unsqueeze_17_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_40_output_0"], "attrs": {}, "constants": {"/Constant_40_output_0": {"kind": "intList", "value": [8]}}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_201"], "attrs": {}, "constants": {"onnx::Unsqueeze_201": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Cast_5_output_0", "onnx::Unsqueeze_201"], "outputs": ["/Unsqueeze_18_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_16_output_0", "/Unsqueeze_17_output_0", "/Constant_40_output_0", "/Unsqueeze_18_output_0"], "outputs": ["/Concat_2_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Add_2_output_0", "/Concat_2_output_0"], "outputs": ["/Reshape_2_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Reshape_2_output_0"], "outputs": ["/Transpose_5_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_41_output_0"], "attrs": {}, "constants": {"/Constant_41_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_42_output_0"], "attrs": {}, "constants": {"/Constant_42_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Mul_output_0", "/Constant_42_output_0"], "outputs": ["/Unsqueeze_19_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_43_output_0"], "attrs": {}, "constants": {"/Constant_43_output_0": {"kind": "intList", "value": [9223372036854775807]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_44_output_0"], "attrs": {}, "constants": {"/Constant_44_output_0": {"kind": "intList", "value": [1]}}}, {"op": "Slice", "inputs": ["c.dec.layers.layers.1.multihead_attn.in_proj_weight", "/Unsqueeze_19_output_0", "/Constant_43_output_0", "/Constant_41_output_0", "/Constant_44_output_0"], "outputs": ["/Slice_6_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_45_output_0"], "attrs": {}, "constants": {"/Constant_45_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_46_output_0"], "attrs": {}, "constants": {"/Constant_46_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Mul_output_0", "/Constant_46_output_0"], "outputs": ["/Unsqueeze_20_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_47_output_0"], "attrs": {}, "constants": {"/Constant_47_output_0": {"kind": "intList", "value": [9223372036854775807]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_48_output_0"], "attrs": {}, "constants": {"/Constant_48_output_0": {"kind": "intList", "value": [1]}}}, {"op": "Slice", "inputs": ["c.dec.layers.layers.1.multihead_attn.in_proj_bias", "/Unsqueeze_20_output_0", "/Constant_47_output_0", "/Constant_45_output_0", "/Constant_48_output_0"], "outputs": ["/Slice_7_output_0"], "attrs": {}, "constants": {}}, {"op": "Transpose", "inputs": ["/Slice_6_output_0"], "outputs": ["/Transpose_6_output_0"], "attrs": {"intLists": {"perm": [1, 0]}}, "constants": {}}, {"op": "MatMul", "inputs": ["memory", "/Transpose_6_output_0"], "outputs": ["/MatMul_3_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/Slice_7_output_0", "/MatMul_3_output_0"], "outputs": ["/Add_3_output_0"], "attrs": {}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_3_output_0"], "outputs": ["/Shape_10_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_49_output_0"], "attrs": {}, "constants": {"/Constant_49_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_10_output_0", "/Constant_49_output_0"], "outputs": ["/Gather_10_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_3_output_0"], "outputs": ["/Shape_11_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_50_output_0"], "attrs": {}, "constants": {"/Constant_50_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_11_output_0", "/Constant_50_output_0"], "outputs": ["/Gather_11_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_3_output_0"], "outputs": ["/Shape_12_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_51_output_0"], "attrs": {}, "constants": {"/Constant_51_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_12_output_0", "/Constant_51_output_0"], "outputs": ["/Gather_12_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_52_output_0"], "attrs": {}, "constants": {"/Constant_52_output_0": {"kind": "int", "value": 8}}}, {"op": "Div", "inputs": ["/Gather_12_output_0", "/Constant_52_output_0"], "outputs": ["/Div_3_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/Div_3_output_0"], "outputs": ["/Cast_6_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Cast", "inputs": ["/Cast_6_output_0"], "outputs": ["/Cast_7_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_240"], "attrs": {}, "constants": {"onnx::Unsqueeze_240": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_10_output_0", "onnx::Unsqueeze_240"], "outputs": ["/Unsqueeze_21_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_242"], "attrs": {}, "constants": {"onnx::Unsqueeze_242": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_11_output_0", "onnx::Unsqueeze_242"], "outputs": ["/Unsqueeze_22_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_53_output_0"], "attrs": {}, "constants": {"/Constant_53_output_0": {"kind": "intList", "value": [8]}}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_246"], "attrs": {}, "constants": {"onnx::Unsqueeze_246": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Cast_7_output_0", "onnx::Unsqueeze_246"], "outputs": ["/Unsqueeze_23_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_21_output_0", "/Unsqueeze_22_output_0", "/Constant_53_output_0", "/Unsqueeze_23_output_0"], "outputs": ["/Concat_3_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Add_3_output_0", "/Concat_3_output_0"], "outputs": ["/Reshape_3_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Reshape_3_output_0"], "outputs": ["/Transpose_7_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_54_output_0"], "attrs": {}, "constants": {"/Constant_54_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_55_output_0"], "attrs": {}, "constants": {"/Constant_55_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_output_0", "/Constant_55_output_0"], "outputs": ["/Unsqueeze_24_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_56_output_0"], "attrs": {}, "constants": {"/Constant_56_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Mul_output_0", "/Constant_56_output_0"], "outputs": ["/Unsqueeze_25_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_57_output_0"], "attrs": {}, "constants": {"/Constant_57_output_0": {"kind": "intList", "value": [1]}}}, {"op": "Slice", "inputs": ["c.dec.layers.layers.2.multihead_attn.in_proj_weight", "/Unsqueeze_24_output_0", "/Unsqueeze_25_output_0", "/Constant_54_output_0", "/Constant_57_output_0"], "outputs": ["/Slice_8_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_58_output_0"], "attrs": {}, "constants": {"/Constant_58_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_59_output_0"], "attrs": {}, "constants": {"/Constant_59_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_output_0", "/Constant_59_output_0"], "outputs": ["/Unsqueeze_26_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_60_output_0"], "attrs": {}, "constants": {"/Constant_60_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Mul_output_0", "/Constant_60_output_0"], "outputs": ["/Unsqueeze_27_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_61_output_0"], "attrs": {}, "constants": {"/Constant_61_output_0": {"kind": "intList", "value": [1]}}}, {"op": "Slice", "inputs": ["c.dec.layers.layers.2.multihead_attn.in_proj_bias", "/Unsqueeze_26_output_0", "/Unsqueeze_27_output_0", "/Constant_58_output_0", "/Constant_61_output_0"], "outputs": ["/Slice_9_output_0"], "attrs": {}, "constants": {}}, {"op": "Transpose", "inputs": ["/Slice_8_output_0"], "outputs": ["/Transpose_8_output_0"], "attrs": {"intLists": {"perm": [1, 0]}}, "constants": {}}, {"op": "MatMul", "inputs": ["memory", "/Transpose_8_output_0"], "outputs": ["/MatMul_4_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/Slice_9_output_0", "/MatMul_4_output_0"], "outputs": ["/Add_4_output_0"], "attrs": {}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_4_output_0"], "outputs": ["/Shape_13_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_62_output_0"], "attrs": {}, "constants": {"/Constant_62_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_13_output_0", "/Constant_62_output_0"], "outputs": ["/Gather_13_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_4_output_0"], "outputs": ["/Shape_14_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_63_output_0"], "attrs": {}, "constants": {"/Constant_63_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_14_output_0", "/Constant_63_output_0"], "outputs": ["/Gather_14_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_4_output_0"], "outputs": ["/Shape_15_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_64_output_0"], "attrs": {}, "constants": {"/Constant_64_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_15_output_0", "/Constant_64_output_0"], "outputs": ["/Gather_15_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_65_output_0"], "attrs": {}, "constants": {"/Constant_65_output_0": {"kind": "int", "value": 8}}}, {"op": "Div", "inputs": ["/Gather_15_output_0", "/Constant_65_output_0"], "outputs": ["/Div_4_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/Div_4_output_0"], "outputs": ["/Cast_8_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Cast", "inputs": ["/Cast_8_output_0"], "outputs": ["/Cast_9_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_285"], "attrs": {}, "constants": {"onnx::Unsqueeze_285": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_13_output_0", "onnx::Unsqueeze_285"], "outputs": ["/Unsqueeze_28_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_287"], "attrs": {}, "constants": {"onnx::Unsqueeze_287": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_14_output_0", "onnx::Unsqueeze_287"], "outputs": ["/Unsqueeze_29_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_66_output_0"], "attrs": {}, "constants": {"/Constant_66_output_0": {"kind": "intList", "value": [8]}}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_291"], "attrs": {}, "constants": {"onnx::Unsqueeze_291": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Cast_9_output_0", "onnx::Unsqueeze_291"], "outputs": ["/Unsqueeze_30_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_28_output_0", "/Unsqueeze_29_output_0", "/Constant_66_output_0", "/Unsqueeze_30_output_0"], "outputs": ["/Concat_4_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Add_4_output_0", "/Concat_4_output_0"], "outputs": ["/Reshape_4_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Reshape_4_output_0"], "outputs": ["/Transpose_9_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_67_output_0"], "attrs": {}, "constants": {"/Constant_67_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_68_output_0"], "attrs": {}, "constants": {"/Constant_68_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Mul_output_0", "/Constant_68_output_0"], "outputs": ["/Unsqueeze_31_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_69_output_0"], "attrs": {}, "constants": {"/Constant_69_output_0": {"kind": "intList", "value": [9223372036854775807]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_70_output_0"], "attrs": {}, "constants": {"/Constant_70_output_0": {"kind": "intList", "value": [1]}}}, {"op": "Slice", "inputs": ["c.dec.layers.layers.2.multihead_attn.in_proj_weight", "/Unsqueeze_31_output_0", "/Constant_69_output_0", "/Constant_67_output_0", "/Constant_70_output_0"], "outputs": ["/Slice_10_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_71_output_0"], "attrs": {}, "constants": {"/Constant_71_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_72_output_0"], "attrs": {}, "constants": {"/Constant_72_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Mul_output_0", "/Constant_72_output_0"], "outputs": ["/Unsqueeze_32_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_73_output_0"], "attrs": {}, "constants": {"/Constant_73_output_0": {"kind": "intList", "value": [9223372036854775807]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_74_output_0"], "attrs": {}, "constants": {"/Constant_74_output_0": {"kind": "intList", "value": [1]}}}, {"op": "Slice", "inputs": ["c.dec.layers.layers.2.multihead_attn.in_proj_bias", "/Unsqueeze_32_output_0", "/Constant_73_output_0", "/Constant_71_output_0", "/Constant_74_output_0"], "outputs": ["/Slice_11_output_0"], "attrs": {}, "constants": {}}, {"op": "Transpose", "inputs": ["/Slice_10_output_0"], "outputs": ["/Transpose_10_output_0"], "attrs": {"intLists": {"perm": [1, 0]}}, "constants": {}}, {"op": "MatMul", "inputs": ["memory", "/Transpose_10_output_0"], "outputs": ["/MatMul_5_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/Slice_11_output_0", "/MatMul_5_output_0"], "outputs": ["/Add_5_output_0"], "attrs": {}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_5_output_0"], "outputs": ["/Shape_16_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_75_output_0"], "attrs": {}, "constants": {"/Constant_75_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_16_output_0", "/Constant_75_output_0"], "outputs": ["/Gather_16_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_5_output_0"], "outputs": ["/Shape_17_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_76_output_0"], "attrs": {}, "constants": {"/Constant_76_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_17_output_0", "/Constant_76_output_0"], "outputs": ["/Gather_17_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_5_output_0"], "outputs": ["/Shape_18_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_77_output_0"], "attrs": {}, "constants": {"/Constant_77_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_18_output_0", "/Constant_77_output_0"], "outputs": ["/Gather_18_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_78_output_0"], "attrs": {}, "constants": {"/Constant_78_output_0": {"kind": "int", "value": 8}}}, {"op": "Div", "inputs": ["/Gather_18_output_0", "/Constant_78_output_0"], "outputs": ["/Div_5_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/Div_5_output_0"], "outputs": ["/Cast_10_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Cast", "inputs": ["/Cast_10_output_0"], "outputs": ["/Cast_11_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_330"], "attrs": {}, "constants": {"onnx::Unsqueeze_330": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_16_output_0", "onnx::Unsqueeze_330"], "outputs": ["/Unsqueeze_33_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_332"], "attrs": {}, "constants": {"onnx::Unsqueeze_332": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_17_output_0", "onnx::Unsqueeze_332"], "outputs": ["/Unsqueeze_34_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_79_output_0"], "attrs": {}, "constants": {"/Constant_79_output_0": {"kind": "intList", "value": [8]}}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_336"], "attrs": {}, "constants": {"onnx::Unsqueeze_336": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Cast_11_output_0", "onnx::Unsqueeze_336"], "outputs": ["/Unsqueeze_35_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_33_output_0", "/Unsqueeze_34_output_0", "/Constant_79_output_0", "/Unsqueeze_35_output_0"], "outputs": ["/Concat_5_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Add_5_output_0", "/Concat_5_output_0"], "outputs": ["/Reshape_5_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Reshape_5_output_0"], "outputs": ["/Transpose_11_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_80_output_0"], "attrs": {}, "constants": {"/Constant_80_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Transpose_1_output_0", "/Constant_80_output_0"], "outputs": ["/Unsqueeze_36_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_81_output_0"], "attrs": {}, "constants": {"/Constant_81_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Transpose_5_output_0", "/Constant_81_output_0"], "outputs": ["/Unsqueeze_37_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_82_output_0"], "attrs": {}, "constants": {"/Constant_82_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Transpose_9_output_0", "/Constant_82_output_0"], "outputs": ["/Unsqueeze_38_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_36_output_0", "/Unsqueeze_37_output_0", "/Unsqueeze_38_output_0"], "outputs": ["cross_k"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_83_output_0"], "attrs": {}, "constants": {"/Constant_83_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Transpose_3_output_0", "/Constant_83_output_0"], "outputs": ["/Unsqueeze_39_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_84_output_0"], "attrs": {}, "constants": {"/Constant_84_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Transpose_7_output_0", "/Constant_84_output_0"], "outputs": ["/Unsqueeze_40_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_85_output_0"], "attrs": {}, "constants": {"/Constant_85_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Transpose_11_output_0", "/Constant_85_output_0"], "outputs": ["/Unsqueeze_41_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_39_output_0", "/Unsqueeze_40_output_0", "/Unsqueeze_41_output_0"], "outputs": ["cross_v"], "attrs": {"ints": {"axis": 0}}, "constants": {}}]} |