Blame for math_dec_step.mlxonnx/graph.json

{"inputs": ["token", "pos", "self_k", "self_v", "cross_k", "cross_v", "mask"], "outputs": ["logits", "new_k", "new_v"], "nodes": [{"op": "Gather", "inputs": ["c.dec.emb.weight", "token"], "outputs": ["/emb/Gather_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_output_0"], "attrs": {}, "constants": {"/Constant_output_0": {"kind": "int", "value": 0}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_1_output_0"], "attrs": {}, "constants": {"/Constant_1_output_0": {"kind": "int", "value": 1}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_2_output_0"], "attrs": {}, "constants": {"/Constant_2_output_0": {"kind": "intList", "value": [1]}}}, {"op": "Unsqueeze", "inputs": ["/emb/Gather_output_0", "/Constant_2_output_0"], "outputs": ["/Unsqueeze_output_0"], "attrs": {}, "constants": {}}, {"op": "Gather", "inputs": ["c.dec.pos.weight", "pos"], "outputs": ["/pos/Gather_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_3_output_0"], "attrs": {}, "constants": {"/Constant_3_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/pos/Gather_output_0", "/Constant_3_output_0"], "outputs": ["/Unsqueeze_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_4_output_0"], "attrs": {}, "constants": {"/Constant_4_output_0": {"kind": "intList", "value": [1]}}}, {"op": "Unsqueeze", "inputs": ["/Unsqueeze_1_output_0", "/Constant_4_output_0"], "outputs": ["/Unsqueeze_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/Unsqueeze_output_0", "/Unsqueeze_2_output_0"], "outputs": ["/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_5_output_0"], "attrs": {}, "constants": {"/Constant_5_output_0": {"kind": "int", "value": 2}}}, {"op": "Shape", "inputs": ["/Add_output_0"], "outputs": ["/Shape_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_6_output_0"], "attrs": {}, "constants": {"/Constant_6_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_output_0", "/Constant_6_output_0"], "outputs": ["/Gather_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_7_output_0"], "attrs": {}, "constants": {"/Constant_7_output_0": {"kind": "int", "value": 8}}}, {"op": "Div", "inputs": ["/Gather_output_0", "/Constant_7_output_0"], "outputs": ["/Div_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/Div_output_0"], "outputs": ["/Cast_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Cast", "inputs": ["/Cast_output_0"], "outputs": ["/Cast_1_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_8_output_0"], "attrs": {}, "constants": {"/Constant_8_output_0": {"kind": "intList", "value": [1]}}}, {"op": "Unsqueeze", "inputs": ["mask", "/Constant_8_output_0"], "outputs": ["/Unsqueeze_3_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_9_output_0"], "attrs": {}, "constants": {"/Constant_9_output_0": {"kind": "intList", "value": [2]}}}, {"op": "Unsqueeze", "inputs": ["/Unsqueeze_3_output_0", "/Constant_9_output_0"], "outputs": ["/Unsqueeze_4_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_10_output_0"], "attrs": {}, "constants": {"/Constant_10_output_0": {"kind": "float", "value": 1.0}}}, {"op": "Sub", "inputs": ["/Unsqueeze_4_output_0", "/Constant_10_output_0"], "outputs": ["/Sub_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_11_output_0"], "attrs": {}, "constants": {"/Constant_11_output_0": {"kind": "float", "value": 1000000000.0}}}, {"op": "Mul", "inputs": ["/Sub_output_0", "/Constant_11_output_0"], "outputs": ["/Mul_output_0"], "attrs": {}, "constants": {}}, {"op": "LayerNormalization", "inputs": ["/Add_output_0", "c.dec.layers.layers.0.norm1.weight", "c.dec.layers.layers.0.norm1.bias"], "outputs": ["/norm1/LayerNormalization_output_0"], "attrs": {"ints": {"axis": -1}, "floats": {"epsilon": 9.999999747378752e-06}}, "constants": {}}, {"op": "MatMul", "inputs": ["/norm1/LayerNormalization_output_0", "onnx::MatMul_723"], "outputs": ["/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["c.dec.layers.layers.0.self_attn.in_proj_bias", "/MatMul_output_0"], "outputs": ["/Add_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_12_output_0"], "attrs": {}, "constants": {"/Constant_12_output_0": {"kind": "intList", "value": [192, 192, 192]}}}, {"op": "Split", "inputs": ["/Add_1_output_0", "/Constant_12_output_0"], "outputs": ["/Split_output_0", "/Split_output_1", "/Split_output_2"], "attrs": {"ints": {"axis": -1}}, "constants": {}}, {"op": "Gather", "inputs": ["self_k", "/Constant_output_0"], "outputs": ["/Gather_1_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_output_1"], "outputs": ["/Shape_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_13_output_0"], "attrs": {}, "constants": {"/Constant_13_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_1_output_0", "/Constant_13_output_0"], "outputs": ["/Gather_2_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_output_1"], "outputs": ["/Shape_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_14_output_0"], "attrs": {}, "constants": {"/Constant_14_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_2_output_0", "/Constant_14_output_0"], "outputs": ["/Gather_3_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_output_1"], "outputs": ["/Shape_3_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_15_output_0"], "attrs": {}, "constants": {"/Constant_15_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_3_output_0", "/Constant_15_output_0"], "outputs": ["/Gather_4_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_16_output_0"], "attrs": {}, "constants": {"/Constant_16_output_0": {"kind": "int", "value": 8}}}, {"op": "Div", "inputs": ["/Gather_4_output_0", "/Constant_16_output_0"], "outputs": ["/Div_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/Div_1_output_0"], "outputs": ["/Cast_2_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Cast", "inputs": ["/Cast_2_output_0"], "outputs": ["/Cast_3_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_117"], "attrs": {}, "constants": {"onnx::Unsqueeze_117": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_2_output_0", "onnx::Unsqueeze_117"], "outputs": ["/Unsqueeze_5_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_119"], "attrs": {}, "constants": {"onnx::Unsqueeze_119": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_3_output_0", "onnx::Unsqueeze_119"], "outputs": ["/Unsqueeze_6_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_17_output_0"], "attrs": {}, "constants": {"/Constant_17_output_0": {"kind": "intList", "value": [8]}}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_123"], "attrs": {}, "constants": {"onnx::Unsqueeze_123": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Cast_3_output_0", "onnx::Unsqueeze_123"], "outputs": ["/Unsqueeze_7_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_5_output_0", "/Unsqueeze_6_output_0", "/Constant_17_output_0", "/Unsqueeze_7_output_0"], "outputs": ["/Concat_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Split_output_1", "/Concat_output_0"], "outputs": ["/Reshape_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Reshape_output_0"], "outputs": ["/Transpose_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Concat", "inputs": ["/Gather_1_output_0", "/Transpose_output_0"], "outputs": ["/Concat_1_output_0"], "attrs": {"ints": {"axis": 2}}, "constants": {}}, {"op": "Gather", "inputs": ["self_v", "/Constant_output_0"], "outputs": ["/Gather_5_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_output_2"], "outputs": ["/Shape_4_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_18_output_0"], "attrs": {}, "constants": {"/Constant_18_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_4_output_0", "/Constant_18_output_0"], "outputs": ["/Gather_6_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_output_2"], "outputs": ["/Shape_5_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_19_output_0"], "attrs": {}, "constants": {"/Constant_19_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_5_output_0", "/Constant_19_output_0"], "outputs": ["/Gather_7_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_output_2"], "outputs": ["/Shape_6_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_20_output_0"], "attrs": {}, "constants": {"/Constant_20_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_6_output_0", "/Constant_20_output_0"], "outputs": ["/Gather_8_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_21_output_0"], "attrs": {}, "constants": {"/Constant_21_output_0": {"kind": "int", "value": 8}}}, {"op": "Div", "inputs": ["/Gather_8_output_0", "/Constant_21_output_0"], "outputs": ["/Div_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/Div_2_output_0"], "outputs": ["/Cast_4_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Cast", "inputs": ["/Cast_4_output_0"], "outputs": ["/Cast_5_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_143"], "attrs": {}, "constants": {"onnx::Unsqueeze_143": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_6_output_0", "onnx::Unsqueeze_143"], "outputs": ["/Unsqueeze_8_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_145"], "attrs": {}, "constants": {"onnx::Unsqueeze_145": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_7_output_0", "onnx::Unsqueeze_145"], "outputs": ["/Unsqueeze_9_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_22_output_0"], "attrs": {}, "constants": {"/Constant_22_output_0": {"kind": "intList", "value": [8]}}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_149"], "attrs": {}, "constants": {"onnx::Unsqueeze_149": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Cast_5_output_0", "onnx::Unsqueeze_149"], "outputs": ["/Unsqueeze_10_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_8_output_0", "/Unsqueeze_9_output_0", "/Constant_22_output_0", "/Unsqueeze_10_output_0"], "outputs": ["/Concat_2_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Split_output_2", "/Concat_2_output_0"], "outputs": ["/Reshape_1_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Reshape_1_output_0"], "outputs": ["/Transpose_1_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Concat", "inputs": ["/Gather_5_output_0", "/Transpose_1_output_0"], "outputs": ["/Concat_3_output_0"], "attrs": {"ints": {"axis": 2}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_output_0"], "outputs": ["/Shape_7_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_23_output_0"], "attrs": {}, "constants": {"/Constant_23_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_7_output_0", "/Constant_23_output_0"], "outputs": ["/Gather_9_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_output_0"], "outputs": ["/Shape_8_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_24_output_0"], "attrs": {}, "constants": {"/Constant_24_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_8_output_0", "/Constant_24_output_0"], "outputs": ["/Gather_10_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_output_0"], "outputs": ["/Shape_9_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_25_output_0"], "attrs": {}, "constants": {"/Constant_25_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_9_output_0", "/Constant_25_output_0"], "outputs": ["/Gather_11_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_26_output_0"], "attrs": {}, "constants": {"/Constant_26_output_0": {"kind": "int", "value": 8}}}, {"op": "Div", "inputs": ["/Gather_11_output_0", "/Constant_26_output_0"], "outputs": ["/Div_3_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/Div_3_output_0"], "outputs": ["/Cast_6_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Cast", "inputs": ["/Cast_6_output_0"], "outputs": ["/Cast_7_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_168"], "attrs": {}, "constants": {"onnx::Unsqueeze_168": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_9_output_0", "onnx::Unsqueeze_168"], "outputs": ["/Unsqueeze_11_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_170"], "attrs": {}, "constants": {"onnx::Unsqueeze_170": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_10_output_0", "onnx::Unsqueeze_170"], "outputs": ["/Unsqueeze_12_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_27_output_0"], "attrs": {}, "constants": {"/Constant_27_output_0": {"kind": "intList", "value": [8]}}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_174"], "attrs": {}, "constants": {"onnx::Unsqueeze_174": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Cast_7_output_0", "onnx::Unsqueeze_174"], "outputs": ["/Unsqueeze_13_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_11_output_0", "/Unsqueeze_12_output_0", "/Constant_27_output_0", "/Unsqueeze_13_output_0"], "outputs": ["/Concat_4_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Split_output_0", "/Concat_4_output_0"], "outputs": ["/Reshape_2_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Reshape_2_output_0"], "outputs": ["/Transpose_2_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Concat_1_output_0"], "outputs": ["/Transpose_3_output_0"], "attrs": {"intLists": {"perm": [0, 1, 3, 2]}}, "constants": {}}, {"op": "MatMul", "inputs": ["/Transpose_2_output_0", "/Transpose_3_output_0"], "outputs": ["/MatMul_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/Cast_1_output_0"], "outputs": ["/Cast_8_output_0"], "attrs": {"ints": {"to": 1}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_28_output_0"], "attrs": {}, "constants": {"/Constant_28_output_0": {"kind": "float", "value": -0.5}}}, {"op": "Pow", "inputs": ["/Cast_8_output_0", "/Constant_28_output_0"], "outputs": ["/Pow_output_0"], "attrs": {}, "constants": {}}, {"op": "Mul", "inputs": ["/MatMul_1_output_0", "/Pow_output_0"], "outputs": ["/Mul_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Softmax", "inputs": ["/Mul_1_output_0"], "outputs": ["/Softmax_output_0"], "attrs": {"ints": {"axis": -1}}, "constants": {}}, {"op": "MatMul", "inputs": ["/Softmax_output_0", "/Concat_3_output_0"], "outputs": ["/MatMul_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Transpose", "inputs": ["/MatMul_2_output_0"], "outputs": ["/Transpose_4_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_output_0"], "outputs": ["/Shape_10_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_29_output_0"], "attrs": {}, "constants": {"/Constant_29_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_10_output_0", "/Constant_29_output_0"], "outputs": ["/Gather_12_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_output_0"], "outputs": ["/Shape_11_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_30_output_0"], "attrs": {}, "constants": {"/Constant_30_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_11_output_0", "/Constant_30_output_0"], "outputs": ["/Gather_13_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_194"], "attrs": {}, "constants": {"onnx::Unsqueeze_194": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_12_output_0", "onnx::Unsqueeze_194"], "outputs": ["/Unsqueeze_14_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_196"], "attrs": {}, "constants": {"onnx::Unsqueeze_196": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_13_output_0", "onnx::Unsqueeze_196"], "outputs": ["/Unsqueeze_15_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_198"], "attrs": {}, "constants": {"onnx::Unsqueeze_198": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_output_0", "onnx::Unsqueeze_198"], "outputs": ["/Unsqueeze_16_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_14_output_0", "/Unsqueeze_15_output_0", "/Unsqueeze_16_output_0"], "outputs": ["/Concat_5_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Transpose_4_output_0", "/Concat_5_output_0"], "outputs": ["/Reshape_3_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "MatMul", "inputs": ["/Reshape_3_output_0", "onnx::MatMul_727"], "outputs": ["/out_proj/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["c.dec.layers.layers.0.self_attn.out_proj.bias", "/out_proj/MatMul_output_0"], "outputs": ["/out_proj/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/Add_output_0", "/out_proj/Add_output_0"], "outputs": ["/Add_2_output_0"], "attrs": {}, "constants": {}}, {"op": "LayerNormalization", "inputs": ["/Add_2_output_0", "c.dec.layers.layers.0.norm2.weight", "c.dec.layers.layers.0.norm2.bias"], "outputs": ["/norm2/LayerNormalization_output_0"], "attrs": {"ints": {"axis": -1}, "floats": {"epsilon": 9.999999747378752e-06}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_31_output_0"], "attrs": {}, "constants": {"/Constant_31_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_32_output_0"], "attrs": {}, "constants": {"/Constant_32_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_33_output_0"], "attrs": {}, "constants": {"/Constant_33_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_output_0", "/Constant_33_output_0"], "outputs": ["/Unsqueeze_17_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_34_output_0"], "attrs": {}, "constants": {"/Constant_34_output_0": {"kind": "intList", "value": [1]}}}, {"op": "Slice", "inputs": ["c.dec.layers.layers.0.multihead_attn.in_proj_weight", "/Constant_32_output_0", "/Unsqueeze_17_output_0", "/Constant_31_output_0", "/Constant_34_output_0"], "outputs": ["/Slice_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_35_output_0"], "attrs": {}, "constants": {"/Constant_35_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_36_output_0"], "attrs": {}, "constants": {"/Constant_36_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_37_output_0"], "attrs": {}, "constants": {"/Constant_37_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_output_0", "/Constant_37_output_0"], "outputs": ["/Unsqueeze_18_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_38_output_0"], "attrs": {}, "constants": {"/Constant_38_output_0": {"kind": "intList", "value": [1]}}}, {"op": "Slice", "inputs": ["c.dec.layers.layers.0.multihead_attn.in_proj_bias", "/Constant_36_output_0", "/Unsqueeze_18_output_0", "/Constant_35_output_0", "/Constant_38_output_0"], "outputs": ["/Slice_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Transpose", "inputs": ["/Slice_output_0"], "outputs": ["/Transpose_5_output_0"], "attrs": {"intLists": {"perm": [1, 0]}}, "constants": {}}, {"op": "MatMul", "inputs": ["/norm2/LayerNormalization_output_0", "/Transpose_5_output_0"], "outputs": ["/MatMul_3_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/Slice_1_output_0", "/MatMul_3_output_0"], "outputs": ["/Add_3_output_0"], "attrs": {}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_3_output_0"], "outputs": ["/Shape_12_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_39_output_0"], "attrs": {}, "constants": {"/Constant_39_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_12_output_0", "/Constant_39_output_0"], "outputs": ["/Gather_14_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_3_output_0"], "outputs": ["/Shape_13_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_40_output_0"], "attrs": {}, "constants": {"/Constant_40_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_13_output_0", "/Constant_40_output_0"], "outputs": ["/Gather_15_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_3_output_0"], "outputs": ["/Shape_14_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_41_output_0"], "attrs": {}, "constants": {"/Constant_41_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_14_output_0", "/Constant_41_output_0"], "outputs": ["/Gather_16_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_42_output_0"], "attrs": {}, "constants": {"/Constant_42_output_0": {"kind": "int", "value": 8}}}, {"op": "Div", "inputs": ["/Gather_16_output_0", "/Constant_42_output_0"], "outputs": ["/Div_4_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/Div_4_output_0"], "outputs": ["/Cast_9_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Cast", "inputs": ["/Cast_9_output_0"], "outputs": ["/Cast_10_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_241"], "attrs": {}, "constants": {"onnx::Unsqueeze_241": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_14_output_0", "onnx::Unsqueeze_241"], "outputs": ["/Unsqueeze_19_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_243"], "attrs": {}, "constants": {"onnx::Unsqueeze_243": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_15_output_0", "onnx::Unsqueeze_243"], "outputs": ["/Unsqueeze_20_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_43_output_0"], "attrs": {}, "constants": {"/Constant_43_output_0": {"kind": "intList", "value": [8]}}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_247"], "attrs": {}, "constants": {"onnx::Unsqueeze_247": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Cast_10_output_0", "onnx::Unsqueeze_247"], "outputs": ["/Unsqueeze_21_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_19_output_0", "/Unsqueeze_20_output_0", "/Constant_43_output_0", "/Unsqueeze_21_output_0"], "outputs": ["/Concat_6_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Add_3_output_0", "/Concat_6_output_0"], "outputs": ["/Reshape_4_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Reshape_4_output_0"], "outputs": ["/Transpose_6_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Gather", "inputs": ["cross_k", "/Constant_output_0"], "outputs": ["/Gather_17_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Gather_17_output_0"], "outputs": ["/Transpose_7_output_0"], "attrs": {"intLists": {"perm": [0, 1, 3, 2]}}, "constants": {}}, {"op": "MatMul", "inputs": ["/Transpose_6_output_0", "/Transpose_7_output_0"], "outputs": ["/MatMul_4_output_0"], "attrs": {}, "constants": {}}, {"op": "Mul", "inputs": ["/MatMul_4_output_0", "/Pow_output_0"], "outputs": ["/Mul_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/Mul_2_output_0", "/Mul_output_0"], "outputs": ["/Add_4_output_0"], "attrs": {}, "constants": {}}, {"op": "Softmax", "inputs": ["/Add_4_output_0"], "outputs": ["/Softmax_1_output_0"], "attrs": {"ints": {"axis": -1}}, "constants": {}}, {"op": "Gather", "inputs": ["cross_v", "/Constant_output_0"], "outputs": ["/Gather_18_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "MatMul", "inputs": ["/Softmax_1_output_0", "/Gather_18_output_0"], "outputs": ["/MatMul_5_output_0"], "attrs": {}, "constants": {}}, {"op": "Transpose", "inputs": ["/MatMul_5_output_0"], "outputs": ["/Transpose_8_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_2_output_0"], "outputs": ["/Shape_15_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_44_output_0"], "attrs": {}, "constants": {"/Constant_44_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_15_output_0", "/Constant_44_output_0"], "outputs": ["/Gather_19_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_2_output_0"], "outputs": ["/Shape_16_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_45_output_0"], "attrs": {}, "constants": {"/Constant_45_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_16_output_0", "/Constant_45_output_0"], "outputs": ["/Gather_20_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_2_output_0"], "outputs": ["/Shape_17_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_46_output_0"], "attrs": {}, "constants": {"/Constant_46_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_17_output_0", "/Constant_46_output_0"], "outputs": ["/Gather_21_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_270"], "attrs": {}, "constants": {"onnx::Unsqueeze_270": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_19_output_0", "onnx::Unsqueeze_270"], "outputs": ["/Unsqueeze_22_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_272"], "attrs": {}, "constants": {"onnx::Unsqueeze_272": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_20_output_0", "onnx::Unsqueeze_272"], "outputs": ["/Unsqueeze_23_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_274"], "attrs": {}, "constants": {"onnx::Unsqueeze_274": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_21_output_0", "onnx::Unsqueeze_274"], "outputs": ["/Unsqueeze_24_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_22_output_0", "/Unsqueeze_23_output_0", "/Unsqueeze_24_output_0"], "outputs": ["/Concat_7_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Transpose_8_output_0", "/Concat_7_output_0"], "outputs": ["/Reshape_5_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "MatMul", "inputs": ["/Reshape_5_output_0", "onnx::MatMul_735"], "outputs": ["/out_proj_1/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["c.dec.layers.layers.0.multihead_attn.out_proj.bias", "/out_proj_1/MatMul_output_0"], "outputs": ["/out_proj_1/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/Add_2_output_0", "/out_proj_1/Add_output_0"], "outputs": ["/Add_5_output_0"], "attrs": {}, "constants": {}}, {"op": "LayerNormalization", "inputs": ["/Add_5_output_0", "c.dec.layers.layers.0.norm3.weight", "c.dec.layers.layers.0.norm3.bias"], "outputs": ["/norm3/LayerNormalization_output_0"], "attrs": {"ints": {"axis": -1}, "floats": {"epsilon": 9.999999747378752e-06}}, "constants": {}}, {"op": "MatMul", "inputs": ["/norm3/LayerNormalization_output_0", "onnx::MatMul_736"], "outputs": ["/linear1/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["c.dec.layers.layers.0.linear1.bias", "/linear1/MatMul_output_0"], "outputs": ["/linear1/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_47_output_0"], "attrs": {}, "constants": {"/Constant_47_output_0": {"kind": "float", "value": 1.4142135381698608}}}, {"op": "Div", "inputs": ["/linear1/Add_output_0", "/Constant_47_output_0"], "outputs": ["/Div_5_output_0"], "attrs": {}, "constants": {}}, {"op": "Erf", "inputs": ["/Div_5_output_0"], "outputs": ["/Erf_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_48_output_0"], "attrs": {}, "constants": {"/Constant_48_output_0": {"kind": "float", "value": 1.0}}}, {"op": "Add", "inputs": ["/Erf_output_0", "/Constant_48_output_0"], "outputs": ["/Add_6_output_0"], "attrs": {}, "constants": {}}, {"op": "Mul", "inputs": ["/linear1/Add_output_0", "/Add_6_output_0"], "outputs": ["/Mul_3_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_49_output_0"], "attrs": {}, "constants": {"/Constant_49_output_0": {"kind": "float", "value": 0.5}}}, {"op": "Mul", "inputs": ["/Mul_3_output_0", "/Constant_49_output_0"], "outputs": ["/Mul_4_output_0"], "attrs": {}, "constants": {}}, {"op": "MatMul", "inputs": ["/Mul_4_output_0", "onnx::MatMul_737"], "outputs": ["/linear2/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["c.dec.layers.layers.0.linear2.bias", "/linear2/MatMul_output_0"], "outputs": ["/linear2/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/Add_5_output_0", "/linear2/Add_output_0"], "outputs": ["/Add_7_output_0"], "attrs": {}, "constants": {}}, {"op": "LayerNormalization", "inputs": ["/Add_7_output_0", "c.dec.layers.layers.1.norm1.weight", "c.dec.layers.layers.1.norm1.bias"], "outputs": ["/norm1_1/LayerNormalization_output_0"], "attrs": {"ints": {"axis": -1}, "floats": {"epsilon": 9.999999747378752e-06}}, "constants": {}}, {"op": "MatMul", "inputs": ["/norm1_1/LayerNormalization_output_0", "onnx::MatMul_738"], "outputs": ["/MatMul_6_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["c.dec.layers.layers.1.self_attn.in_proj_bias", "/MatMul_6_output_0"], "outputs": ["/Add_8_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_50_output_0"], "attrs": {}, "constants": {"/Constant_50_output_0": {"kind": "intList", "value": [192, 192, 192]}}}, {"op": "Split", "inputs": ["/Add_8_output_0", "/Constant_50_output_0"], "outputs": ["/Split_1_output_0", "/Split_1_output_1", "/Split_1_output_2"], "attrs": {"ints": {"axis": -1}}, "constants": {}}, {"op": "Gather", "inputs": ["self_k", "/Constant_1_output_0"], "outputs": ["/Gather_22_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_1_output_1"], "outputs": ["/Shape_18_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_51_output_0"], "attrs": {}, "constants": {"/Constant_51_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_18_output_0", "/Constant_51_output_0"], "outputs": ["/Gather_23_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_1_output_1"], "outputs": ["/Shape_19_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_52_output_0"], "attrs": {}, "constants": {"/Constant_52_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_19_output_0", "/Constant_52_output_0"], "outputs": ["/Gather_24_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_1_output_1"], "outputs": ["/Shape_20_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_53_output_0"], "attrs": {}, "constants": {"/Constant_53_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_20_output_0", "/Constant_53_output_0"], "outputs": ["/Gather_25_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_54_output_0"], "attrs": {}, "constants": {"/Constant_54_output_0": {"kind": "int", "value": 8}}}, {"op": "Div", "inputs": ["/Gather_25_output_0", "/Constant_54_output_0"], "outputs": ["/Div_6_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/Div_6_output_0"], "outputs": ["/Cast_11_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Cast", "inputs": ["/Cast_11_output_0"], "outputs": ["/Cast_12_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_320"], "attrs": {}, "constants": {"onnx::Unsqueeze_320": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_23_output_0", "onnx::Unsqueeze_320"], "outputs": ["/Unsqueeze_25_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_322"], "attrs": {}, "constants": {"onnx::Unsqueeze_322": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_24_output_0", "onnx::Unsqueeze_322"], "outputs": ["/Unsqueeze_26_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_55_output_0"], "attrs": {}, "constants": {"/Constant_55_output_0": {"kind": "intList", "value": [8]}}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_326"], "attrs": {}, "constants": {"onnx::Unsqueeze_326": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Cast_12_output_0", "onnx::Unsqueeze_326"], "outputs": ["/Unsqueeze_27_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_25_output_0", "/Unsqueeze_26_output_0", "/Constant_55_output_0", "/Unsqueeze_27_output_0"], "outputs": ["/Concat_8_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Split_1_output_1", "/Concat_8_output_0"], "outputs": ["/Reshape_6_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Reshape_6_output_0"], "outputs": ["/Transpose_9_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Concat", "inputs": ["/Gather_22_output_0", "/Transpose_9_output_0"], "outputs": ["/Concat_9_output_0"], "attrs": {"ints": {"axis": 2}}, "constants": {}}, {"op": "Gather", "inputs": ["self_v", "/Constant_1_output_0"], "outputs": ["/Gather_26_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_1_output_2"], "outputs": ["/Shape_21_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_56_output_0"], "attrs": {}, "constants": {"/Constant_56_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_21_output_0", "/Constant_56_output_0"], "outputs": ["/Gather_27_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_1_output_2"], "outputs": ["/Shape_22_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_57_output_0"], "attrs": {}, "constants": {"/Constant_57_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_22_output_0", "/Constant_57_output_0"], "outputs": ["/Gather_28_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_1_output_2"], "outputs": ["/Shape_23_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_58_output_0"], "attrs": {}, "constants": {"/Constant_58_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_23_output_0", "/Constant_58_output_0"], "outputs": ["/Gather_29_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_59_output_0"], "attrs": {}, "constants": {"/Constant_59_output_0": {"kind": "int", "value": 8}}}, {"op": "Div", "inputs": ["/Gather_29_output_0", "/Constant_59_output_0"], "outputs": ["/Div_7_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/Div_7_output_0"], "outputs": ["/Cast_13_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Cast", "inputs": ["/Cast_13_output_0"], "outputs": ["/Cast_14_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_346"], "attrs": {}, "constants": {"onnx::Unsqueeze_346": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_27_output_0", "onnx::Unsqueeze_346"], "outputs": ["/Unsqueeze_28_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_348"], "attrs": {}, "constants": {"onnx::Unsqueeze_348": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_28_output_0", "onnx::Unsqueeze_348"], "outputs": ["/Unsqueeze_29_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_60_output_0"], "attrs": {}, "constants": {"/Constant_60_output_0": {"kind": "intList", "value": [8]}}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_352"], "attrs": {}, "constants": {"onnx::Unsqueeze_352": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Cast_14_output_0", "onnx::Unsqueeze_352"], "outputs": ["/Unsqueeze_30_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_28_output_0", "/Unsqueeze_29_output_0", "/Constant_60_output_0", "/Unsqueeze_30_output_0"], "outputs": ["/Concat_10_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Split_1_output_2", "/Concat_10_output_0"], "outputs": ["/Reshape_7_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Reshape_7_output_0"], "outputs": ["/Transpose_10_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Concat", "inputs": ["/Gather_26_output_0", "/Transpose_10_output_0"], "outputs": ["/Concat_11_output_0"], "attrs": {"ints": {"axis": 2}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_1_output_0"], "outputs": ["/Shape_24_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_61_output_0"], "attrs": {}, "constants": {"/Constant_61_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_24_output_0", "/Constant_61_output_0"], "outputs": ["/Gather_30_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_1_output_0"], "outputs": ["/Shape_25_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_62_output_0"], "attrs": {}, "constants": {"/Constant_62_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_25_output_0", "/Constant_62_output_0"], "outputs": ["/Gather_31_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_1_output_0"], "outputs": ["/Shape_26_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_63_output_0"], "attrs": {}, "constants": {"/Constant_63_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_26_output_0", "/Constant_63_output_0"], "outputs": ["/Gather_32_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_64_output_0"], "attrs": {}, "constants": {"/Constant_64_output_0": {"kind": "int", "value": 8}}}, {"op": "Div", "inputs": ["/Gather_32_output_0", "/Constant_64_output_0"], "outputs": ["/Div_8_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/Div_8_output_0"], "outputs": ["/Cast_15_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Cast", "inputs": ["/Cast_15_output_0"], "outputs": ["/Cast_16_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_371"], "attrs": {}, "constants": {"onnx::Unsqueeze_371": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_30_output_0", "onnx::Unsqueeze_371"], "outputs": ["/Unsqueeze_31_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_373"], "attrs": {}, "constants": {"onnx::Unsqueeze_373": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_31_output_0", "onnx::Unsqueeze_373"], "outputs": ["/Unsqueeze_32_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_65_output_0"], "attrs": {}, "constants": {"/Constant_65_output_0": {"kind": "intList", "value": [8]}}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_377"], "attrs": {}, "constants": {"onnx::Unsqueeze_377": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Cast_16_output_0", "onnx::Unsqueeze_377"], "outputs": ["/Unsqueeze_33_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_31_output_0", "/Unsqueeze_32_output_0", "/Constant_65_output_0", "/Unsqueeze_33_output_0"], "outputs": ["/Concat_12_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Split_1_output_0", "/Concat_12_output_0"], "outputs": ["/Reshape_8_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Reshape_8_output_0"], "outputs": ["/Transpose_11_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Concat_9_output_0"], "outputs": ["/Transpose_12_output_0"], "attrs": {"intLists": {"perm": [0, 1, 3, 2]}}, "constants": {}}, {"op": "MatMul", "inputs": ["/Transpose_11_output_0", "/Transpose_12_output_0"], "outputs": ["/MatMul_7_output_0"], "attrs": {}, "constants": {}}, {"op": "Mul", "inputs": ["/MatMul_7_output_0", "/Pow_output_0"], "outputs": ["/Mul_5_output_0"], "attrs": {}, "constants": {}}, {"op": "Softmax", "inputs": ["/Mul_5_output_0"], "outputs": ["/Softmax_2_output_0"], "attrs": {"ints": {"axis": -1}}, "constants": {}}, {"op": "MatMul", "inputs": ["/Softmax_2_output_0", "/Concat_11_output_0"], "outputs": ["/MatMul_8_output_0"], "attrs": {}, "constants": {}}, {"op": "Transpose", "inputs": ["/MatMul_8_output_0"], "outputs": ["/Transpose_13_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_7_output_0"], "outputs": ["/Shape_27_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_66_output_0"], "attrs": {}, "constants": {"/Constant_66_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_27_output_0", "/Constant_66_output_0"], "outputs": ["/Gather_33_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_7_output_0"], "outputs": ["/Shape_28_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_67_output_0"], "attrs": {}, "constants": {"/Constant_67_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_28_output_0", "/Constant_67_output_0"], "outputs": ["/Gather_34_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_7_output_0"], "outputs": ["/Shape_29_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_68_output_0"], "attrs": {}, "constants": {"/Constant_68_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_29_output_0", "/Constant_68_output_0"], "outputs": ["/Gather_35_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_397"], "attrs": {}, "constants": {"onnx::Unsqueeze_397": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_33_output_0", "onnx::Unsqueeze_397"], "outputs": ["/Unsqueeze_34_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_399"], "attrs": {}, "constants": {"onnx::Unsqueeze_399": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_34_output_0", "onnx::Unsqueeze_399"], "outputs": ["/Unsqueeze_35_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_401"], "attrs": {}, "constants": {"onnx::Unsqueeze_401": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_35_output_0", "onnx::Unsqueeze_401"], "outputs": ["/Unsqueeze_36_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_34_output_0", "/Unsqueeze_35_output_0", "/Unsqueeze_36_output_0"], "outputs": ["/Concat_13_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Transpose_13_output_0", "/Concat_13_output_0"], "outputs": ["/Reshape_9_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "MatMul", "inputs": ["/Reshape_9_output_0", "onnx::MatMul_742"], "outputs": ["/out_proj_2/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["c.dec.layers.layers.1.self_attn.out_proj.bias", "/out_proj_2/MatMul_output_0"], "outputs": ["/out_proj_2/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/Add_7_output_0", "/out_proj_2/Add_output_0"], "outputs": ["/Add_9_output_0"], "attrs": {}, "constants": {}}, {"op": "LayerNormalization", "inputs": ["/Add_9_output_0", "c.dec.layers.layers.1.norm2.weight", "c.dec.layers.layers.1.norm2.bias"], "outputs": ["/norm2_1/LayerNormalization_output_0"], "attrs": {"ints": {"axis": -1}, "floats": {"epsilon": 9.999999747378752e-06}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_69_output_0"], "attrs": {}, "constants": {"/Constant_69_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_70_output_0"], "attrs": {}, "constants": {"/Constant_70_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_71_output_0"], "attrs": {}, "constants": {"/Constant_71_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_output_0", "/Constant_71_output_0"], "outputs": ["/Unsqueeze_37_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_72_output_0"], "attrs": {}, "constants": {"/Constant_72_output_0": {"kind": "intList", "value": [1]}}}, {"op": "Slice", "inputs": ["c.dec.layers.layers.1.multihead_attn.in_proj_weight", "/Constant_70_output_0", "/Unsqueeze_37_output_0", "/Constant_69_output_0", "/Constant_72_output_0"], "outputs": ["/Slice_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_73_output_0"], "attrs": {}, "constants": {"/Constant_73_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_74_output_0"], "attrs": {}, "constants": {"/Constant_74_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_75_output_0"], "attrs": {}, "constants": {"/Constant_75_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_output_0", "/Constant_75_output_0"], "outputs": ["/Unsqueeze_38_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_76_output_0"], "attrs": {}, "constants": {"/Constant_76_output_0": {"kind": "intList", "value": [1]}}}, {"op": "Slice", "inputs": ["c.dec.layers.layers.1.multihead_attn.in_proj_bias", "/Constant_74_output_0", "/Unsqueeze_38_output_0", "/Constant_73_output_0", "/Constant_76_output_0"], "outputs": ["/Slice_3_output_0"], "attrs": {}, "constants": {}}, {"op": "Transpose", "inputs": ["/Slice_2_output_0"], "outputs": ["/Transpose_14_output_0"], "attrs": {"intLists": {"perm": [1, 0]}}, "constants": {}}, {"op": "MatMul", "inputs": ["/norm2_1/LayerNormalization_output_0", "/Transpose_14_output_0"], "outputs": ["/MatMul_9_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/Slice_3_output_0", "/MatMul_9_output_0"], "outputs": ["/Add_10_output_0"], "attrs": {}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_10_output_0"], "outputs": ["/Shape_30_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_77_output_0"], "attrs": {}, "constants": {"/Constant_77_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_30_output_0", "/Constant_77_output_0"], "outputs": ["/Gather_36_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_10_output_0"], "outputs": ["/Shape_31_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_78_output_0"], "attrs": {}, "constants": {"/Constant_78_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_31_output_0", "/Constant_78_output_0"], "outputs": ["/Gather_37_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_10_output_0"], "outputs": ["/Shape_32_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_79_output_0"], "attrs": {}, "constants": {"/Constant_79_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_32_output_0", "/Constant_79_output_0"], "outputs": ["/Gather_38_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_80_output_0"], "attrs": {}, "constants": {"/Constant_80_output_0": {"kind": "int", "value": 8}}}, {"op": "Div", "inputs": ["/Gather_38_output_0", "/Constant_80_output_0"], "outputs": ["/Div_9_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/Div_9_output_0"], "outputs": ["/Cast_17_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Cast", "inputs": ["/Cast_17_output_0"], "outputs": ["/Cast_18_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_444"], "attrs": {}, "constants": {"onnx::Unsqueeze_444": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_36_output_0", "onnx::Unsqueeze_444"], "outputs": ["/Unsqueeze_39_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_446"], "attrs": {}, "constants": {"onnx::Unsqueeze_446": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_37_output_0", "onnx::Unsqueeze_446"], "outputs": ["/Unsqueeze_40_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_81_output_0"], "attrs": {}, "constants": {"/Constant_81_output_0": {"kind": "intList", "value": [8]}}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_450"], "attrs": {}, "constants": {"onnx::Unsqueeze_450": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Cast_18_output_0", "onnx::Unsqueeze_450"], "outputs": ["/Unsqueeze_41_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_39_output_0", "/Unsqueeze_40_output_0", "/Constant_81_output_0", "/Unsqueeze_41_output_0"], "outputs": ["/Concat_14_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Add_10_output_0", "/Concat_14_output_0"], "outputs": ["/Reshape_10_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Reshape_10_output_0"], "outputs": ["/Transpose_15_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Gather", "inputs": ["cross_k", "/Constant_1_output_0"], "outputs": ["/Gather_39_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Gather_39_output_0"], "outputs": ["/Transpose_16_output_0"], "attrs": {"intLists": {"perm": [0, 1, 3, 2]}}, "constants": {}}, {"op": "MatMul", "inputs": ["/Transpose_15_output_0", "/Transpose_16_output_0"], "outputs": ["/MatMul_10_output_0"], "attrs": {}, "constants": {}}, {"op": "Mul", "inputs": ["/MatMul_10_output_0", "/Pow_output_0"], "outputs": ["/Mul_6_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/Mul_6_output_0", "/Mul_output_0"], "outputs": ["/Add_11_output_0"], "attrs": {}, "constants": {}}, {"op": "Softmax", "inputs": ["/Add_11_output_0"], "outputs": ["/Softmax_3_output_0"], "attrs": {"ints": {"axis": -1}}, "constants": {}}, {"op": "Gather", "inputs": ["cross_v", "/Constant_1_output_0"], "outputs": ["/Gather_40_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "MatMul", "inputs": ["/Softmax_3_output_0", "/Gather_40_output_0"], "outputs": ["/MatMul_11_output_0"], "attrs": {}, "constants": {}}, {"op": "Transpose", "inputs": ["/MatMul_11_output_0"], "outputs": ["/Transpose_17_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_9_output_0"], "outputs": ["/Shape_33_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_82_output_0"], "attrs": {}, "constants": {"/Constant_82_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_33_output_0", "/Constant_82_output_0"], "outputs": ["/Gather_41_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_9_output_0"], "outputs": ["/Shape_34_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_83_output_0"], "attrs": {}, "constants": {"/Constant_83_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_34_output_0", "/Constant_83_output_0"], "outputs": ["/Gather_42_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_9_output_0"], "outputs": ["/Shape_35_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_84_output_0"], "attrs": {}, "constants": {"/Constant_84_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_35_output_0", "/Constant_84_output_0"], "outputs": ["/Gather_43_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_473"], "attrs": {}, "constants": {"onnx::Unsqueeze_473": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_41_output_0", "onnx::Unsqueeze_473"], "outputs": ["/Unsqueeze_42_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_475"], "attrs": {}, "constants": {"onnx::Unsqueeze_475": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_42_output_0", "onnx::Unsqueeze_475"], "outputs": ["/Unsqueeze_43_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_477"], "attrs": {}, "constants": {"onnx::Unsqueeze_477": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_43_output_0", "onnx::Unsqueeze_477"], "outputs": ["/Unsqueeze_44_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_42_output_0", "/Unsqueeze_43_output_0", "/Unsqueeze_44_output_0"], "outputs": ["/Concat_15_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Transpose_17_output_0", "/Concat_15_output_0"], "outputs": ["/Reshape_11_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "MatMul", "inputs": ["/Reshape_11_output_0", "onnx::MatMul_750"], "outputs": ["/out_proj_3/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["c.dec.layers.layers.1.multihead_attn.out_proj.bias", "/out_proj_3/MatMul_output_0"], "outputs": ["/out_proj_3/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/Add_9_output_0", "/out_proj_3/Add_output_0"], "outputs": ["/Add_12_output_0"], "attrs": {}, "constants": {}}, {"op": "LayerNormalization", "inputs": ["/Add_12_output_0", "c.dec.layers.layers.1.norm3.weight", "c.dec.layers.layers.1.norm3.bias"], "outputs": ["/norm3_1/LayerNormalization_output_0"], "attrs": {"ints": {"axis": -1}, "floats": {"epsilon": 9.999999747378752e-06}}, "constants": {}}, {"op": "MatMul", "inputs": ["/norm3_1/LayerNormalization_output_0", "onnx::MatMul_751"], "outputs": ["/linear1_1/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["c.dec.layers.layers.1.linear1.bias", "/linear1_1/MatMul_output_0"], "outputs": ["/linear1_1/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_85_output_0"], "attrs": {}, "constants": {"/Constant_85_output_0": {"kind": "float", "value": 1.4142135381698608}}}, {"op": "Div", "inputs": ["/linear1_1/Add_output_0", "/Constant_85_output_0"], "outputs": ["/Div_10_output_0"], "attrs": {}, "constants": {}}, {"op": "Erf", "inputs": ["/Div_10_output_0"], "outputs": ["/Erf_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_86_output_0"], "attrs": {}, "constants": {"/Constant_86_output_0": {"kind": "float", "value": 1.0}}}, {"op": "Add", "inputs": ["/Erf_1_output_0", "/Constant_86_output_0"], "outputs": ["/Add_13_output_0"], "attrs": {}, "constants": {}}, {"op": "Mul", "inputs": ["/linear1_1/Add_output_0", "/Add_13_output_0"], "outputs": ["/Mul_7_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_87_output_0"], "attrs": {}, "constants": {"/Constant_87_output_0": {"kind": "float", "value": 0.5}}}, {"op": "Mul", "inputs": ["/Mul_7_output_0", "/Constant_87_output_0"], "outputs": ["/Mul_8_output_0"], "attrs": {}, "constants": {}}, {"op": "MatMul", "inputs": ["/Mul_8_output_0", "onnx::MatMul_752"], "outputs": ["/linear2_1/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["c.dec.layers.layers.1.linear2.bias", "/linear2_1/MatMul_output_0"], "outputs": ["/linear2_1/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/Add_12_output_0", "/linear2_1/Add_output_0"], "outputs": ["/Add_14_output_0"], "attrs": {}, "constants": {}}, {"op": "LayerNormalization", "inputs": ["/Add_14_output_0", "c.dec.layers.layers.2.norm1.weight", "c.dec.layers.layers.2.norm1.bias"], "outputs": ["/norm1_2/LayerNormalization_output_0"], "attrs": {"ints": {"axis": -1}, "floats": {"epsilon": 9.999999747378752e-06}}, "constants": {}}, {"op": "MatMul", "inputs": ["/norm1_2/LayerNormalization_output_0", "onnx::MatMul_753"], "outputs": ["/MatMul_12_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["c.dec.layers.layers.2.self_attn.in_proj_bias", "/MatMul_12_output_0"], "outputs": ["/Add_15_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_88_output_0"], "attrs": {}, "constants": {"/Constant_88_output_0": {"kind": "intList", "value": [192, 192, 192]}}}, {"op": "Split", "inputs": ["/Add_15_output_0", "/Constant_88_output_0"], "outputs": ["/Split_2_output_0", "/Split_2_output_1", "/Split_2_output_2"], "attrs": {"ints": {"axis": -1}}, "constants": {}}, {"op": "Gather", "inputs": ["self_k", "/Constant_5_output_0"], "outputs": ["/Gather_44_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_2_output_1"], "outputs": ["/Shape_36_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_89_output_0"], "attrs": {}, "constants": {"/Constant_89_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_36_output_0", "/Constant_89_output_0"], "outputs": ["/Gather_45_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_2_output_1"], "outputs": ["/Shape_37_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_90_output_0"], "attrs": {}, "constants": {"/Constant_90_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_37_output_0", "/Constant_90_output_0"], "outputs": ["/Gather_46_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_2_output_1"], "outputs": ["/Shape_38_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_91_output_0"], "attrs": {}, "constants": {"/Constant_91_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_38_output_0", "/Constant_91_output_0"], "outputs": ["/Gather_47_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_92_output_0"], "attrs": {}, "constants": {"/Constant_92_output_0": {"kind": "int", "value": 8}}}, {"op": "Div", "inputs": ["/Gather_47_output_0", "/Constant_92_output_0"], "outputs": ["/Div_11_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/Div_11_output_0"], "outputs": ["/Cast_19_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Cast", "inputs": ["/Cast_19_output_0"], "outputs": ["/Cast_20_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_523"], "attrs": {}, "constants": {"onnx::Unsqueeze_523": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_45_output_0", "onnx::Unsqueeze_523"], "outputs": ["/Unsqueeze_45_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_525"], "attrs": {}, "constants": {"onnx::Unsqueeze_525": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_46_output_0", "onnx::Unsqueeze_525"], "outputs": ["/Unsqueeze_46_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_93_output_0"], "attrs": {}, "constants": {"/Constant_93_output_0": {"kind": "intList", "value": [8]}}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_529"], "attrs": {}, "constants": {"onnx::Unsqueeze_529": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Cast_20_output_0", "onnx::Unsqueeze_529"], "outputs": ["/Unsqueeze_47_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_45_output_0", "/Unsqueeze_46_output_0", "/Constant_93_output_0", "/Unsqueeze_47_output_0"], "outputs": ["/Concat_16_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Split_2_output_1", "/Concat_16_output_0"], "outputs": ["/Reshape_12_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Reshape_12_output_0"], "outputs": ["/Transpose_18_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Concat", "inputs": ["/Gather_44_output_0", "/Transpose_18_output_0"], "outputs": ["/Concat_17_output_0"], "attrs": {"ints": {"axis": 2}}, "constants": {}}, {"op": "Gather", "inputs": ["self_v", "/Constant_5_output_0"], "outputs": ["/Gather_48_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_2_output_2"], "outputs": ["/Shape_39_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_94_output_0"], "attrs": {}, "constants": {"/Constant_94_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_39_output_0", "/Constant_94_output_0"], "outputs": ["/Gather_49_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_2_output_2"], "outputs": ["/Shape_40_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_95_output_0"], "attrs": {}, "constants": {"/Constant_95_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_40_output_0", "/Constant_95_output_0"], "outputs": ["/Gather_50_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_2_output_2"], "outputs": ["/Shape_41_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_96_output_0"], "attrs": {}, "constants": {"/Constant_96_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_41_output_0", "/Constant_96_output_0"], "outputs": ["/Gather_51_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_97_output_0"], "attrs": {}, "constants": {"/Constant_97_output_0": {"kind": "int", "value": 8}}}, {"op": "Div", "inputs": ["/Gather_51_output_0", "/Constant_97_output_0"], "outputs": ["/Div_12_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/Div_12_output_0"], "outputs": ["/Cast_21_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Cast", "inputs": ["/Cast_21_output_0"], "outputs": ["/Cast_22_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_549"], "attrs": {}, "constants": {"onnx::Unsqueeze_549": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_49_output_0", "onnx::Unsqueeze_549"], "outputs": ["/Unsqueeze_48_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_551"], "attrs": {}, "constants": {"onnx::Unsqueeze_551": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_50_output_0", "onnx::Unsqueeze_551"], "outputs": ["/Unsqueeze_49_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_98_output_0"], "attrs": {}, "constants": {"/Constant_98_output_0": {"kind": "intList", "value": [8]}}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_555"], "attrs": {}, "constants": {"onnx::Unsqueeze_555": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Cast_22_output_0", "onnx::Unsqueeze_555"], "outputs": ["/Unsqueeze_50_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_48_output_0", "/Unsqueeze_49_output_0", "/Constant_98_output_0", "/Unsqueeze_50_output_0"], "outputs": ["/Concat_18_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Split_2_output_2", "/Concat_18_output_0"], "outputs": ["/Reshape_13_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Reshape_13_output_0"], "outputs": ["/Transpose_19_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Concat", "inputs": ["/Gather_48_output_0", "/Transpose_19_output_0"], "outputs": ["/Concat_19_output_0"], "attrs": {"ints": {"axis": 2}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_2_output_0"], "outputs": ["/Shape_42_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_99_output_0"], "attrs": {}, "constants": {"/Constant_99_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_42_output_0", "/Constant_99_output_0"], "outputs": ["/Gather_52_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_2_output_0"], "outputs": ["/Shape_43_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_100_output_0"], "attrs": {}, "constants": {"/Constant_100_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_43_output_0", "/Constant_100_output_0"], "outputs": ["/Gather_53_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Split_2_output_0"], "outputs": ["/Shape_44_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_101_output_0"], "attrs": {}, "constants": {"/Constant_101_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_44_output_0", "/Constant_101_output_0"], "outputs": ["/Gather_54_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_102_output_0"], "attrs": {}, "constants": {"/Constant_102_output_0": {"kind": "int", "value": 8}}}, {"op": "Div", "inputs": ["/Gather_54_output_0", "/Constant_102_output_0"], "outputs": ["/Div_13_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/Div_13_output_0"], "outputs": ["/Cast_23_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Cast", "inputs": ["/Cast_23_output_0"], "outputs": ["/Cast_24_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_574"], "attrs": {}, "constants": {"onnx::Unsqueeze_574": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_52_output_0", "onnx::Unsqueeze_574"], "outputs": ["/Unsqueeze_51_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_576"], "attrs": {}, "constants": {"onnx::Unsqueeze_576": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_53_output_0", "onnx::Unsqueeze_576"], "outputs": ["/Unsqueeze_52_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_103_output_0"], "attrs": {}, "constants": {"/Constant_103_output_0": {"kind": "intList", "value": [8]}}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_580"], "attrs": {}, "constants": {"onnx::Unsqueeze_580": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Cast_24_output_0", "onnx::Unsqueeze_580"], "outputs": ["/Unsqueeze_53_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_51_output_0", "/Unsqueeze_52_output_0", "/Constant_103_output_0", "/Unsqueeze_53_output_0"], "outputs": ["/Concat_20_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Split_2_output_0", "/Concat_20_output_0"], "outputs": ["/Reshape_14_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Reshape_14_output_0"], "outputs": ["/Transpose_20_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Concat_17_output_0"], "outputs": ["/Transpose_21_output_0"], "attrs": {"intLists": {"perm": [0, 1, 3, 2]}}, "constants": {}}, {"op": "MatMul", "inputs": ["/Transpose_20_output_0", "/Transpose_21_output_0"], "outputs": ["/MatMul_13_output_0"], "attrs": {}, "constants": {}}, {"op": "Mul", "inputs": ["/MatMul_13_output_0", "/Pow_output_0"], "outputs": ["/Mul_9_output_0"], "attrs": {}, "constants": {}}, {"op": "Softmax", "inputs": ["/Mul_9_output_0"], "outputs": ["/Softmax_4_output_0"], "attrs": {"ints": {"axis": -1}}, "constants": {}}, {"op": "MatMul", "inputs": ["/Softmax_4_output_0", "/Concat_19_output_0"], "outputs": ["/MatMul_14_output_0"], "attrs": {}, "constants": {}}, {"op": "Transpose", "inputs": ["/MatMul_14_output_0"], "outputs": ["/Transpose_22_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_14_output_0"], "outputs": ["/Shape_45_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_104_output_0"], "attrs": {}, "constants": {"/Constant_104_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_45_output_0", "/Constant_104_output_0"], "outputs": ["/Gather_55_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_14_output_0"], "outputs": ["/Shape_46_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_105_output_0"], "attrs": {}, "constants": {"/Constant_105_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_46_output_0", "/Constant_105_output_0"], "outputs": ["/Gather_56_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_14_output_0"], "outputs": ["/Shape_47_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_106_output_0"], "attrs": {}, "constants": {"/Constant_106_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_47_output_0", "/Constant_106_output_0"], "outputs": ["/Gather_57_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_600"], "attrs": {}, "constants": {"onnx::Unsqueeze_600": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_55_output_0", "onnx::Unsqueeze_600"], "outputs": ["/Unsqueeze_54_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_602"], "attrs": {}, "constants": {"onnx::Unsqueeze_602": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_56_output_0", "onnx::Unsqueeze_602"], "outputs": ["/Unsqueeze_55_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_604"], "attrs": {}, "constants": {"onnx::Unsqueeze_604": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_57_output_0", "onnx::Unsqueeze_604"], "outputs": ["/Unsqueeze_56_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_54_output_0", "/Unsqueeze_55_output_0", "/Unsqueeze_56_output_0"], "outputs": ["/Concat_21_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Transpose_22_output_0", "/Concat_21_output_0"], "outputs": ["/Reshape_15_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "MatMul", "inputs": ["/Reshape_15_output_0", "onnx::MatMul_757"], "outputs": ["/out_proj_4/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["c.dec.layers.layers.2.self_attn.out_proj.bias", "/out_proj_4/MatMul_output_0"], "outputs": ["/out_proj_4/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/Add_14_output_0", "/out_proj_4/Add_output_0"], "outputs": ["/Add_16_output_0"], "attrs": {}, "constants": {}}, {"op": "LayerNormalization", "inputs": ["/Add_16_output_0", "c.dec.layers.layers.2.norm2.weight", "c.dec.layers.layers.2.norm2.bias"], "outputs": ["/norm2_2/LayerNormalization_output_0"], "attrs": {"ints": {"axis": -1}, "floats": {"epsilon": 9.999999747378752e-06}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_107_output_0"], "attrs": {}, "constants": {"/Constant_107_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_108_output_0"], "attrs": {}, "constants": {"/Constant_108_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_109_output_0"], "attrs": {}, "constants": {"/Constant_109_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_output_0", "/Constant_109_output_0"], "outputs": ["/Unsqueeze_57_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_110_output_0"], "attrs": {}, "constants": {"/Constant_110_output_0": {"kind": "intList", "value": [1]}}}, {"op": "Slice", "inputs": ["c.dec.layers.layers.2.multihead_attn.in_proj_weight", "/Constant_108_output_0", "/Unsqueeze_57_output_0", "/Constant_107_output_0", "/Constant_110_output_0"], "outputs": ["/Slice_4_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_111_output_0"], "attrs": {}, "constants": {"/Constant_111_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_112_output_0"], "attrs": {}, "constants": {"/Constant_112_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_113_output_0"], "attrs": {}, "constants": {"/Constant_113_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_output_0", "/Constant_113_output_0"], "outputs": ["/Unsqueeze_58_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_114_output_0"], "attrs": {}, "constants": {"/Constant_114_output_0": {"kind": "intList", "value": [1]}}}, {"op": "Slice", "inputs": ["c.dec.layers.layers.2.multihead_attn.in_proj_bias", "/Constant_112_output_0", "/Unsqueeze_58_output_0", "/Constant_111_output_0", "/Constant_114_output_0"], "outputs": ["/Slice_5_output_0"], "attrs": {}, "constants": {}}, {"op": "Transpose", "inputs": ["/Slice_4_output_0"], "outputs": ["/Transpose_23_output_0"], "attrs": {"intLists": {"perm": [1, 0]}}, "constants": {}}, {"op": "MatMul", "inputs": ["/norm2_2/LayerNormalization_output_0", "/Transpose_23_output_0"], "outputs": ["/MatMul_15_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/Slice_5_output_0", "/MatMul_15_output_0"], "outputs": ["/Add_17_output_0"], "attrs": {}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_17_output_0"], "outputs": ["/Shape_48_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_115_output_0"], "attrs": {}, "constants": {"/Constant_115_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_48_output_0", "/Constant_115_output_0"], "outputs": ["/Gather_58_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_17_output_0"], "outputs": ["/Shape_49_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_116_output_0"], "attrs": {}, "constants": {"/Constant_116_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_49_output_0", "/Constant_116_output_0"], "outputs": ["/Gather_59_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_17_output_0"], "outputs": ["/Shape_50_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_117_output_0"], "attrs": {}, "constants": {"/Constant_117_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_50_output_0", "/Constant_117_output_0"], "outputs": ["/Gather_60_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_118_output_0"], "attrs": {}, "constants": {"/Constant_118_output_0": {"kind": "int", "value": 8}}}, {"op": "Div", "inputs": ["/Gather_60_output_0", "/Constant_118_output_0"], "outputs": ["/Div_14_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/Div_14_output_0"], "outputs": ["/Cast_25_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Cast", "inputs": ["/Cast_25_output_0"], "outputs": ["/Cast_26_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_647"], "attrs": {}, "constants": {"onnx::Unsqueeze_647": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_58_output_0", "onnx::Unsqueeze_647"], "outputs": ["/Unsqueeze_59_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_649"], "attrs": {}, "constants": {"onnx::Unsqueeze_649": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_59_output_0", "onnx::Unsqueeze_649"], "outputs": ["/Unsqueeze_60_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_119_output_0"], "attrs": {}, "constants": {"/Constant_119_output_0": {"kind": "intList", "value": [8]}}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_653"], "attrs": {}, "constants": {"onnx::Unsqueeze_653": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Cast_26_output_0", "onnx::Unsqueeze_653"], "outputs": ["/Unsqueeze_61_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_59_output_0", "/Unsqueeze_60_output_0", "/Constant_119_output_0", "/Unsqueeze_61_output_0"], "outputs": ["/Concat_22_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Add_17_output_0", "/Concat_22_output_0"], "outputs": ["/Reshape_16_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Reshape_16_output_0"], "outputs": ["/Transpose_24_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Gather", "inputs": ["cross_k", "/Constant_5_output_0"], "outputs": ["/Gather_61_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Gather_61_output_0"], "outputs": ["/Transpose_25_output_0"], "attrs": {"intLists": {"perm": [0, 1, 3, 2]}}, "constants": {}}, {"op": "MatMul", "inputs": ["/Transpose_24_output_0", "/Transpose_25_output_0"], "outputs": ["/MatMul_16_output_0"], "attrs": {}, "constants": {}}, {"op": "Mul", "inputs": ["/MatMul_16_output_0", "/Pow_output_0"], "outputs": ["/Mul_10_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/Mul_10_output_0", "/Mul_output_0"], "outputs": ["/Add_18_output_0"], "attrs": {}, "constants": {}}, {"op": "Softmax", "inputs": ["/Add_18_output_0"], "outputs": ["/Softmax_5_output_0"], "attrs": {"ints": {"axis": -1}}, "constants": {}}, {"op": "Gather", "inputs": ["cross_v", "/Constant_5_output_0"], "outputs": ["/Gather_62_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "MatMul", "inputs": ["/Softmax_5_output_0", "/Gather_62_output_0"], "outputs": ["/MatMul_17_output_0"], "attrs": {}, "constants": {}}, {"op": "Transpose", "inputs": ["/MatMul_17_output_0"], "outputs": ["/Transpose_26_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_16_output_0"], "outputs": ["/Shape_51_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_120_output_0"], "attrs": {}, "constants": {"/Constant_120_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_51_output_0", "/Constant_120_output_0"], "outputs": ["/Gather_63_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_16_output_0"], "outputs": ["/Shape_52_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_121_output_0"], "attrs": {}, "constants": {"/Constant_121_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_52_output_0", "/Constant_121_output_0"], "outputs": ["/Gather_64_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/Add_16_output_0"], "outputs": ["/Shape_53_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_122_output_0"], "attrs": {}, "constants": {"/Constant_122_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_53_output_0", "/Constant_122_output_0"], "outputs": ["/Gather_65_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_676"], "attrs": {}, "constants": {"onnx::Unsqueeze_676": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_63_output_0", "onnx::Unsqueeze_676"], "outputs": ["/Unsqueeze_62_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_678"], "attrs": {}, "constants": {"onnx::Unsqueeze_678": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_64_output_0", "onnx::Unsqueeze_678"], "outputs": ["/Unsqueeze_63_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_680"], "attrs": {}, "constants": {"onnx::Unsqueeze_680": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_65_output_0", "onnx::Unsqueeze_680"], "outputs": ["/Unsqueeze_64_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_62_output_0", "/Unsqueeze_63_output_0", "/Unsqueeze_64_output_0"], "outputs": ["/Concat_23_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Transpose_26_output_0", "/Concat_23_output_0"], "outputs": ["/Reshape_17_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "MatMul", "inputs": ["/Reshape_17_output_0", "onnx::MatMul_765"], "outputs": ["/out_proj_5/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["c.dec.layers.layers.2.multihead_attn.out_proj.bias", "/out_proj_5/MatMul_output_0"], "outputs": ["/out_proj_5/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/Add_16_output_0", "/out_proj_5/Add_output_0"], "outputs": ["/Add_19_output_0"], "attrs": {}, "constants": {}}, {"op": "LayerNormalization", "inputs": ["/Add_19_output_0", "c.dec.layers.layers.2.norm3.weight", "c.dec.layers.layers.2.norm3.bias"], "outputs": ["/norm3_2/LayerNormalization_output_0"], "attrs": {"ints": {"axis": -1}, "floats": {"epsilon": 9.999999747378752e-06}}, "constants": {}}, {"op": "MatMul", "inputs": ["/norm3_2/LayerNormalization_output_0", "onnx::MatMul_766"], "outputs": ["/linear1_2/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["c.dec.layers.layers.2.linear1.bias", "/linear1_2/MatMul_output_0"], "outputs": ["/linear1_2/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_123_output_0"], "attrs": {}, "constants": {"/Constant_123_output_0": {"kind": "float", "value": 1.4142135381698608}}}, {"op": "Div", "inputs": ["/linear1_2/Add_output_0", "/Constant_123_output_0"], "outputs": ["/Div_15_output_0"], "attrs": {}, "constants": {}}, {"op": "Erf", "inputs": ["/Div_15_output_0"], "outputs": ["/Erf_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_124_output_0"], "attrs": {}, "constants": {"/Constant_124_output_0": {"kind": "float", "value": 1.0}}}, {"op": "Add", "inputs": ["/Erf_2_output_0", "/Constant_124_output_0"], "outputs": ["/Add_20_output_0"], "attrs": {}, "constants": {}}, {"op": "Mul", "inputs": ["/linear1_2/Add_output_0", "/Add_20_output_0"], "outputs": ["/Mul_11_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_125_output_0"], "attrs": {}, "constants": {"/Constant_125_output_0": {"kind": "float", "value": 0.5}}}, {"op": "Mul", "inputs": ["/Mul_11_output_0", "/Constant_125_output_0"], "outputs": ["/Mul_12_output_0"], "attrs": {}, "constants": {}}, {"op": "MatMul", "inputs": ["/Mul_12_output_0", "onnx::MatMul_767"], "outputs": ["/linear2_2/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["c.dec.layers.layers.2.linear2.bias", "/linear2_2/MatMul_output_0"], "outputs": ["/linear2_2/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/Add_19_output_0", "/linear2_2/Add_output_0"], "outputs": ["/Add_21_output_0"], "attrs": {}, "constants": {}}, {"op": "LayerNormalization", "inputs": ["/Add_21_output_0", "c.dec.norm.weight", "c.dec.norm.bias"], "outputs": ["/norm/LayerNormalization_output_0"], "attrs": {"ints": {"axis": -1}, "floats": {"epsilon": 9.999999747378752e-06}}, "constants": {}}, {"op": "MatMul", "inputs": ["/norm/LayerNormalization_output_0", "onnx::MatMul_768"], "outputs": ["/out/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["c.dec.out.bias", "/out/MatMul_output_0"], "outputs": ["/out/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Gather", "inputs": ["/out/Add_output_0", "/Constant_output_0"], "outputs": ["logits"], "attrs": {"ints": {"axis": 1}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_126_output_0"], "attrs": {}, "constants": {"/Constant_126_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Concat_1_output_0", "/Constant_126_output_0"], "outputs": ["/Unsqueeze_65_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_127_output_0"], "attrs": {}, "constants": {"/Constant_127_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Concat_9_output_0", "/Constant_127_output_0"], "outputs": ["/Unsqueeze_66_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_128_output_0"], "attrs": {}, "constants": {"/Constant_128_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Concat_17_output_0", "/Constant_128_output_0"], "outputs": ["/Unsqueeze_67_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_65_output_0", "/Unsqueeze_66_output_0", "/Unsqueeze_67_output_0"], "outputs": ["new_k"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_129_output_0"], "attrs": {}, "constants": {"/Constant_129_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Concat_3_output_0", "/Constant_129_output_0"], "outputs": ["/Unsqueeze_68_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_130_output_0"], "attrs": {}, "constants": {"/Constant_130_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Concat_11_output_0", "/Constant_130_output_0"], "outputs": ["/Unsqueeze_69_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_131_output_0"], "attrs": {}, "constants": {"/Constant_131_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Concat_19_output_0", "/Constant_131_output_0"], "outputs": ["/Unsqueeze_70_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_68_output_0", "/Unsqueeze_69_output_0", "/Unsqueeze_70_output_0"], "outputs": ["new_v"], "attrs": {"ints": {"axis": 0}}, "constants": {}}]}