Hugging Face's logo

playstonex
/
indra-ocr-mlx

Image-to-Text
MLX
ONNX
ocr
apple-silicon
Model card Files
xet
 Community
indra-ocr-mlx / order.mlxonnx /graph.json
bigbigbei's picture
bigbigbei
Add indra-ocr MLX conversion (.mlxonnx bundles + meta + card + license)
e41da84 verified
Raw History Blame Contribute Delete
71.2 kB
{"inputs": ["feats", "mask"], "outputs": ["a", "cls", "same", "tab"], "nodes": [{"op": "Constant", "inputs": [], "outputs": ["/Constant_output_0"], "attrs": {}, "constants": {"/Constant_output_0": {"kind": "intList", "value": [2]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_1_output_0"], "attrs": {}, "constants": {"/Constant_1_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_2_output_0"], "attrs": {}, "constants": {"/Constant_2_output_0": {"kind": "intList", "value": [4]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_3_output_0"], "attrs": {}, "constants": {"/Constant_3_output_0": {"kind": "intList", "value": [1]}}}, {"op": "Slice", "inputs": ["feats", "/Constant_1_output_0", "/Constant_2_output_0", "/Constant_output_0", "/Constant_3_output_0"], "outputs": ["/Slice_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_4_output_0"], "attrs": {}, "constants": {"/Constant_4_output_0": {"kind": "intList", "value": [-1]}}}, {"op": "Unsqueeze", "inputs": ["/Slice_output_0", "/Constant_4_output_0"], "outputs": ["/Unsqueeze_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_5_output_0"], "attrs": {}, "constants": {"/Constant_5_output_0": {"kind": "floatList", "value": [1.5707963705062866, 3.1415927410125732, 6.2831854820251465, 12.566370964050293, 25.132741928100586, 50.26548385620117, 100.53096771240234, 201.0619354248047, 402.1238708496094, 804.2477416992188, 1608.4954833984375, 3216.990966796875, 6433.98193359375, 12867.9638671875, 25735.927734375, 51471.85546875]}}}, {"op": "Mul", "inputs": ["/Unsqueeze_output_0", "/Constant_5_output_0"], "outputs": ["/Mul_output_0"], "attrs": {}, "constants": {}}, {"op": "Sin", "inputs": ["/Mul_output_0"], "outputs": ["/Sin_output_0"], "attrs": {}, "constants": {}}, {"op": "Cos", "inputs": ["/Mul_output_0"], "outputs": ["/Cos_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Sin_output_0", "/Cos_output_0"], "outputs": ["/Concat_output_0"], "attrs": {"ints": {"axis": -1}}, "constants": {}}, {"op": "Shape", "inputs": ["/Concat_output_0"], "outputs": ["/Shape_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_6_output_0"], "attrs": {}, "constants": {"/Constant_6_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_7_output_0"], "attrs": {}, "constants": {"/Constant_7_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_8_output_0"], "attrs": {}, "constants": {"/Constant_8_output_0": {"kind": "intList", "value": [2]}}}, {"op": "Slice", "inputs": ["/Shape_output_0", "/Constant_7_output_0", "/Constant_8_output_0", "/Constant_6_output_0"], "outputs": ["/Slice_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_9_output_0"], "attrs": {}, "constants": {"/Constant_9_output_0": {"kind": "intList", "value": [-1]}}}, {"op": "Concat", "inputs": ["/Slice_1_output_0", "/Constant_9_output_0"], "outputs": ["/Concat_1_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/Concat_output_0", "/Concat_1_output_0"], "outputs": ["/Reshape_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Concat", "inputs": ["feats", "/Reshape_output_0"], "outputs": ["/Concat_2_output_0"], "attrs": {"ints": {"axis": -1}}, "constants": {}}, {"op": "MatMul", "inputs": ["/Concat_2_output_0", "onnx::MatMul_556"], "outputs": ["/inp/inp.0/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["inp.0.bias", "/inp/inp.0/MatMul_output_0"], "outputs": ["/inp/inp.0/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/inp/inp.1/Constant_output_0"], "attrs": {}, "constants": {"/inp/inp.1/Constant_output_0": {"kind": "float", "value": 1.4142135381698608}}}, {"op": "Div", "inputs": ["/inp/inp.0/Add_output_0", "/inp/inp.1/Constant_output_0"], "outputs": ["/inp/inp.1/Div_output_0"], "attrs": {}, "constants": {}}, {"op": "Erf", "inputs": ["/inp/inp.1/Div_output_0"], "outputs": ["/inp/inp.1/Erf_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/inp/inp.1/Constant_1_output_0"], "attrs": {}, "constants": {"/inp/inp.1/Constant_1_output_0": {"kind": "float", "value": 1.0}}}, {"op": "Add", "inputs": ["/inp/inp.1/Erf_output_0", "/inp/inp.1/Constant_1_output_0"], "outputs": ["/inp/inp.1/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Mul", "inputs": ["/inp/inp.0/Add_output_0", "/inp/inp.1/Add_output_0"], "outputs": ["/inp/inp.1/Mul_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/inp/inp.1/Constant_2_output_0"], "attrs": {}, "constants": {"/inp/inp.1/Constant_2_output_0": {"kind": "float", "value": 0.5}}}, {"op": "Mul", "inputs": ["/inp/inp.1/Mul_output_0", "/inp/inp.1/Constant_2_output_0"], "outputs": ["/inp/inp.1/Mul_1_output_0"], "attrs": {}, "constants": {}}, {"op": "MatMul", "inputs": ["/inp/inp.1/Mul_1_output_0", "onnx::MatMul_557"], "outputs": ["/inp/inp.2/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["inp.2.bias", "/inp/inp.2/MatMul_output_0"], "outputs": ["/inp/inp.2/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Shape", "inputs": ["mask"], "outputs": ["/Shape_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_10_output_0"], "attrs": {}, "constants": {"/Constant_10_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_1_output_0", "/Constant_10_output_0"], "outputs": ["/Gather_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["mask"], "outputs": ["/Shape_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_11_output_0"], "attrs": {}, "constants": {"/Constant_11_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_2_output_0", "/Constant_11_output_0"], "outputs": ["/Gather_1_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_119"], "attrs": {}, "constants": {"onnx::Unsqueeze_119": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_output_0", "onnx::Unsqueeze_119"], "outputs": ["/Unsqueeze_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_121"], "attrs": {}, "constants": {"onnx::Unsqueeze_121": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_1_output_0", "onnx::Unsqueeze_121"], "outputs": ["/Unsqueeze_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_1_output_0", "/Unsqueeze_2_output_0"], "outputs": ["/Concat_3_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "ConstantOfShape", "inputs": ["/Concat_3_output_0"], "outputs": ["/ConstantOfShape_output_0"], "attrs": {}, "constants": {}}, {"op": "Not", "inputs": ["mask"], "outputs": ["/Not_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/Not_output_0"], "outputs": ["/Cast_output_0"], "attrs": {"ints": {"to": 9}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_12_output_0"], "attrs": {}, "constants": {"/Constant_12_output_0": {"kind": "float", "value": -1e+30}}}, {"op": "Where", "inputs": ["/Cast_output_0", "/Constant_12_output_0", "/ConstantOfShape_output_0"], "outputs": ["/Where_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_13_output_0"], "attrs": {}, "constants": {"/Constant_13_output_0": {"kind": "intList", "value": [1]}}}, {"op": "Unsqueeze", "inputs": ["/Where_output_0", "/Constant_13_output_0"], "outputs": ["/Unsqueeze_3_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_14_output_0"], "attrs": {}, "constants": {"/Constant_14_output_0": {"kind": "intList", "value": [2]}}}, {"op": "Unsqueeze", "inputs": ["/Unsqueeze_3_output_0", "/Constant_14_output_0"], "outputs": ["/Unsqueeze_4_output_0"], "attrs": {}, "constants": {}}, {"op": "Shape", "inputs": ["/inp/inp.2/Add_output_0"], "outputs": ["/layers.0/Shape_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.0/Constant_output_0"], "attrs": {}, "constants": {"/layers.0/Constant_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/layers.0/Shape_output_0", "/layers.0/Constant_output_0"], "outputs": ["/layers.0/Gather_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/inp/inp.2/Add_output_0"], "outputs": ["/layers.0/Shape_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.0/Constant_1_output_0"], "attrs": {}, "constants": {"/layers.0/Constant_1_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/layers.0/Shape_1_output_0", "/layers.0/Constant_1_output_0"], "outputs": ["/layers.0/Gather_1_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/inp/inp.2/Add_output_0"], "outputs": ["/layers.0/Shape_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.0/Constant_2_output_0"], "attrs": {}, "constants": {"/layers.0/Constant_2_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/layers.0/Shape_2_output_0", "/layers.0/Constant_2_output_0"], "outputs": ["/layers.0/Gather_2_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "LayerNormalization", "inputs": ["/inp/inp.2/Add_output_0", "layers.0.n1.weight", "layers.0.n1.bias"], "outputs": ["/layers.0/n1/LayerNormalization_output_0"], "attrs": {"ints": {"axis": -1}, "floats": {"epsilon": 9.999999747378752e-06}}, "constants": {}}, {"op": "MatMul", "inputs": ["/layers.0/n1/LayerNormalization_output_0", "onnx::MatMul_558"], "outputs": ["/layers.0/qkv/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["layers.0.qkv.bias", "/layers.0/qkv/MatMul_output_0"], "outputs": ["/layers.0/qkv/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.0/Constant_3_output_0"], "attrs": {}, "constants": {"/layers.0/Constant_3_output_0": {"kind": "int", "value": 4}}}, {"op": "Div", "inputs": ["/layers.0/Gather_2_output_0", "/layers.0/Constant_3_output_0"], "outputs": ["/layers.0/Div_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/layers.0/Div_output_0"], "outputs": ["/layers.0/Cast_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Cast", "inputs": ["/layers.0/Cast_output_0"], "outputs": ["/layers.0/Cast_1_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_151"], "attrs": {}, "constants": {"onnx::Unsqueeze_151": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/layers.0/Gather_output_0", "onnx::Unsqueeze_151"], "outputs": ["/layers.0/Unsqueeze_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_153"], "attrs": {}, "constants": {"onnx::Unsqueeze_153": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/layers.0/Gather_1_output_0", "onnx::Unsqueeze_153"], "outputs": ["/layers.0/Unsqueeze_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.0/Constant_4_output_0"], "attrs": {}, "constants": {"/layers.0/Constant_4_output_0": {"kind": "intList", "value": [3]}}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.0/Constant_5_output_0"], "attrs": {}, "constants": {"/layers.0/Constant_5_output_0": {"kind": "intList", "value": [4]}}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_159"], "attrs": {}, "constants": {"onnx::Unsqueeze_159": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/layers.0/Cast_1_output_0", "onnx::Unsqueeze_159"], "outputs": ["/layers.0/Unsqueeze_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/layers.0/Unsqueeze_output_0", "/layers.0/Unsqueeze_1_output_0", "/layers.0/Constant_4_output_0", "/layers.0/Constant_5_output_0", "/layers.0/Unsqueeze_2_output_0"], "outputs": ["/layers.0/Concat_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/layers.0/qkv/Add_output_0", "/layers.0/Concat_output_0"], "outputs": ["/layers.0/Reshape_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/layers.0/Reshape_output_0"], "outputs": ["/layers.0/Transpose_output_0"], "attrs": {"intLists": {"perm": [2, 0, 3, 1, 4]}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.0/Constant_6_output_0"], "attrs": {}, "constants": {"/layers.0/Constant_6_output_0": {"kind": "intList", "value": [1, 1, 1]}}}, {"op": "Split", "inputs": ["/layers.0/Transpose_output_0", "/layers.0/Constant_6_output_0"], "outputs": ["/layers.0/Split_output_0", "/layers.0/Split_output_1", "/layers.0/Split_output_2"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.0/Constant_7_output_0"], "attrs": {}, "constants": {"/layers.0/Constant_7_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Squeeze", "inputs": ["/layers.0/Split_output_0", "/layers.0/Constant_7_output_0"], "outputs": ["/layers.0/Squeeze_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.0/Constant_8_output_0"], "attrs": {}, "constants": {"/layers.0/Constant_8_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Squeeze", "inputs": ["/layers.0/Split_output_1", "/layers.0/Constant_8_output_0"], "outputs": ["/layers.0/Squeeze_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.0/Constant_9_output_0"], "attrs": {}, "constants": {"/layers.0/Constant_9_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Squeeze", "inputs": ["/layers.0/Split_output_2", "/layers.0/Constant_9_output_0"], "outputs": ["/layers.0/Squeeze_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Shape", "inputs": ["/layers.0/Squeeze_output_0"], "outputs": ["/layers.0/Shape_3_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.0/Constant_10_output_0"], "attrs": {}, "constants": {"/layers.0/Constant_10_output_0": {"kind": "intList", "value": [-1]}}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.0/Constant_11_output_0"], "attrs": {}, "constants": {"/layers.0/Constant_11_output_0": {"kind": "intList", "value": [9223372036854775807]}}}, {"op": "Slice", "inputs": ["/layers.0/Shape_3_output_0", "/layers.0/Constant_10_output_0", "/layers.0/Constant_11_output_0"], "outputs": ["/layers.0/Slice_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/layers.0/Slice_output_0"], "outputs": ["/layers.0/Cast_2_output_0"], "attrs": {"ints": {"to": 1}}, "constants": {}}, {"op": "Sqrt", "inputs": ["/layers.0/Cast_2_output_0"], "outputs": ["/layers.0/Sqrt_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.0/Constant_12_output_0"], "attrs": {}, "constants": {"/layers.0/Constant_12_output_0": {"kind": "floatList", "value": [1.0]}}}, {"op": "Div", "inputs": ["/layers.0/Constant_12_output_0", "/layers.0/Sqrt_output_0"], "outputs": ["/layers.0/Div_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/layers.0/Div_1_output_0"], "outputs": ["/layers.0/Cast_3_output_0"], "attrs": {"ints": {"to": 1}}, "constants": {}}, {"op": "Transpose", "inputs": ["/layers.0/Squeeze_1_output_0"], "outputs": ["/layers.0/Transpose_1_output_0"], "attrs": {"intLists": {"perm": [0, 1, 3, 2]}}, "constants": {}}, {"op": "Sqrt", "inputs": ["/layers.0/Cast_3_output_0"], "outputs": ["/layers.0/Sqrt_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Mul", "inputs": ["/layers.0/Squeeze_output_0", "/layers.0/Sqrt_1_output_0"], "outputs": ["/layers.0/Mul_output_0"], "attrs": {}, "constants": {}}, {"op": "Sqrt", "inputs": ["/layers.0/Cast_3_output_0"], "outputs": ["/layers.0/Sqrt_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Mul", "inputs": ["/layers.0/Transpose_1_output_0", "/layers.0/Sqrt_2_output_0"], "outputs": ["/layers.0/Mul_1_output_0"], "attrs": {}, "constants": {}}, {"op": "MatMul", "inputs": ["/layers.0/Mul_output_0", "/layers.0/Mul_1_output_0"], "outputs": ["/layers.0/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/layers.0/MatMul_output_0", "/Unsqueeze_4_output_0"], "outputs": ["/layers.0/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Softmax", "inputs": ["/layers.0/Add_output_0"], "outputs": ["/layers.0/Softmax_output_0"], "attrs": {"ints": {"axis": -1}}, "constants": {}}, {"op": "MatMul", "inputs": ["/layers.0/Softmax_output_0", "/layers.0/Squeeze_2_output_0"], "outputs": ["/layers.0/MatMul_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Transpose", "inputs": ["/layers.0/MatMul_1_output_0"], "outputs": ["/layers.0/Transpose_2_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_193"], "attrs": {}, "constants": {"onnx::Unsqueeze_193": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/layers.0/Gather_output_0", "onnx::Unsqueeze_193"], "outputs": ["/layers.0/Unsqueeze_3_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_195"], "attrs": {}, "constants": {"onnx::Unsqueeze_195": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/layers.0/Gather_1_output_0", "onnx::Unsqueeze_195"], "outputs": ["/layers.0/Unsqueeze_4_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_197"], "attrs": {}, "constants": {"onnx::Unsqueeze_197": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/layers.0/Gather_2_output_0", "onnx::Unsqueeze_197"], "outputs": ["/layers.0/Unsqueeze_5_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/layers.0/Unsqueeze_3_output_0", "/layers.0/Unsqueeze_4_output_0", "/layers.0/Unsqueeze_5_output_0"], "outputs": ["/layers.0/Concat_1_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/layers.0/Transpose_2_output_0", "/layers.0/Concat_1_output_0"], "outputs": ["/layers.0/Reshape_1_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "MatMul", "inputs": ["/layers.0/Reshape_1_output_0", "onnx::MatMul_561"], "outputs": ["/layers.0/proj/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["layers.0.proj.bias", "/layers.0/proj/MatMul_output_0"], "outputs": ["/layers.0/proj/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/inp/inp.2/Add_output_0", "/layers.0/proj/Add_output_0"], "outputs": ["/layers.0/Add_1_output_0"], "attrs": {}, "constants": {}}, {"op": "LayerNormalization", "inputs": ["/layers.0/Add_1_output_0", "layers.0.n2.weight", "layers.0.n2.bias"], "outputs": ["/layers.0/n2/LayerNormalization_output_0"], "attrs": {"ints": {"axis": -1}, "floats": {"epsilon": 9.999999747378752e-06}}, "constants": {}}, {"op": "MatMul", "inputs": ["/layers.0/n2/LayerNormalization_output_0", "onnx::MatMul_562"], "outputs": ["/layers.0/ff/ff.0/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["layers.0.ff.0.bias", "/layers.0/ff/ff.0/MatMul_output_0"], "outputs": ["/layers.0/ff/ff.0/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.0/ff/ff.1/Constant_output_0"], "attrs": {}, "constants": {"/layers.0/ff/ff.1/Constant_output_0": {"kind": "float", "value": 1.4142135381698608}}}, {"op": "Div", "inputs": ["/layers.0/ff/ff.0/Add_output_0", "/layers.0/ff/ff.1/Constant_output_0"], "outputs": ["/layers.0/ff/ff.1/Div_output_0"], "attrs": {}, "constants": {}}, {"op": "Erf", "inputs": ["/layers.0/ff/ff.1/Div_output_0"], "outputs": ["/layers.0/ff/ff.1/Erf_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.0/ff/ff.1/Constant_1_output_0"], "attrs": {}, "constants": {"/layers.0/ff/ff.1/Constant_1_output_0": {"kind": "float", "value": 1.0}}}, {"op": "Add", "inputs": ["/layers.0/ff/ff.1/Erf_output_0", "/layers.0/ff/ff.1/Constant_1_output_0"], "outputs": ["/layers.0/ff/ff.1/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Mul", "inputs": ["/layers.0/ff/ff.0/Add_output_0", "/layers.0/ff/ff.1/Add_output_0"], "outputs": ["/layers.0/ff/ff.1/Mul_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.0/ff/ff.1/Constant_2_output_0"], "attrs": {}, "constants": {"/layers.0/ff/ff.1/Constant_2_output_0": {"kind": "float", "value": 0.5}}}, {"op": "Mul", "inputs": ["/layers.0/ff/ff.1/Mul_output_0", "/layers.0/ff/ff.1/Constant_2_output_0"], "outputs": ["/layers.0/ff/ff.1/Mul_1_output_0"], "attrs": {}, "constants": {}}, {"op": "MatMul", "inputs": ["/layers.0/ff/ff.1/Mul_1_output_0", "onnx::MatMul_563"], "outputs": ["/layers.0/ff/ff.2/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["layers.0.ff.2.bias", "/layers.0/ff/ff.2/MatMul_output_0"], "outputs": ["/layers.0/ff/ff.2/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/layers.0/Add_1_output_0", "/layers.0/ff/ff.2/Add_output_0"], "outputs": ["/layers.0/Add_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Shape", "inputs": ["/layers.0/Add_2_output_0"], "outputs": ["/layers.1/Shape_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.1/Constant_output_0"], "attrs": {}, "constants": {"/layers.1/Constant_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/layers.1/Shape_output_0", "/layers.1/Constant_output_0"], "outputs": ["/layers.1/Gather_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/layers.0/Add_2_output_0"], "outputs": ["/layers.1/Shape_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.1/Constant_1_output_0"], "attrs": {}, "constants": {"/layers.1/Constant_1_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/layers.1/Shape_1_output_0", "/layers.1/Constant_1_output_0"], "outputs": ["/layers.1/Gather_1_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/layers.0/Add_2_output_0"], "outputs": ["/layers.1/Shape_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.1/Constant_2_output_0"], "attrs": {}, "constants": {"/layers.1/Constant_2_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/layers.1/Shape_2_output_0", "/layers.1/Constant_2_output_0"], "outputs": ["/layers.1/Gather_2_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "LayerNormalization", "inputs": ["/layers.0/Add_2_output_0", "layers.1.n1.weight", "layers.1.n1.bias"], "outputs": ["/layers.1/n1/LayerNormalization_output_0"], "attrs": {"ints": {"axis": -1}, "floats": {"epsilon": 9.999999747378752e-06}}, "constants": {}}, {"op": "MatMul", "inputs": ["/layers.1/n1/LayerNormalization_output_0", "onnx::MatMul_564"], "outputs": ["/layers.1/qkv/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["layers.1.qkv.bias", "/layers.1/qkv/MatMul_output_0"], "outputs": ["/layers.1/qkv/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.1/Constant_3_output_0"], "attrs": {}, "constants": {"/layers.1/Constant_3_output_0": {"kind": "int", "value": 4}}}, {"op": "Div", "inputs": ["/layers.1/Gather_2_output_0", "/layers.1/Constant_3_output_0"], "outputs": ["/layers.1/Div_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/layers.1/Div_output_0"], "outputs": ["/layers.1/Cast_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Cast", "inputs": ["/layers.1/Cast_output_0"], "outputs": ["/layers.1/Cast_1_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_238"], "attrs": {}, "constants": {"onnx::Unsqueeze_238": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/layers.1/Gather_output_0", "onnx::Unsqueeze_238"], "outputs": ["/layers.1/Unsqueeze_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_240"], "attrs": {}, "constants": {"onnx::Unsqueeze_240": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/layers.1/Gather_1_output_0", "onnx::Unsqueeze_240"], "outputs": ["/layers.1/Unsqueeze_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.1/Constant_4_output_0"], "attrs": {}, "constants": {"/layers.1/Constant_4_output_0": {"kind": "intList", "value": [3]}}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.1/Constant_5_output_0"], "attrs": {}, "constants": {"/layers.1/Constant_5_output_0": {"kind": "intList", "value": [4]}}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_246"], "attrs": {}, "constants": {"onnx::Unsqueeze_246": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/layers.1/Cast_1_output_0", "onnx::Unsqueeze_246"], "outputs": ["/layers.1/Unsqueeze_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/layers.1/Unsqueeze_output_0", "/layers.1/Unsqueeze_1_output_0", "/layers.1/Constant_4_output_0", "/layers.1/Constant_5_output_0", "/layers.1/Unsqueeze_2_output_0"], "outputs": ["/layers.1/Concat_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/layers.1/qkv/Add_output_0", "/layers.1/Concat_output_0"], "outputs": ["/layers.1/Reshape_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/layers.1/Reshape_output_0"], "outputs": ["/layers.1/Transpose_output_0"], "attrs": {"intLists": {"perm": [2, 0, 3, 1, 4]}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.1/Constant_6_output_0"], "attrs": {}, "constants": {"/layers.1/Constant_6_output_0": {"kind": "intList", "value": [1, 1, 1]}}}, {"op": "Split", "inputs": ["/layers.1/Transpose_output_0", "/layers.1/Constant_6_output_0"], "outputs": ["/layers.1/Split_output_0", "/layers.1/Split_output_1", "/layers.1/Split_output_2"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.1/Constant_7_output_0"], "attrs": {}, "constants": {"/layers.1/Constant_7_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Squeeze", "inputs": ["/layers.1/Split_output_0", "/layers.1/Constant_7_output_0"], "outputs": ["/layers.1/Squeeze_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.1/Constant_8_output_0"], "attrs": {}, "constants": {"/layers.1/Constant_8_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Squeeze", "inputs": ["/layers.1/Split_output_1", "/layers.1/Constant_8_output_0"], "outputs": ["/layers.1/Squeeze_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.1/Constant_9_output_0"], "attrs": {}, "constants": {"/layers.1/Constant_9_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Squeeze", "inputs": ["/layers.1/Split_output_2", "/layers.1/Constant_9_output_0"], "outputs": ["/layers.1/Squeeze_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Shape", "inputs": ["/layers.1/Squeeze_output_0"], "outputs": ["/layers.1/Shape_3_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.1/Constant_10_output_0"], "attrs": {}, "constants": {"/layers.1/Constant_10_output_0": {"kind": "intList", "value": [-1]}}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.1/Constant_11_output_0"], "attrs": {}, "constants": {"/layers.1/Constant_11_output_0": {"kind": "intList", "value": [9223372036854775807]}}}, {"op": "Slice", "inputs": ["/layers.1/Shape_3_output_0", "/layers.1/Constant_10_output_0", "/layers.1/Constant_11_output_0"], "outputs": ["/layers.1/Slice_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/layers.1/Slice_output_0"], "outputs": ["/layers.1/Cast_2_output_0"], "attrs": {"ints": {"to": 1}}, "constants": {}}, {"op": "Sqrt", "inputs": ["/layers.1/Cast_2_output_0"], "outputs": ["/layers.1/Sqrt_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.1/Constant_12_output_0"], "attrs": {}, "constants": {"/layers.1/Constant_12_output_0": {"kind": "floatList", "value": [1.0]}}}, {"op": "Div", "inputs": ["/layers.1/Constant_12_output_0", "/layers.1/Sqrt_output_0"], "outputs": ["/layers.1/Div_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/layers.1/Div_1_output_0"], "outputs": ["/layers.1/Cast_3_output_0"], "attrs": {"ints": {"to": 1}}, "constants": {}}, {"op": "Transpose", "inputs": ["/layers.1/Squeeze_1_output_0"], "outputs": ["/layers.1/Transpose_1_output_0"], "attrs": {"intLists": {"perm": [0, 1, 3, 2]}}, "constants": {}}, {"op": "Sqrt", "inputs": ["/layers.1/Cast_3_output_0"], "outputs": ["/layers.1/Sqrt_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Mul", "inputs": ["/layers.1/Squeeze_output_0", "/layers.1/Sqrt_1_output_0"], "outputs": ["/layers.1/Mul_output_0"], "attrs": {}, "constants": {}}, {"op": "Sqrt", "inputs": ["/layers.1/Cast_3_output_0"], "outputs": ["/layers.1/Sqrt_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Mul", "inputs": ["/layers.1/Transpose_1_output_0", "/layers.1/Sqrt_2_output_0"], "outputs": ["/layers.1/Mul_1_output_0"], "attrs": {}, "constants": {}}, {"op": "MatMul", "inputs": ["/layers.1/Mul_output_0", "/layers.1/Mul_1_output_0"], "outputs": ["/layers.1/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/layers.1/MatMul_output_0", "/Unsqueeze_4_output_0"], "outputs": ["/layers.1/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Softmax", "inputs": ["/layers.1/Add_output_0"], "outputs": ["/layers.1/Softmax_output_0"], "attrs": {"ints": {"axis": -1}}, "constants": {}}, {"op": "MatMul", "inputs": ["/layers.1/Softmax_output_0", "/layers.1/Squeeze_2_output_0"], "outputs": ["/layers.1/MatMul_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Transpose", "inputs": ["/layers.1/MatMul_1_output_0"], "outputs": ["/layers.1/Transpose_2_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_280"], "attrs": {}, "constants": {"onnx::Unsqueeze_280": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/layers.1/Gather_output_0", "onnx::Unsqueeze_280"], "outputs": ["/layers.1/Unsqueeze_3_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_282"], "attrs": {}, "constants": {"onnx::Unsqueeze_282": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/layers.1/Gather_1_output_0", "onnx::Unsqueeze_282"], "outputs": ["/layers.1/Unsqueeze_4_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_284"], "attrs": {}, "constants": {"onnx::Unsqueeze_284": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/layers.1/Gather_2_output_0", "onnx::Unsqueeze_284"], "outputs": ["/layers.1/Unsqueeze_5_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/layers.1/Unsqueeze_3_output_0", "/layers.1/Unsqueeze_4_output_0", "/layers.1/Unsqueeze_5_output_0"], "outputs": ["/layers.1/Concat_1_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/layers.1/Transpose_2_output_0", "/layers.1/Concat_1_output_0"], "outputs": ["/layers.1/Reshape_1_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "MatMul", "inputs": ["/layers.1/Reshape_1_output_0", "onnx::MatMul_567"], "outputs": ["/layers.1/proj/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["layers.1.proj.bias", "/layers.1/proj/MatMul_output_0"], "outputs": ["/layers.1/proj/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/layers.0/Add_2_output_0", "/layers.1/proj/Add_output_0"], "outputs": ["/layers.1/Add_1_output_0"], "attrs": {}, "constants": {}}, {"op": "LayerNormalization", "inputs": ["/layers.1/Add_1_output_0", "layers.1.n2.weight", "layers.1.n2.bias"], "outputs": ["/layers.1/n2/LayerNormalization_output_0"], "attrs": {"ints": {"axis": -1}, "floats": {"epsilon": 9.999999747378752e-06}}, "constants": {}}, {"op": "MatMul", "inputs": ["/layers.1/n2/LayerNormalization_output_0", "onnx::MatMul_568"], "outputs": ["/layers.1/ff/ff.0/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["layers.1.ff.0.bias", "/layers.1/ff/ff.0/MatMul_output_0"], "outputs": ["/layers.1/ff/ff.0/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.1/ff/ff.1/Constant_output_0"], "attrs": {}, "constants": {"/layers.1/ff/ff.1/Constant_output_0": {"kind": "float", "value": 1.4142135381698608}}}, {"op": "Div", "inputs": ["/layers.1/ff/ff.0/Add_output_0", "/layers.1/ff/ff.1/Constant_output_0"], "outputs": ["/layers.1/ff/ff.1/Div_output_0"], "attrs": {}, "constants": {}}, {"op": "Erf", "inputs": ["/layers.1/ff/ff.1/Div_output_0"], "outputs": ["/layers.1/ff/ff.1/Erf_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.1/ff/ff.1/Constant_1_output_0"], "attrs": {}, "constants": {"/layers.1/ff/ff.1/Constant_1_output_0": {"kind": "float", "value": 1.0}}}, {"op": "Add", "inputs": ["/layers.1/ff/ff.1/Erf_output_0", "/layers.1/ff/ff.1/Constant_1_output_0"], "outputs": ["/layers.1/ff/ff.1/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Mul", "inputs": ["/layers.1/ff/ff.0/Add_output_0", "/layers.1/ff/ff.1/Add_output_0"], "outputs": ["/layers.1/ff/ff.1/Mul_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.1/ff/ff.1/Constant_2_output_0"], "attrs": {}, "constants": {"/layers.1/ff/ff.1/Constant_2_output_0": {"kind": "float", "value": 0.5}}}, {"op": "Mul", "inputs": ["/layers.1/ff/ff.1/Mul_output_0", "/layers.1/ff/ff.1/Constant_2_output_0"], "outputs": ["/layers.1/ff/ff.1/Mul_1_output_0"], "attrs": {}, "constants": {}}, {"op": "MatMul", "inputs": ["/layers.1/ff/ff.1/Mul_1_output_0", "onnx::MatMul_569"], "outputs": ["/layers.1/ff/ff.2/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["layers.1.ff.2.bias", "/layers.1/ff/ff.2/MatMul_output_0"], "outputs": ["/layers.1/ff/ff.2/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/layers.1/Add_1_output_0", "/layers.1/ff/ff.2/Add_output_0"], "outputs": ["/layers.1/Add_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Shape", "inputs": ["/layers.1/Add_2_output_0"], "outputs": ["/layers.2/Shape_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.2/Constant_output_0"], "attrs": {}, "constants": {"/layers.2/Constant_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/layers.2/Shape_output_0", "/layers.2/Constant_output_0"], "outputs": ["/layers.2/Gather_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/layers.1/Add_2_output_0"], "outputs": ["/layers.2/Shape_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.2/Constant_1_output_0"], "attrs": {}, "constants": {"/layers.2/Constant_1_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/layers.2/Shape_1_output_0", "/layers.2/Constant_1_output_0"], "outputs": ["/layers.2/Gather_1_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/layers.1/Add_2_output_0"], "outputs": ["/layers.2/Shape_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.2/Constant_2_output_0"], "attrs": {}, "constants": {"/layers.2/Constant_2_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/layers.2/Shape_2_output_0", "/layers.2/Constant_2_output_0"], "outputs": ["/layers.2/Gather_2_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "LayerNormalization", "inputs": ["/layers.1/Add_2_output_0", "layers.2.n1.weight", "layers.2.n1.bias"], "outputs": ["/layers.2/n1/LayerNormalization_output_0"], "attrs": {"ints": {"axis": -1}, "floats": {"epsilon": 9.999999747378752e-06}}, "constants": {}}, {"op": "MatMul", "inputs": ["/layers.2/n1/LayerNormalization_output_0", "onnx::MatMul_570"], "outputs": ["/layers.2/qkv/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["layers.2.qkv.bias", "/layers.2/qkv/MatMul_output_0"], "outputs": ["/layers.2/qkv/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.2/Constant_3_output_0"], "attrs": {}, "constants": {"/layers.2/Constant_3_output_0": {"kind": "int", "value": 4}}}, {"op": "Div", "inputs": ["/layers.2/Gather_2_output_0", "/layers.2/Constant_3_output_0"], "outputs": ["/layers.2/Div_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/layers.2/Div_output_0"], "outputs": ["/layers.2/Cast_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Cast", "inputs": ["/layers.2/Cast_output_0"], "outputs": ["/layers.2/Cast_1_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_325"], "attrs": {}, "constants": {"onnx::Unsqueeze_325": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/layers.2/Gather_output_0", "onnx::Unsqueeze_325"], "outputs": ["/layers.2/Unsqueeze_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_327"], "attrs": {}, "constants": {"onnx::Unsqueeze_327": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/layers.2/Gather_1_output_0", "onnx::Unsqueeze_327"], "outputs": ["/layers.2/Unsqueeze_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.2/Constant_4_output_0"], "attrs": {}, "constants": {"/layers.2/Constant_4_output_0": {"kind": "intList", "value": [3]}}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.2/Constant_5_output_0"], "attrs": {}, "constants": {"/layers.2/Constant_5_output_0": {"kind": "intList", "value": [4]}}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_333"], "attrs": {}, "constants": {"onnx::Unsqueeze_333": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/layers.2/Cast_1_output_0", "onnx::Unsqueeze_333"], "outputs": ["/layers.2/Unsqueeze_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/layers.2/Unsqueeze_output_0", "/layers.2/Unsqueeze_1_output_0", "/layers.2/Constant_4_output_0", "/layers.2/Constant_5_output_0", "/layers.2/Unsqueeze_2_output_0"], "outputs": ["/layers.2/Concat_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/layers.2/qkv/Add_output_0", "/layers.2/Concat_output_0"], "outputs": ["/layers.2/Reshape_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/layers.2/Reshape_output_0"], "outputs": ["/layers.2/Transpose_output_0"], "attrs": {"intLists": {"perm": [2, 0, 3, 1, 4]}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.2/Constant_6_output_0"], "attrs": {}, "constants": {"/layers.2/Constant_6_output_0": {"kind": "intList", "value": [1, 1, 1]}}}, {"op": "Split", "inputs": ["/layers.2/Transpose_output_0", "/layers.2/Constant_6_output_0"], "outputs": ["/layers.2/Split_output_0", "/layers.2/Split_output_1", "/layers.2/Split_output_2"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.2/Constant_7_output_0"], "attrs": {}, "constants": {"/layers.2/Constant_7_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Squeeze", "inputs": ["/layers.2/Split_output_0", "/layers.2/Constant_7_output_0"], "outputs": ["/layers.2/Squeeze_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.2/Constant_8_output_0"], "attrs": {}, "constants": {"/layers.2/Constant_8_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Squeeze", "inputs": ["/layers.2/Split_output_1", "/layers.2/Constant_8_output_0"], "outputs": ["/layers.2/Squeeze_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.2/Constant_9_output_0"], "attrs": {}, "constants": {"/layers.2/Constant_9_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Squeeze", "inputs": ["/layers.2/Split_output_2", "/layers.2/Constant_9_output_0"], "outputs": ["/layers.2/Squeeze_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Shape", "inputs": ["/layers.2/Squeeze_output_0"], "outputs": ["/layers.2/Shape_3_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.2/Constant_10_output_0"], "attrs": {}, "constants": {"/layers.2/Constant_10_output_0": {"kind": "intList", "value": [-1]}}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.2/Constant_11_output_0"], "attrs": {}, "constants": {"/layers.2/Constant_11_output_0": {"kind": "intList", "value": [9223372036854775807]}}}, {"op": "Slice", "inputs": ["/layers.2/Shape_3_output_0", "/layers.2/Constant_10_output_0", "/layers.2/Constant_11_output_0"], "outputs": ["/layers.2/Slice_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/layers.2/Slice_output_0"], "outputs": ["/layers.2/Cast_2_output_0"], "attrs": {"ints": {"to": 1}}, "constants": {}}, {"op": "Sqrt", "inputs": ["/layers.2/Cast_2_output_0"], "outputs": ["/layers.2/Sqrt_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.2/Constant_12_output_0"], "attrs": {}, "constants": {"/layers.2/Constant_12_output_0": {"kind": "floatList", "value": [1.0]}}}, {"op": "Div", "inputs": ["/layers.2/Constant_12_output_0", "/layers.2/Sqrt_output_0"], "outputs": ["/layers.2/Div_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/layers.2/Div_1_output_0"], "outputs": ["/layers.2/Cast_3_output_0"], "attrs": {"ints": {"to": 1}}, "constants": {}}, {"op": "Transpose", "inputs": ["/layers.2/Squeeze_1_output_0"], "outputs": ["/layers.2/Transpose_1_output_0"], "attrs": {"intLists": {"perm": [0, 1, 3, 2]}}, "constants": {}}, {"op": "Sqrt", "inputs": ["/layers.2/Cast_3_output_0"], "outputs": ["/layers.2/Sqrt_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Mul", "inputs": ["/layers.2/Squeeze_output_0", "/layers.2/Sqrt_1_output_0"], "outputs": ["/layers.2/Mul_output_0"], "attrs": {}, "constants": {}}, {"op": "Sqrt", "inputs": ["/layers.2/Cast_3_output_0"], "outputs": ["/layers.2/Sqrt_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Mul", "inputs": ["/layers.2/Transpose_1_output_0", "/layers.2/Sqrt_2_output_0"], "outputs": ["/layers.2/Mul_1_output_0"], "attrs": {}, "constants": {}}, {"op": "MatMul", "inputs": ["/layers.2/Mul_output_0", "/layers.2/Mul_1_output_0"], "outputs": ["/layers.2/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/layers.2/MatMul_output_0", "/Unsqueeze_4_output_0"], "outputs": ["/layers.2/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Softmax", "inputs": ["/layers.2/Add_output_0"], "outputs": ["/layers.2/Softmax_output_0"], "attrs": {"ints": {"axis": -1}}, "constants": {}}, {"op": "MatMul", "inputs": ["/layers.2/Softmax_output_0", "/layers.2/Squeeze_2_output_0"], "outputs": ["/layers.2/MatMul_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Transpose", "inputs": ["/layers.2/MatMul_1_output_0"], "outputs": ["/layers.2/Transpose_2_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_367"], "attrs": {}, "constants": {"onnx::Unsqueeze_367": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/layers.2/Gather_output_0", "onnx::Unsqueeze_367"], "outputs": ["/layers.2/Unsqueeze_3_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_369"], "attrs": {}, "constants": {"onnx::Unsqueeze_369": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/layers.2/Gather_1_output_0", "onnx::Unsqueeze_369"], "outputs": ["/layers.2/Unsqueeze_4_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_371"], "attrs": {}, "constants": {"onnx::Unsqueeze_371": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/layers.2/Gather_2_output_0", "onnx::Unsqueeze_371"], "outputs": ["/layers.2/Unsqueeze_5_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/layers.2/Unsqueeze_3_output_0", "/layers.2/Unsqueeze_4_output_0", "/layers.2/Unsqueeze_5_output_0"], "outputs": ["/layers.2/Concat_1_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/layers.2/Transpose_2_output_0", "/layers.2/Concat_1_output_0"], "outputs": ["/layers.2/Reshape_1_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "MatMul", "inputs": ["/layers.2/Reshape_1_output_0", "onnx::MatMul_573"], "outputs": ["/layers.2/proj/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["layers.2.proj.bias", "/layers.2/proj/MatMul_output_0"], "outputs": ["/layers.2/proj/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/layers.1/Add_2_output_0", "/layers.2/proj/Add_output_0"], "outputs": ["/layers.2/Add_1_output_0"], "attrs": {}, "constants": {}}, {"op": "LayerNormalization", "inputs": ["/layers.2/Add_1_output_0", "layers.2.n2.weight", "layers.2.n2.bias"], "outputs": ["/layers.2/n2/LayerNormalization_output_0"], "attrs": {"ints": {"axis": -1}, "floats": {"epsilon": 9.999999747378752e-06}}, "constants": {}}, {"op": "MatMul", "inputs": ["/layers.2/n2/LayerNormalization_output_0", "onnx::MatMul_574"], "outputs": ["/layers.2/ff/ff.0/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["layers.2.ff.0.bias", "/layers.2/ff/ff.0/MatMul_output_0"], "outputs": ["/layers.2/ff/ff.0/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.2/ff/ff.1/Constant_output_0"], "attrs": {}, "constants": {"/layers.2/ff/ff.1/Constant_output_0": {"kind": "float", "value": 1.4142135381698608}}}, {"op": "Div", "inputs": ["/layers.2/ff/ff.0/Add_output_0", "/layers.2/ff/ff.1/Constant_output_0"], "outputs": ["/layers.2/ff/ff.1/Div_output_0"], "attrs": {}, "constants": {}}, {"op": "Erf", "inputs": ["/layers.2/ff/ff.1/Div_output_0"], "outputs": ["/layers.2/ff/ff.1/Erf_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.2/ff/ff.1/Constant_1_output_0"], "attrs": {}, "constants": {"/layers.2/ff/ff.1/Constant_1_output_0": {"kind": "float", "value": 1.0}}}, {"op": "Add", "inputs": ["/layers.2/ff/ff.1/Erf_output_0", "/layers.2/ff/ff.1/Constant_1_output_0"], "outputs": ["/layers.2/ff/ff.1/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Mul", "inputs": ["/layers.2/ff/ff.0/Add_output_0", "/layers.2/ff/ff.1/Add_output_0"], "outputs": ["/layers.2/ff/ff.1/Mul_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.2/ff/ff.1/Constant_2_output_0"], "attrs": {}, "constants": {"/layers.2/ff/ff.1/Constant_2_output_0": {"kind": "float", "value": 0.5}}}, {"op": "Mul", "inputs": ["/layers.2/ff/ff.1/Mul_output_0", "/layers.2/ff/ff.1/Constant_2_output_0"], "outputs": ["/layers.2/ff/ff.1/Mul_1_output_0"], "attrs": {}, "constants": {}}, {"op": "MatMul", "inputs": ["/layers.2/ff/ff.1/Mul_1_output_0", "onnx::MatMul_575"], "outputs": ["/layers.2/ff/ff.2/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["layers.2.ff.2.bias", "/layers.2/ff/ff.2/MatMul_output_0"], "outputs": ["/layers.2/ff/ff.2/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/layers.2/Add_1_output_0", "/layers.2/ff/ff.2/Add_output_0"], "outputs": ["/layers.2/Add_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Shape", "inputs": ["/layers.2/Add_2_output_0"], "outputs": ["/layers.3/Shape_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.3/Constant_output_0"], "attrs": {}, "constants": {"/layers.3/Constant_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/layers.3/Shape_output_0", "/layers.3/Constant_output_0"], "outputs": ["/layers.3/Gather_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/layers.2/Add_2_output_0"], "outputs": ["/layers.3/Shape_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.3/Constant_1_output_0"], "attrs": {}, "constants": {"/layers.3/Constant_1_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/layers.3/Shape_1_output_0", "/layers.3/Constant_1_output_0"], "outputs": ["/layers.3/Gather_1_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/layers.2/Add_2_output_0"], "outputs": ["/layers.3/Shape_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.3/Constant_2_output_0"], "attrs": {}, "constants": {"/layers.3/Constant_2_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/layers.3/Shape_2_output_0", "/layers.3/Constant_2_output_0"], "outputs": ["/layers.3/Gather_2_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "LayerNormalization", "inputs": ["/layers.2/Add_2_output_0", "layers.3.n1.weight", "layers.3.n1.bias"], "outputs": ["/layers.3/n1/LayerNormalization_output_0"], "attrs": {"ints": {"axis": -1}, "floats": {"epsilon": 9.999999747378752e-06}}, "constants": {}}, {"op": "MatMul", "inputs": ["/layers.3/n1/LayerNormalization_output_0", "onnx::MatMul_576"], "outputs": ["/layers.3/qkv/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["layers.3.qkv.bias", "/layers.3/qkv/MatMul_output_0"], "outputs": ["/layers.3/qkv/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.3/Constant_3_output_0"], "attrs": {}, "constants": {"/layers.3/Constant_3_output_0": {"kind": "int", "value": 4}}}, {"op": "Div", "inputs": ["/layers.3/Gather_2_output_0", "/layers.3/Constant_3_output_0"], "outputs": ["/layers.3/Div_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/layers.3/Div_output_0"], "outputs": ["/layers.3/Cast_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Cast", "inputs": ["/layers.3/Cast_output_0"], "outputs": ["/layers.3/Cast_1_output_0"], "attrs": {"ints": {"to": 7}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_412"], "attrs": {}, "constants": {"onnx::Unsqueeze_412": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/layers.3/Gather_output_0", "onnx::Unsqueeze_412"], "outputs": ["/layers.3/Unsqueeze_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_414"], "attrs": {}, "constants": {"onnx::Unsqueeze_414": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/layers.3/Gather_1_output_0", "onnx::Unsqueeze_414"], "outputs": ["/layers.3/Unsqueeze_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.3/Constant_4_output_0"], "attrs": {}, "constants": {"/layers.3/Constant_4_output_0": {"kind": "intList", "value": [3]}}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.3/Constant_5_output_0"], "attrs": {}, "constants": {"/layers.3/Constant_5_output_0": {"kind": "intList", "value": [4]}}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_420"], "attrs": {}, "constants": {"onnx::Unsqueeze_420": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/layers.3/Cast_1_output_0", "onnx::Unsqueeze_420"], "outputs": ["/layers.3/Unsqueeze_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/layers.3/Unsqueeze_output_0", "/layers.3/Unsqueeze_1_output_0", "/layers.3/Constant_4_output_0", "/layers.3/Constant_5_output_0", "/layers.3/Unsqueeze_2_output_0"], "outputs": ["/layers.3/Concat_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/layers.3/qkv/Add_output_0", "/layers.3/Concat_output_0"], "outputs": ["/layers.3/Reshape_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/layers.3/Reshape_output_0"], "outputs": ["/layers.3/Transpose_output_0"], "attrs": {"intLists": {"perm": [2, 0, 3, 1, 4]}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.3/Constant_6_output_0"], "attrs": {}, "constants": {"/layers.3/Constant_6_output_0": {"kind": "intList", "value": [1, 1, 1]}}}, {"op": "Split", "inputs": ["/layers.3/Transpose_output_0", "/layers.3/Constant_6_output_0"], "outputs": ["/layers.3/Split_output_0", "/layers.3/Split_output_1", "/layers.3/Split_output_2"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.3/Constant_7_output_0"], "attrs": {}, "constants": {"/layers.3/Constant_7_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Squeeze", "inputs": ["/layers.3/Split_output_0", "/layers.3/Constant_7_output_0"], "outputs": ["/layers.3/Squeeze_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.3/Constant_8_output_0"], "attrs": {}, "constants": {"/layers.3/Constant_8_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Squeeze", "inputs": ["/layers.3/Split_output_1", "/layers.3/Constant_8_output_0"], "outputs": ["/layers.3/Squeeze_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.3/Constant_9_output_0"], "attrs": {}, "constants": {"/layers.3/Constant_9_output_0": {"kind": "intList", "value": [0]}}}, {"op": "Squeeze", "inputs": ["/layers.3/Split_output_2", "/layers.3/Constant_9_output_0"], "outputs": ["/layers.3/Squeeze_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Shape", "inputs": ["/layers.3/Squeeze_output_0"], "outputs": ["/layers.3/Shape_3_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.3/Constant_10_output_0"], "attrs": {}, "constants": {"/layers.3/Constant_10_output_0": {"kind": "intList", "value": [-1]}}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.3/Constant_11_output_0"], "attrs": {}, "constants": {"/layers.3/Constant_11_output_0": {"kind": "intList", "value": [9223372036854775807]}}}, {"op": "Slice", "inputs": ["/layers.3/Shape_3_output_0", "/layers.3/Constant_10_output_0", "/layers.3/Constant_11_output_0"], "outputs": ["/layers.3/Slice_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/layers.3/Slice_output_0"], "outputs": ["/layers.3/Cast_2_output_0"], "attrs": {"ints": {"to": 1}}, "constants": {}}, {"op": "Sqrt", "inputs": ["/layers.3/Cast_2_output_0"], "outputs": ["/layers.3/Sqrt_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.3/Constant_12_output_0"], "attrs": {}, "constants": {"/layers.3/Constant_12_output_0": {"kind": "floatList", "value": [1.0]}}}, {"op": "Div", "inputs": ["/layers.3/Constant_12_output_0", "/layers.3/Sqrt_output_0"], "outputs": ["/layers.3/Div_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Cast", "inputs": ["/layers.3/Div_1_output_0"], "outputs": ["/layers.3/Cast_3_output_0"], "attrs": {"ints": {"to": 1}}, "constants": {}}, {"op": "Transpose", "inputs": ["/layers.3/Squeeze_1_output_0"], "outputs": ["/layers.3/Transpose_1_output_0"], "attrs": {"intLists": {"perm": [0, 1, 3, 2]}}, "constants": {}}, {"op": "Sqrt", "inputs": ["/layers.3/Cast_3_output_0"], "outputs": ["/layers.3/Sqrt_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Mul", "inputs": ["/layers.3/Squeeze_output_0", "/layers.3/Sqrt_1_output_0"], "outputs": ["/layers.3/Mul_output_0"], "attrs": {}, "constants": {}}, {"op": "Sqrt", "inputs": ["/layers.3/Cast_3_output_0"], "outputs": ["/layers.3/Sqrt_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Mul", "inputs": ["/layers.3/Transpose_1_output_0", "/layers.3/Sqrt_2_output_0"], "outputs": ["/layers.3/Mul_1_output_0"], "attrs": {}, "constants": {}}, {"op": "MatMul", "inputs": ["/layers.3/Mul_output_0", "/layers.3/Mul_1_output_0"], "outputs": ["/layers.3/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/layers.3/MatMul_output_0", "/Unsqueeze_4_output_0"], "outputs": ["/layers.3/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Softmax", "inputs": ["/layers.3/Add_output_0"], "outputs": ["/layers.3/Softmax_output_0"], "attrs": {"ints": {"axis": -1}}, "constants": {}}, {"op": "MatMul", "inputs": ["/layers.3/Softmax_output_0", "/layers.3/Squeeze_2_output_0"], "outputs": ["/layers.3/MatMul_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Transpose", "inputs": ["/layers.3/MatMul_1_output_0"], "outputs": ["/layers.3/Transpose_2_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_454"], "attrs": {}, "constants": {"onnx::Unsqueeze_454": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/layers.3/Gather_output_0", "onnx::Unsqueeze_454"], "outputs": ["/layers.3/Unsqueeze_3_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_456"], "attrs": {}, "constants": {"onnx::Unsqueeze_456": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/layers.3/Gather_1_output_0", "onnx::Unsqueeze_456"], "outputs": ["/layers.3/Unsqueeze_4_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_458"], "attrs": {}, "constants": {"onnx::Unsqueeze_458": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/layers.3/Gather_2_output_0", "onnx::Unsqueeze_458"], "outputs": ["/layers.3/Unsqueeze_5_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/layers.3/Unsqueeze_3_output_0", "/layers.3/Unsqueeze_4_output_0", "/layers.3/Unsqueeze_5_output_0"], "outputs": ["/layers.3/Concat_1_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/layers.3/Transpose_2_output_0", "/layers.3/Concat_1_output_0"], "outputs": ["/layers.3/Reshape_1_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "MatMul", "inputs": ["/layers.3/Reshape_1_output_0", "onnx::MatMul_579"], "outputs": ["/layers.3/proj/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["layers.3.proj.bias", "/layers.3/proj/MatMul_output_0"], "outputs": ["/layers.3/proj/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/layers.2/Add_2_output_0", "/layers.3/proj/Add_output_0"], "outputs": ["/layers.3/Add_1_output_0"], "attrs": {}, "constants": {}}, {"op": "LayerNormalization", "inputs": ["/layers.3/Add_1_output_0", "layers.3.n2.weight", "layers.3.n2.bias"], "outputs": ["/layers.3/n2/LayerNormalization_output_0"], "attrs": {"ints": {"axis": -1}, "floats": {"epsilon": 9.999999747378752e-06}}, "constants": {}}, {"op": "MatMul", "inputs": ["/layers.3/n2/LayerNormalization_output_0", "onnx::MatMul_580"], "outputs": ["/layers.3/ff/ff.0/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["layers.3.ff.0.bias", "/layers.3/ff/ff.0/MatMul_output_0"], "outputs": ["/layers.3/ff/ff.0/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.3/ff/ff.1/Constant_output_0"], "attrs": {}, "constants": {"/layers.3/ff/ff.1/Constant_output_0": {"kind": "float", "value": 1.4142135381698608}}}, {"op": "Div", "inputs": ["/layers.3/ff/ff.0/Add_output_0", "/layers.3/ff/ff.1/Constant_output_0"], "outputs": ["/layers.3/ff/ff.1/Div_output_0"], "attrs": {}, "constants": {}}, {"op": "Erf", "inputs": ["/layers.3/ff/ff.1/Div_output_0"], "outputs": ["/layers.3/ff/ff.1/Erf_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.3/ff/ff.1/Constant_1_output_0"], "attrs": {}, "constants": {"/layers.3/ff/ff.1/Constant_1_output_0": {"kind": "float", "value": 1.0}}}, {"op": "Add", "inputs": ["/layers.3/ff/ff.1/Erf_output_0", "/layers.3/ff/ff.1/Constant_1_output_0"], "outputs": ["/layers.3/ff/ff.1/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Mul", "inputs": ["/layers.3/ff/ff.0/Add_output_0", "/layers.3/ff/ff.1/Add_output_0"], "outputs": ["/layers.3/ff/ff.1/Mul_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/layers.3/ff/ff.1/Constant_2_output_0"], "attrs": {}, "constants": {"/layers.3/ff/ff.1/Constant_2_output_0": {"kind": "float", "value": 0.5}}}, {"op": "Mul", "inputs": ["/layers.3/ff/ff.1/Mul_output_0", "/layers.3/ff/ff.1/Constant_2_output_0"], "outputs": ["/layers.3/ff/ff.1/Mul_1_output_0"], "attrs": {}, "constants": {}}, {"op": "MatMul", "inputs": ["/layers.3/ff/ff.1/Mul_1_output_0", "onnx::MatMul_581"], "outputs": ["/layers.3/ff/ff.2/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["layers.3.ff.2.bias", "/layers.3/ff/ff.2/MatMul_output_0"], "outputs": ["/layers.3/ff/ff.2/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["/layers.3/Add_1_output_0", "/layers.3/ff/ff.2/Add_output_0"], "outputs": ["/layers.3/Add_2_output_0"], "attrs": {}, "constants": {}}, {"op": "LayerNormalization", "inputs": ["/layers.3/Add_2_output_0", "norm.weight", "norm.bias"], "outputs": ["/norm/LayerNormalization_output_0"], "attrs": {"ints": {"axis": -1}, "floats": {"epsilon": 9.999999747378752e-06}}, "constants": {}}, {"op": "MatMul", "inputs": ["/norm/LayerNormalization_output_0", "onnx::MatMul_582"], "outputs": ["/q/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["q.bias", "/q/MatMul_output_0"], "outputs": ["/q/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "MatMul", "inputs": ["/norm/LayerNormalization_output_0", "onnx::MatMul_583"], "outputs": ["/k/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["k.bias", "/k/MatMul_output_0"], "outputs": ["/k/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Transpose", "inputs": ["/k/Add_output_0"], "outputs": ["/Transpose_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1]}}, "constants": {}}, {"op": "MatMul", "inputs": ["/q/Add_output_0", "/Transpose_output_0"], "outputs": ["/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_15_output_0"], "attrs": {}, "constants": {"/Constant_15_output_0": {"kind": "float", "value": 11.313708305358887}}}, {"op": "Div", "inputs": ["/MatMul_output_0", "/Constant_15_output_0"], "outputs": ["/Div_output_0"], "attrs": {}, "constants": {}}, {"op": "Transpose", "inputs": ["/Div_output_0"], "outputs": ["/Transpose_1_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1]}}, "constants": {}}, {"op": "Sub", "inputs": ["/Div_output_0", "/Transpose_1_output_0"], "outputs": ["a"], "attrs": {}, "constants": {}}, {"op": "MatMul", "inputs": ["/norm/LayerNormalization_output_0", "onnx::MatMul_584"], "outputs": ["/bu/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["bu.bias", "/bu/MatMul_output_0"], "outputs": ["/bu/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "MatMul", "inputs": ["/norm/LayerNormalization_output_0", "onnx::MatMul_585"], "outputs": ["/bw/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["bw.bias", "/bw/MatMul_output_0"], "outputs": ["/bw/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Transpose", "inputs": ["/bw/Add_output_0"], "outputs": ["/Transpose_2_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1]}}, "constants": {}}, {"op": "MatMul", "inputs": ["/bu/Add_output_0", "/Transpose_2_output_0"], "outputs": ["/MatMul_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_16_output_0"], "attrs": {}, "constants": {"/Constant_16_output_0": {"kind": "float", "value": 11.313708305358887}}}, {"op": "Div", "inputs": ["/MatMul_1_output_0", "/Constant_16_output_0"], "outputs": ["/Div_1_output_0"], "attrs": {}, "constants": {}}, {"op": "Shape", "inputs": ["/norm/LayerNormalization_output_0"], "outputs": ["/Shape_3_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_17_output_0"], "attrs": {}, "constants": {"/Constant_17_output_0": {"kind": "int", "value": 0}}}, {"op": "Gather", "inputs": ["/Shape_3_output_0", "/Constant_17_output_0"], "outputs": ["/Gather_2_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/norm/LayerNormalization_output_0"], "outputs": ["/Shape_4_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_18_output_0"], "attrs": {}, "constants": {"/Constant_18_output_0": {"kind": "int", "value": 1}}}, {"op": "Gather", "inputs": ["/Shape_4_output_0", "/Constant_18_output_0"], "outputs": ["/Gather_3_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Shape", "inputs": ["/norm/LayerNormalization_output_0"], "outputs": ["/Shape_5_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_19_output_0"], "attrs": {}, "constants": {"/Constant_19_output_0": {"kind": "int", "value": 2}}}, {"op": "Gather", "inputs": ["/Shape_5_output_0", "/Constant_19_output_0"], "outputs": ["/Gather_4_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "MatMul", "inputs": ["/norm/LayerNormalization_output_0", "onnx::MatMul_586"], "outputs": ["/tu/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["tu.bias", "/tu/MatMul_output_0"], "outputs": ["/tu/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_517"], "attrs": {}, "constants": {"onnx::Unsqueeze_517": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_2_output_0", "onnx::Unsqueeze_517"], "outputs": ["/Unsqueeze_5_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_519"], "attrs": {}, "constants": {"onnx::Unsqueeze_519": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_3_output_0", "onnx::Unsqueeze_519"], "outputs": ["/Unsqueeze_6_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_20_output_0"], "attrs": {}, "constants": {"/Constant_20_output_0": {"kind": "intList", "value": [3]}}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_523"], "attrs": {}, "constants": {"onnx::Unsqueeze_523": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_4_output_0", "onnx::Unsqueeze_523"], "outputs": ["/Unsqueeze_7_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_5_output_0", "/Unsqueeze_6_output_0", "/Constant_20_output_0", "/Unsqueeze_7_output_0"], "outputs": ["/Concat_4_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_526"], "attrs": {}, "constants": {"onnx::Unsqueeze_526": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_2_output_0", "onnx::Unsqueeze_526"], "outputs": ["/Unsqueeze_8_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_528"], "attrs": {}, "constants": {"onnx::Unsqueeze_528": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_3_output_0", "onnx::Unsqueeze_528"], "outputs": ["/Unsqueeze_9_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_21_output_0"], "attrs": {}, "constants": {"/Constant_21_output_0": {"kind": "intList", "value": [3]}}}, {"op": "Constant", "inputs": [], "outputs": ["onnx::Unsqueeze_532"], "attrs": {}, "constants": {"onnx::Unsqueeze_532": {"kind": "intList", "value": [0]}}}, {"op": "Unsqueeze", "inputs": ["/Gather_4_output_0", "onnx::Unsqueeze_532"], "outputs": ["/Unsqueeze_10_output_0"], "attrs": {}, "constants": {}}, {"op": "Concat", "inputs": ["/Unsqueeze_8_output_0", "/Unsqueeze_9_output_0", "/Constant_21_output_0", "/Unsqueeze_10_output_0"], "outputs": ["/Concat_5_output_0"], "attrs": {"ints": {"axis": 0}}, "constants": {}}, {"op": "Reshape", "inputs": ["/tu/Add_output_0", "/Concat_4_output_0"], "outputs": ["/Reshape_1_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Reshape_1_output_0"], "outputs": ["/Transpose_3_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1, 3]}}, "constants": {}}, {"op": "MatMul", "inputs": ["/norm/LayerNormalization_output_0", "onnx::MatMul_589"], "outputs": ["/tw/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["tw.bias", "/tw/MatMul_output_0"], "outputs": ["/tw/Add_output_0"], "attrs": {}, "constants": {}}, {"op": "Reshape", "inputs": ["/tw/Add_output_0", "/Concat_5_output_0"], "outputs": ["/Reshape_2_output_0"], "attrs": {"ints": {"allowzero": 0}}, "constants": {}}, {"op": "Transpose", "inputs": ["/Reshape_2_output_0"], "outputs": ["/Transpose_4_output_0"], "attrs": {"intLists": {"perm": [0, 2, 3, 1]}}, "constants": {}}, {"op": "MatMul", "inputs": ["/Transpose_3_output_0", "/Transpose_4_output_0"], "outputs": ["/MatMul_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Constant", "inputs": [], "outputs": ["/Constant_22_output_0"], "attrs": {}, "constants": {"/Constant_22_output_0": {"kind": "float", "value": 11.313708305358887}}}, {"op": "Div", "inputs": ["/MatMul_2_output_0", "/Constant_22_output_0"], "outputs": ["/Div_2_output_0"], "attrs": {}, "constants": {}}, {"op": "Transpose", "inputs": ["/Div_2_output_0"], "outputs": ["/Transpose_5_output_0"], "attrs": {"intLists": {"perm": [0, 1, 3, 2]}}, "constants": {}}, {"op": "Add", "inputs": ["/Div_2_output_0", "/Transpose_5_output_0"], "outputs": ["tab"], "attrs": {}, "constants": {}}, {"op": "MatMul", "inputs": ["/norm/LayerNormalization_output_0", "onnx::MatMul_590"], "outputs": ["/cls/MatMul_output_0"], "attrs": {}, "constants": {}}, {"op": "Add", "inputs": ["cls.bias", "/cls/MatMul_output_0"], "outputs": ["cls"], "attrs": {}, "constants": {}}, {"op": "Transpose", "inputs": ["/Div_1_output_0"], "outputs": ["/Transpose_6_output_0"], "attrs": {"intLists": {"perm": [0, 2, 1]}}, "constants": {}}, {"op": "Add", "inputs": ["/Div_1_output_0", "/Transpose_6_output_0"], "outputs": ["same"], "attrs": {}, "constants": {}}]}