File size: 11,749 Bytes
d4ceb4a | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 | 7767517
153 214
Input in0 0 1 in0
Split splitncnn_0 1 2 in0 1 2
Input in1 0 1 in1
Input in2 0 1 in2
Input in3 0 1 in3
Split splitncnn_1 1 4 in3 6 7 8 9
RMSNorm rmsn_32 1 1 2 10 0=3072 1=1.000000e-5 2=1
Split splitncnn_2 1 3 10 11 12 13
Gemm gemm_0 1 1 13 14 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
Reshape reshape_40 1 1 14 15 0=128 1=32 2=-1
Permute transpose_72 1 1 15 16 0=2
Gemm gemm_1 1 1 12 17 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
Reshape reshape_41 1 1 17 18 0=128 1=8 2=-1
Permute transpose_73 1 1 18 19 0=2
Gemm gemm_2 1 1 11 20 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
Reshape reshape_42 1 1 20 21 0=128 1=8 2=-1
Permute transpose_74 1 1 21 22 0=2
Split splitncnn_3 1 4 22 23 24 25 26
ExpandDims unsqueeze_88 1 1 in1 27 -23303=1,0
Split splitncnn_4 1 8 27 28 29 30 31 32 33 34 35
ExpandDims unsqueeze_89 1 1 in2 36 -23303=1,0
Split splitncnn_5 1 8 36 37 38 39 40 41 42 43 44
RotaryEmbed rope_0 3 1 16 35 44 45 0=0 31=16
RotaryEmbed rope_1 3 1 19 34 43 46 0=0 31=16
Split splitncnn_6 1 4 46 47 48 49 50
Concat stack_0 4 1 47 48 49 50 51 0=1
Reshape reshape_43 1 1 51 52 0=128 1=-1 11=4 2=8
Reshape reshape_44 1 1 52 53 0=128 1=-1 2=32
Concat stack_1 4 1 23 24 25 26 54 0=1
Reshape reshape_45 1 1 54 55 0=128 1=-1 11=4 2=8
Reshape reshape_46 1 1 55 56 0=128 1=-1 2=32
SDPA sdpa_90 4 1 45 53 56 9 57 5=1
Permute transpose_75 1 1 57 58 0=2
Reshape reshape_47 1 1 58 59 0=4096 1=-1
Gemm gemm_3 1 1 59 60 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
BinaryOp add_0 2 1 1 60 61 0=0
Split splitncnn_7 1 2 61 62 63
RMSNorm rmsn_33 1 1 63 64 0=3072 1=1.000000e-5 2=1
Split splitncnn_8 1 2 64 65 66
Gemm gemm_4 1 1 66 67 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
Swish silu_28 1 1 67 68
Gemm gemm_5 1 1 65 69 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
BinaryOp mul_1 2 1 68 69 70 0=2
Gemm gemm_6 1 1 70 71 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
BinaryOp add_2 2 1 62 71 72 0=0
Split splitncnn_9 1 2 72 73 74
RMSNorm rmsn_34 1 1 74 75 0=3072 1=1.000000e-5 2=1
Split splitncnn_10 1 3 75 76 77 78
Gemm gemm_7 1 1 78 79 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
Reshape reshape_48 1 1 79 80 0=128 1=32 2=-1
Permute transpose_76 1 1 80 81 0=2
Gemm gemm_8 1 1 77 82 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
Reshape reshape_49 1 1 82 83 0=128 1=8 2=-1
Permute transpose_77 1 1 83 84 0=2
Gemm gemm_9 1 1 76 85 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
Reshape reshape_50 1 1 85 86 0=128 1=8 2=-1
Permute transpose_78 1 1 86 87 0=2
Split splitncnn_11 1 4 87 88 89 90 91
RotaryEmbed rope_2 3 1 81 33 42 92 0=0 31=16
RotaryEmbed rope_3 3 1 84 32 41 93 0=0 31=16
Split splitncnn_12 1 4 93 94 95 96 97
Concat stack_2 4 1 94 95 96 97 98 0=1
Reshape reshape_51 1 1 98 99 0=128 1=-1 11=4 2=8
Reshape reshape_52 1 1 99 100 0=128 1=-1 2=32
Concat stack_3 4 1 88 89 90 91 101 0=1
Reshape reshape_53 1 1 101 102 0=128 1=-1 11=4 2=8
Reshape reshape_54 1 1 102 103 0=128 1=-1 2=32
SDPA sdpa_91 4 1 92 100 103 8 104 5=1
Permute transpose_79 1 1 104 105 0=2
Reshape reshape_55 1 1 105 106 0=4096 1=-1
Gemm gemm_10 1 1 106 107 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
BinaryOp add_3 2 1 73 107 108 0=0
Split splitncnn_13 1 2 108 109 110
RMSNorm rmsn_35 1 1 110 111 0=3072 1=1.000000e-5 2=1
Split splitncnn_14 1 2 111 112 113
Gemm gemm_11 1 1 113 114 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
Swish silu_29 1 1 114 115
Gemm gemm_12 1 1 112 116 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
BinaryOp mul_4 2 1 115 116 117 0=2
Gemm gemm_13 1 1 117 118 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
BinaryOp add_5 2 1 109 118 119 0=0
Split splitncnn_15 1 2 119 120 121
RMSNorm rmsn_36 1 1 121 122 0=3072 1=1.000000e-5 2=1
Split splitncnn_16 1 3 122 123 124 125
Gemm gemm_14 1 1 125 126 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
Reshape reshape_56 1 1 126 127 0=128 1=32 2=-1
Permute transpose_80 1 1 127 128 0=2
Gemm gemm_15 1 1 124 129 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
Reshape reshape_57 1 1 129 130 0=128 1=8 2=-1
Permute transpose_81 1 1 130 131 0=2
Gemm gemm_16 1 1 123 132 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
Reshape reshape_58 1 1 132 133 0=128 1=8 2=-1
Permute transpose_82 1 1 133 134 0=2
Split splitncnn_17 1 4 134 135 136 137 138
RotaryEmbed rope_4 3 1 128 31 40 139 0=0 31=16
RotaryEmbed rope_5 3 1 131 30 39 140 0=0 31=16
Split splitncnn_18 1 4 140 141 142 143 144
Concat stack_4 4 1 141 142 143 144 145 0=1
Reshape reshape_59 1 1 145 146 0=128 1=-1 11=4 2=8
Reshape reshape_60 1 1 146 147 0=128 1=-1 2=32
Concat stack_5 4 1 135 136 137 138 148 0=1
Reshape reshape_61 1 1 148 149 0=128 1=-1 11=4 2=8
Reshape reshape_62 1 1 149 150 0=128 1=-1 2=32
SDPA sdpa_92 4 1 139 147 150 7 151 5=1
Permute transpose_83 1 1 151 152 0=2
Reshape reshape_63 1 1 152 153 0=4096 1=-1
Gemm gemm_17 1 1 153 154 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
BinaryOp add_6 2 1 120 154 155 0=0
Split splitncnn_19 1 2 155 156 157
RMSNorm rmsn_37 1 1 157 158 0=3072 1=1.000000e-5 2=1
Split splitncnn_20 1 2 158 159 160
Gemm gemm_18 1 1 160 161 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
Swish silu_30 1 1 161 162
Gemm gemm_19 1 1 159 163 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
BinaryOp mul_7 2 1 162 163 164 0=2
Gemm gemm_20 1 1 164 165 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
BinaryOp add_8 2 1 156 165 166 0=0
Split splitncnn_21 1 2 166 167 168
RMSNorm rmsn_38 1 1 168 169 0=3072 1=1.000000e-5 2=1
Split splitncnn_22 1 3 169 170 171 172
Gemm gemm_21 1 1 172 173 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
Reshape reshape_64 1 1 173 174 0=128 1=32 2=-1
Permute transpose_84 1 1 174 175 0=2
Gemm gemm_22 1 1 171 176 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
Reshape reshape_65 1 1 176 177 0=128 1=8 2=-1
Permute transpose_85 1 1 177 178 0=2
Gemm gemm_23 1 1 170 179 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
Reshape reshape_66 1 1 179 180 0=128 1=8 2=-1
Permute transpose_86 1 1 180 181 0=2
Split splitncnn_23 1 4 181 182 183 184 185
RotaryEmbed rope_6 3 1 175 29 38 186 0=0 31=16
RotaryEmbed rope_7 3 1 178 28 37 187 0=0 31=16
Split splitncnn_24 1 4 187 188 189 190 191
Concat stack_6 4 1 188 189 190 191 192 0=1
Reshape reshape_67 1 1 192 193 0=128 1=-1 11=4 2=8
Reshape reshape_68 1 1 193 194 0=128 1=-1 2=32
Concat stack_7 4 1 182 183 184 185 195 0=1
Reshape reshape_69 1 1 195 196 0=128 1=-1 11=4 2=8
Reshape reshape_70 1 1 196 197 0=128 1=-1 2=32
SDPA sdpa_93 4 1 186 194 197 6 198 5=1
Permute transpose_87 1 1 198 199 0=2
Reshape reshape_71 1 1 199 200 0=4096 1=-1
Gemm gemm_24 1 1 200 201 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
BinaryOp add_9 2 1 167 201 202 0=0
Split splitncnn_25 1 2 202 203 204
RMSNorm rmsn_39 1 1 204 205 0=3072 1=1.000000e-5 2=1
Split splitncnn_26 1 2 205 206 207
Gemm gemm_25 1 1 207 208 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
Swish silu_31 1 1 208 209
Gemm gemm_26 1 1 206 210 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
BinaryOp mul_10 2 1 209 210 211 0=2
Gemm gemm_27 1 1 211 212 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
BinaryOp add_11 2 1 203 212 out0 0=0
|