| 7767517 |
| 153 214 |
| Input in0 0 1 in0 |
| Split splitncnn_0 1 2 in0 1 2 |
| Input in1 0 1 in1 |
| Input in2 0 1 in2 |
| Input in3 0 1 in3 |
| Split splitncnn_1 1 4 in3 6 7 8 9 |
| RMSNorm rmsn_32 1 1 2 10 0=3072 1=1.000000e-5 2=1 |
| Split splitncnn_2 1 3 10 11 12 13 |
| Gemm gemm_0 1 1 13 14 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072 |
| Reshape reshape_40 1 1 14 15 0=128 1=32 2=-1 |
| Permute transpose_72 1 1 15 16 0=2 |
| Gemm gemm_1 1 1 12 17 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 |
| Reshape reshape_41 1 1 17 18 0=128 1=8 2=-1 |
| Permute transpose_73 1 1 18 19 0=2 |
| Gemm gemm_2 1 1 11 20 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 |
| Reshape reshape_42 1 1 20 21 0=128 1=8 2=-1 |
| Permute transpose_74 1 1 21 22 0=2 |
| Split splitncnn_3 1 4 22 23 24 25 26 |
| ExpandDims unsqueeze_88 1 1 in1 27 -23303=1,0 |
| Split splitncnn_4 1 8 27 28 29 30 31 32 33 34 35 |
| ExpandDims unsqueeze_89 1 1 in2 36 -23303=1,0 |
| Split splitncnn_5 1 8 36 37 38 39 40 41 42 43 44 |
| RotaryEmbed rope_0 3 1 16 35 44 45 0=0 31=16 |
| RotaryEmbed rope_1 3 1 19 34 43 46 0=0 31=16 |
| Split splitncnn_6 1 4 46 47 48 49 50 |
| Concat stack_0 4 1 47 48 49 50 51 0=1 |
| Reshape reshape_43 1 1 51 52 0=128 1=-1 11=4 2=8 |
| Reshape reshape_44 1 1 52 53 0=128 1=-1 2=32 |
| Concat stack_1 4 1 23 24 25 26 54 0=1 |
| Reshape reshape_45 1 1 54 55 0=128 1=-1 11=4 2=8 |
| Reshape reshape_46 1 1 55 56 0=128 1=-1 2=32 |
| SDPA sdpa_90 4 1 45 53 56 9 57 5=1 |
| Permute transpose_75 1 1 57 58 0=2 |
| Reshape reshape_47 1 1 58 59 0=4096 1=-1 |
| Gemm gemm_3 1 1 59 60 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096 |
| BinaryOp add_0 2 1 1 60 61 0=0 |
| Split splitncnn_7 1 2 61 62 63 |
| RMSNorm rmsn_33 1 1 63 64 0=3072 1=1.000000e-5 2=1 |
| Split splitncnn_8 1 2 64 65 66 |
| Gemm gemm_4 1 1 66 67 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072 |
| Swish silu_28 1 1 67 68 |
| Gemm gemm_5 1 1 65 69 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072 |
| BinaryOp mul_1 2 1 68 69 70 0=2 |
| Gemm gemm_6 1 1 70 71 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216 |
| BinaryOp add_2 2 1 62 71 72 0=0 |
| Split splitncnn_9 1 2 72 73 74 |
| RMSNorm rmsn_34 1 1 74 75 0=3072 1=1.000000e-5 2=1 |
| Split splitncnn_10 1 3 75 76 77 78 |
| Gemm gemm_7 1 1 78 79 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072 |
| Reshape reshape_48 1 1 79 80 0=128 1=32 2=-1 |
| Permute transpose_76 1 1 80 81 0=2 |
| Gemm gemm_8 1 1 77 82 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 |
| Reshape reshape_49 1 1 82 83 0=128 1=8 2=-1 |
| Permute transpose_77 1 1 83 84 0=2 |
| Gemm gemm_9 1 1 76 85 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 |
| Reshape reshape_50 1 1 85 86 0=128 1=8 2=-1 |
| Permute transpose_78 1 1 86 87 0=2 |
| Split splitncnn_11 1 4 87 88 89 90 91 |
| RotaryEmbed rope_2 3 1 81 33 42 92 0=0 31=16 |
| RotaryEmbed rope_3 3 1 84 32 41 93 0=0 31=16 |
| Split splitncnn_12 1 4 93 94 95 96 97 |
| Concat stack_2 4 1 94 95 96 97 98 0=1 |
| Reshape reshape_51 1 1 98 99 0=128 1=-1 11=4 2=8 |
| Reshape reshape_52 1 1 99 100 0=128 1=-1 2=32 |
| Concat stack_3 4 1 88 89 90 91 101 0=1 |
| Reshape reshape_53 1 1 101 102 0=128 1=-1 11=4 2=8 |
| Reshape reshape_54 1 1 102 103 0=128 1=-1 2=32 |
| SDPA sdpa_91 4 1 92 100 103 8 104 5=1 |
| Permute transpose_79 1 1 104 105 0=2 |
| Reshape reshape_55 1 1 105 106 0=4096 1=-1 |
| Gemm gemm_10 1 1 106 107 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096 |
| BinaryOp add_3 2 1 73 107 108 0=0 |
| Split splitncnn_13 1 2 108 109 110 |
| RMSNorm rmsn_35 1 1 110 111 0=3072 1=1.000000e-5 2=1 |
| Split splitncnn_14 1 2 111 112 113 |
| Gemm gemm_11 1 1 113 114 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072 |
| Swish silu_29 1 1 114 115 |
| Gemm gemm_12 1 1 112 116 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072 |
| BinaryOp mul_4 2 1 115 116 117 0=2 |
| Gemm gemm_13 1 1 117 118 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216 |
| BinaryOp add_5 2 1 109 118 119 0=0 |
| Split splitncnn_15 1 2 119 120 121 |
| RMSNorm rmsn_36 1 1 121 122 0=3072 1=1.000000e-5 2=1 |
| Split splitncnn_16 1 3 122 123 124 125 |
| Gemm gemm_14 1 1 125 126 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072 |
| Reshape reshape_56 1 1 126 127 0=128 1=32 2=-1 |
| Permute transpose_80 1 1 127 128 0=2 |
| Gemm gemm_15 1 1 124 129 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 |
| Reshape reshape_57 1 1 129 130 0=128 1=8 2=-1 |
| Permute transpose_81 1 1 130 131 0=2 |
| Gemm gemm_16 1 1 123 132 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 |
| Reshape reshape_58 1 1 132 133 0=128 1=8 2=-1 |
| Permute transpose_82 1 1 133 134 0=2 |
| Split splitncnn_17 1 4 134 135 136 137 138 |
| RotaryEmbed rope_4 3 1 128 31 40 139 0=0 31=16 |
| RotaryEmbed rope_5 3 1 131 30 39 140 0=0 31=16 |
| Split splitncnn_18 1 4 140 141 142 143 144 |
| Concat stack_4 4 1 141 142 143 144 145 0=1 |
| Reshape reshape_59 1 1 145 146 0=128 1=-1 11=4 2=8 |
| Reshape reshape_60 1 1 146 147 0=128 1=-1 2=32 |
| Concat stack_5 4 1 135 136 137 138 148 0=1 |
| Reshape reshape_61 1 1 148 149 0=128 1=-1 11=4 2=8 |
| Reshape reshape_62 1 1 149 150 0=128 1=-1 2=32 |
| SDPA sdpa_92 4 1 139 147 150 7 151 5=1 |
| Permute transpose_83 1 1 151 152 0=2 |
| Reshape reshape_63 1 1 152 153 0=4096 1=-1 |
| Gemm gemm_17 1 1 153 154 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096 |
| BinaryOp add_6 2 1 120 154 155 0=0 |
| Split splitncnn_19 1 2 155 156 157 |
| RMSNorm rmsn_37 1 1 157 158 0=3072 1=1.000000e-5 2=1 |
| Split splitncnn_20 1 2 158 159 160 |
| Gemm gemm_18 1 1 160 161 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072 |
| Swish silu_30 1 1 161 162 |
| Gemm gemm_19 1 1 159 163 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072 |
| BinaryOp mul_7 2 1 162 163 164 0=2 |
| Gemm gemm_20 1 1 164 165 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216 |
| BinaryOp add_8 2 1 156 165 166 0=0 |
| Split splitncnn_21 1 2 166 167 168 |
| RMSNorm rmsn_38 1 1 168 169 0=3072 1=1.000000e-5 2=1 |
| Split splitncnn_22 1 3 169 170 171 172 |
| Gemm gemm_21 1 1 172 173 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072 |
| Reshape reshape_64 1 1 173 174 0=128 1=32 2=-1 |
| Permute transpose_84 1 1 174 175 0=2 |
| Gemm gemm_22 1 1 171 176 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 |
| Reshape reshape_65 1 1 176 177 0=128 1=8 2=-1 |
| Permute transpose_85 1 1 177 178 0=2 |
| Gemm gemm_23 1 1 170 179 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072 |
| Reshape reshape_66 1 1 179 180 0=128 1=8 2=-1 |
| Permute transpose_86 1 1 180 181 0=2 |
| Split splitncnn_23 1 4 181 182 183 184 185 |
| RotaryEmbed rope_6 3 1 175 29 38 186 0=0 31=16 |
| RotaryEmbed rope_7 3 1 178 28 37 187 0=0 31=16 |
| Split splitncnn_24 1 4 187 188 189 190 191 |
| Concat stack_6 4 1 188 189 190 191 192 0=1 |
| Reshape reshape_67 1 1 192 193 0=128 1=-1 11=4 2=8 |
| Reshape reshape_68 1 1 193 194 0=128 1=-1 2=32 |
| Concat stack_7 4 1 182 183 184 185 195 0=1 |
| Reshape reshape_69 1 1 195 196 0=128 1=-1 11=4 2=8 |
| Reshape reshape_70 1 1 196 197 0=128 1=-1 2=32 |
| SDPA sdpa_93 4 1 186 194 197 6 198 5=1 |
| Permute transpose_87 1 1 198 199 0=2 |
| Reshape reshape_71 1 1 199 200 0=4096 1=-1 |
| Gemm gemm_24 1 1 200 201 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096 |
| BinaryOp add_9 2 1 167 201 202 0=0 |
| Split splitncnn_25 1 2 202 203 204 |
| RMSNorm rmsn_39 1 1 204 205 0=3072 1=1.000000e-5 2=1 |
| Split splitncnn_26 1 2 205 206 207 |
| Gemm gemm_25 1 1 207 208 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072 |
| Swish silu_31 1 1 208 209 |
| Gemm gemm_26 1 1 206 210 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072 |
| BinaryOp mul_10 2 1 209 210 211 0=2 |
| Gemm gemm_27 1 1 211 212 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216 |
| BinaryOp add_11 2 1 203 212 out0 0=0 |
|
|
