| 7767517 | |
| 1241 1741 | |
| Input in0 0 1 in0 | |
| Split splitncnn_0 1 2 in0 1 2 | |
| Input in1 0 1 in1 | |
| Split splitncnn_1 1 28 in1 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 | |
| Input in2 0 1 in2 | |
| Input in3 0 1 in3 | |
| Input kv_cache 0 56 cache_k0 cache_v0 cache_k1 cache_v1 cache_k2 cache_v2 cache_k3 cache_v3 cache_k4 cache_v4 cache_k5 cache_v5 cache_k6 cache_v6 cache_k7 cache_v7 cache_k8 cache_v8 cache_k9 cache_v9 cache_k10 cache_v10 cache_k11 cache_v11 cache_k12 cache_v12 cache_k13 cache_v13 cache_k14 cache_v14 cache_k15 cache_v15 cache_k16 cache_v16 cache_k17 cache_v17 cache_k18 cache_v18 cache_k19 cache_v19 cache_k20 cache_v20 cache_k21 cache_v21 cache_k22 cache_v22 cache_k23 cache_v23 cache_k24 cache_v24 cache_k25 cache_v25 cache_k26 cache_v26 cache_k27 cache_v27 | |
| RMSNorm rmsn_196 1 1 2 34 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_2 1 3 34 35 36 37 | |
| Gemm gemm_0 1 1 37 38 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_449 1 1 38 39 0=128 1=16 2=-1 | |
| Gemm gemm_1 1 1 36 40 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_450 1 1 40 41 0=128 1=16 2=-1 | |
| Gemm gemm_2 1 1 35 42 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_451 1 1 42 43 0=128 1=16 2=-1 | |
| RMSNorm rmsn_197 1 1 39 44 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_198 1 1 41 45 0=128 1=1.000000e-6 2=1 | |
| Permute permute_337 1 1 44 46 0=0 | |
| Split splitncnn_3 1 2 46 47 48 | |
| Permute permute_338 1 1 45 49 0=0 | |
| Split splitncnn_4 1 2 49 50 51 | |
| Split splitncnn_5 1 56 in2 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 | |
| Split splitncnn_6 1 56 in3 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 | |
| Slice tensor_split_0 1 2 47 168 169 -23300=2,64,-233 1=2 | |
| Slice tensor_split_1 1 2 50 170 171 -23300=2,64,-233 1=2 | |
| UnaryOp neg_0 1 1 169 172 0=1 | |
| Concat cat_0 2 1 172 168 173 0=2 | |
| UnaryOp neg_1 1 1 171 174 0=1 | |
| Concat cat_1 2 1 174 170 175 0=2 | |
| BinaryOp mul_2 2 1 173 112 176 0=2 | |
| BinaryOp mul_3 2 1 48 54 177 0=2 | |
| BinaryOp add_4 2 1 177 176 178 0=0 | |
| BinaryOp mul_5 2 1 175 113 179 0=2 | |
| BinaryOp mul_6 2 1 51 55 180 0=2 | |
| BinaryOp add_7 2 1 180 179 181 0=0 | |
| Permute zfx_pre_0 1 1 178 zfx_pb_1 0=2 | |
| Permute zfx_pre_2 1 1 181 zfx_pb_3 0=2 | |
| Permute zfx_pre_4 1 1 43 zfx_pb_5 0=2 | |
| SDPA sdpa_565 6 3 zfx_pb_1 zfx_pb_3 zfx_pb_5 31 cache_k0 cache_v0 182 out_cache_k0 out_cache_v0 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_6 1 1 182 zfx_pob_7 0=2 | |
| Reshape reshape_452 1 1 zfx_pob_7 183 0=2048 1=-1 | |
| Gemm gemm_3 1 1 183 184 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_8 2 1 1 184 185 0=0 | |
| Split splitncnn_7 1 2 185 186 187 | |
| RMSNorm rmsn_199 1 1 187 188 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_8 1 2 188 189 190 | |
| Gemm gemm_4 1 1 190 191 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_5 1 1 189 192 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_309 1 1 191 193 | |
| BinaryOp mul_9 2 1 193 192 194 0=2 | |
| Gemm gemm_6 1 1 194 195 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_10 2 1 186 195 196 0=0 | |
| Split splitncnn_9 1 2 196 197 198 | |
| RMSNorm rmsn_200 1 1 198 199 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_10 1 3 199 200 201 202 | |
| Gemm gemm_7 1 1 202 203 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_453 1 1 203 204 0=128 1=16 2=-1 | |
| Gemm gemm_8 1 1 201 205 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_454 1 1 205 206 0=128 1=16 2=-1 | |
| Gemm gemm_9 1 1 200 207 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_455 1 1 207 208 0=128 1=16 2=-1 | |
| RMSNorm rmsn_201 1 1 204 209 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_202 1 1 206 210 0=128 1=1.000000e-6 2=1 | |
| Permute permute_341 1 1 209 211 0=0 | |
| Split splitncnn_11 1 2 211 212 213 | |
| Permute permute_342 1 1 210 214 0=0 | |
| Split splitncnn_12 1 2 214 215 216 | |
| Slice tensor_split_2 1 2 212 217 218 -23300=2,64,-233 1=2 | |
| Slice tensor_split_3 1 2 215 219 220 -23300=2,64,-233 1=2 | |
| UnaryOp neg_11 1 1 218 221 0=1 | |
| Concat cat_2 2 1 221 217 222 0=2 | |
| UnaryOp neg_12 1 1 220 223 0=1 | |
| Concat cat_3 2 1 223 219 224 0=2 | |
| BinaryOp mul_13 2 1 222 114 225 0=2 | |
| BinaryOp mul_14 2 1 213 56 226 0=2 | |
| BinaryOp add_15 2 1 226 225 227 0=0 | |
| BinaryOp mul_16 2 1 224 115 228 0=2 | |
| BinaryOp mul_17 2 1 216 57 229 0=2 | |
| BinaryOp add_18 2 1 229 228 230 0=0 | |
| Permute zfx_pre_8 1 1 227 zfx_pb_9 0=2 | |
| Permute zfx_pre_10 1 1 230 zfx_pb_11 0=2 | |
| Permute zfx_pre_12 1 1 208 zfx_pb_13 0=2 | |
| SDPA sdpa_566 6 3 zfx_pb_9 zfx_pb_11 zfx_pb_13 30 cache_k1 cache_v1 231 out_cache_k1 out_cache_v1 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_14 1 1 231 zfx_pob_15 0=2 | |
| Reshape reshape_456 1 1 zfx_pob_15 232 0=2048 1=-1 | |
| Gemm gemm_10 1 1 232 233 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_19 2 1 197 233 234 0=0 | |
| Split splitncnn_13 1 2 234 235 236 | |
| RMSNorm rmsn_203 1 1 236 237 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_14 1 2 237 238 239 | |
| Gemm gemm_11 1 1 239 240 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_12 1 1 238 241 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_310 1 1 240 242 | |
| BinaryOp mul_20 2 1 242 241 243 0=2 | |
| Gemm gemm_13 1 1 243 244 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_21 2 1 235 244 245 0=0 | |
| Split splitncnn_15 1 2 245 246 247 | |
| RMSNorm rmsn_204 1 1 247 248 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_16 1 3 248 249 250 251 | |
| Gemm gemm_14 1 1 251 252 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_457 1 1 252 253 0=128 1=16 2=-1 | |
| Gemm gemm_15 1 1 250 254 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_458 1 1 254 255 0=128 1=16 2=-1 | |
| Gemm gemm_16 1 1 249 256 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_459 1 1 256 257 0=128 1=16 2=-1 | |
| RMSNorm rmsn_205 1 1 253 258 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_206 1 1 255 259 0=128 1=1.000000e-6 2=1 | |
| Permute permute_345 1 1 258 260 0=0 | |
| Split splitncnn_17 1 2 260 261 262 | |
| Permute permute_346 1 1 259 263 0=0 | |
| Split splitncnn_18 1 2 263 264 265 | |
| Slice tensor_split_4 1 2 261 266 267 -23300=2,64,-233 1=2 | |
| Slice tensor_split_5 1 2 264 268 269 -23300=2,64,-233 1=2 | |
| UnaryOp neg_22 1 1 267 270 0=1 | |
| Concat cat_4 2 1 270 266 271 0=2 | |
| UnaryOp neg_23 1 1 269 272 0=1 | |
| Concat cat_5 2 1 272 268 273 0=2 | |
| BinaryOp mul_24 2 1 271 116 274 0=2 | |
| BinaryOp mul_25 2 1 262 58 275 0=2 | |
| BinaryOp add_26 2 1 275 274 276 0=0 | |
| BinaryOp mul_27 2 1 273 117 277 0=2 | |
| BinaryOp mul_28 2 1 265 59 278 0=2 | |
| BinaryOp add_29 2 1 278 277 279 0=0 | |
| Permute zfx_pre_16 1 1 276 zfx_pb_17 0=2 | |
| Permute zfx_pre_18 1 1 279 zfx_pb_19 0=2 | |
| Permute zfx_pre_20 1 1 257 zfx_pb_21 0=2 | |
| SDPA sdpa_567 6 3 zfx_pb_17 zfx_pb_19 zfx_pb_21 29 cache_k2 cache_v2 280 out_cache_k2 out_cache_v2 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_22 1 1 280 zfx_pob_23 0=2 | |
| Reshape reshape_460 1 1 zfx_pob_23 281 0=2048 1=-1 | |
| Gemm gemm_17 1 1 281 282 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_30 2 1 246 282 283 0=0 | |
| Split splitncnn_19 1 2 283 284 285 | |
| RMSNorm rmsn_207 1 1 285 286 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_20 1 2 286 287 288 | |
| Gemm gemm_18 1 1 288 289 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_19 1 1 287 290 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_311 1 1 289 291 | |
| BinaryOp mul_31 2 1 291 290 292 0=2 | |
| Gemm gemm_20 1 1 292 293 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_32 2 1 284 293 294 0=0 | |
| Split splitncnn_21 1 2 294 295 296 | |
| RMSNorm rmsn_208 1 1 296 297 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_22 1 3 297 298 299 300 | |
| Gemm gemm_21 1 1 300 301 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_461 1 1 301 302 0=128 1=16 2=-1 | |
| Gemm gemm_22 1 1 299 303 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_462 1 1 303 304 0=128 1=16 2=-1 | |
| Gemm gemm_23 1 1 298 305 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_463 1 1 305 306 0=128 1=16 2=-1 | |
| RMSNorm rmsn_209 1 1 302 307 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_210 1 1 304 308 0=128 1=1.000000e-6 2=1 | |
| Permute permute_349 1 1 307 309 0=0 | |
| Split splitncnn_23 1 2 309 310 311 | |
| Permute permute_350 1 1 308 312 0=0 | |
| Split splitncnn_24 1 2 312 313 314 | |
| Slice tensor_split_6 1 2 310 315 316 -23300=2,64,-233 1=2 | |
| Slice tensor_split_7 1 2 313 317 318 -23300=2,64,-233 1=2 | |
| UnaryOp neg_33 1 1 316 319 0=1 | |
| Concat cat_6 2 1 319 315 320 0=2 | |
| UnaryOp neg_34 1 1 318 321 0=1 | |
| Concat cat_7 2 1 321 317 322 0=2 | |
| BinaryOp mul_35 2 1 320 118 323 0=2 | |
| BinaryOp mul_36 2 1 311 60 324 0=2 | |
| BinaryOp add_37 2 1 324 323 325 0=0 | |
| BinaryOp mul_38 2 1 322 119 326 0=2 | |
| BinaryOp mul_39 2 1 314 61 327 0=2 | |
| BinaryOp add_40 2 1 327 326 328 0=0 | |
| Permute zfx_pre_24 1 1 325 zfx_pb_25 0=2 | |
| Permute zfx_pre_26 1 1 328 zfx_pb_27 0=2 | |
| Permute zfx_pre_28 1 1 306 zfx_pb_29 0=2 | |
| SDPA sdpa_568 6 3 zfx_pb_25 zfx_pb_27 zfx_pb_29 28 cache_k3 cache_v3 329 out_cache_k3 out_cache_v3 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_30 1 1 329 zfx_pob_31 0=2 | |
| Reshape reshape_464 1 1 zfx_pob_31 330 0=2048 1=-1 | |
| Gemm gemm_24 1 1 330 331 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_41 2 1 295 331 332 0=0 | |
| Split splitncnn_25 1 2 332 333 334 | |
| RMSNorm rmsn_211 1 1 334 335 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_26 1 2 335 336 337 | |
| Gemm gemm_25 1 1 337 338 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_26 1 1 336 339 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_312 1 1 338 340 | |
| BinaryOp mul_42 2 1 340 339 341 0=2 | |
| Gemm gemm_27 1 1 341 342 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_43 2 1 333 342 343 0=0 | |
| Split splitncnn_27 1 2 343 344 345 | |
| RMSNorm rmsn_212 1 1 345 346 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_28 1 3 346 347 348 349 | |
| Gemm gemm_28 1 1 349 350 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_465 1 1 350 351 0=128 1=16 2=-1 | |
| Gemm gemm_29 1 1 348 352 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_466 1 1 352 353 0=128 1=16 2=-1 | |
| Gemm gemm_30 1 1 347 354 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_467 1 1 354 355 0=128 1=16 2=-1 | |
| RMSNorm rmsn_213 1 1 351 356 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_214 1 1 353 357 0=128 1=1.000000e-6 2=1 | |
| Permute permute_353 1 1 356 358 0=0 | |
| Split splitncnn_29 1 2 358 359 360 | |
| Permute permute_354 1 1 357 361 0=0 | |
| Split splitncnn_30 1 2 361 362 363 | |
| Slice tensor_split_8 1 2 359 364 365 -23300=2,64,-233 1=2 | |
| Slice tensor_split_9 1 2 362 366 367 -23300=2,64,-233 1=2 | |
| UnaryOp neg_44 1 1 365 368 0=1 | |
| Concat cat_8 2 1 368 364 369 0=2 | |
| UnaryOp neg_45 1 1 367 370 0=1 | |
| Concat cat_9 2 1 370 366 371 0=2 | |
| BinaryOp mul_46 2 1 369 120 372 0=2 | |
| BinaryOp mul_47 2 1 360 62 373 0=2 | |
| BinaryOp add_48 2 1 373 372 374 0=0 | |
| BinaryOp mul_49 2 1 371 121 375 0=2 | |
| BinaryOp mul_50 2 1 363 63 376 0=2 | |
| BinaryOp add_51 2 1 376 375 377 0=0 | |
| Permute zfx_pre_32 1 1 374 zfx_pb_33 0=2 | |
| Permute zfx_pre_34 1 1 377 zfx_pb_35 0=2 | |
| Permute zfx_pre_36 1 1 355 zfx_pb_37 0=2 | |
| SDPA sdpa_569 6 3 zfx_pb_33 zfx_pb_35 zfx_pb_37 27 cache_k4 cache_v4 378 out_cache_k4 out_cache_v4 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_38 1 1 378 zfx_pob_39 0=2 | |
| Reshape reshape_468 1 1 zfx_pob_39 379 0=2048 1=-1 | |
| Gemm gemm_31 1 1 379 380 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_52 2 1 344 380 381 0=0 | |
| Split splitncnn_31 1 2 381 382 383 | |
| RMSNorm rmsn_215 1 1 383 384 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_32 1 2 384 385 386 | |
| Gemm gemm_32 1 1 386 387 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_33 1 1 385 388 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_313 1 1 387 389 | |
| BinaryOp mul_53 2 1 389 388 390 0=2 | |
| Gemm gemm_34 1 1 390 391 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_54 2 1 382 391 392 0=0 | |
| Split splitncnn_33 1 2 392 393 394 | |
| RMSNorm rmsn_216 1 1 394 395 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_34 1 3 395 396 397 398 | |
| Gemm gemm_35 1 1 398 399 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_469 1 1 399 400 0=128 1=16 2=-1 | |
| Gemm gemm_36 1 1 397 401 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_470 1 1 401 402 0=128 1=16 2=-1 | |
| Gemm gemm_37 1 1 396 403 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_471 1 1 403 404 0=128 1=16 2=-1 | |
| RMSNorm rmsn_217 1 1 400 405 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_218 1 1 402 406 0=128 1=1.000000e-6 2=1 | |
| Permute permute_357 1 1 405 407 0=0 | |
| Split splitncnn_35 1 2 407 408 409 | |
| Permute permute_358 1 1 406 410 0=0 | |
| Split splitncnn_36 1 2 410 411 412 | |
| Slice tensor_split_10 1 2 408 413 414 -23300=2,64,-233 1=2 | |
| Slice tensor_split_11 1 2 411 415 416 -23300=2,64,-233 1=2 | |
| UnaryOp neg_55 1 1 414 417 0=1 | |
| Concat cat_10 2 1 417 413 418 0=2 | |
| UnaryOp neg_56 1 1 416 419 0=1 | |
| Concat cat_11 2 1 419 415 420 0=2 | |
| BinaryOp mul_57 2 1 418 122 421 0=2 | |
| BinaryOp mul_58 2 1 409 64 422 0=2 | |
| BinaryOp add_59 2 1 422 421 423 0=0 | |
| BinaryOp mul_60 2 1 420 123 424 0=2 | |
| BinaryOp mul_61 2 1 412 65 425 0=2 | |
| BinaryOp add_62 2 1 425 424 426 0=0 | |
| Permute zfx_pre_40 1 1 423 zfx_pb_41 0=2 | |
| Permute zfx_pre_42 1 1 426 zfx_pb_43 0=2 | |
| Permute zfx_pre_44 1 1 404 zfx_pb_45 0=2 | |
| SDPA sdpa_570 6 3 zfx_pb_41 zfx_pb_43 zfx_pb_45 26 cache_k5 cache_v5 427 out_cache_k5 out_cache_v5 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_46 1 1 427 zfx_pob_47 0=2 | |
| Reshape reshape_472 1 1 zfx_pob_47 428 0=2048 1=-1 | |
| Gemm gemm_38 1 1 428 429 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_63 2 1 393 429 430 0=0 | |
| Split splitncnn_37 1 2 430 431 432 | |
| RMSNorm rmsn_219 1 1 432 433 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_38 1 2 433 434 435 | |
| Gemm gemm_39 1 1 435 436 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_40 1 1 434 437 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_314 1 1 436 438 | |
| BinaryOp mul_64 2 1 438 437 439 0=2 | |
| Gemm gemm_41 1 1 439 440 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_65 2 1 431 440 441 0=0 | |
| Split splitncnn_39 1 2 441 442 443 | |
| RMSNorm rmsn_220 1 1 443 444 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_40 1 3 444 445 446 447 | |
| Gemm gemm_42 1 1 447 448 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_473 1 1 448 449 0=128 1=16 2=-1 | |
| Gemm gemm_43 1 1 446 450 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_474 1 1 450 451 0=128 1=16 2=-1 | |
| Gemm gemm_44 1 1 445 452 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_475 1 1 452 453 0=128 1=16 2=-1 | |
| RMSNorm rmsn_221 1 1 449 454 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_222 1 1 451 455 0=128 1=1.000000e-6 2=1 | |
| Permute permute_361 1 1 454 456 0=0 | |
| Split splitncnn_41 1 2 456 457 458 | |
| Permute permute_362 1 1 455 459 0=0 | |
| Split splitncnn_42 1 2 459 460 461 | |
| Slice tensor_split_12 1 2 457 462 463 -23300=2,64,-233 1=2 | |
| Slice tensor_split_13 1 2 460 464 465 -23300=2,64,-233 1=2 | |
| UnaryOp neg_66 1 1 463 466 0=1 | |
| Concat cat_12 2 1 466 462 467 0=2 | |
| UnaryOp neg_67 1 1 465 468 0=1 | |
| Concat cat_13 2 1 468 464 469 0=2 | |
| BinaryOp mul_68 2 1 467 124 470 0=2 | |
| BinaryOp mul_69 2 1 458 66 471 0=2 | |
| BinaryOp add_70 2 1 471 470 472 0=0 | |
| BinaryOp mul_71 2 1 469 125 473 0=2 | |
| BinaryOp mul_72 2 1 461 67 474 0=2 | |
| BinaryOp add_73 2 1 474 473 475 0=0 | |
| Permute zfx_pre_48 1 1 472 zfx_pb_49 0=2 | |
| Permute zfx_pre_50 1 1 475 zfx_pb_51 0=2 | |
| Permute zfx_pre_52 1 1 453 zfx_pb_53 0=2 | |
| SDPA sdpa_571 6 3 zfx_pb_49 zfx_pb_51 zfx_pb_53 25 cache_k6 cache_v6 476 out_cache_k6 out_cache_v6 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_54 1 1 476 zfx_pob_55 0=2 | |
| Reshape reshape_476 1 1 zfx_pob_55 477 0=2048 1=-1 | |
| Gemm gemm_45 1 1 477 478 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_74 2 1 442 478 479 0=0 | |
| Split splitncnn_43 1 2 479 480 481 | |
| RMSNorm rmsn_223 1 1 481 482 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_44 1 2 482 483 484 | |
| Gemm gemm_46 1 1 484 485 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_47 1 1 483 486 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_315 1 1 485 487 | |
| BinaryOp mul_75 2 1 487 486 488 0=2 | |
| Gemm gemm_48 1 1 488 489 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_76 2 1 480 489 490 0=0 | |
| Split splitncnn_45 1 2 490 491 492 | |
| RMSNorm rmsn_224 1 1 492 493 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_46 1 3 493 494 495 496 | |
| Gemm gemm_49 1 1 496 497 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_477 1 1 497 498 0=128 1=16 2=-1 | |
| Gemm gemm_50 1 1 495 499 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_478 1 1 499 500 0=128 1=16 2=-1 | |
| Gemm gemm_51 1 1 494 501 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_479 1 1 501 502 0=128 1=16 2=-1 | |
| RMSNorm rmsn_225 1 1 498 503 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_226 1 1 500 504 0=128 1=1.000000e-6 2=1 | |
| Permute permute_365 1 1 503 505 0=0 | |
| Split splitncnn_47 1 2 505 506 507 | |
| Permute permute_366 1 1 504 508 0=0 | |
| Split splitncnn_48 1 2 508 509 510 | |
| Slice tensor_split_14 1 2 506 511 512 -23300=2,64,-233 1=2 | |
| Slice tensor_split_15 1 2 509 513 514 -23300=2,64,-233 1=2 | |
| UnaryOp neg_77 1 1 512 515 0=1 | |
| Concat cat_14 2 1 515 511 516 0=2 | |
| UnaryOp neg_78 1 1 514 517 0=1 | |
| Concat cat_15 2 1 517 513 518 0=2 | |
| BinaryOp mul_79 2 1 516 126 519 0=2 | |
| BinaryOp mul_80 2 1 507 68 520 0=2 | |
| BinaryOp add_81 2 1 520 519 521 0=0 | |
| BinaryOp mul_82 2 1 518 127 522 0=2 | |
| BinaryOp mul_83 2 1 510 69 523 0=2 | |
| BinaryOp add_84 2 1 523 522 524 0=0 | |
| Permute zfx_pre_56 1 1 521 zfx_pb_57 0=2 | |
| Permute zfx_pre_58 1 1 524 zfx_pb_59 0=2 | |
| Permute zfx_pre_60 1 1 502 zfx_pb_61 0=2 | |
| SDPA sdpa_572 6 3 zfx_pb_57 zfx_pb_59 zfx_pb_61 24 cache_k7 cache_v7 525 out_cache_k7 out_cache_v7 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_62 1 1 525 zfx_pob_63 0=2 | |
| Reshape reshape_480 1 1 zfx_pob_63 526 0=2048 1=-1 | |
| Gemm gemm_52 1 1 526 527 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_85 2 1 491 527 528 0=0 | |
| Split splitncnn_49 1 2 528 529 530 | |
| RMSNorm rmsn_227 1 1 530 531 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_50 1 2 531 532 533 | |
| Gemm gemm_53 1 1 533 534 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_54 1 1 532 535 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_316 1 1 534 536 | |
| BinaryOp mul_86 2 1 536 535 537 0=2 | |
| Gemm gemm_55 1 1 537 538 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_87 2 1 529 538 539 0=0 | |
| Split splitncnn_51 1 2 539 540 541 | |
| RMSNorm rmsn_228 1 1 541 542 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_52 1 3 542 543 544 545 | |
| Gemm gemm_56 1 1 545 546 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_481 1 1 546 547 0=128 1=16 2=-1 | |
| Gemm gemm_57 1 1 544 548 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_482 1 1 548 549 0=128 1=16 2=-1 | |
| Gemm gemm_58 1 1 543 550 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_483 1 1 550 551 0=128 1=16 2=-1 | |
| RMSNorm rmsn_229 1 1 547 552 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_230 1 1 549 553 0=128 1=1.000000e-6 2=1 | |
| Permute permute_369 1 1 552 554 0=0 | |
| Split splitncnn_53 1 2 554 555 556 | |
| Permute permute_370 1 1 553 557 0=0 | |
| Split splitncnn_54 1 2 557 558 559 | |
| Slice tensor_split_16 1 2 555 560 561 -23300=2,64,-233 1=2 | |
| Slice tensor_split_17 1 2 558 562 563 -23300=2,64,-233 1=2 | |
| UnaryOp neg_88 1 1 561 564 0=1 | |
| Concat cat_16 2 1 564 560 565 0=2 | |
| UnaryOp neg_89 1 1 563 566 0=1 | |
| Concat cat_17 2 1 566 562 567 0=2 | |
| BinaryOp mul_90 2 1 565 128 568 0=2 | |
| BinaryOp mul_91 2 1 556 70 569 0=2 | |
| BinaryOp add_92 2 1 569 568 570 0=0 | |
| BinaryOp mul_93 2 1 567 129 571 0=2 | |
| BinaryOp mul_94 2 1 559 71 572 0=2 | |
| BinaryOp add_95 2 1 572 571 573 0=0 | |
| Permute zfx_pre_64 1 1 570 zfx_pb_65 0=2 | |
| Permute zfx_pre_66 1 1 573 zfx_pb_67 0=2 | |
| Permute zfx_pre_68 1 1 551 zfx_pb_69 0=2 | |
| SDPA sdpa_573 6 3 zfx_pb_65 zfx_pb_67 zfx_pb_69 23 cache_k8 cache_v8 574 out_cache_k8 out_cache_v8 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_70 1 1 574 zfx_pob_71 0=2 | |
| Reshape reshape_484 1 1 zfx_pob_71 575 0=2048 1=-1 | |
| Gemm gemm_59 1 1 575 576 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_96 2 1 540 576 577 0=0 | |
| Split splitncnn_55 1 2 577 578 579 | |
| RMSNorm rmsn_231 1 1 579 580 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_56 1 2 580 581 582 | |
| Gemm gemm_60 1 1 582 583 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_61 1 1 581 584 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_317 1 1 583 585 | |
| BinaryOp mul_97 2 1 585 584 586 0=2 | |
| Gemm gemm_62 1 1 586 587 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_98 2 1 578 587 588 0=0 | |
| Split splitncnn_57 1 2 588 589 590 | |
| RMSNorm rmsn_232 1 1 590 591 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_58 1 3 591 592 593 594 | |
| Gemm gemm_63 1 1 594 595 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_485 1 1 595 596 0=128 1=16 2=-1 | |
| Gemm gemm_64 1 1 593 597 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_486 1 1 597 598 0=128 1=16 2=-1 | |
| Gemm gemm_65 1 1 592 599 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_487 1 1 599 600 0=128 1=16 2=-1 | |
| RMSNorm rmsn_233 1 1 596 601 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_234 1 1 598 602 0=128 1=1.000000e-6 2=1 | |
| Permute permute_373 1 1 601 603 0=0 | |
| Split splitncnn_59 1 2 603 604 605 | |
| Permute permute_374 1 1 602 606 0=0 | |
| Split splitncnn_60 1 2 606 607 608 | |
| Slice tensor_split_18 1 2 604 609 610 -23300=2,64,-233 1=2 | |
| Slice tensor_split_19 1 2 607 611 612 -23300=2,64,-233 1=2 | |
| UnaryOp neg_99 1 1 610 613 0=1 | |
| Concat cat_18 2 1 613 609 614 0=2 | |
| UnaryOp neg_100 1 1 612 615 0=1 | |
| Concat cat_19 2 1 615 611 616 0=2 | |
| BinaryOp mul_101 2 1 614 130 617 0=2 | |
| BinaryOp mul_102 2 1 605 72 618 0=2 | |
| BinaryOp add_103 2 1 618 617 619 0=0 | |
| BinaryOp mul_104 2 1 616 131 620 0=2 | |
| BinaryOp mul_105 2 1 608 73 621 0=2 | |
| BinaryOp add_106 2 1 621 620 622 0=0 | |
| Permute zfx_pre_72 1 1 619 zfx_pb_73 0=2 | |
| Permute zfx_pre_74 1 1 622 zfx_pb_75 0=2 | |
| Permute zfx_pre_76 1 1 600 zfx_pb_77 0=2 | |
| SDPA sdpa_574 6 3 zfx_pb_73 zfx_pb_75 zfx_pb_77 22 cache_k9 cache_v9 623 out_cache_k9 out_cache_v9 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_78 1 1 623 zfx_pob_79 0=2 | |
| Reshape reshape_488 1 1 zfx_pob_79 624 0=2048 1=-1 | |
| Gemm gemm_66 1 1 624 625 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_107 2 1 589 625 626 0=0 | |
| Split splitncnn_61 1 2 626 627 628 | |
| RMSNorm rmsn_235 1 1 628 629 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_62 1 2 629 630 631 | |
| Gemm gemm_67 1 1 631 632 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_68 1 1 630 633 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_318 1 1 632 634 | |
| BinaryOp mul_108 2 1 634 633 635 0=2 | |
| Gemm gemm_69 1 1 635 636 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_109 2 1 627 636 637 0=0 | |
| Split splitncnn_63 1 2 637 638 639 | |
| RMSNorm rmsn_236 1 1 639 640 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_64 1 3 640 641 642 643 | |
| Gemm gemm_70 1 1 643 644 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_489 1 1 644 645 0=128 1=16 2=-1 | |
| Gemm gemm_71 1 1 642 646 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_490 1 1 646 647 0=128 1=16 2=-1 | |
| Gemm gemm_72 1 1 641 648 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_491 1 1 648 649 0=128 1=16 2=-1 | |
| RMSNorm rmsn_237 1 1 645 650 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_238 1 1 647 651 0=128 1=1.000000e-6 2=1 | |
| Permute permute_377 1 1 650 652 0=0 | |
| Split splitncnn_65 1 2 652 653 654 | |
| Permute permute_378 1 1 651 655 0=0 | |
| Split splitncnn_66 1 2 655 656 657 | |
| Slice tensor_split_20 1 2 653 658 659 -23300=2,64,-233 1=2 | |
| Slice tensor_split_21 1 2 656 660 661 -23300=2,64,-233 1=2 | |
| UnaryOp neg_110 1 1 659 662 0=1 | |
| Concat cat_20 2 1 662 658 663 0=2 | |
| UnaryOp neg_111 1 1 661 664 0=1 | |
| Concat cat_21 2 1 664 660 665 0=2 | |
| BinaryOp mul_112 2 1 663 132 666 0=2 | |
| BinaryOp mul_113 2 1 654 74 667 0=2 | |
| BinaryOp add_114 2 1 667 666 668 0=0 | |
| BinaryOp mul_115 2 1 665 133 669 0=2 | |
| BinaryOp mul_116 2 1 657 75 670 0=2 | |
| BinaryOp add_117 2 1 670 669 671 0=0 | |
| Permute zfx_pre_80 1 1 668 zfx_pb_81 0=2 | |
| Permute zfx_pre_82 1 1 671 zfx_pb_83 0=2 | |
| Permute zfx_pre_84 1 1 649 zfx_pb_85 0=2 | |
| SDPA sdpa_575 6 3 zfx_pb_81 zfx_pb_83 zfx_pb_85 21 cache_k10 cache_v10 672 out_cache_k10 out_cache_v10 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_86 1 1 672 zfx_pob_87 0=2 | |
| Reshape reshape_492 1 1 zfx_pob_87 673 0=2048 1=-1 | |
| Gemm gemm_73 1 1 673 674 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_118 2 1 638 674 675 0=0 | |
| Split splitncnn_67 1 2 675 676 677 | |
| RMSNorm rmsn_239 1 1 677 678 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_68 1 2 678 679 680 | |
| Gemm gemm_74 1 1 680 681 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_75 1 1 679 682 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_319 1 1 681 683 | |
| BinaryOp mul_119 2 1 683 682 684 0=2 | |
| Gemm gemm_76 1 1 684 685 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_120 2 1 676 685 686 0=0 | |
| Split splitncnn_69 1 2 686 687 688 | |
| RMSNorm rmsn_240 1 1 688 689 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_70 1 3 689 690 691 692 | |
| Gemm gemm_77 1 1 692 693 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_493 1 1 693 694 0=128 1=16 2=-1 | |
| Gemm gemm_78 1 1 691 695 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_494 1 1 695 696 0=128 1=16 2=-1 | |
| Gemm gemm_79 1 1 690 697 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_495 1 1 697 698 0=128 1=16 2=-1 | |
| RMSNorm rmsn_241 1 1 694 699 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_242 1 1 696 700 0=128 1=1.000000e-6 2=1 | |
| Permute permute_381 1 1 699 701 0=0 | |
| Split splitncnn_71 1 2 701 702 703 | |
| Permute permute_382 1 1 700 704 0=0 | |
| Split splitncnn_72 1 2 704 705 706 | |
| Slice tensor_split_22 1 2 702 707 708 -23300=2,64,-233 1=2 | |
| Slice tensor_split_23 1 2 705 709 710 -23300=2,64,-233 1=2 | |
| UnaryOp neg_121 1 1 708 711 0=1 | |
| Concat cat_22 2 1 711 707 712 0=2 | |
| UnaryOp neg_122 1 1 710 713 0=1 | |
| Concat cat_23 2 1 713 709 714 0=2 | |
| BinaryOp mul_123 2 1 712 134 715 0=2 | |
| BinaryOp mul_124 2 1 703 76 716 0=2 | |
| BinaryOp add_125 2 1 716 715 717 0=0 | |
| BinaryOp mul_126 2 1 714 135 718 0=2 | |
| BinaryOp mul_127 2 1 706 77 719 0=2 | |
| BinaryOp add_128 2 1 719 718 720 0=0 | |
| Permute zfx_pre_88 1 1 717 zfx_pb_89 0=2 | |
| Permute zfx_pre_90 1 1 720 zfx_pb_91 0=2 | |
| Permute zfx_pre_92 1 1 698 zfx_pb_93 0=2 | |
| SDPA sdpa_576 6 3 zfx_pb_89 zfx_pb_91 zfx_pb_93 20 cache_k11 cache_v11 721 out_cache_k11 out_cache_v11 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_94 1 1 721 zfx_pob_95 0=2 | |
| Reshape reshape_496 1 1 zfx_pob_95 722 0=2048 1=-1 | |
| Gemm gemm_80 1 1 722 723 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_129 2 1 687 723 724 0=0 | |
| Split splitncnn_73 1 2 724 725 726 | |
| RMSNorm rmsn_243 1 1 726 727 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_74 1 2 727 728 729 | |
| Gemm gemm_81 1 1 729 730 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_82 1 1 728 731 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_320 1 1 730 732 | |
| BinaryOp mul_130 2 1 732 731 733 0=2 | |
| Gemm gemm_83 1 1 733 734 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_131 2 1 725 734 735 0=0 | |
| Split splitncnn_75 1 2 735 736 737 | |
| RMSNorm rmsn_244 1 1 737 738 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_76 1 3 738 739 740 741 | |
| Gemm gemm_84 1 1 741 742 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_497 1 1 742 743 0=128 1=16 2=-1 | |
| Gemm gemm_85 1 1 740 744 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_498 1 1 744 745 0=128 1=16 2=-1 | |
| Gemm gemm_86 1 1 739 746 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_499 1 1 746 747 0=128 1=16 2=-1 | |
| RMSNorm rmsn_245 1 1 743 748 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_246 1 1 745 749 0=128 1=1.000000e-6 2=1 | |
| Permute permute_385 1 1 748 750 0=0 | |
| Split splitncnn_77 1 2 750 751 752 | |
| Permute permute_386 1 1 749 753 0=0 | |
| Split splitncnn_78 1 2 753 754 755 | |
| Slice tensor_split_24 1 2 751 756 757 -23300=2,64,-233 1=2 | |
| Slice tensor_split_25 1 2 754 758 759 -23300=2,64,-233 1=2 | |
| UnaryOp neg_132 1 1 757 760 0=1 | |
| Concat cat_24 2 1 760 756 761 0=2 | |
| UnaryOp neg_133 1 1 759 762 0=1 | |
| Concat cat_25 2 1 762 758 763 0=2 | |
| BinaryOp mul_134 2 1 761 136 764 0=2 | |
| BinaryOp mul_135 2 1 752 78 765 0=2 | |
| BinaryOp add_136 2 1 765 764 766 0=0 | |
| BinaryOp mul_137 2 1 763 137 767 0=2 | |
| BinaryOp mul_138 2 1 755 79 768 0=2 | |
| BinaryOp add_139 2 1 768 767 769 0=0 | |
| Permute zfx_pre_96 1 1 766 zfx_pb_97 0=2 | |
| Permute zfx_pre_98 1 1 769 zfx_pb_99 0=2 | |
| Permute zfx_pre_100 1 1 747 zfx_pb_101 0=2 | |
| SDPA sdpa_577 6 3 zfx_pb_97 zfx_pb_99 zfx_pb_101 19 cache_k12 cache_v12 770 out_cache_k12 out_cache_v12 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_102 1 1 770 zfx_pob_103 0=2 | |
| Reshape reshape_500 1 1 zfx_pob_103 771 0=2048 1=-1 | |
| Gemm gemm_87 1 1 771 772 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_140 2 1 736 772 773 0=0 | |
| Split splitncnn_79 1 2 773 774 775 | |
| RMSNorm rmsn_247 1 1 775 776 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_80 1 2 776 777 778 | |
| Gemm gemm_88 1 1 778 779 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_89 1 1 777 780 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_321 1 1 779 781 | |
| BinaryOp mul_141 2 1 781 780 782 0=2 | |
| Gemm gemm_90 1 1 782 783 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_142 2 1 774 783 784 0=0 | |
| Split splitncnn_81 1 2 784 785 786 | |
| RMSNorm rmsn_248 1 1 786 787 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_82 1 3 787 788 789 790 | |
| Gemm gemm_91 1 1 790 791 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_501 1 1 791 792 0=128 1=16 2=-1 | |
| Gemm gemm_92 1 1 789 793 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_502 1 1 793 794 0=128 1=16 2=-1 | |
| Gemm gemm_93 1 1 788 795 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_503 1 1 795 796 0=128 1=16 2=-1 | |
| RMSNorm rmsn_249 1 1 792 797 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_250 1 1 794 798 0=128 1=1.000000e-6 2=1 | |
| Permute permute_389 1 1 797 799 0=0 | |
| Split splitncnn_83 1 2 799 800 801 | |
| Permute permute_390 1 1 798 802 0=0 | |
| Split splitncnn_84 1 2 802 803 804 | |
| Slice tensor_split_26 1 2 800 805 806 -23300=2,64,-233 1=2 | |
| Slice tensor_split_27 1 2 803 807 808 -23300=2,64,-233 1=2 | |
| UnaryOp neg_143 1 1 806 809 0=1 | |
| Concat cat_26 2 1 809 805 810 0=2 | |
| UnaryOp neg_144 1 1 808 811 0=1 | |
| Concat cat_27 2 1 811 807 812 0=2 | |
| BinaryOp mul_145 2 1 810 138 813 0=2 | |
| BinaryOp mul_146 2 1 801 80 814 0=2 | |
| BinaryOp add_147 2 1 814 813 815 0=0 | |
| BinaryOp mul_148 2 1 812 139 816 0=2 | |
| BinaryOp mul_149 2 1 804 81 817 0=2 | |
| BinaryOp add_150 2 1 817 816 818 0=0 | |
| Permute zfx_pre_104 1 1 815 zfx_pb_105 0=2 | |
| Permute zfx_pre_106 1 1 818 zfx_pb_107 0=2 | |
| Permute zfx_pre_108 1 1 796 zfx_pb_109 0=2 | |
| SDPA sdpa_578 6 3 zfx_pb_105 zfx_pb_107 zfx_pb_109 18 cache_k13 cache_v13 819 out_cache_k13 out_cache_v13 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_110 1 1 819 zfx_pob_111 0=2 | |
| Reshape reshape_504 1 1 zfx_pob_111 820 0=2048 1=-1 | |
| Gemm gemm_94 1 1 820 821 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_151 2 1 785 821 822 0=0 | |
| Split splitncnn_85 1 2 822 823 824 | |
| RMSNorm rmsn_251 1 1 824 825 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_86 1 2 825 826 827 | |
| Gemm gemm_95 1 1 827 828 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_96 1 1 826 829 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_322 1 1 828 830 | |
| BinaryOp mul_152 2 1 830 829 831 0=2 | |
| Gemm gemm_97 1 1 831 832 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_153 2 1 823 832 833 0=0 | |
| Split splitncnn_87 1 2 833 834 835 | |
| RMSNorm rmsn_252 1 1 835 836 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_88 1 3 836 837 838 839 | |
| Gemm gemm_98 1 1 839 840 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_505 1 1 840 841 0=128 1=16 2=-1 | |
| Gemm gemm_99 1 1 838 842 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_506 1 1 842 843 0=128 1=16 2=-1 | |
| Gemm gemm_100 1 1 837 844 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_507 1 1 844 845 0=128 1=16 2=-1 | |
| RMSNorm rmsn_253 1 1 841 846 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_254 1 1 843 847 0=128 1=1.000000e-6 2=1 | |
| Permute permute_393 1 1 846 848 0=0 | |
| Split splitncnn_89 1 2 848 849 850 | |
| Permute permute_394 1 1 847 851 0=0 | |
| Split splitncnn_90 1 2 851 852 853 | |
| Slice tensor_split_28 1 2 849 854 855 -23300=2,64,-233 1=2 | |
| Slice tensor_split_29 1 2 852 856 857 -23300=2,64,-233 1=2 | |
| UnaryOp neg_154 1 1 855 858 0=1 | |
| Concat cat_28 2 1 858 854 859 0=2 | |
| UnaryOp neg_155 1 1 857 860 0=1 | |
| Concat cat_29 2 1 860 856 861 0=2 | |
| BinaryOp mul_156 2 1 859 140 862 0=2 | |
| BinaryOp mul_157 2 1 850 82 863 0=2 | |
| BinaryOp add_158 2 1 863 862 864 0=0 | |
| BinaryOp mul_159 2 1 861 141 865 0=2 | |
| BinaryOp mul_160 2 1 853 83 866 0=2 | |
| BinaryOp add_161 2 1 866 865 867 0=0 | |
| Permute zfx_pre_112 1 1 864 zfx_pb_113 0=2 | |
| Permute zfx_pre_114 1 1 867 zfx_pb_115 0=2 | |
| Permute zfx_pre_116 1 1 845 zfx_pb_117 0=2 | |
| SDPA sdpa_579 6 3 zfx_pb_113 zfx_pb_115 zfx_pb_117 17 cache_k14 cache_v14 868 out_cache_k14 out_cache_v14 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_118 1 1 868 zfx_pob_119 0=2 | |
| Reshape reshape_508 1 1 zfx_pob_119 869 0=2048 1=-1 | |
| Gemm gemm_101 1 1 869 870 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_162 2 1 834 870 871 0=0 | |
| Split splitncnn_91 1 2 871 872 873 | |
| RMSNorm rmsn_255 1 1 873 874 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_92 1 2 874 875 876 | |
| Gemm gemm_102 1 1 876 877 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_103 1 1 875 878 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_323 1 1 877 879 | |
| BinaryOp mul_163 2 1 879 878 880 0=2 | |
| Gemm gemm_104 1 1 880 881 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_164 2 1 872 881 882 0=0 | |
| Split splitncnn_93 1 2 882 883 884 | |
| RMSNorm rmsn_256 1 1 884 885 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_94 1 3 885 886 887 888 | |
| Gemm gemm_105 1 1 888 889 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_509 1 1 889 890 0=128 1=16 2=-1 | |
| Gemm gemm_106 1 1 887 891 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_510 1 1 891 892 0=128 1=16 2=-1 | |
| Gemm gemm_107 1 1 886 893 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_511 1 1 893 894 0=128 1=16 2=-1 | |
| RMSNorm rmsn_257 1 1 890 895 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_258 1 1 892 896 0=128 1=1.000000e-6 2=1 | |
| Permute permute_397 1 1 895 897 0=0 | |
| Split splitncnn_95 1 2 897 898 899 | |
| Permute permute_398 1 1 896 900 0=0 | |
| Split splitncnn_96 1 2 900 901 902 | |
| Slice tensor_split_30 1 2 898 903 904 -23300=2,64,-233 1=2 | |
| Slice tensor_split_31 1 2 901 905 906 -23300=2,64,-233 1=2 | |
| UnaryOp neg_165 1 1 904 907 0=1 | |
| Concat cat_30 2 1 907 903 908 0=2 | |
| UnaryOp neg_166 1 1 906 909 0=1 | |
| Concat cat_31 2 1 909 905 910 0=2 | |
| BinaryOp mul_167 2 1 908 142 911 0=2 | |
| BinaryOp mul_168 2 1 899 84 912 0=2 | |
| BinaryOp add_169 2 1 912 911 913 0=0 | |
| BinaryOp mul_170 2 1 910 143 914 0=2 | |
| BinaryOp mul_171 2 1 902 85 915 0=2 | |
| BinaryOp add_172 2 1 915 914 916 0=0 | |
| Permute zfx_pre_120 1 1 913 zfx_pb_121 0=2 | |
| Permute zfx_pre_122 1 1 916 zfx_pb_123 0=2 | |
| Permute zfx_pre_124 1 1 894 zfx_pb_125 0=2 | |
| SDPA sdpa_580 6 3 zfx_pb_121 zfx_pb_123 zfx_pb_125 16 cache_k15 cache_v15 917 out_cache_k15 out_cache_v15 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_126 1 1 917 zfx_pob_127 0=2 | |
| Reshape reshape_512 1 1 zfx_pob_127 918 0=2048 1=-1 | |
| Gemm gemm_108 1 1 918 919 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_173 2 1 883 919 920 0=0 | |
| Split splitncnn_97 1 2 920 921 922 | |
| RMSNorm rmsn_259 1 1 922 923 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_98 1 2 923 924 925 | |
| Gemm gemm_109 1 1 925 926 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_110 1 1 924 927 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_324 1 1 926 928 | |
| BinaryOp mul_174 2 1 928 927 929 0=2 | |
| Gemm gemm_111 1 1 929 930 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_175 2 1 921 930 931 0=0 | |
| Split splitncnn_99 1 2 931 932 933 | |
| RMSNorm rmsn_260 1 1 933 934 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_100 1 3 934 935 936 937 | |
| Gemm gemm_112 1 1 937 938 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_513 1 1 938 939 0=128 1=16 2=-1 | |
| Gemm gemm_113 1 1 936 940 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_514 1 1 940 941 0=128 1=16 2=-1 | |
| Gemm gemm_114 1 1 935 942 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_515 1 1 942 943 0=128 1=16 2=-1 | |
| RMSNorm rmsn_261 1 1 939 944 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_262 1 1 941 945 0=128 1=1.000000e-6 2=1 | |
| Permute permute_401 1 1 944 946 0=0 | |
| Split splitncnn_101 1 2 946 947 948 | |
| Permute permute_402 1 1 945 949 0=0 | |
| Split splitncnn_102 1 2 949 950 951 | |
| Slice tensor_split_32 1 2 947 952 953 -23300=2,64,-233 1=2 | |
| Slice tensor_split_33 1 2 950 954 955 -23300=2,64,-233 1=2 | |
| UnaryOp neg_176 1 1 953 956 0=1 | |
| Concat cat_32 2 1 956 952 957 0=2 | |
| UnaryOp neg_177 1 1 955 958 0=1 | |
| Concat cat_33 2 1 958 954 959 0=2 | |
| BinaryOp mul_178 2 1 957 144 960 0=2 | |
| BinaryOp mul_179 2 1 948 86 961 0=2 | |
| BinaryOp add_180 2 1 961 960 962 0=0 | |
| BinaryOp mul_181 2 1 959 145 963 0=2 | |
| BinaryOp mul_182 2 1 951 87 964 0=2 | |
| BinaryOp add_183 2 1 964 963 965 0=0 | |
| Permute zfx_pre_128 1 1 962 zfx_pb_129 0=2 | |
| Permute zfx_pre_130 1 1 965 zfx_pb_131 0=2 | |
| Permute zfx_pre_132 1 1 943 zfx_pb_133 0=2 | |
| SDPA sdpa_581 6 3 zfx_pb_129 zfx_pb_131 zfx_pb_133 15 cache_k16 cache_v16 966 out_cache_k16 out_cache_v16 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_134 1 1 966 zfx_pob_135 0=2 | |
| Reshape reshape_516 1 1 zfx_pob_135 967 0=2048 1=-1 | |
| Gemm gemm_115 1 1 967 968 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_184 2 1 932 968 969 0=0 | |
| Split splitncnn_103 1 2 969 970 971 | |
| RMSNorm rmsn_263 1 1 971 972 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_104 1 2 972 973 974 | |
| Gemm gemm_116 1 1 974 975 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_117 1 1 973 976 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_325 1 1 975 977 | |
| BinaryOp mul_185 2 1 977 976 978 0=2 | |
| Gemm gemm_118 1 1 978 979 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_186 2 1 970 979 980 0=0 | |
| Split splitncnn_105 1 2 980 981 982 | |
| RMSNorm rmsn_264 1 1 982 983 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_106 1 3 983 984 985 986 | |
| Gemm gemm_119 1 1 986 987 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_517 1 1 987 988 0=128 1=16 2=-1 | |
| Gemm gemm_120 1 1 985 989 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_518 1 1 989 990 0=128 1=16 2=-1 | |
| Gemm gemm_121 1 1 984 991 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_519 1 1 991 992 0=128 1=16 2=-1 | |
| RMSNorm rmsn_265 1 1 988 993 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_266 1 1 990 994 0=128 1=1.000000e-6 2=1 | |
| Permute permute_405 1 1 993 995 0=0 | |
| Split splitncnn_107 1 2 995 996 997 | |
| Permute permute_406 1 1 994 998 0=0 | |
| Split splitncnn_108 1 2 998 999 1000 | |
| Slice tensor_split_34 1 2 996 1001 1002 -23300=2,64,-233 1=2 | |
| Slice tensor_split_35 1 2 999 1003 1004 -23300=2,64,-233 1=2 | |
| UnaryOp neg_187 1 1 1002 1005 0=1 | |
| Concat cat_34 2 1 1005 1001 1006 0=2 | |
| UnaryOp neg_188 1 1 1004 1007 0=1 | |
| Concat cat_35 2 1 1007 1003 1008 0=2 | |
| BinaryOp mul_189 2 1 1006 146 1009 0=2 | |
| BinaryOp mul_190 2 1 997 88 1010 0=2 | |
| BinaryOp add_191 2 1 1010 1009 1011 0=0 | |
| BinaryOp mul_192 2 1 1008 147 1012 0=2 | |
| BinaryOp mul_193 2 1 1000 89 1013 0=2 | |
| BinaryOp add_194 2 1 1013 1012 1014 0=0 | |
| Permute zfx_pre_136 1 1 1011 zfx_pb_137 0=2 | |
| Permute zfx_pre_138 1 1 1014 zfx_pb_139 0=2 | |
| Permute zfx_pre_140 1 1 992 zfx_pb_141 0=2 | |
| SDPA sdpa_582 6 3 zfx_pb_137 zfx_pb_139 zfx_pb_141 14 cache_k17 cache_v17 1015 out_cache_k17 out_cache_v17 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_142 1 1 1015 zfx_pob_143 0=2 | |
| Reshape reshape_520 1 1 zfx_pob_143 1016 0=2048 1=-1 | |
| Gemm gemm_122 1 1 1016 1017 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_195 2 1 981 1017 1018 0=0 | |
| Split splitncnn_109 1 2 1018 1019 1020 | |
| RMSNorm rmsn_267 1 1 1020 1021 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_110 1 2 1021 1022 1023 | |
| Gemm gemm_123 1 1 1023 1024 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_124 1 1 1022 1025 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_326 1 1 1024 1026 | |
| BinaryOp mul_196 2 1 1026 1025 1027 0=2 | |
| Gemm gemm_125 1 1 1027 1028 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_197 2 1 1019 1028 1029 0=0 | |
| Split splitncnn_111 1 2 1029 1030 1031 | |
| RMSNorm rmsn_268 1 1 1031 1032 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_112 1 3 1032 1033 1034 1035 | |
| Gemm gemm_126 1 1 1035 1036 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_521 1 1 1036 1037 0=128 1=16 2=-1 | |
| Gemm gemm_127 1 1 1034 1038 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_522 1 1 1038 1039 0=128 1=16 2=-1 | |
| Gemm gemm_128 1 1 1033 1040 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_523 1 1 1040 1041 0=128 1=16 2=-1 | |
| RMSNorm rmsn_269 1 1 1037 1042 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_270 1 1 1039 1043 0=128 1=1.000000e-6 2=1 | |
| Permute permute_409 1 1 1042 1044 0=0 | |
| Split splitncnn_113 1 2 1044 1045 1046 | |
| Permute permute_410 1 1 1043 1047 0=0 | |
| Split splitncnn_114 1 2 1047 1048 1049 | |
| Slice tensor_split_36 1 2 1045 1050 1051 -23300=2,64,-233 1=2 | |
| Slice tensor_split_37 1 2 1048 1052 1053 -23300=2,64,-233 1=2 | |
| UnaryOp neg_198 1 1 1051 1054 0=1 | |
| Concat cat_36 2 1 1054 1050 1055 0=2 | |
| UnaryOp neg_199 1 1 1053 1056 0=1 | |
| Concat cat_37 2 1 1056 1052 1057 0=2 | |
| BinaryOp mul_200 2 1 1055 148 1058 0=2 | |
| BinaryOp mul_201 2 1 1046 90 1059 0=2 | |
| BinaryOp add_202 2 1 1059 1058 1060 0=0 | |
| BinaryOp mul_203 2 1 1057 149 1061 0=2 | |
| BinaryOp mul_204 2 1 1049 91 1062 0=2 | |
| BinaryOp add_205 2 1 1062 1061 1063 0=0 | |
| Permute zfx_pre_144 1 1 1060 zfx_pb_145 0=2 | |
| Permute zfx_pre_146 1 1 1063 zfx_pb_147 0=2 | |
| Permute zfx_pre_148 1 1 1041 zfx_pb_149 0=2 | |
| SDPA sdpa_583 6 3 zfx_pb_145 zfx_pb_147 zfx_pb_149 13 cache_k18 cache_v18 1064 out_cache_k18 out_cache_v18 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_150 1 1 1064 zfx_pob_151 0=2 | |
| Reshape reshape_524 1 1 zfx_pob_151 1065 0=2048 1=-1 | |
| Gemm gemm_129 1 1 1065 1066 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_206 2 1 1030 1066 1067 0=0 | |
| Split splitncnn_115 1 2 1067 1068 1069 | |
| RMSNorm rmsn_271 1 1 1069 1070 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_116 1 2 1070 1071 1072 | |
| Gemm gemm_130 1 1 1072 1073 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_131 1 1 1071 1074 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_327 1 1 1073 1075 | |
| BinaryOp mul_207 2 1 1075 1074 1076 0=2 | |
| Gemm gemm_132 1 1 1076 1077 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_208 2 1 1068 1077 1078 0=0 | |
| Split splitncnn_117 1 2 1078 1079 1080 | |
| RMSNorm rmsn_272 1 1 1080 1081 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_118 1 3 1081 1082 1083 1084 | |
| Gemm gemm_133 1 1 1084 1085 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_525 1 1 1085 1086 0=128 1=16 2=-1 | |
| Gemm gemm_134 1 1 1083 1087 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_526 1 1 1087 1088 0=128 1=16 2=-1 | |
| Gemm gemm_135 1 1 1082 1089 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_527 1 1 1089 1090 0=128 1=16 2=-1 | |
| RMSNorm rmsn_273 1 1 1086 1091 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_274 1 1 1088 1092 0=128 1=1.000000e-6 2=1 | |
| Permute permute_413 1 1 1091 1093 0=0 | |
| Split splitncnn_119 1 2 1093 1094 1095 | |
| Permute permute_414 1 1 1092 1096 0=0 | |
| Split splitncnn_120 1 2 1096 1097 1098 | |
| Slice tensor_split_38 1 2 1094 1099 1100 -23300=2,64,-233 1=2 | |
| Slice tensor_split_39 1 2 1097 1101 1102 -23300=2,64,-233 1=2 | |
| UnaryOp neg_209 1 1 1100 1103 0=1 | |
| Concat cat_38 2 1 1103 1099 1104 0=2 | |
| UnaryOp neg_210 1 1 1102 1105 0=1 | |
| Concat cat_39 2 1 1105 1101 1106 0=2 | |
| BinaryOp mul_211 2 1 1104 150 1107 0=2 | |
| BinaryOp mul_212 2 1 1095 92 1108 0=2 | |
| BinaryOp add_213 2 1 1108 1107 1109 0=0 | |
| BinaryOp mul_214 2 1 1106 151 1110 0=2 | |
| BinaryOp mul_215 2 1 1098 93 1111 0=2 | |
| BinaryOp add_216 2 1 1111 1110 1112 0=0 | |
| Permute zfx_pre_152 1 1 1109 zfx_pb_153 0=2 | |
| Permute zfx_pre_154 1 1 1112 zfx_pb_155 0=2 | |
| Permute zfx_pre_156 1 1 1090 zfx_pb_157 0=2 | |
| SDPA sdpa_584 6 3 zfx_pb_153 zfx_pb_155 zfx_pb_157 12 cache_k19 cache_v19 1113 out_cache_k19 out_cache_v19 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_158 1 1 1113 zfx_pob_159 0=2 | |
| Reshape reshape_528 1 1 zfx_pob_159 1114 0=2048 1=-1 | |
| Gemm gemm_136 1 1 1114 1115 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_217 2 1 1079 1115 1116 0=0 | |
| Split splitncnn_121 1 2 1116 1117 1118 | |
| RMSNorm rmsn_275 1 1 1118 1119 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_122 1 2 1119 1120 1121 | |
| Gemm gemm_137 1 1 1121 1122 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_138 1 1 1120 1123 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_328 1 1 1122 1124 | |
| BinaryOp mul_218 2 1 1124 1123 1125 0=2 | |
| Gemm gemm_139 1 1 1125 1126 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_219 2 1 1117 1126 1127 0=0 | |
| Split splitncnn_123 1 2 1127 1128 1129 | |
| RMSNorm rmsn_276 1 1 1129 1130 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_124 1 3 1130 1131 1132 1133 | |
| Gemm gemm_140 1 1 1133 1134 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_529 1 1 1134 1135 0=128 1=16 2=-1 | |
| Gemm gemm_141 1 1 1132 1136 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_530 1 1 1136 1137 0=128 1=16 2=-1 | |
| Gemm gemm_142 1 1 1131 1138 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_531 1 1 1138 1139 0=128 1=16 2=-1 | |
| RMSNorm rmsn_277 1 1 1135 1140 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_278 1 1 1137 1141 0=128 1=1.000000e-6 2=1 | |
| Permute permute_417 1 1 1140 1142 0=0 | |
| Split splitncnn_125 1 2 1142 1143 1144 | |
| Permute permute_418 1 1 1141 1145 0=0 | |
| Split splitncnn_126 1 2 1145 1146 1147 | |
| Slice tensor_split_40 1 2 1143 1148 1149 -23300=2,64,-233 1=2 | |
| Slice tensor_split_41 1 2 1146 1150 1151 -23300=2,64,-233 1=2 | |
| UnaryOp neg_220 1 1 1149 1152 0=1 | |
| Concat cat_40 2 1 1152 1148 1153 0=2 | |
| UnaryOp neg_221 1 1 1151 1154 0=1 | |
| Concat cat_41 2 1 1154 1150 1155 0=2 | |
| BinaryOp mul_222 2 1 1153 152 1156 0=2 | |
| BinaryOp mul_223 2 1 1144 94 1157 0=2 | |
| BinaryOp add_224 2 1 1157 1156 1158 0=0 | |
| BinaryOp mul_225 2 1 1155 153 1159 0=2 | |
| BinaryOp mul_226 2 1 1147 95 1160 0=2 | |
| BinaryOp add_227 2 1 1160 1159 1161 0=0 | |
| Permute zfx_pre_160 1 1 1158 zfx_pb_161 0=2 | |
| Permute zfx_pre_162 1 1 1161 zfx_pb_163 0=2 | |
| Permute zfx_pre_164 1 1 1139 zfx_pb_165 0=2 | |
| SDPA sdpa_585 6 3 zfx_pb_161 zfx_pb_163 zfx_pb_165 11 cache_k20 cache_v20 1162 out_cache_k20 out_cache_v20 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_166 1 1 1162 zfx_pob_167 0=2 | |
| Reshape reshape_532 1 1 zfx_pob_167 1163 0=2048 1=-1 | |
| Gemm gemm_143 1 1 1163 1164 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_228 2 1 1128 1164 1165 0=0 | |
| Split splitncnn_127 1 2 1165 1166 1167 | |
| RMSNorm rmsn_279 1 1 1167 1168 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_128 1 2 1168 1169 1170 | |
| Gemm gemm_144 1 1 1170 1171 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_145 1 1 1169 1172 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_329 1 1 1171 1173 | |
| BinaryOp mul_229 2 1 1173 1172 1174 0=2 | |
| Gemm gemm_146 1 1 1174 1175 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_230 2 1 1166 1175 1176 0=0 | |
| Split splitncnn_129 1 2 1176 1177 1178 | |
| RMSNorm rmsn_280 1 1 1178 1179 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_130 1 3 1179 1180 1181 1182 | |
| Gemm gemm_147 1 1 1182 1183 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_533 1 1 1183 1184 0=128 1=16 2=-1 | |
| Gemm gemm_148 1 1 1181 1185 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_534 1 1 1185 1186 0=128 1=16 2=-1 | |
| Gemm gemm_149 1 1 1180 1187 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_535 1 1 1187 1188 0=128 1=16 2=-1 | |
| RMSNorm rmsn_281 1 1 1184 1189 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_282 1 1 1186 1190 0=128 1=1.000000e-6 2=1 | |
| Permute permute_421 1 1 1189 1191 0=0 | |
| Split splitncnn_131 1 2 1191 1192 1193 | |
| Permute permute_422 1 1 1190 1194 0=0 | |
| Split splitncnn_132 1 2 1194 1195 1196 | |
| Slice tensor_split_42 1 2 1192 1197 1198 -23300=2,64,-233 1=2 | |
| Slice tensor_split_43 1 2 1195 1199 1200 -23300=2,64,-233 1=2 | |
| UnaryOp neg_231 1 1 1198 1201 0=1 | |
| Concat cat_42 2 1 1201 1197 1202 0=2 | |
| UnaryOp neg_232 1 1 1200 1203 0=1 | |
| Concat cat_43 2 1 1203 1199 1204 0=2 | |
| BinaryOp mul_233 2 1 1202 154 1205 0=2 | |
| BinaryOp mul_234 2 1 1193 96 1206 0=2 | |
| BinaryOp add_235 2 1 1206 1205 1207 0=0 | |
| BinaryOp mul_236 2 1 1204 155 1208 0=2 | |
| BinaryOp mul_237 2 1 1196 97 1209 0=2 | |
| BinaryOp add_238 2 1 1209 1208 1210 0=0 | |
| Permute zfx_pre_168 1 1 1207 zfx_pb_169 0=2 | |
| Permute zfx_pre_170 1 1 1210 zfx_pb_171 0=2 | |
| Permute zfx_pre_172 1 1 1188 zfx_pb_173 0=2 | |
| SDPA sdpa_586 6 3 zfx_pb_169 zfx_pb_171 zfx_pb_173 10 cache_k21 cache_v21 1211 out_cache_k21 out_cache_v21 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_174 1 1 1211 zfx_pob_175 0=2 | |
| Reshape reshape_536 1 1 zfx_pob_175 1212 0=2048 1=-1 | |
| Gemm gemm_150 1 1 1212 1213 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_239 2 1 1177 1213 1214 0=0 | |
| Split splitncnn_133 1 2 1214 1215 1216 | |
| RMSNorm rmsn_283 1 1 1216 1217 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_134 1 2 1217 1218 1219 | |
| Gemm gemm_151 1 1 1219 1220 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_152 1 1 1218 1221 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_330 1 1 1220 1222 | |
| BinaryOp mul_240 2 1 1222 1221 1223 0=2 | |
| Gemm gemm_153 1 1 1223 1224 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_241 2 1 1215 1224 1225 0=0 | |
| Split splitncnn_135 1 2 1225 1226 1227 | |
| RMSNorm rmsn_284 1 1 1227 1228 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_136 1 3 1228 1229 1230 1231 | |
| Gemm gemm_154 1 1 1231 1232 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_537 1 1 1232 1233 0=128 1=16 2=-1 | |
| Gemm gemm_155 1 1 1230 1234 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_538 1 1 1234 1235 0=128 1=16 2=-1 | |
| Gemm gemm_156 1 1 1229 1236 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_539 1 1 1236 1237 0=128 1=16 2=-1 | |
| RMSNorm rmsn_285 1 1 1233 1238 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_286 1 1 1235 1239 0=128 1=1.000000e-6 2=1 | |
| Permute permute_425 1 1 1238 1240 0=0 | |
| Split splitncnn_137 1 2 1240 1241 1242 | |
| Permute permute_426 1 1 1239 1243 0=0 | |
| Split splitncnn_138 1 2 1243 1244 1245 | |
| Slice tensor_split_44 1 2 1241 1246 1247 -23300=2,64,-233 1=2 | |
| Slice tensor_split_45 1 2 1244 1248 1249 -23300=2,64,-233 1=2 | |
| UnaryOp neg_242 1 1 1247 1250 0=1 | |
| Concat cat_44 2 1 1250 1246 1251 0=2 | |
| UnaryOp neg_243 1 1 1249 1252 0=1 | |
| Concat cat_45 2 1 1252 1248 1253 0=2 | |
| BinaryOp mul_244 2 1 1251 156 1254 0=2 | |
| BinaryOp mul_245 2 1 1242 98 1255 0=2 | |
| BinaryOp add_246 2 1 1255 1254 1256 0=0 | |
| BinaryOp mul_247 2 1 1253 157 1257 0=2 | |
| BinaryOp mul_248 2 1 1245 99 1258 0=2 | |
| BinaryOp add_249 2 1 1258 1257 1259 0=0 | |
| Permute zfx_pre_176 1 1 1256 zfx_pb_177 0=2 | |
| Permute zfx_pre_178 1 1 1259 zfx_pb_179 0=2 | |
| Permute zfx_pre_180 1 1 1237 zfx_pb_181 0=2 | |
| SDPA sdpa_587 6 3 zfx_pb_177 zfx_pb_179 zfx_pb_181 9 cache_k22 cache_v22 1260 out_cache_k22 out_cache_v22 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_182 1 1 1260 zfx_pob_183 0=2 | |
| Reshape reshape_540 1 1 zfx_pob_183 1261 0=2048 1=-1 | |
| Gemm gemm_157 1 1 1261 1262 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_250 2 1 1226 1262 1263 0=0 | |
| Split splitncnn_139 1 2 1263 1264 1265 | |
| RMSNorm rmsn_287 1 1 1265 1266 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_140 1 2 1266 1267 1268 | |
| Gemm gemm_158 1 1 1268 1269 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_159 1 1 1267 1270 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_331 1 1 1269 1271 | |
| BinaryOp mul_251 2 1 1271 1270 1272 0=2 | |
| Gemm gemm_160 1 1 1272 1273 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_252 2 1 1264 1273 1274 0=0 | |
| Split splitncnn_141 1 2 1274 1275 1276 | |
| RMSNorm rmsn_288 1 1 1276 1277 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_142 1 3 1277 1278 1279 1280 | |
| Gemm gemm_161 1 1 1280 1281 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_541 1 1 1281 1282 0=128 1=16 2=-1 | |
| Gemm gemm_162 1 1 1279 1283 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_542 1 1 1283 1284 0=128 1=16 2=-1 | |
| Gemm gemm_163 1 1 1278 1285 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_543 1 1 1285 1286 0=128 1=16 2=-1 | |
| RMSNorm rmsn_289 1 1 1282 1287 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_290 1 1 1284 1288 0=128 1=1.000000e-6 2=1 | |
| Permute permute_429 1 1 1287 1289 0=0 | |
| Split splitncnn_143 1 2 1289 1290 1291 | |
| Permute permute_430 1 1 1288 1292 0=0 | |
| Split splitncnn_144 1 2 1292 1293 1294 | |
| Slice tensor_split_46 1 2 1290 1295 1296 -23300=2,64,-233 1=2 | |
| Slice tensor_split_47 1 2 1293 1297 1298 -23300=2,64,-233 1=2 | |
| UnaryOp neg_253 1 1 1296 1299 0=1 | |
| Concat cat_46 2 1 1299 1295 1300 0=2 | |
| UnaryOp neg_254 1 1 1298 1301 0=1 | |
| Concat cat_47 2 1 1301 1297 1302 0=2 | |
| BinaryOp mul_255 2 1 1300 158 1303 0=2 | |
| BinaryOp mul_256 2 1 1291 100 1304 0=2 | |
| BinaryOp add_257 2 1 1304 1303 1305 0=0 | |
| BinaryOp mul_258 2 1 1302 159 1306 0=2 | |
| BinaryOp mul_259 2 1 1294 101 1307 0=2 | |
| BinaryOp add_260 2 1 1307 1306 1308 0=0 | |
| Permute zfx_pre_184 1 1 1305 zfx_pb_185 0=2 | |
| Permute zfx_pre_186 1 1 1308 zfx_pb_187 0=2 | |
| Permute zfx_pre_188 1 1 1286 zfx_pb_189 0=2 | |
| SDPA sdpa_588 6 3 zfx_pb_185 zfx_pb_187 zfx_pb_189 8 cache_k23 cache_v23 1309 out_cache_k23 out_cache_v23 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_190 1 1 1309 zfx_pob_191 0=2 | |
| Reshape reshape_544 1 1 zfx_pob_191 1310 0=2048 1=-1 | |
| Gemm gemm_164 1 1 1310 1311 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_261 2 1 1275 1311 1312 0=0 | |
| Split splitncnn_145 1 2 1312 1313 1314 | |
| RMSNorm rmsn_291 1 1 1314 1315 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_146 1 2 1315 1316 1317 | |
| Gemm gemm_165 1 1 1317 1318 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_166 1 1 1316 1319 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_332 1 1 1318 1320 | |
| BinaryOp mul_262 2 1 1320 1319 1321 0=2 | |
| Gemm gemm_167 1 1 1321 1322 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_263 2 1 1313 1322 1323 0=0 | |
| Split splitncnn_147 1 2 1323 1324 1325 | |
| RMSNorm rmsn_292 1 1 1325 1326 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_148 1 3 1326 1327 1328 1329 | |
| Gemm gemm_168 1 1 1329 1330 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_545 1 1 1330 1331 0=128 1=16 2=-1 | |
| Gemm gemm_169 1 1 1328 1332 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_546 1 1 1332 1333 0=128 1=16 2=-1 | |
| Gemm gemm_170 1 1 1327 1334 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_547 1 1 1334 1335 0=128 1=16 2=-1 | |
| RMSNorm rmsn_293 1 1 1331 1336 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_294 1 1 1333 1337 0=128 1=1.000000e-6 2=1 | |
| Permute permute_433 1 1 1336 1338 0=0 | |
| Split splitncnn_149 1 2 1338 1339 1340 | |
| Permute permute_434 1 1 1337 1341 0=0 | |
| Split splitncnn_150 1 2 1341 1342 1343 | |
| Slice tensor_split_48 1 2 1339 1344 1345 -23300=2,64,-233 1=2 | |
| Slice tensor_split_49 1 2 1342 1346 1347 -23300=2,64,-233 1=2 | |
| UnaryOp neg_264 1 1 1345 1348 0=1 | |
| Concat cat_48 2 1 1348 1344 1349 0=2 | |
| UnaryOp neg_265 1 1 1347 1350 0=1 | |
| Concat cat_49 2 1 1350 1346 1351 0=2 | |
| BinaryOp mul_266 2 1 1349 160 1352 0=2 | |
| BinaryOp mul_267 2 1 1340 102 1353 0=2 | |
| BinaryOp add_268 2 1 1353 1352 1354 0=0 | |
| BinaryOp mul_269 2 1 1351 161 1355 0=2 | |
| BinaryOp mul_270 2 1 1343 103 1356 0=2 | |
| BinaryOp add_271 2 1 1356 1355 1357 0=0 | |
| Permute zfx_pre_192 1 1 1354 zfx_pb_193 0=2 | |
| Permute zfx_pre_194 1 1 1357 zfx_pb_195 0=2 | |
| Permute zfx_pre_196 1 1 1335 zfx_pb_197 0=2 | |
| SDPA sdpa_589 6 3 zfx_pb_193 zfx_pb_195 zfx_pb_197 7 cache_k24 cache_v24 1358 out_cache_k24 out_cache_v24 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_198 1 1 1358 zfx_pob_199 0=2 | |
| Reshape reshape_548 1 1 zfx_pob_199 1359 0=2048 1=-1 | |
| Gemm gemm_171 1 1 1359 1360 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_272 2 1 1324 1360 1361 0=0 | |
| Split splitncnn_151 1 2 1361 1362 1363 | |
| RMSNorm rmsn_295 1 1 1363 1364 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_152 1 2 1364 1365 1366 | |
| Gemm gemm_172 1 1 1366 1367 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_173 1 1 1365 1368 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_333 1 1 1367 1369 | |
| BinaryOp mul_273 2 1 1369 1368 1370 0=2 | |
| Gemm gemm_174 1 1 1370 1371 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_274 2 1 1362 1371 1372 0=0 | |
| Split splitncnn_153 1 2 1372 1373 1374 | |
| RMSNorm rmsn_296 1 1 1374 1375 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_154 1 3 1375 1376 1377 1378 | |
| Gemm gemm_175 1 1 1378 1379 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_549 1 1 1379 1380 0=128 1=16 2=-1 | |
| Gemm gemm_176 1 1 1377 1381 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_550 1 1 1381 1382 0=128 1=16 2=-1 | |
| Gemm gemm_177 1 1 1376 1383 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_551 1 1 1383 1384 0=128 1=16 2=-1 | |
| RMSNorm rmsn_297 1 1 1380 1385 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_298 1 1 1382 1386 0=128 1=1.000000e-6 2=1 | |
| Permute permute_437 1 1 1385 1387 0=0 | |
| Split splitncnn_155 1 2 1387 1388 1389 | |
| Permute permute_438 1 1 1386 1390 0=0 | |
| Split splitncnn_156 1 2 1390 1391 1392 | |
| Slice tensor_split_50 1 2 1388 1393 1394 -23300=2,64,-233 1=2 | |
| Slice tensor_split_51 1 2 1391 1395 1396 -23300=2,64,-233 1=2 | |
| UnaryOp neg_275 1 1 1394 1397 0=1 | |
| Concat cat_50 2 1 1397 1393 1398 0=2 | |
| UnaryOp neg_276 1 1 1396 1399 0=1 | |
| Concat cat_51 2 1 1399 1395 1400 0=2 | |
| BinaryOp mul_277 2 1 1398 162 1401 0=2 | |
| BinaryOp mul_278 2 1 1389 104 1402 0=2 | |
| BinaryOp add_279 2 1 1402 1401 1403 0=0 | |
| BinaryOp mul_280 2 1 1400 163 1404 0=2 | |
| BinaryOp mul_281 2 1 1392 105 1405 0=2 | |
| BinaryOp add_282 2 1 1405 1404 1406 0=0 | |
| Permute zfx_pre_200 1 1 1403 zfx_pb_201 0=2 | |
| Permute zfx_pre_202 1 1 1406 zfx_pb_203 0=2 | |
| Permute zfx_pre_204 1 1 1384 zfx_pb_205 0=2 | |
| SDPA sdpa_590 6 3 zfx_pb_201 zfx_pb_203 zfx_pb_205 6 cache_k25 cache_v25 1407 out_cache_k25 out_cache_v25 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_206 1 1 1407 zfx_pob_207 0=2 | |
| Reshape reshape_552 1 1 zfx_pob_207 1408 0=2048 1=-1 | |
| Gemm gemm_178 1 1 1408 1409 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_283 2 1 1373 1409 1410 0=0 | |
| Split splitncnn_157 1 2 1410 1411 1412 | |
| RMSNorm rmsn_299 1 1 1412 1413 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_158 1 2 1413 1414 1415 | |
| Gemm gemm_179 1 1 1415 1416 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_180 1 1 1414 1417 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_334 1 1 1416 1418 | |
| BinaryOp mul_284 2 1 1418 1417 1419 0=2 | |
| Gemm gemm_181 1 1 1419 1420 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_285 2 1 1411 1420 1421 0=0 | |
| Split splitncnn_159 1 2 1421 1422 1423 | |
| RMSNorm rmsn_300 1 1 1423 1424 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_160 1 3 1424 1425 1426 1427 | |
| Gemm gemm_182 1 1 1427 1428 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_553 1 1 1428 1429 0=128 1=16 2=-1 | |
| Gemm gemm_183 1 1 1426 1430 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_554 1 1 1430 1431 0=128 1=16 2=-1 | |
| Gemm gemm_184 1 1 1425 1432 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_555 1 1 1432 1433 0=128 1=16 2=-1 | |
| RMSNorm rmsn_301 1 1 1429 1434 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_302 1 1 1431 1435 0=128 1=1.000000e-6 2=1 | |
| Permute permute_441 1 1 1434 1436 0=0 | |
| Split splitncnn_161 1 2 1436 1437 1438 | |
| Permute permute_442 1 1 1435 1439 0=0 | |
| Split splitncnn_162 1 2 1439 1440 1441 | |
| Slice tensor_split_52 1 2 1437 1442 1443 -23300=2,64,-233 1=2 | |
| Slice tensor_split_53 1 2 1440 1444 1445 -23300=2,64,-233 1=2 | |
| UnaryOp neg_286 1 1 1443 1446 0=1 | |
| Concat cat_52 2 1 1446 1442 1447 0=2 | |
| UnaryOp neg_287 1 1 1445 1448 0=1 | |
| Concat cat_53 2 1 1448 1444 1449 0=2 | |
| BinaryOp mul_288 2 1 1447 164 1450 0=2 | |
| BinaryOp mul_289 2 1 1438 106 1451 0=2 | |
| BinaryOp add_290 2 1 1451 1450 1452 0=0 | |
| BinaryOp mul_291 2 1 1449 165 1453 0=2 | |
| BinaryOp mul_292 2 1 1441 107 1454 0=2 | |
| BinaryOp add_293 2 1 1454 1453 1455 0=0 | |
| Permute zfx_pre_208 1 1 1452 zfx_pb_209 0=2 | |
| Permute zfx_pre_210 1 1 1455 zfx_pb_211 0=2 | |
| Permute zfx_pre_212 1 1 1433 zfx_pb_213 0=2 | |
| SDPA sdpa_591 6 3 zfx_pb_209 zfx_pb_211 zfx_pb_213 5 cache_k26 cache_v26 1456 out_cache_k26 out_cache_v26 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_214 1 1 1456 zfx_pob_215 0=2 | |
| Reshape reshape_556 1 1 zfx_pob_215 1457 0=2048 1=-1 | |
| Gemm gemm_185 1 1 1457 1458 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_294 2 1 1422 1458 1459 0=0 | |
| Split splitncnn_163 1 2 1459 1460 1461 | |
| RMSNorm rmsn_303 1 1 1461 1462 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_164 1 2 1462 1463 1464 | |
| Gemm gemm_186 1 1 1464 1465 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_187 1 1 1463 1466 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_335 1 1 1465 1467 | |
| BinaryOp mul_295 2 1 1467 1466 1468 0=2 | |
| Gemm gemm_188 1 1 1468 1469 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_296 2 1 1460 1469 1470 0=0 | |
| Split splitncnn_165 1 2 1470 1471 1472 | |
| RMSNorm rmsn_304 1 1 1472 1473 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_166 1 3 1473 1474 1475 1476 | |
| Gemm gemm_189 1 1 1476 1477 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_557 1 1 1477 1478 0=128 1=16 2=-1 | |
| Gemm gemm_190 1 1 1475 1479 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_558 1 1 1479 1480 0=128 1=16 2=-1 | |
| Gemm gemm_191 1 1 1474 1481 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| Reshape reshape_559 1 1 1481 1482 0=128 1=16 2=-1 | |
| RMSNorm rmsn_305 1 1 1478 1483 0=128 1=1.000000e-6 2=1 | |
| RMSNorm rmsn_306 1 1 1480 1484 0=128 1=1.000000e-6 2=1 | |
| Permute permute_445 1 1 1483 1485 0=0 | |
| Split splitncnn_167 1 2 1485 1486 1487 | |
| Permute permute_446 1 1 1484 1488 0=0 | |
| Split splitncnn_168 1 2 1488 1489 1490 | |
| Slice tensor_split_54 1 2 1486 1491 1492 -23300=2,64,-233 1=2 | |
| Slice tensor_split_55 1 2 1489 1493 1494 -23300=2,64,-233 1=2 | |
| UnaryOp neg_297 1 1 1492 1495 0=1 | |
| Concat cat_54 2 1 1495 1491 1496 0=2 | |
| UnaryOp neg_298 1 1 1494 1497 0=1 | |
| Concat cat_55 2 1 1497 1493 1498 0=2 | |
| BinaryOp mul_299 2 1 1496 166 1499 0=2 | |
| BinaryOp mul_300 2 1 1487 108 1500 0=2 | |
| BinaryOp add_301 2 1 1500 1499 1501 0=0 | |
| BinaryOp mul_302 2 1 1498 167 1502 0=2 | |
| BinaryOp mul_303 2 1 1490 109 1503 0=2 | |
| BinaryOp add_304 2 1 1503 1502 1504 0=0 | |
| Permute zfx_pre_216 1 1 1501 zfx_pb_217 0=2 | |
| Permute zfx_pre_218 1 1 1504 zfx_pb_219 0=2 | |
| Permute zfx_pre_220 1 1 1482 zfx_pb_221 0=2 | |
| SDPA sdpa_592 6 3 zfx_pb_217 zfx_pb_219 zfx_pb_221 4 cache_k27 cache_v27 1505 out_cache_k27 out_cache_v27 5=1 6=0.0883883 7=1 | |
| Permute zfx_post_222 1 1 1505 zfx_pob_223 0=2 | |
| Reshape reshape_560 1 1 zfx_pob_223 1506 0=2048 1=-1 | |
| Gemm gemm_192 1 1 1506 1507 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=2048 | |
| BinaryOp add_305 2 1 1471 1507 1508 0=0 | |
| Split splitncnn_169 1 2 1508 1509 1510 | |
| RMSNorm rmsn_307 1 1 1510 1511 0=2048 1=1.000000e-6 2=1 | |
| Split splitncnn_170 1 2 1511 1512 1513 | |
| Gemm gemm_193 1 1 1513 1514 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Gemm gemm_194 1 1 1512 1515 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=6144 9=2048 | |
| Swish silu_336 1 1 1514 1516 | |
| BinaryOp mul_306 2 1 1516 1515 1517 0=2 | |
| Gemm gemm_195 1 1 1517 1518 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=2048 9=6144 | |
| BinaryOp add_307 2 1 1509 1518 1519 0=0 | |
| RMSNorm rmsn_308 1 1 1519 out0 0=2048 1=1.000000e-6 2=1 | |