File size: 17,896 Bytes
ff38a2d
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
7767517
198 253
Input                    in0                      0 1 in0
Reshape                  reshape_91               1 1 in0 1 12=2 13=233 6="0w,0h,0d,3"
DecomposedConv3d         conv_in                  1 1 1 2 -23310=1,16 -23311=1,128 -23312=4,128,3,3,3 -23313=4,128,3,3,3 -23314=4,128,3,3,3
Split                    splitncnn_0              1 4 2 3 4 5 6
Reshape                  reshape_92               1 1 6 7 12=233 13=2 6="0w,0h,0d,128,1"
Reshape                  Tensor.reshape_270       2 1 7 4 8 12=1 13=0 6="1w,1h,128,*(1,1d)"
GroupNorm                gn_0                     1 1 8 9 0=32 1=128 2=1.000000e-6 3=1
Reshape                  Tensor.reshape_271       2 1 9 5 10 12=0 13=1 6="0w,0h,128,1d,1"
Swish                    silu_26                  1 1 10 11
Reshape                  reshape_93               1 1 11 12 12=2 13=233 6="0w,0h,0n,128"
DecomposedConv3d         conv1                    1 1 12 13 -23310=1,16 -23311=1,128 -23312=4,128,128,3,3 -23313=4,128,128,3,3 -23314=4,128,128,3,3
Split                    splitncnn_1              1 3 13 14 15 16
Reshape                  reshape_94               1 1 16 17 12=233 13=2 6="0w,0h,0d,128,1"
Reshape                  Tensor.reshape_272       2 1 17 14 18 12=1 13=0 6="1w,1h,128,*(1,1d)"
GroupNorm                gn_1                     1 1 18 19 0=32 1=128 2=1.000000e-6 3=1
Reshape                  Tensor.reshape_273       2 1 19 15 20 12=0 13=1 6="0w,0h,128,1d,1"
Swish                    silu_27                  1 1 20 21
Reshape                  reshape_95               1 1 21 22 12=2 13=233 6="0w,0h,0n,128"
DecomposedConv3d         conv2                    1 1 22 23 -23310=1,16 -23311=1,128 -23312=4,128,128,3,3 -23313=4,128,128,3,3 -23314=4,128,128,3,3
BinaryOp                 add_0                    2 1 3 23 24 0=0
Split                    splitncnn_2              1 4 24 25 26 27 28
Reshape                  reshape_96               1 1 28 29 12=233 13=2 6="0w,0h,0d,128,1"
Reshape                  Tensor.reshape_274       2 1 29 26 30 12=1 13=0 6="1w,1h,128,*(1,1d)"
GroupNorm                gn_2                     1 1 30 31 0=32 1=128 2=1.000000e-6 3=1
Reshape                  Tensor.reshape_275       2 1 31 27 32 12=0 13=1 6="0w,0h,128,1d,1"
Swish                    silu_28                  1 1 32 33
Reshape                  reshape_97               1 1 33 34 12=2 13=233 6="0w,0h,0n,128"
DecomposedConv3d         pnnx_unique_1            1 1 34 35 -23310=1,16 -23311=1,128 -23312=4,128,128,3,3 -23313=4,128,128,3,3 -23314=4,128,128,3,3
Split                    splitncnn_3              1 3 35 36 37 38
Reshape                  reshape_98               1 1 38 39 12=233 13=2 6="0w,0h,0d,128,1"
Reshape                  Tensor.reshape_276       2 1 39 36 40 12=1 13=0 6="1w,1h,128,*(1,1d)"
GroupNorm                gn_3                     1 1 40 41 0=32 1=128 2=1.000000e-6 3=1
Reshape                  Tensor.reshape_277       2 1 41 37 42 12=0 13=1 6="0w,0h,128,1d,1"
Swish                    silu_29                  1 1 42 43
Reshape                  reshape_99               1 1 43 44 12=2 13=233 6="0w,0h,0n,128"
DecomposedConv3d         pnnx_unique_3            1 1 44 45 -23310=1,16 -23311=1,128 -23312=4,128,128,3,3 -23313=4,128,128,3,3 -23314=4,128,128,3,3
BinaryOp                 add_1                    2 1 25 45 46 0=0
ExportDownsample3D       0                        1 1 46 47 -23310=1,3 -23311=1,16 -23312=1,128 -23313=4,128,128,3,3
Split                    splitncnn_4              1 4 47 48 49 50 51
Reshape                  reshape_100              1 1 51 52 12=233 13=2 6="0w,0h,0d,128,1"
Reshape                  Tensor.reshape_278       2 1 52 49 53 12=1 13=0 6="1w,1h,128,*(1,1d)"
GroupNorm                gn_4                     1 1 53 54 0=32 1=128 2=1.000000e-6 3=1
Reshape                  Tensor.reshape_279       2 1 54 50 55 12=0 13=1 6="0w,0h,128,1d,1"
Swish                    silu_30                  1 1 55 56
Reshape                  reshape_101              1 1 56 57 12=2 13=233 6="0w,0h,0n,128"
DecomposedConv3d         pnnx_unique_4            1 1 57 58 -23310=1,16 -23311=1,256 -23312=4,256,128,3,3 -23313=4,256,128,3,3 -23314=4,256,128,3,3
Split                    splitncnn_5              1 3 58 59 60 61
Reshape                  reshape_102              1 1 61 62 12=233 13=2 6="0w,0h,0d,256,1"
Reshape                  Tensor.reshape_280       2 1 62 59 63 12=1 13=0 6="1w,1h,256,*(1,1d)"
GroupNorm                gn_5                     1 1 63 64 0=32 1=256 2=1.000000e-6 3=1
Reshape                  Tensor.reshape_281       2 1 64 60 65 12=0 13=1 6="0w,0h,256,1d,1"
Swish                    silu_31                  1 1 65 66
Reshape                  reshape_103              1 1 66 67 12=2 13=233 6="0w,0h,0n,256"
DecomposedConv3d         pnnx_unique_6            1 1 67 68 -23310=1,16 -23311=1,256 -23312=4,256,256,3,3 -23313=4,256,256,3,3 -23314=4,256,256,3,3
DecomposedConv3d         conv_shortcut            1 1 48 69 -23310=1,16 -23311=1,256 -23312=4,256,128,1,1
BinaryOp                 add_2                    2 1 69 68 70 0=0
Split                    splitncnn_6              1 4 70 71 72 73 74
Reshape                  reshape_104              1 1 74 75 12=233 13=2 6="0w,0h,0d,256,1"
Reshape                  Tensor.reshape_282       2 1 75 72 76 12=1 13=0 6="1w,1h,256,*(1,1d)"
GroupNorm                gn_6                     1 1 76 77 0=32 1=256 2=1.000000e-6 3=1
Reshape                  Tensor.reshape_283       2 1 77 73 78 12=0 13=1 6="0w,0h,256,1d,1"
Swish                    silu_32                  1 1 78 79
Reshape                  reshape_105              1 1 79 80 12=2 13=233 6="0w,0h,0n,256"
DecomposedConv3d         pnnx_unique_7            1 1 80 81 -23310=1,16 -23311=1,256 -23312=4,256,256,3,3 -23313=4,256,256,3,3 -23314=4,256,256,3,3
Split                    splitncnn_7              1 3 81 82 83 84
Reshape                  reshape_106              1 1 84 85 12=233 13=2 6="0w,0h,0d,256,1"
Reshape                  Tensor.reshape_284       2 1 85 82 86 12=1 13=0 6="1w,1h,256,*(1,1d)"
GroupNorm                gn_7                     1 1 86 87 0=32 1=256 2=1.000000e-6 3=1
Reshape                  Tensor.reshape_285       2 1 87 83 88 12=0 13=1 6="0w,0h,256,1d,1"
Swish                    silu_33                  1 1 88 89
Reshape                  reshape_107              1 1 89 90 12=2 13=233 6="0w,0h,0n,256"
DecomposedConv3d         pnnx_unique_9            1 1 90 91 -23310=1,16 -23311=1,256 -23312=4,256,256,3,3 -23313=4,256,256,3,3 -23314=4,256,256,3,3
BinaryOp                 add_3                    2 1 71 91 92 0=0
ExportDownsample3D       pnnx_unique_10           1 1 92 93 -23310=1,3 -23311=1,16 -23312=1,256 -23313=4,256,256,3,3 -23314=4,256,256,3,3 -23315=4,256,256,3,3
Split                    splitncnn_8              1 4 93 94 95 96 97
Reshape                  reshape_108              1 1 97 98 12=233 13=2 6="0w,0h,0d,256,1"
Reshape                  Tensor.reshape_286       2 1 98 95 99 12=1 13=0 6="1w,1h,256,*(1,1d)"
GroupNorm                gn_8                     1 1 99 100 0=32 1=256 2=1.000000e-6 3=1
Reshape                  Tensor.reshape_287       2 1 100 96 101 12=0 13=1 6="0w,0h,256,1d,1"
Swish                    silu_34                  1 1 101 102
Reshape                  reshape_109              1 1 102 103 12=2 13=233 6="0w,0h,0n,256"
DecomposedConv3d         pnnx_unique_11           1 1 103 104 -23310=1,16 -23311=1,512 -23312=4,512,256,3,3 -23313=4,512,256,3,3 -23314=4,512,256,3,3
Split                    splitncnn_9              1 3 104 105 106 107
Reshape                  reshape_110              1 1 107 108 12=233 13=2 6="0w,0h,0d,512,1"
Reshape                  Tensor.reshape_288       2 1 108 105 109 12=1 13=0 6="1w,1h,512,*(1,1d)"
GroupNorm                gn_9                     1 1 109 110 0=32 1=512 2=1.000000e-6 3=1
Reshape                  Tensor.reshape_289       2 1 110 106 111 12=0 13=1 6="0w,0h,512,1d,1"
Swish                    silu_35                  1 1 111 112
Reshape                  reshape_111              1 1 112 113 12=2 13=233 6="0w,0h,0n,512"
DecomposedConv3d         pnnx_unique_13           1 1 113 114 -23310=1,16 -23311=1,512 -23312=4,512,512,3,3 -23313=4,512,512,3,3 -23314=4,512,512,3,3
DecomposedConv3d         pnnx_unique_14           1 1 94 115 -23310=1,16 -23311=1,512 -23312=4,512,256,1,1
BinaryOp                 add_4                    2 1 115 114 116 0=0
Split                    splitncnn_10             1 4 116 117 118 119 120
Reshape                  reshape_112              1 1 120 121 12=233 13=2 6="0w,0h,0d,512,1"
Reshape                  Tensor.reshape_290       2 1 121 118 122 12=1 13=0 6="1w,1h,512,*(1,1d)"
GroupNorm                gn_10                    1 1 122 123 0=32 1=512 2=1.000000e-6 3=1
Reshape                  Tensor.reshape_291       2 1 123 119 124 12=0 13=1 6="0w,0h,512,1d,1"
Swish                    silu_36                  1 1 124 125
Reshape                  reshape_113              1 1 125 126 12=2 13=233 6="0w,0h,0n,512"
DecomposedConv3d         pnnx_unique_15           1 1 126 127 -23310=1,16 -23311=1,512 -23312=4,512,512,3,3 -23313=4,512,512,3,3 -23314=4,512,512,3,3
Split                    splitncnn_11             1 3 127 128 129 130
Reshape                  reshape_114              1 1 130 131 12=233 13=2 6="0w,0h,0d,512,1"
Reshape                  Tensor.reshape_292       2 1 131 128 132 12=1 13=0 6="1w,1h,512,*(1,1d)"
GroupNorm                gn_11                    1 1 132 133 0=32 1=512 2=1.000000e-6 3=1
Reshape                  Tensor.reshape_293       2 1 133 129 134 12=0 13=1 6="0w,0h,512,1d,1"
Swish                    silu_37                  1 1 134 135
Reshape                  reshape_115              1 1 135 136 12=2 13=233 6="0w,0h,0n,512"
DecomposedConv3d         pnnx_unique_17           1 1 136 137 -23310=1,16 -23311=1,512 -23312=4,512,512,3,3 -23313=4,512,512,3,3 -23314=4,512,512,3,3
BinaryOp                 add_5                    2 1 117 137 138 0=0
ExportDownsample3D       pnnx_unique_18           1 1 138 139 -23310=1,3 -23311=1,16 -23312=1,512 -23313=4,512,512,3,3 -23314=4,512,512,3,3 -23315=4,512,512,3,3
Split                    splitncnn_12             1 4 139 140 141 142 143
Reshape                  reshape_116              1 1 143 144 12=233 13=2 6="0w,0h,0d,512,1"
Reshape                  Tensor.reshape_294       2 1 144 141 145 12=1 13=0 6="1w,1h,512,*(1,1d)"
GroupNorm                gn_12                    1 1 145 146 0=32 1=512 2=1.000000e-6 3=1
Reshape                  Tensor.reshape_295       2 1 146 142 147 12=0 13=1 6="0w,0h,512,1d,1"
Swish                    silu_38                  1 1 147 148
Reshape                  reshape_117              1 1 148 149 12=2 13=233 6="0w,0h,0n,512"
DecomposedConv3d         pnnx_unique_19           1 1 149 150 -23310=1,16 -23311=1,512 -23312=4,512,512,3,3 -23313=4,512,512,3,3 -23314=4,512,512,3,3
Split                    splitncnn_13             1 3 150 151 152 153
Reshape                  reshape_118              1 1 153 154 12=233 13=2 6="0w,0h,0d,512,1"
Reshape                  Tensor.reshape_296       2 1 154 151 155 12=1 13=0 6="1w,1h,512,*(1,1d)"
GroupNorm                gn_13                    1 1 155 156 0=32 1=512 2=1.000000e-6 3=1
Reshape                  Tensor.reshape_297       2 1 156 152 157 12=0 13=1 6="0w,0h,512,1d,1"
Swish                    silu_39                  1 1 157 158
Reshape                  reshape_119              1 1 158 159 12=2 13=233 6="0w,0h,0n,512"
DecomposedConv3d         pnnx_unique_21           1 1 159 160 -23310=1,16 -23311=1,512 -23312=4,512,512,3,3 -23313=4,512,512,3,3 -23314=4,512,512,3,3
BinaryOp                 add_6                    2 1 140 160 161 0=0
Split                    splitncnn_14             1 4 161 162 163 164 165
Reshape                  reshape_120              1 1 165 166 12=233 13=2 6="0w,0h,0d,512,1"
Reshape                  Tensor.reshape_298       2 1 166 163 167 12=1 13=0 6="1w,1h,512,*(1,1d)"
GroupNorm                gn_14                    1 1 167 168 0=32 1=512 2=1.000000e-6 3=1
Reshape                  Tensor.reshape_299       2 1 168 164 169 12=0 13=1 6="0w,0h,512,1d,1"
Swish                    silu_40                  1 1 169 170
Reshape                  reshape_121              1 1 170 171 12=2 13=233 6="0w,0h,0n,512"
DecomposedConv3d         pnnx_unique_22           1 1 171 172 -23310=1,16 -23311=1,512 -23312=4,512,512,3,3 -23313=4,512,512,3,3 -23314=4,512,512,3,3
Split                    splitncnn_15             1 3 172 173 174 175
Reshape                  reshape_122              1 1 175 176 12=233 13=2 6="0w,0h,0d,512,1"
Reshape                  Tensor.reshape_300       2 1 176 173 177 12=1 13=0 6="1w,1h,512,*(1,1d)"
GroupNorm                gn_15                    1 1 177 178 0=32 1=512 2=1.000000e-6 3=1
Reshape                  Tensor.reshape_301       2 1 178 174 179 12=0 13=1 6="0w,0h,512,1d,1"
Swish                    silu_41                  1 1 179 180
Reshape                  reshape_123              1 1 180 181 12=2 13=233 6="0w,0h,0n,512"
DecomposedConv3d         pnnx_unique_24           1 1 181 182 -23310=1,16 -23311=1,512 -23312=4,512,512,3,3 -23313=4,512,512,3,3 -23314=4,512,512,3,3
BinaryOp                 add_7                    2 1 162 182 183 0=0
Split splitncnn_16 1 4 183 184 185 186 188
Reshape                  reshape_124              1 1 188 189 12=233 13=2 6="0w,0h,0d,512,1"
Reshape                  Tensor.reshape_302       2 1 189 185 190 12=1 13=0 6="1w,1h,512,*(1,1d)"
GroupNorm                gn_16                    1 1 190 191 0=32 1=512 2=1.000000e-6 3=1
Reshape                  Tensor.reshape_303       2 1 191 186 192 12=0 13=1 6="0w,0h,512,1d,1"
Swish                    silu_42                  1 1 192 193
Reshape                  reshape_125              1 1 193 194 12=2 13=233 6="0w,0h,0n,512"
DecomposedConv3d         pnnx_unique_25           1 1 194 195 -23310=1,16 -23311=1,512 -23312=4,512,512,3,3 -23313=4,512,512,3,3 -23314=4,512,512,3,3
Split                    splitncnn_17             1 3 195 196 197 198
Reshape                  reshape_126              1 1 198 199 12=233 13=2 6="0w,0h,0d,512,1"
Reshape                  Tensor.reshape_304       2 1 199 196 200 12=1 13=0 6="1w,1h,512,*(1,1d)"
GroupNorm                gn_17                    1 1 200 201 0=32 1=512 2=1.000000e-6 3=1
Reshape                  Tensor.reshape_305       2 1 201 197 202 12=0 13=1 6="0w,0h,512,1d,1"
Swish                    silu_43                  1 1 202 203
Reshape                  reshape_127              1 1 203 204 12=2 13=233 6="0w,0h,0n,512"
DecomposedConv3d         pnnx_unique_27           1 1 204 205 -23310=1,16 -23311=1,512 -23312=4,512,512,3,3 -23313=4,512,512,3,3 -23314=4,512,512,3,3
BinaryOp                 add_8                    2 1 184 205 206 0=0
Split                    splitncnn_18             1 2 206 207 208
Reshape                  reshape_128              1 1 208 209 12=233 13=2 6="0w,0h,0d,512,1"
Reshape Tensor.reshape_306 2 1 209 207 210 12=1 13=0 6="1w,1h,512,1d"
Split splitncnn_19 1 3 210 211 212 213
Reshape Tensor.reshape_316 1 1 213 214 0=-1 1=512
GroupNorm gn_18 1 1 214 221 0=32 1=512 2=1.000000e-6 3=1
Permute transpose_139 1 1 221 222 0=1
SeedVR2ChunkedMHA dynamic_mid_attention 1 1 222 238 0=512 1=1 2=262144 3=512 4=512
Permute transpose_144 1 1 238 239 0=1
Reshape Tensor.reshape_308 2 1 239 212 240 6="1w,1h,512"
BinaryOp add_9 2 1 240 211 243 0=0
Reshape Tensor.reshape_309 1 1 243 244 12=0 13=1 6="0w,0h,512,0n,1"
Split                    splitncnn_22             1 4 244 245 246 247 248
Reshape                  Tensor.reshape_310       2 1 245 248 249 12=1 13=0 6="1w,1h,512,*(1,1n)"
GroupNorm                gn_19                    1 1 249 250 0=32 1=512 2=1.000000e-6 3=1
Reshape                  Tensor.reshape_311       2 1 250 246 251 12=0 13=1 6="0w,0h,512,1n,1"
Swish                    silu_44                  1 1 251 252
Reshape                  reshape_131              1 1 252 253 12=2 13=233 6="0w,0h,0n,512"
DecomposedConv3d         pnnx_unique_28           1 1 253 254 -23310=1,16 -23311=1,512 -23312=4,512,512,3,3 -23313=4,512,512,3,3 -23314=4,512,512,3,3
Split                    splitncnn_23             1 3 254 255 256 257
Reshape                  reshape_132              1 1 257 258 12=233 13=2 6="0w,0h,0d,512,1"
Reshape                  Tensor.reshape_312       2 1 258 255 259 12=1 13=0 6="1w,1h,512,*(1,1d)"
GroupNorm                gn_20                    1 1 259 260 0=32 1=512 2=1.000000e-6 3=1
Reshape                  Tensor.reshape_313       2 1 260 256 261 12=0 13=1 6="0w,0h,512,1d,1"
Swish                    silu_45                  1 1 261 262
Reshape                  reshape_133              1 1 262 263 12=2 13=233 6="0w,0h,0n,512"
DecomposedConv3d         pnnx_unique_30           1 1 263 264 -23310=1,16 -23311=1,512 -23312=4,512,512,3,3 -23313=4,512,512,3,3 -23314=4,512,512,3,3
Reshape                  reshape_134              1 1 247 265 12=2 13=233 6="0w,0h,0n,512"
BinaryOp                 add_10                   2 1 265 264 266 0=0
Split                    splitncnn_24             1 3 266 267 268 269
Reshape                  reshape_135              1 1 269 270 12=233 13=2 6="0w,0h,0d,512,1"
Reshape                  Tensor.reshape_314       2 1 270 267 271 12=1 13=0 6="1w,1h,512,*(1,1d)"
GroupNorm                gn_21                    1 1 271 272 0=32 1=512 2=1.000000e-6 3=1
Reshape                  Tensor.reshape_315       2 1 272 268 273 12=0 13=1 6="0w,0h,512,1d,1"
Swish                    silu_46                  1 1 273 274
Reshape                  reshape_136              1 1 274 275 12=2 13=233 6="0w,0h,0n,512"
DecomposedConv3d         conv_out                 1 1 275 out0 -23310=1,16 -23311=1,32 -23312=4,32,512,3,3 -23313=4,32,512,3,3 -23314=4,32,512,3,3