WorldGen: 0 CPU fallback DA-2 params
Browse files
models/da2/da2_trace_1024.ncnn.param
ADDED
|
@@ -0,0 +1,583 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
7767517
|
| 2 |
+
581 651
|
| 3 |
+
Input in0 0 1 in0
|
| 4 |
+
Interp upsample_70 1 1 in0 1 0=2 3=546 4=1078 6=0
|
| 5 |
+
MemoryData pnnx_fold_mean0.1 0 1 2 0=1 1=1 2=3
|
| 6 |
+
MemoryData pnnx_fold_std0.1 0 1 3 0=1 1=1 2=3
|
| 7 |
+
BinaryOp sub_0 2 1 1 2 4 0=1
|
| 8 |
+
BinaryOp div_1 2 1 4 3 5 0=3
|
| 9 |
+
Convolution conv_73 1 1 5 6 0=1024 1=14 11=14 12=1 13=14 14=0 2=1 3=14 4=0 5=1 6=602112
|
| 10 |
+
Reshape flatten_259 1 1 6 7 0=3003 1=1024
|
| 11 |
+
Permute transpose_258 1 1 7 8 0=1
|
| 12 |
+
MemoryData pnnx_fold_296 0 1 9 0=1024 1=1
|
| 13 |
+
Concat cat_0 2 1 9 8 10 0=0
|
| 14 |
+
MemoryData pnnx_fold_dino_pos_embed.1 0 1 11 0=1024 1=3004
|
| 15 |
+
BinaryOp add_2 2 1 10 11 12 0=0
|
| 16 |
+
Split splitncnn_0 1 2 12 13 14
|
| 17 |
+
LayerNorm ln_121 1 1 14 15 0=1024 1=1.000000e-5 2=1
|
| 18 |
+
MultiHeadAttention attention_195 1 1 15 16 0=1024 1=16 2=1048576 3=1024 4=1024
|
| 19 |
+
MemoryData dino.blocks.0.ls1 0 1 17 0=1024
|
| 20 |
+
Reshape mul_3_ncnnreshape0 1 1 17 18 0=1024 1=1
|
| 21 |
+
BinaryOp mul_3 2 1 16 18 19 0=2
|
| 22 |
+
BinaryOp add_4 2 1 13 19 20 0=0
|
| 23 |
+
Split splitncnn_1 1 2 20 21 22
|
| 24 |
+
LayerNorm ln_122 1 1 22 23 0=1024 1=1.000000e-5 2=1
|
| 25 |
+
Gemm gemm_0 1 1 23 24 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=4096 9=1024
|
| 26 |
+
GELU gelu_93 1 1 24 25
|
| 27 |
+
Gemm gemm_1 1 1 25 26 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=1024 9=4096
|
| 28 |
+
MemoryData dino.blocks.0.ls2 0 1 27 0=1024
|
| 29 |
+
Reshape mul_5_ncnnreshape0 1 1 27 28 0=1024 1=1
|
| 30 |
+
BinaryOp mul_5 2 1 26 28 29 0=2
|
| 31 |
+
BinaryOp add_6 2 1 21 29 30 0=0
|
| 32 |
+
Split splitncnn_2 1 2 30 31 32
|
| 33 |
+
LayerNorm ln_123 1 1 32 33 0=1024 1=1.000000e-5 2=1
|
| 34 |
+
MultiHeadAttention attention_196 1 1 33 34 0=1024 1=16 2=1048576 3=1024 4=1024
|
| 35 |
+
MemoryData dino.blocks.1.ls1 0 1 35 0=1024
|
| 36 |
+
Reshape mul_7_ncnnreshape0 1 1 35 36 0=1024 1=1
|
| 37 |
+
BinaryOp mul_7 2 1 34 36 37 0=2
|
| 38 |
+
BinaryOp add_8 2 1 31 37 38 0=0
|
| 39 |
+
Split splitncnn_3 1 2 38 39 40
|
| 40 |
+
LayerNorm ln_124 1 1 40 41 0=1024 1=1.000000e-5 2=1
|
| 41 |
+
Gemm gemm_2 1 1 41 42 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=4096 9=1024
|
| 42 |
+
GELU gelu_94 1 1 42 43
|
| 43 |
+
Gemm gemm_3 1 1 43 44 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=1024 9=4096
|
| 44 |
+
MemoryData dino.blocks.1.ls2 0 1 45 0=1024
|
| 45 |
+
Reshape mul_9_ncnnreshape0 1 1 45 46 0=1024 1=1
|
| 46 |
+
BinaryOp mul_9 2 1 44 46 47 0=2
|
| 47 |
+
BinaryOp add_10 2 1 39 47 48 0=0
|
| 48 |
+
Split splitncnn_4 1 2 48 49 50
|
| 49 |
+
LayerNorm ln_125 1 1 50 51 0=1024 1=1.000000e-5 2=1
|
| 50 |
+
MultiHeadAttention attention_197 1 1 51 52 0=1024 1=16 2=1048576 3=1024 4=1024
|
| 51 |
+
MemoryData dino.blocks.2.ls1 0 1 53 0=1024
|
| 52 |
+
Reshape mul_11_ncnnreshape0 1 1 53 54 0=1024 1=1
|
| 53 |
+
BinaryOp mul_11 2 1 52 54 55 0=2
|
| 54 |
+
BinaryOp add_12 2 1 49 55 56 0=0
|
| 55 |
+
Split splitncnn_5 1 2 56 57 58
|
| 56 |
+
LayerNorm ln_126 1 1 58 59 0=1024 1=1.000000e-5 2=1
|
| 57 |
+
Gemm gemm_4 1 1 59 60 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=4096 9=1024
|
| 58 |
+
GELU gelu_95 1 1 60 61
|
| 59 |
+
Gemm gemm_5 1 1 61 62 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=1024 9=4096
|
| 60 |
+
MemoryData dino.blocks.2.ls2 0 1 63 0=1024
|
| 61 |
+
Reshape mul_13_ncnnreshape0 1 1 63 64 0=1024 1=1
|
| 62 |
+
BinaryOp mul_13 2 1 62 64 65 0=2
|
| 63 |
+
BinaryOp add_14 2 1 57 65 66 0=0
|
| 64 |
+
Split splitncnn_6 1 2 66 67 68
|
| 65 |
+
LayerNorm ln_127 1 1 68 69 0=1024 1=1.000000e-5 2=1
|
| 66 |
+
MultiHeadAttention attention_198 1 1 69 70 0=1024 1=16 2=1048576 3=1024 4=1024
|
| 67 |
+
MemoryData dino.blocks.3.ls1 0 1 71 0=1024
|
| 68 |
+
Reshape mul_15_ncnnreshape0 1 1 71 72 0=1024 1=1
|
| 69 |
+
BinaryOp mul_15 2 1 70 72 73 0=2
|
| 70 |
+
BinaryOp add_16 2 1 67 73 74 0=0
|
| 71 |
+
Split splitncnn_7 1 2 74 75 76
|
| 72 |
+
LayerNorm ln_128 1 1 76 77 0=1024 1=1.000000e-5 2=1
|
| 73 |
+
Gemm gemm_6 1 1 77 78 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=4096 9=1024
|
| 74 |
+
GELU gelu_96 1 1 78 79
|
| 75 |
+
Gemm gemm_7 1 1 79 80 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=1024 9=4096
|
| 76 |
+
MemoryData dino.blocks.3.ls2 0 1 81 0=1024
|
| 77 |
+
Reshape mul_17_ncnnreshape0 1 1 81 82 0=1024 1=1
|
| 78 |
+
BinaryOp mul_17 2 1 80 82 83 0=2
|
| 79 |
+
BinaryOp add_18 2 1 75 83 84 0=0
|
| 80 |
+
Split splitncnn_8 1 2 84 85 86
|
| 81 |
+
LayerNorm ln_129 1 1 86 87 0=1024 1=1.000000e-5 2=1
|
| 82 |
+
MultiHeadAttention attention_199 1 1 87 88 0=1024 1=16 2=1048576 3=1024 4=1024
|
| 83 |
+
MemoryData dino.blocks.4.ls1 0 1 89 0=1024
|
| 84 |
+
Reshape mul_19_ncnnreshape0 1 1 89 90 0=1024 1=1
|
| 85 |
+
BinaryOp mul_19 2 1 88 90 91 0=2
|
| 86 |
+
BinaryOp add_20 2 1 85 91 92 0=0
|
| 87 |
+
Split splitncnn_9 1 2 92 93 94
|
| 88 |
+
LayerNorm ln_130 1 1 94 95 0=1024 1=1.000000e-5 2=1
|
| 89 |
+
Gemm gemm_8 1 1 95 96 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=4096 9=1024
|
| 90 |
+
GELU gelu_97 1 1 96 97
|
| 91 |
+
Gemm gemm_9 1 1 97 98 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=1024 9=4096
|
| 92 |
+
MemoryData dino.blocks.4.ls2 0 1 99 0=1024
|
| 93 |
+
Reshape mul_21_ncnnreshape0 1 1 99 100 0=1024 1=1
|
| 94 |
+
BinaryOp mul_21 2 1 98 100 101 0=2
|
| 95 |
+
BinaryOp add_22 2 1 93 101 102 0=0
|
| 96 |
+
Split splitncnn_10 1 2 102 103 104
|
| 97 |
+
LayerNorm ln_131 1 1 104 105 0=1024 1=1.000000e-5 2=1
|
| 98 |
+
MultiHeadAttention attention_200 1 1 105 106 0=1024 1=16 2=1048576 3=1024 4=1024
|
| 99 |
+
MemoryData dino.blocks.5.ls1 0 1 107 0=1024
|
| 100 |
+
Reshape mul_23_ncnnreshape0 1 1 107 108 0=1024 1=1
|
| 101 |
+
BinaryOp mul_23 2 1 106 108 109 0=2
|
| 102 |
+
BinaryOp add_24 2 1 103 109 110 0=0
|
| 103 |
+
Split splitncnn_11 1 2 110 111 112
|
| 104 |
+
LayerNorm ln_132 1 1 112 113 0=1024 1=1.000000e-5 2=1
|
| 105 |
+
Gemm gemm_10 1 1 113 114 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=4096 9=1024
|
| 106 |
+
GELU gelu_98 1 1 114 115
|
| 107 |
+
Gemm gemm_11 1 1 115 116 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=1024 9=4096
|
| 108 |
+
MemoryData dino.blocks.5.ls2 0 1 117 0=1024
|
| 109 |
+
Reshape mul_25_ncnnreshape0 1 1 117 118 0=1024 1=1
|
| 110 |
+
BinaryOp mul_25 2 1 116 118 119 0=2
|
| 111 |
+
BinaryOp add_26 2 1 111 119 120 0=0
|
| 112 |
+
Split splitncnn_12 1 3 120 121 122 123
|
| 113 |
+
LayerNorm ln_133 1 1 123 124 0=1024 1=1.000000e-5 2=1
|
| 114 |
+
MultiHeadAttention attention_201 1 1 124 125 0=1024 1=16 2=1048576 3=1024 4=1024
|
| 115 |
+
MemoryData dino.blocks.6.ls1 0 1 126 0=1024
|
| 116 |
+
Reshape mul_27_ncnnreshape0 1 1 126 127 0=1024 1=1
|
| 117 |
+
BinaryOp mul_27 2 1 125 127 128 0=2
|
| 118 |
+
BinaryOp add_28 2 1 121 128 129 0=0
|
| 119 |
+
Split splitncnn_13 1 2 129 130 131
|
| 120 |
+
LayerNorm ln_134 1 1 131 132 0=1024 1=1.000000e-5 2=1
|
| 121 |
+
Gemm gemm_12 1 1 132 133 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=4096 9=1024
|
| 122 |
+
GELU gelu_99 1 1 133 134
|
| 123 |
+
Gemm gemm_13 1 1 134 135 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=1024 9=4096
|
| 124 |
+
MemoryData dino.blocks.6.ls2 0 1 136 0=1024
|
| 125 |
+
Reshape mul_29_ncnnreshape0 1 1 136 137 0=1024 1=1
|
| 126 |
+
BinaryOp mul_29 2 1 135 137 138 0=2
|
| 127 |
+
BinaryOp add_30 2 1 130 138 139 0=0
|
| 128 |
+
Split splitncnn_14 1 2 139 140 141
|
| 129 |
+
LayerNorm ln_135 1 1 141 142 0=1024 1=1.000000e-5 2=1
|
| 130 |
+
MultiHeadAttention attention_202 1 1 142 143 0=1024 1=16 2=1048576 3=1024 4=1024
|
| 131 |
+
MemoryData dino.blocks.7.ls1 0 1 144 0=1024
|
| 132 |
+
Reshape mul_31_ncnnreshape0 1 1 144 145 0=1024 1=1
|
| 133 |
+
BinaryOp mul_31 2 1 143 145 146 0=2
|
| 134 |
+
BinaryOp add_32 2 1 140 146 147 0=0
|
| 135 |
+
Split splitncnn_15 1 2 147 148 149
|
| 136 |
+
LayerNorm ln_136 1 1 149 150 0=1024 1=1.000000e-5 2=1
|
| 137 |
+
Gemm gemm_14 1 1 150 151 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=4096 9=1024
|
| 138 |
+
GELU gelu_100 1 1 151 152
|
| 139 |
+
Gemm gemm_15 1 1 152 153 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=1024 9=4096
|
| 140 |
+
MemoryData dino.blocks.7.ls2 0 1 154 0=1024
|
| 141 |
+
Reshape mul_33_ncnnreshape0 1 1 154 155 0=1024 1=1
|
| 142 |
+
BinaryOp mul_33 2 1 153 155 156 0=2
|
| 143 |
+
BinaryOp add_34 2 1 148 156 157 0=0
|
| 144 |
+
Split splitncnn_16 1 2 157 158 159
|
| 145 |
+
LayerNorm ln_137 1 1 159 160 0=1024 1=1.000000e-5 2=1
|
| 146 |
+
MultiHeadAttention attention_203 1 1 160 161 0=1024 1=16 2=1048576 3=1024 4=1024
|
| 147 |
+
MemoryData dino.blocks.8.ls1 0 1 162 0=1024
|
| 148 |
+
Reshape mul_35_ncnnreshape0 1 1 162 163 0=1024 1=1
|
| 149 |
+
BinaryOp mul_35 2 1 161 163 164 0=2
|
| 150 |
+
BinaryOp add_36 2 1 158 164 165 0=0
|
| 151 |
+
Split splitncnn_17 1 2 165 166 167
|
| 152 |
+
LayerNorm ln_138 1 1 167 168 0=1024 1=1.000000e-5 2=1
|
| 153 |
+
Gemm gemm_16 1 1 168 169 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=4096 9=1024
|
| 154 |
+
GELU gelu_101 1 1 169 170
|
| 155 |
+
Gemm gemm_17 1 1 170 171 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=1024 9=4096
|
| 156 |
+
MemoryData dino.blocks.8.ls2 0 1 172 0=1024
|
| 157 |
+
Reshape mul_37_ncnnreshape0 1 1 172 173 0=1024 1=1
|
| 158 |
+
BinaryOp mul_37 2 1 171 173 174 0=2
|
| 159 |
+
BinaryOp add_38 2 1 166 174 175 0=0
|
| 160 |
+
Split splitncnn_18 1 2 175 176 177
|
| 161 |
+
LayerNorm ln_139 1 1 177 178 0=1024 1=1.000000e-5 2=1
|
| 162 |
+
MultiHeadAttention attention_204 1 1 178 179 0=1024 1=16 2=1048576 3=1024 4=1024
|
| 163 |
+
MemoryData dino.blocks.9.ls1 0 1 180 0=1024
|
| 164 |
+
Reshape mul_39_ncnnreshape0 1 1 180 181 0=1024 1=1
|
| 165 |
+
BinaryOp mul_39 2 1 179 181 182 0=2
|
| 166 |
+
BinaryOp add_40 2 1 176 182 183 0=0
|
| 167 |
+
Split splitncnn_19 1 2 183 184 185
|
| 168 |
+
LayerNorm ln_140 1 1 185 186 0=1024 1=1.000000e-5 2=1
|
| 169 |
+
Gemm gemm_18 1 1 186 187 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=4096 9=1024
|
| 170 |
+
GELU gelu_102 1 1 187 188
|
| 171 |
+
Gemm gemm_19 1 1 188 189 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=1024 9=4096
|
| 172 |
+
MemoryData dino.blocks.9.ls2 0 1 190 0=1024
|
| 173 |
+
Reshape mul_41_ncnnreshape0 1 1 190 191 0=1024 1=1
|
| 174 |
+
BinaryOp mul_41 2 1 189 191 192 0=2
|
| 175 |
+
BinaryOp add_42 2 1 184 192 193 0=0
|
| 176 |
+
Split splitncnn_20 1 2 193 194 195
|
| 177 |
+
LayerNorm ln_141 1 1 195 196 0=1024 1=1.000000e-5 2=1
|
| 178 |
+
MultiHeadAttention attention_205 1 1 196 197 0=1024 1=16 2=1048576 3=1024 4=1024
|
| 179 |
+
MemoryData dino.blocks.10.ls1 0 1 198 0=1024
|
| 180 |
+
Reshape mul_43_ncnnreshape0 1 1 198 199 0=1024 1=1
|
| 181 |
+
BinaryOp mul_43 2 1 197 199 200 0=2
|
| 182 |
+
BinaryOp add_44 2 1 194 200 201 0=0
|
| 183 |
+
Split splitncnn_21 1 2 201 202 203
|
| 184 |
+
LayerNorm ln_142 1 1 203 204 0=1024 1=1.000000e-5 2=1
|
| 185 |
+
Gemm gemm_20 1 1 204 205 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=4096 9=1024
|
| 186 |
+
GELU gelu_103 1 1 205 206
|
| 187 |
+
Gemm gemm_21 1 1 206 207 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=1024 9=4096
|
| 188 |
+
MemoryData dino.blocks.10.ls2 0 1 208 0=1024
|
| 189 |
+
Reshape mul_45_ncnnreshape0 1 1 208 209 0=1024 1=1
|
| 190 |
+
BinaryOp mul_45 2 1 207 209 210 0=2
|
| 191 |
+
BinaryOp add_46 2 1 202 210 211 0=0
|
| 192 |
+
Split splitncnn_22 1 2 211 212 213
|
| 193 |
+
LayerNorm ln_143 1 1 213 214 0=1024 1=1.000000e-5 2=1
|
| 194 |
+
MultiHeadAttention attention_206 1 1 214 215 0=1024 1=16 2=1048576 3=1024 4=1024
|
| 195 |
+
MemoryData dino.blocks.11.ls1 0 1 216 0=1024
|
| 196 |
+
Reshape mul_47_ncnnreshape0 1 1 216 217 0=1024 1=1
|
| 197 |
+
BinaryOp mul_47 2 1 215 217 218 0=2
|
| 198 |
+
BinaryOp add_48 2 1 212 218 219 0=0
|
| 199 |
+
Split splitncnn_23 1 2 219 220 221
|
| 200 |
+
LayerNorm ln_144 1 1 221 222 0=1024 1=1.000000e-5 2=1
|
| 201 |
+
Gemm gemm_22 1 1 222 223 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=4096 9=1024
|
| 202 |
+
GELU gelu_104 1 1 223 224
|
| 203 |
+
Gemm gemm_23 1 1 224 225 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=1024 9=4096
|
| 204 |
+
MemoryData dino.blocks.11.ls2 0 1 226 0=1024
|
| 205 |
+
Reshape mul_49_ncnnreshape0 1 1 226 227 0=1024 1=1
|
| 206 |
+
BinaryOp mul_49 2 1 225 227 228 0=2
|
| 207 |
+
BinaryOp add_50 2 1 220 228 229 0=0
|
| 208 |
+
Split splitncnn_24 1 3 229 230 231 232
|
| 209 |
+
LayerNorm ln_145 1 1 232 233 0=1024 1=1.000000e-5 2=1
|
| 210 |
+
MultiHeadAttention attention_207 1 1 233 234 0=1024 1=16 2=1048576 3=1024 4=1024
|
| 211 |
+
MemoryData dino.blocks.12.ls1 0 1 235 0=1024
|
| 212 |
+
Reshape mul_51_ncnnreshape0 1 1 235 236 0=1024 1=1
|
| 213 |
+
BinaryOp mul_51 2 1 234 236 237 0=2
|
| 214 |
+
BinaryOp add_52 2 1 230 237 238 0=0
|
| 215 |
+
Split splitncnn_25 1 2 238 239 240
|
| 216 |
+
LayerNorm ln_146 1 1 240 241 0=1024 1=1.000000e-5 2=1
|
| 217 |
+
Gemm gemm_24 1 1 241 242 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=4096 9=1024
|
| 218 |
+
GELU gelu_105 1 1 242 243
|
| 219 |
+
Gemm gemm_25 1 1 243 244 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=1024 9=4096
|
| 220 |
+
MemoryData dino.blocks.12.ls2 0 1 245 0=1024
|
| 221 |
+
Reshape mul_53_ncnnreshape0 1 1 245 246 0=1024 1=1
|
| 222 |
+
BinaryOp mul_53 2 1 244 246 247 0=2
|
| 223 |
+
BinaryOp add_54 2 1 239 247 248 0=0
|
| 224 |
+
Split splitncnn_26 1 2 248 249 250
|
| 225 |
+
LayerNorm ln_147 1 1 250 251 0=1024 1=1.000000e-5 2=1
|
| 226 |
+
MultiHeadAttention attention_208 1 1 251 252 0=1024 1=16 2=1048576 3=1024 4=1024
|
| 227 |
+
MemoryData dino.blocks.13.ls1 0 1 253 0=1024
|
| 228 |
+
Reshape mul_55_ncnnreshape0 1 1 253 254 0=1024 1=1
|
| 229 |
+
BinaryOp mul_55 2 1 252 254 255 0=2
|
| 230 |
+
BinaryOp add_56 2 1 249 255 256 0=0
|
| 231 |
+
Split splitncnn_27 1 2 256 257 258
|
| 232 |
+
LayerNorm ln_148 1 1 258 259 0=1024 1=1.000000e-5 2=1
|
| 233 |
+
Gemm gemm_26 1 1 259 260 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=4096 9=1024
|
| 234 |
+
GELU gelu_106 1 1 260 261
|
| 235 |
+
Gemm gemm_27 1 1 261 262 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=1024 9=4096
|
| 236 |
+
MemoryData dino.blocks.13.ls2 0 1 263 0=1024
|
| 237 |
+
Reshape mul_57_ncnnreshape0 1 1 263 264 0=1024 1=1
|
| 238 |
+
BinaryOp mul_57 2 1 262 264 265 0=2
|
| 239 |
+
BinaryOp add_58 2 1 257 265 266 0=0
|
| 240 |
+
Split splitncnn_28 1 2 266 267 268
|
| 241 |
+
LayerNorm ln_149 1 1 268 269 0=1024 1=1.000000e-5 2=1
|
| 242 |
+
MultiHeadAttention attention_209 1 1 269 270 0=1024 1=16 2=1048576 3=1024 4=1024
|
| 243 |
+
MemoryData dino.blocks.14.ls1 0 1 271 0=1024
|
| 244 |
+
Reshape mul_59_ncnnreshape0 1 1 271 272 0=1024 1=1
|
| 245 |
+
BinaryOp mul_59 2 1 270 272 273 0=2
|
| 246 |
+
BinaryOp add_60 2 1 267 273 274 0=0
|
| 247 |
+
Split splitncnn_29 1 2 274 275 276
|
| 248 |
+
LayerNorm ln_150 1 1 276 277 0=1024 1=1.000000e-5 2=1
|
| 249 |
+
Gemm gemm_28 1 1 277 278 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=4096 9=1024
|
| 250 |
+
GELU gelu_107 1 1 278 279
|
| 251 |
+
Gemm gemm_29 1 1 279 280 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=1024 9=4096
|
| 252 |
+
MemoryData dino.blocks.14.ls2 0 1 281 0=1024
|
| 253 |
+
Reshape mul_61_ncnnreshape0 1 1 281 282 0=1024 1=1
|
| 254 |
+
BinaryOp mul_61 2 1 280 282 283 0=2
|
| 255 |
+
BinaryOp add_62 2 1 275 283 284 0=0
|
| 256 |
+
Split splitncnn_30 1 2 284 285 286
|
| 257 |
+
LayerNorm ln_151 1 1 286 287 0=1024 1=1.000000e-5 2=1
|
| 258 |
+
MultiHeadAttention attention_210 1 1 287 288 0=1024 1=16 2=1048576 3=1024 4=1024
|
| 259 |
+
MemoryData dino.blocks.15.ls1 0 1 289 0=1024
|
| 260 |
+
Reshape mul_63_ncnnreshape0 1 1 289 290 0=1024 1=1
|
| 261 |
+
BinaryOp mul_63 2 1 288 290 291 0=2
|
| 262 |
+
BinaryOp add_64 2 1 285 291 292 0=0
|
| 263 |
+
Split splitncnn_31 1 2 292 293 294
|
| 264 |
+
LayerNorm ln_152 1 1 294 295 0=1024 1=1.000000e-5 2=1
|
| 265 |
+
Gemm gemm_30 1 1 295 296 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=4096 9=1024
|
| 266 |
+
GELU gelu_108 1 1 296 297
|
| 267 |
+
Gemm gemm_31 1 1 297 298 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=1024 9=4096
|
| 268 |
+
MemoryData dino.blocks.15.ls2 0 1 299 0=1024
|
| 269 |
+
Reshape mul_65_ncnnreshape0 1 1 299 300 0=1024 1=1
|
| 270 |
+
BinaryOp mul_65 2 1 298 300 301 0=2
|
| 271 |
+
BinaryOp add_66 2 1 293 301 302 0=0
|
| 272 |
+
Split splitncnn_32 1 2 302 303 304
|
| 273 |
+
LayerNorm ln_153 1 1 304 305 0=1024 1=1.000000e-5 2=1
|
| 274 |
+
MultiHeadAttention attention_211 1 1 305 306 0=1024 1=16 2=1048576 3=1024 4=1024
|
| 275 |
+
MemoryData dino.blocks.16.ls1 0 1 307 0=1024
|
| 276 |
+
Reshape mul_67_ncnnreshape0 1 1 307 308 0=1024 1=1
|
| 277 |
+
BinaryOp mul_67 2 1 306 308 309 0=2
|
| 278 |
+
BinaryOp add_68 2 1 303 309 310 0=0
|
| 279 |
+
Split splitncnn_33 1 2 310 311 312
|
| 280 |
+
LayerNorm ln_154 1 1 312 313 0=1024 1=1.000000e-5 2=1
|
| 281 |
+
Gemm gemm_32 1 1 313 314 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=4096 9=1024
|
| 282 |
+
GELU gelu_109 1 1 314 315
|
| 283 |
+
Gemm gemm_33 1 1 315 316 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=1024 9=4096
|
| 284 |
+
MemoryData dino.blocks.16.ls2 0 1 317 0=1024
|
| 285 |
+
Reshape mul_69_ncnnreshape0 1 1 317 318 0=1024 1=1
|
| 286 |
+
BinaryOp mul_69 2 1 316 318 319 0=2
|
| 287 |
+
BinaryOp add_70 2 1 311 319 320 0=0
|
| 288 |
+
Split splitncnn_34 1 2 320 321 322
|
| 289 |
+
LayerNorm ln_155 1 1 322 323 0=1024 1=1.000000e-5 2=1
|
| 290 |
+
MultiHeadAttention attention_212 1 1 323 324 0=1024 1=16 2=1048576 3=1024 4=1024
|
| 291 |
+
MemoryData dino.blocks.17.ls1 0 1 325 0=1024
|
| 292 |
+
Reshape mul_71_ncnnreshape0 1 1 325 326 0=1024 1=1
|
| 293 |
+
BinaryOp mul_71 2 1 324 326 327 0=2
|
| 294 |
+
BinaryOp add_72 2 1 321 327 328 0=0
|
| 295 |
+
Split splitncnn_35 1 2 328 329 330
|
| 296 |
+
LayerNorm ln_156 1 1 330 331 0=1024 1=1.000000e-5 2=1
|
| 297 |
+
Gemm gemm_34 1 1 331 332 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=4096 9=1024
|
| 298 |
+
GELU gelu_110 1 1 332 333
|
| 299 |
+
Gemm gemm_35 1 1 333 334 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=1024 9=4096
|
| 300 |
+
MemoryData dino.blocks.17.ls2 0 1 335 0=1024
|
| 301 |
+
Reshape mul_73_ncnnreshape0 1 1 335 336 0=1024 1=1
|
| 302 |
+
BinaryOp mul_73 2 1 334 336 337 0=2
|
| 303 |
+
BinaryOp add_74 2 1 329 337 338 0=0
|
| 304 |
+
Split splitncnn_36 1 3 338 339 340 341
|
| 305 |
+
LayerNorm ln_157 1 1 341 342 0=1024 1=1.000000e-5 2=1
|
| 306 |
+
MultiHeadAttention attention_213 1 1 342 343 0=1024 1=16 2=1048576 3=1024 4=1024
|
| 307 |
+
MemoryData dino.blocks.18.ls1 0 1 344 0=1024
|
| 308 |
+
Reshape mul_75_ncnnreshape0 1 1 344 345 0=1024 1=1
|
| 309 |
+
BinaryOp mul_75 2 1 343 345 346 0=2
|
| 310 |
+
BinaryOp add_76 2 1 339 346 347 0=0
|
| 311 |
+
Split splitncnn_37 1 2 347 348 349
|
| 312 |
+
LayerNorm ln_158 1 1 349 350 0=1024 1=1.000000e-5 2=1
|
| 313 |
+
Gemm gemm_36 1 1 350 351 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=4096 9=1024
|
| 314 |
+
GELU gelu_111 1 1 351 352
|
| 315 |
+
Gemm gemm_37 1 1 352 353 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=1024 9=4096
|
| 316 |
+
MemoryData dino.blocks.18.ls2 0 1 354 0=1024
|
| 317 |
+
Reshape mul_77_ncnnreshape0 1 1 354 355 0=1024 1=1
|
| 318 |
+
BinaryOp mul_77 2 1 353 355 356 0=2
|
| 319 |
+
BinaryOp add_78 2 1 348 356 357 0=0
|
| 320 |
+
Split splitncnn_38 1 2 357 358 359
|
| 321 |
+
LayerNorm ln_159 1 1 359 360 0=1024 1=1.000000e-5 2=1
|
| 322 |
+
MultiHeadAttention attention_214 1 1 360 361 0=1024 1=16 2=1048576 3=1024 4=1024
|
| 323 |
+
MemoryData dino.blocks.19.ls1 0 1 362 0=1024
|
| 324 |
+
Reshape mul_79_ncnnreshape0 1 1 362 363 0=1024 1=1
|
| 325 |
+
BinaryOp mul_79 2 1 361 363 364 0=2
|
| 326 |
+
BinaryOp add_80 2 1 358 364 365 0=0
|
| 327 |
+
Split splitncnn_39 1 2 365 366 367
|
| 328 |
+
LayerNorm ln_160 1 1 367 368 0=1024 1=1.000000e-5 2=1
|
| 329 |
+
Gemm gemm_38 1 1 368 369 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=4096 9=1024
|
| 330 |
+
GELU gelu_112 1 1 369 370
|
| 331 |
+
Gemm gemm_39 1 1 370 371 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=1024 9=4096
|
| 332 |
+
MemoryData dino.blocks.19.ls2 0 1 372 0=1024
|
| 333 |
+
Reshape mul_81_ncnnreshape0 1 1 372 373 0=1024 1=1
|
| 334 |
+
BinaryOp mul_81 2 1 371 373 374 0=2
|
| 335 |
+
BinaryOp add_82 2 1 366 374 375 0=0
|
| 336 |
+
Split splitncnn_40 1 2 375 376 377
|
| 337 |
+
LayerNorm ln_161 1 1 377 378 0=1024 1=1.000000e-5 2=1
|
| 338 |
+
MultiHeadAttention attention_215 1 1 378 379 0=1024 1=16 2=1048576 3=1024 4=1024
|
| 339 |
+
MemoryData dino.blocks.20.ls1 0 1 380 0=1024
|
| 340 |
+
Reshape mul_83_ncnnreshape0 1 1 380 381 0=1024 1=1
|
| 341 |
+
BinaryOp mul_83 2 1 379 381 382 0=2
|
| 342 |
+
BinaryOp add_84 2 1 376 382 383 0=0
|
| 343 |
+
Split splitncnn_41 1 2 383 384 385
|
| 344 |
+
LayerNorm ln_162 1 1 385 386 0=1024 1=1.000000e-5 2=1
|
| 345 |
+
Gemm gemm_40 1 1 386 387 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=4096 9=1024
|
| 346 |
+
GELU gelu_113 1 1 387 388
|
| 347 |
+
Gemm gemm_41 1 1 388 389 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=1024 9=4096
|
| 348 |
+
MemoryData dino.blocks.20.ls2 0 1 390 0=1024
|
| 349 |
+
Reshape mul_85_ncnnreshape0 1 1 390 391 0=1024 1=1
|
| 350 |
+
BinaryOp mul_85 2 1 389 391 392 0=2
|
| 351 |
+
BinaryOp add_86 2 1 384 392 393 0=0
|
| 352 |
+
Split splitncnn_42 1 2 393 394 395
|
| 353 |
+
LayerNorm ln_163 1 1 395 396 0=1024 1=1.000000e-5 2=1
|
| 354 |
+
MultiHeadAttention attention_216 1 1 396 397 0=1024 1=16 2=1048576 3=1024 4=1024
|
| 355 |
+
MemoryData dino.blocks.21.ls1 0 1 398 0=1024
|
| 356 |
+
Reshape mul_87_ncnnreshape0 1 1 398 399 0=1024 1=1
|
| 357 |
+
BinaryOp mul_87 2 1 397 399 400 0=2
|
| 358 |
+
BinaryOp add_88 2 1 394 400 401 0=0
|
| 359 |
+
Split splitncnn_43 1 2 401 402 403
|
| 360 |
+
LayerNorm ln_164 1 1 403 404 0=1024 1=1.000000e-5 2=1
|
| 361 |
+
Gemm gemm_42 1 1 404 405 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=4096 9=1024
|
| 362 |
+
GELU gelu_114 1 1 405 406
|
| 363 |
+
Gemm gemm_43 1 1 406 407 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=1024 9=4096
|
| 364 |
+
MemoryData dino.blocks.21.ls2 0 1 408 0=1024
|
| 365 |
+
Reshape mul_89_ncnnreshape0 1 1 408 409 0=1024 1=1
|
| 366 |
+
BinaryOp mul_89 2 1 407 409 410 0=2
|
| 367 |
+
BinaryOp add_90 2 1 402 410 411 0=0
|
| 368 |
+
Split splitncnn_44 1 2 411 412 413
|
| 369 |
+
LayerNorm ln_165 1 1 413 414 0=1024 1=1.000000e-5 2=1
|
| 370 |
+
MultiHeadAttention attention_217 1 1 414 415 0=1024 1=16 2=1048576 3=1024 4=1024
|
| 371 |
+
MemoryData dino.blocks.22.ls1 0 1 416 0=1024
|
| 372 |
+
Reshape mul_91_ncnnreshape0 1 1 416 417 0=1024 1=1
|
| 373 |
+
BinaryOp mul_91 2 1 415 417 418 0=2
|
| 374 |
+
BinaryOp add_92 2 1 412 418 419 0=0
|
| 375 |
+
Split splitncnn_45 1 2 419 420 421
|
| 376 |
+
LayerNorm ln_166 1 1 421 422 0=1024 1=1.000000e-5 2=1
|
| 377 |
+
Gemm gemm_44 1 1 422 423 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=4096 9=1024
|
| 378 |
+
GELU gelu_115 1 1 423 424
|
| 379 |
+
Gemm gemm_45 1 1 424 425 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=1024 9=4096
|
| 380 |
+
MemoryData dino.blocks.22.ls2 0 1 426 0=1024
|
| 381 |
+
Reshape mul_93_ncnnreshape0 1 1 426 427 0=1024 1=1
|
| 382 |
+
BinaryOp mul_93 2 1 425 427 428 0=2
|
| 383 |
+
BinaryOp add_94 2 1 420 428 429 0=0
|
| 384 |
+
Split splitncnn_46 1 2 429 430 431
|
| 385 |
+
LayerNorm ln_167 1 1 431 432 0=1024 1=1.000000e-5 2=1
|
| 386 |
+
MultiHeadAttention attention_218 1 1 432 433 0=1024 1=16 2=1048576 3=1024 4=1024
|
| 387 |
+
MemoryData dino.blocks.23.ls1 0 1 434 0=1024
|
| 388 |
+
Reshape mul_95_ncnnreshape0 1 1 434 435 0=1024 1=1
|
| 389 |
+
BinaryOp mul_95 2 1 433 435 436 0=2
|
| 390 |
+
BinaryOp add_96 2 1 430 436 437 0=0
|
| 391 |
+
Split splitncnn_47 1 2 437 438 439
|
| 392 |
+
LayerNorm ln_168 1 1 439 440 0=1024 1=1.000000e-5 2=1
|
| 393 |
+
Gemm gemm_46 1 1 440 441 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=4096 9=1024
|
| 394 |
+
GELU gelu_116 1 1 441 442
|
| 395 |
+
Gemm gemm_47 1 1 442 443 10=4 2=0 3=1 4=0 5=1 6=1 7=3004 8=1024 9=4096
|
| 396 |
+
MemoryData dino.blocks.23.ls2 0 1 444 0=1024
|
| 397 |
+
Reshape mul_97_ncnnreshape0 1 1 444 445 0=1024 1=1
|
| 398 |
+
BinaryOp mul_97 2 1 443 445 446 0=2
|
| 399 |
+
BinaryOp add_98 2 1 438 446 447 0=0
|
| 400 |
+
LayerNorm ln_169 1 1 122 448 0=1024 1=1.000000e-5 2=1
|
| 401 |
+
LayerNorm ln_170 1 1 231 449 0=1024 1=1.000000e-5 2=1
|
| 402 |
+
LayerNorm ln_171 1 1 340 450 0=1024 1=1.000000e-5 2=1
|
| 403 |
+
LayerNorm ln_172 1 1 447 451 0=1024 1=1.000000e-5 2=1
|
| 404 |
+
Crop slice_0 1 1 448 452 -23310=1,-233 -23311=1,0 -23309=1,1
|
| 405 |
+
Crop slice_1 1 1 449 453 -23310=1,-233 -23311=1,0 -23309=1,1
|
| 406 |
+
Crop slice_2 1 1 450 454 -23310=1,-233 -23311=1,0 -23309=1,1
|
| 407 |
+
Crop slice_3 1 1 451 455 -23310=1,-233 -23311=1,0 -23309=1,1
|
| 408 |
+
Reshape reshape_236 1 1 452 456 0=1024 1=77 2=39
|
| 409 |
+
Split splitncnn_48 1 2 456 457 458
|
| 410 |
+
Reshape reshape_237 1 1 453 459 0=1024 1=77 2=39
|
| 411 |
+
Split splitncnn_49 1 2 459 460 461
|
| 412 |
+
Reshape reshape_238 1 1 454 462 0=1024 1=77 2=39
|
| 413 |
+
Split splitncnn_50 1 2 462 463 464
|
| 414 |
+
Reshape reshape_239 1 1 455 465 0=1024 1=77 2=39
|
| 415 |
+
Split splitncnn_51 1 2 465 466 467
|
| 416 |
+
Reshape vit_w_esphere.dim_aligner.aligners.0_ncnnreshape0 1 1 457 468 6="0w,-1"
|
| 417 |
+
Gemm gemm_48 1 1 468 469 10=4 2=0 3=1 4=0 5=1 6=1 7=3003 8=512 9=1024
|
| 418 |
+
Reshape vit_w_esphere.dim_aligner.aligners.0_ncnnreshape1 2 1 469 458 470 6="0w,1h,1c"
|
| 419 |
+
Reshape vit_w_esphere.dim_aligner.aligners.1_ncnnreshape0 1 1 460 471 6="0w,-1"
|
| 420 |
+
Gemm gemm_49 1 1 471 472 10=4 2=0 3=1 4=0 5=1 6=1 7=3003 8=512 9=1024
|
| 421 |
+
Reshape vit_w_esphere.dim_aligner.aligners.1_ncnnreshape1 2 1 472 461 473 6="0w,1h,1c"
|
| 422 |
+
Reshape vit_w_esphere.dim_aligner.aligners.2_ncnnreshape0 1 1 463 474 6="0w,-1"
|
| 423 |
+
Gemm gemm_50 1 1 474 475 10=4 2=0 3=1 4=0 5=1 6=1 7=3003 8=512 9=1024
|
| 424 |
+
Reshape vit_w_esphere.dim_aligner.aligners.2_ncnnreshape1 2 1 475 464 476 6="0w,1h,1c"
|
| 425 |
+
Reshape vit_w_esphere.dim_aligner.aligners.3_ncnnreshape0 1 1 466 477 6="0w,-1"
|
| 426 |
+
Gemm gemm_51 1 1 477 478 10=4 2=0 3=1 4=0 5=1 6=1 7=3003 8=512 9=1024
|
| 427 |
+
Reshape vit_w_esphere.dim_aligner.aligners.3_ncnnreshape1 2 1 478 467 479 6="0w,1h,1c"
|
| 428 |
+
Reshape reshape_240 1 1 470 480 0=512 1=3003
|
| 429 |
+
Split splitncnn_52 1 2 480 481 482
|
| 430 |
+
LayerNorm ln_173 1 1 482 483 0=512 1=1.000000e-5 2=1
|
| 431 |
+
MemoryData pnnx_fold_k.2 0 1 484 0=64 1=3003 2=8
|
| 432 |
+
MemoryData pnnx_fold_v.2 0 1 485 0=64 1=3003 2=8
|
| 433 |
+
Gemm gemm_52 1 1 483 486 10=-1 2=0 3=1 4=0 5=1 6=1 7=3003 8=512 9=512
|
| 434 |
+
Reshape reshape_241 1 1 486 487 0=64 1=8 2=3003
|
| 435 |
+
Permute permute_222 1 1 487 488 0=2
|
| 436 |
+
SDPA sdpa_264 3 1 488 484 485 489 5=0
|
| 437 |
+
Permute permute_223 1 1 489 490 0=2
|
| 438 |
+
Reshape reshape_242 1 1 490 491 0=512 1=3003
|
| 439 |
+
Gemm gemm_53 1 1 491 492 10=-1 2=0 3=1 4=0 5=1 6=1 7=3003 8=512 9=512
|
| 440 |
+
BinaryOp add_99 2 1 492 481 493 0=0
|
| 441 |
+
Split splitncnn_53 1 2 493 494 495
|
| 442 |
+
LayerNorm ln_174 1 1 495 496 0=512 1=1.000000e-5 2=1
|
| 443 |
+
Gemm gemm_54 1 1 496 497 10=4 2=0 3=1 4=0 5=1 6=1 7=3003 8=2048 9=512
|
| 444 |
+
GELU gelu_117 1 1 497 498
|
| 445 |
+
Gemm gemm_55 1 1 498 499 10=4 2=0 3=1 4=0 5=1 6=1 7=3003 8=512 9=2048
|
| 446 |
+
BinaryOp add_100 2 1 499 494 500 0=0
|
| 447 |
+
Reshape reshape_243 1 1 473 501 0=512 1=3003
|
| 448 |
+
Split splitncnn_54 1 2 501 502 503
|
| 449 |
+
LayerNorm ln_175 1 1 503 504 0=512 1=1.000000e-5 2=1
|
| 450 |
+
MemoryData pnnx_fold_k.4 0 1 505 0=64 1=3003 2=8
|
| 451 |
+
MemoryData pnnx_fold_v.4 0 1 506 0=64 1=3003 2=8
|
| 452 |
+
Gemm gemm_56 1 1 504 507 10=-1 2=0 3=1 4=0 5=1 6=1 7=3003 8=512 9=512
|
| 453 |
+
Reshape reshape_244 1 1 507 508 0=64 1=8 2=3003
|
| 454 |
+
Permute permute_224 1 1 508 509 0=2
|
| 455 |
+
SDPA sdpa_265 3 1 509 505 506 510 5=0
|
| 456 |
+
Permute permute_225 1 1 510 511 0=2
|
| 457 |
+
Reshape reshape_245 1 1 511 512 0=512 1=3003
|
| 458 |
+
Gemm gemm_57 1 1 512 513 10=-1 2=0 3=1 4=0 5=1 6=1 7=3003 8=512 9=512
|
| 459 |
+
BinaryOp add_101 2 1 513 502 514 0=0
|
| 460 |
+
Split splitncnn_55 1 2 514 515 516
|
| 461 |
+
LayerNorm ln_176 1 1 516 517 0=512 1=1.000000e-5 2=1
|
| 462 |
+
Gemm gemm_58 1 1 517 518 10=4 2=0 3=1 4=0 5=1 6=1 7=3003 8=2048 9=512
|
| 463 |
+
GELU gelu_118 1 1 518 519
|
| 464 |
+
Gemm gemm_59 1 1 519 520 10=4 2=0 3=1 4=0 5=1 6=1 7=3003 8=512 9=2048
|
| 465 |
+
BinaryOp add_102 2 1 520 515 521 0=0
|
| 466 |
+
Reshape reshape_246 1 1 476 522 0=512 1=3003
|
| 467 |
+
Split splitncnn_56 1 2 522 523 524
|
| 468 |
+
LayerNorm ln_177 1 1 524 525 0=512 1=1.000000e-5 2=1
|
| 469 |
+
MemoryData pnnx_fold_k.6 0 1 526 0=64 1=3003 2=8
|
| 470 |
+
MemoryData pnnx_fold_v.6 0 1 527 0=64 1=3003 2=8
|
| 471 |
+
Gemm gemm_60 1 1 525 528 10=-1 2=0 3=1 4=0 5=1 6=1 7=3003 8=512 9=512
|
| 472 |
+
Reshape reshape_247 1 1 528 529 0=64 1=8 2=3003
|
| 473 |
+
Permute permute_226 1 1 529 530 0=2
|
| 474 |
+
SDPA sdpa_266 3 1 530 526 527 531 5=0
|
| 475 |
+
Permute permute_227 1 1 531 532 0=2
|
| 476 |
+
Reshape reshape_248 1 1 532 533 0=512 1=3003
|
| 477 |
+
Gemm gemm_61 1 1 533 534 10=-1 2=0 3=1 4=0 5=1 6=1 7=3003 8=512 9=512
|
| 478 |
+
BinaryOp add_103 2 1 534 523 535 0=0
|
| 479 |
+
Split splitncnn_57 1 2 535 536 537
|
| 480 |
+
LayerNorm ln_178 1 1 537 538 0=512 1=1.000000e-5 2=1
|
| 481 |
+
Gemm gemm_62 1 1 538 539 10=4 2=0 3=1 4=0 5=1 6=1 7=3003 8=2048 9=512
|
| 482 |
+
GELU gelu_119 1 1 539 540
|
| 483 |
+
Gemm gemm_63 1 1 540 541 10=4 2=0 3=1 4=0 5=1 6=1 7=3003 8=512 9=2048
|
| 484 |
+
BinaryOp add_104 2 1 541 536 542 0=0
|
| 485 |
+
Reshape reshape_249 1 1 479 543 0=512 1=3003
|
| 486 |
+
Split splitncnn_58 1 2 543 544 545
|
| 487 |
+
LayerNorm ln_179 1 1 545 546 0=512 1=1.000000e-5 2=1
|
| 488 |
+
MemoryData pnnx_fold_k.1 0 1 547 0=64 1=3003 2=8
|
| 489 |
+
MemoryData pnnx_fold_v.1 0 1 548 0=64 1=3003 2=8
|
| 490 |
+
Gemm gemm_64 1 1 546 549 10=-1 2=0 3=1 4=0 5=1 6=1 7=3003 8=512 9=512
|
| 491 |
+
Reshape reshape_250 1 1 549 550 0=64 1=8 2=3003
|
| 492 |
+
Permute permute_228 1 1 550 551 0=2
|
| 493 |
+
SDPA sdpa_267 3 1 551 547 548 552 5=0
|
| 494 |
+
Permute permute_229 1 1 552 553 0=2
|
| 495 |
+
Reshape reshape_251 1 1 553 554 0=512 1=3003
|
| 496 |
+
Gemm gemm_65 1 1 554 555 10=-1 2=0 3=1 4=0 5=1 6=1 7=3003 8=512 9=512
|
| 497 |
+
BinaryOp add_105 2 1 555 544 556 0=0
|
| 498 |
+
Split splitncnn_59 1 2 556 557 558
|
| 499 |
+
LayerNorm ln_180 1 1 558 559 0=512 1=1.000000e-5 2=1
|
| 500 |
+
Gemm gemm_66 1 1 559 560 10=4 2=0 3=1 4=0 5=1 6=1 7=3003 8=2048 9=512
|
| 501 |
+
GELU gelu_120 1 1 560 561
|
| 502 |
+
Gemm gemm_67 1 1 561 562 10=4 2=0 3=1 4=0 5=1 6=1 7=3003 8=512 9=2048
|
| 503 |
+
BinaryOp add_106 2 1 562 557 563 0=0
|
| 504 |
+
Gemm gemm_68 1 1 500 564 10=4 2=0 3=1 4=0 5=1 6=1 7=3003 8=512 9=512
|
| 505 |
+
Reshape reshape_252 1 1 564 565 0=512 1=77 2=39
|
| 506 |
+
Permute permute_230 1 1 565 566 0=4
|
| 507 |
+
Reshape reshape_253 1 1 521 567 0=512 1=77 2=39
|
| 508 |
+
Permute permute_231 1 1 567 568 0=4
|
| 509 |
+
Reshape reshape_254 1 1 542 569 0=512 1=77 2=39
|
| 510 |
+
Permute permute_232 1 1 569 570 0=4
|
| 511 |
+
Reshape reshape_255 1 1 563 571 0=512 1=77 2=39
|
| 512 |
+
Permute permute_233 1 1 571 572 0=4
|
| 513 |
+
Deconvolution deconv_90 1 1 568 573 0=512 1=1 11=1 12=1 13=1 14=0 18=0 19=0 2=1 3=1 4=0 5=1 6=262144
|
| 514 |
+
BinaryOp add_107 2 1 566 573 574 0=0
|
| 515 |
+
Split splitncnn_60 1 2 574 575 576
|
| 516 |
+
MemoryData vit_w_esphere._vit_w_esphere.up_sampler.0.convs.0 0 1 577 0=1 1=1 2=512
|
| 517 |
+
ReLU leakyrelu_182 1 1 576 578 0=0.01
|
| 518 |
+
Convolution convrelu_0 1 1 578 579 0=512 1=3 -23310=1,0.01 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296 9=2
|
| 519 |
+
Convolution conv_75 1 1 579 580 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
|
| 520 |
+
BinaryOp mul_108 2 1 577 580 581 0=2
|
| 521 |
+
BinaryOp add_109 2 1 581 575 582 0=0
|
| 522 |
+
Split splitncnn_61 1 2 582 583 584
|
| 523 |
+
MemoryData vit_w_esphere._vit_w_esphere.up_sampler.0.convs.1 0 1 585 0=1 1=1 2=512
|
| 524 |
+
ReLU leakyrelu_184 1 1 584 586 0=0.01
|
| 525 |
+
Convolution convrelu_1 1 1 586 587 0=512 1=3 -23310=1,0.01 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296 9=2
|
| 526 |
+
Convolution conv_77 1 1 587 588 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
|
| 527 |
+
BinaryOp mul_110 2 1 585 588 589 0=2
|
| 528 |
+
BinaryOp add_111 2 1 589 583 590 0=0
|
| 529 |
+
Convolution conv_78 1 1 590 591 0=512 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=262144
|
| 530 |
+
Interp upsample_219 1 1 591 592 0=2 1=2.0 2=2.0 6=0
|
| 531 |
+
Deconvolution deconv_91 1 1 570 593 0=512 1=2 11=2 12=1 13=2 14=0 18=0 19=0 2=1 3=2 4=0 5=1 6=1048576
|
| 532 |
+
BinaryOp add_112 2 1 592 593 594 0=0
|
| 533 |
+
Split splitncnn_62 1 2 594 595 596
|
| 534 |
+
MemoryData vit_w_esphere._vit_w_esphere.up_sampler.1.convs.0 0 1 597 0=1 1=1 2=512
|
| 535 |
+
ReLU leakyrelu_186 1 1 596 598 0=0.01
|
| 536 |
+
Convolution convrelu_2 1 1 598 599 0=512 1=3 -23310=1,0.01 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296 9=2
|
| 537 |
+
Convolution conv_80 1 1 599 600 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
|
| 538 |
+
BinaryOp mul_113 2 1 597 600 601 0=2
|
| 539 |
+
BinaryOp add_114 2 1 601 595 602 0=0
|
| 540 |
+
Split splitncnn_63 1 2 602 603 604
|
| 541 |
+
MemoryData vit_w_esphere._vit_w_esphere.up_sampler.1.convs.1 0 1 605 0=1 1=1 2=512
|
| 542 |
+
ReLU leakyrelu_188 1 1 604 606 0=0.01
|
| 543 |
+
Convolution convrelu_3 1 1 606 607 0=512 1=3 -23310=1,0.01 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296 9=2
|
| 544 |
+
Convolution conv_82 1 1 607 608 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
|
| 545 |
+
BinaryOp mul_115 2 1 605 608 609 0=2
|
| 546 |
+
BinaryOp add_116 2 1 609 603 610 0=0
|
| 547 |
+
Convolution conv_83 1 1 610 611 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=131072
|
| 548 |
+
Interp upsample_220 1 1 611 612 0=2 1=2.0 2=2.0 6=0
|
| 549 |
+
Deconvolution deconv_92 1 1 572 613 0=256 1=4 11=4 12=1 13=4 14=0 18=0 19=0 2=1 3=4 4=0 5=1 6=2097152
|
| 550 |
+
BinaryOp add_117 2 1 612 613 614 0=0
|
| 551 |
+
Split splitncnn_64 1 2 614 615 616
|
| 552 |
+
MemoryData vit_w_esphere._vit_w_esphere.up_sampler.2.convs.0 0 1 617 0=1 1=1 2=256
|
| 553 |
+
ReLU leakyrelu_190 1 1 616 618 0=0.01
|
| 554 |
+
Convolution convrelu_4 1 1 618 619 0=256 1=3 -23310=1,0.01 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=589824 9=2
|
| 555 |
+
Convolution conv_85 1 1 619 620 0=256 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=589824
|
| 556 |
+
BinaryOp mul_118 2 1 617 620 621 0=2
|
| 557 |
+
BinaryOp add_119 2 1 621 615 622 0=0
|
| 558 |
+
Split splitncnn_65 1 2 622 623 624
|
| 559 |
+
MemoryData vit_w_esphere._vit_w_esphere.up_sampler.2.convs.1 0 1 625 0=1 1=1 2=256
|
| 560 |
+
ReLU leakyrelu_192 1 1 624 626 0=0.01
|
| 561 |
+
Convolution convrelu_5 1 1 626 627 0=256 1=3 -23310=1,0.01 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=589824 9=2
|
| 562 |
+
Convolution conv_87 1 1 627 628 0=256 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=589824
|
| 563 |
+
BinaryOp mul_120 2 1 625 628 629 0=2
|
| 564 |
+
BinaryOp add_121 2 1 629 623 630 0=0
|
| 565 |
+
Convolution conv_88 1 1 630 631 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768
|
| 566 |
+
Interp upsample_221 1 1 631 632 0=2 1=2.0 2=2.0 6=0
|
| 567 |
+
Permute permute_234 1 1 632 633 0=3
|
| 568 |
+
LayerNorm ln_181 1 1 633 634 0=128 1=1.000000e-5 2=1
|
| 569 |
+
Split splitncnn_66 1 2 634 635 636
|
| 570 |
+
Reshape vit_w_esphere._vit_w_esphere.pred_head.2.1_ncnnreshape0 1 1 635 637 6="0w,-1"
|
| 571 |
+
Gemm gemm_69 1 1 637 638 10=4 2=0 3=1 4=0 5=1 6=1 7=192192 8=128 9=128
|
| 572 |
+
Reshape vit_w_esphere._vit_w_esphere.pred_head.2.1_ncnnreshape1 2 1 638 636 639 6="0w,1h,1c"
|
| 573 |
+
Permute permute_235 1 1 639 640 0=4
|
| 574 |
+
Padding pad_260 1 1 640 641 0=1 1=1 2=1 3=1 4=2
|
| 575 |
+
Convolution conv_261 1 1 641 642 0=64 1=3 11=3 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=73728 7=1
|
| 576 |
+
Interp upsample_71 1 1 642 643 0=2 3=546 4=1078 6=1
|
| 577 |
+
Padding pad_262 1 1 643 644 0=1 1=1 2=1 3=1 4=2
|
| 578 |
+
Convolution convrelu_6 1 1 644 645 0=32 1=3 -23310=1,0.01 11=3 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=18432 7=1 9=2
|
| 579 |
+
Convolution convclip_7 1 1 645 646 0=1 1=1 -23310=2,-8.0,8.0 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32 9=3
|
| 580 |
+
BinaryOp add_122 1 1 646 647 0=0 1=1 2=2.0
|
| 581 |
+
UnaryOp exp_123 1 1 647 648 0=7
|
| 582 |
+
Interp upsample_72 1 1 648 649 0=2 3=512 4=1024 6=0
|
| 583 |
+
Reshape squeeze_257 1 1 649 out0 0=1024 1=512
|