Coderdw commited on
Commit
d4ceb4a
·
verified ·
1 Parent(s): c4d05a8

Upload ERNIE-Image-Turbo ncnn Vulkan FP32 weights

Browse files
Files changed (45) hide show
  1. .gitattributes +4 -34
  2. LICENSE +201 -0
  3. README.md +48 -0
  4. dit/frontend.ncnn.bin +3 -0
  5. dit/frontend.ncnn.param +28 -0
  6. dit/layers_00_01.ncnn.bin +3 -0
  7. dit/layers_00_01.ncnn.param +124 -0
  8. dit/layers_02_03.ncnn.bin +3 -0
  9. dit/layers_02_03.ncnn.param +124 -0
  10. dit/layers_04_07.ncnn.bin +3 -0
  11. dit/layers_04_07.ncnn.param +224 -0
  12. dit/layers_08_15.ncnn.bin +3 -0
  13. dit/layers_08_15.ncnn.param +424 -0
  14. dit/layers_16_23.ncnn.bin +3 -0
  15. dit/layers_16_23.ncnn.param +424 -0
  16. dit/layers_24_31.ncnn.bin +3 -0
  17. dit/layers_24_31.ncnn.param +424 -0
  18. dit/layers_32_35.ncnn.bin +3 -0
  19. dit/layers_32_35.ncnn.param +224 -0
  20. dit/output_head.ncnn.bin +3 -0
  21. dit/output_head.ncnn.param +16 -0
  22. rng/manifest.json +34 -0
  23. rng/official_cuda_bf16_seed42.f32 +3 -0
  24. text_encoder/embedding.ncnn.bin +3 -0
  25. text_encoder/embedding.ncnn.param +4 -0
  26. text_encoder/layers_00_00.ncnn.bin +3 -0
  27. text_encoder/layers_00_00.ncnn.param +46 -0
  28. text_encoder/layers_01_04.ncnn.bin +3 -0
  29. text_encoder/layers_01_04.ncnn.param +155 -0
  30. text_encoder/layers_05_08.ncnn.bin +3 -0
  31. text_encoder/layers_05_08.ncnn.param +155 -0
  32. text_encoder/layers_09_12.ncnn.bin +3 -0
  33. text_encoder/layers_09_12.ncnn.param +155 -0
  34. text_encoder/layers_13_16.ncnn.bin +3 -0
  35. text_encoder/layers_13_16.ncnn.param +155 -0
  36. text_encoder/layers_17_20.ncnn.bin +3 -0
  37. text_encoder/layers_17_20.ncnn.param +155 -0
  38. text_encoder/layers_21_24.ncnn.bin +3 -0
  39. text_encoder/layers_21_24.ncnn.param +155 -0
  40. tokenizer/tokenizer.json +3 -0
  41. vae/constants.json +37 -0
  42. vae/decoder.ncnn.bin +3 -0
  43. vae/decoder.ncnn.param +136 -0
  44. vae/running_mean.f32 +0 -0
  45. vae/running_var.f32 +0 -0
.gitattributes CHANGED
@@ -1,35 +1,5 @@
1
- *.7z filter=lfs diff=lfs merge=lfs -text
2
- *.arrow filter=lfs diff=lfs merge=lfs -text
3
  *.bin filter=lfs diff=lfs merge=lfs -text
4
- *.bz2 filter=lfs diff=lfs merge=lfs -text
5
- *.ckpt filter=lfs diff=lfs merge=lfs -text
6
- *.ftz filter=lfs diff=lfs merge=lfs -text
7
- *.gz filter=lfs diff=lfs merge=lfs -text
8
- *.h5 filter=lfs diff=lfs merge=lfs -text
9
- *.joblib filter=lfs diff=lfs merge=lfs -text
10
- *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
- *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
- *.model filter=lfs diff=lfs merge=lfs -text
13
- *.msgpack filter=lfs diff=lfs merge=lfs -text
14
- *.npy filter=lfs diff=lfs merge=lfs -text
15
- *.npz filter=lfs diff=lfs merge=lfs -text
16
- *.onnx filter=lfs diff=lfs merge=lfs -text
17
- *.ot filter=lfs diff=lfs merge=lfs -text
18
- *.parquet filter=lfs diff=lfs merge=lfs -text
19
- *.pb filter=lfs diff=lfs merge=lfs -text
20
- *.pickle filter=lfs diff=lfs merge=lfs -text
21
- *.pkl filter=lfs diff=lfs merge=lfs -text
22
- *.pt filter=lfs diff=lfs merge=lfs -text
23
- *.pth filter=lfs diff=lfs merge=lfs -text
24
- *.rar filter=lfs diff=lfs merge=lfs -text
25
- *.safetensors filter=lfs diff=lfs merge=lfs -text
26
- saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
- *.tar.* filter=lfs diff=lfs merge=lfs -text
28
- *.tar filter=lfs diff=lfs merge=lfs -text
29
- *.tflite filter=lfs diff=lfs merge=lfs -text
30
- *.tgz filter=lfs diff=lfs merge=lfs -text
31
- *.wasm filter=lfs diff=lfs merge=lfs -text
32
- *.xz filter=lfs diff=lfs merge=lfs -text
33
- *.zip filter=lfs diff=lfs merge=lfs -text
34
- *.zst filter=lfs diff=lfs merge=lfs -text
35
- *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
1
  *.bin filter=lfs diff=lfs merge=lfs -text
2
+ *.f32 filter=lfs diff=lfs merge=lfs -text
3
+ *.json text eol=lf
4
+ LICENSE text eol=lf
5
+ tokenizer/tokenizer.json filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
LICENSE ADDED
@@ -0,0 +1,201 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ Apache License
2
+ Version 2.0, January 2004
3
+ http://www.apache.org/licenses/
4
+
5
+ TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
6
+
7
+ 1. Definitions.
8
+
9
+ "License" shall mean the terms and conditions for use, reproduction,
10
+ and distribution as defined by Sections 1 through 9 of this document.
11
+
12
+ "Licensor" shall mean the copyright owner or entity authorized by
13
+ the copyright owner that is granting the License.
14
+
15
+ "Legal Entity" shall mean the union of the acting entity and all
16
+ other entities that control, are controlled by, or are under common
17
+ control with that entity. For the purposes of this definition,
18
+ "control" means (i) the power, direct or indirect, to cause the
19
+ direction or management of such entity, whether by contract or
20
+ otherwise, or (ii) ownership of fifty percent (50%) or more of the
21
+ outstanding shares, or (iii) beneficial ownership of such entity.
22
+
23
+ "You" (or "Your") shall mean an individual or Legal Entity
24
+ exercising permissions granted by this License.
25
+
26
+ "Source" form shall mean the preferred form for making modifications,
27
+ including but not limited to software source code, documentation
28
+ source, and configuration files.
29
+
30
+ "Object" form shall mean any form resulting from mechanical
31
+ transformation or translation of a Source form, including but
32
+ not limited to compiled object code, generated documentation,
33
+ and conversions to other media types.
34
+
35
+ "Work" shall mean the work of authorship, whether in Source or
36
+ Object form, made available under the License, as indicated by a
37
+ copyright notice that is included in or attached to the work
38
+ (an example is provided in the Appendix below).
39
+
40
+ "Derivative Works" shall mean any work, whether in Source or Object
41
+ form, that is based on (or derived from) the Work and for which the
42
+ editorial revisions, annotations, elaborations, or other modifications
43
+ represent, as a whole, an original work of authorship. For the purposes
44
+ of this License, Derivative Works shall not include works that remain
45
+ separable from, or merely link (or bind by name) to the interfaces of,
46
+ the Work and Derivative Works thereof.
47
+
48
+ "Contribution" shall mean any work of authorship, including
49
+ the original version of the Work and any modifications or additions
50
+ to that Work or Derivative Works thereof, that is intentionally
51
+ submitted to Licensor for inclusion in the Work by the copyright owner
52
+ or by an individual or Legal Entity authorized to submit on behalf of
53
+ the copyright owner. For the purposes of this definition, "submitted"
54
+ means any form of electronic, verbal, or written communication sent
55
+ to the Licensor or its representatives, including but not limited to
56
+ communication on electronic mailing lists, source code control systems,
57
+ and issue tracking systems that are managed by, or on behalf of, the
58
+ Licensor for the purpose of discussing and improving the Work, but
59
+ excluding communication that is conspicuously marked or otherwise
60
+ designated in writing by the copyright owner as "Not a Contribution."
61
+
62
+ "Contributor" shall mean Licensor and any individual or Legal Entity
63
+ on behalf of whom a Contribution has been received by Licensor and
64
+ subsequently incorporated within the Work.
65
+
66
+ 2. Grant of Copyright License. Subject to the terms and conditions of
67
+ this License, each Contributor hereby grants to You a perpetual,
68
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
69
+ copyright license to reproduce, prepare Derivative Works of,
70
+ publicly display, publicly perform, sublicense, and distribute the
71
+ Work and such Derivative Works in Source or Object form.
72
+
73
+ 3. Grant of Patent License. Subject to the terms and conditions of
74
+ this License, each Contributor hereby grants to You a perpetual,
75
+ worldwide, non-exclusive, no-charge, royalty-free, irrevocable
76
+ (except as stated in this section) patent license to make, have made,
77
+ use, offer to sell, sell, import, and otherwise transfer the Work,
78
+ where such license applies only to those patent claims licensable
79
+ by such Contributor that are necessarily infringed by their
80
+ Contribution(s) alone or by combination of their Contribution(s)
81
+ with the Work to which such Contribution(s) was submitted. If You
82
+ institute patent litigation against any entity (including a
83
+ cross-claim or counterclaim in a lawsuit) alleging that the Work
84
+ or a Contribution incorporated within the Work constitutes direct
85
+ or contributory patent infringement, then any patent licenses
86
+ granted to You under this License for that Work shall terminate
87
+ as of the date such litigation is filed.
88
+
89
+ 4. Redistribution. You may reproduce and distribute copies of the
90
+ Work or Derivative Works thereof in any medium, with or without
91
+ modifications, and in Source or Object form, provided that You
92
+ meet the following conditions:
93
+
94
+ (a) You must give any other recipients of the Work or
95
+ Derivative Works a copy of this License; and
96
+
97
+ (b) You must cause any modified files to carry prominent notices
98
+ stating that You changed the files; and
99
+
100
+ (c) You must retain, in the Source form of any Derivative Works
101
+ that You distribute, all copyright, patent, trademark, and
102
+ attribution notices from the Source form of the Work,
103
+ excluding those notices that do not pertain to any part of
104
+ the Derivative Works; and
105
+
106
+ (d) If the Work includes a "NOTICE" text file as part of its
107
+ distribution, then any Derivative Works that You distribute must
108
+ include a readable copy of the attribution notices contained
109
+ within such NOTICE file, excluding those notices that do not
110
+ pertain to any part of the Derivative Works, in at least one
111
+ of the following places: within a NOTICE text file distributed
112
+ as part of the Derivative Works; within the Source form or
113
+ documentation, if provided along with the Derivative Works; or,
114
+ within a display generated by the Derivative Works, if and
115
+ wherever such third-party notices normally appear. The contents
116
+ of the NOTICE file are for informational purposes only and
117
+ do not modify the License. You may add Your own attribution
118
+ notices within Derivative Works that You distribute, alongside
119
+ or as an addendum to the NOTICE text from the Work, provided
120
+ that such additional attribution notices cannot be construed
121
+ as modifying the License.
122
+
123
+ You may add Your own copyright statement to Your modifications and
124
+ may provide additional or different license terms and conditions
125
+ for use, reproduction, or distribution of Your modifications, or
126
+ for any such Derivative Works as a whole, provided Your use,
127
+ reproduction, and distribution of the Work otherwise complies with
128
+ the conditions stated in this License.
129
+
130
+ 5. Submission of Contributions. Unless You explicitly state otherwise,
131
+ any Contribution intentionally submitted for inclusion in the Work
132
+ by You to the Licensor shall be under the terms and conditions of
133
+ this License, without any additional terms or conditions.
134
+ Notwithstanding the above, nothing herein shall supersede or modify
135
+ the terms of any separate license agreement you may have executed
136
+ with Licensor regarding such Contributions.
137
+
138
+ 6. Trademarks. This License does not grant permission to use the trade
139
+ names, trademarks, service marks, or product names of the Licensor,
140
+ except as required for reasonable and customary use in describing the
141
+ origin of the Work and reproducing the content of the NOTICE file.
142
+
143
+ 7. Disclaimer of Warranty. Unless required by applicable law or
144
+ agreed to in writing, Licensor provides the Work (and each
145
+ Contributor provides its Contributions) on an "AS IS" BASIS,
146
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
147
+ implied, including, without limitation, any warranties or conditions
148
+ of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
149
+ PARTICULAR PURPOSE. You are solely responsible for determining the
150
+ appropriateness of using or redistributing the Work and assume any
151
+ risks associated with Your exercise of permissions under this License.
152
+
153
+ 8. Limitation of Liability. In no event and under no legal theory,
154
+ whether in tort (including negligence), contract, or otherwise,
155
+ unless required by applicable law (such as deliberate and grossly
156
+ negligent acts) or agreed to in writing, shall any Contributor be
157
+ liable to You for damages, including any direct, indirect, special,
158
+ incidental, or consequential damages of any character arising as a
159
+ result of this License or out of the use or inability to use the
160
+ Work (including but not limited to damages for loss of goodwill,
161
+ work stoppage, computer failure or malfunction, or any and all
162
+ other commercial damages or losses), even if such Contributor
163
+ has been advised of the possibility of such damages.
164
+
165
+ 9. Accepting Warranty or Additional Liability. While redistributing
166
+ the Work or Derivative Works thereof, You may choose to offer,
167
+ and charge a fee for, acceptance of support, warranty, indemnity,
168
+ or other liability obligations and/or rights consistent with this
169
+ License. However, in accepting such obligations, You may act only
170
+ on Your own behalf and on Your sole responsibility, not on behalf
171
+ of any other Contributor, and only if You agree to indemnify,
172
+ defend, and hold each Contributor harmless for any liability
173
+ incurred by, or claims asserted against, such Contributor by reason
174
+ of your accepting any such warranty or additional liability.
175
+
176
+ END OF TERMS AND CONDITIONS
177
+
178
+ APPENDIX: How to apply the Apache License to your work.
179
+
180
+ To apply the Apache License to your work, attach the following
181
+ boilerplate notice, with the fields enclosed by brackets "[]"
182
+ replaced with your own identifying information. (Don't include
183
+ the brackets!) The text should be enclosed in the appropriate
184
+ comment syntax for the file format. We also recommend that a
185
+ file or class name and description of purpose be included on the
186
+ same "printed page" as the copyright notice for easier
187
+ identification within third-party archives.
188
+
189
+ Copyright (c) 2025 Baidu, Inc. All Rights Reserved.
190
+
191
+ Licensed under the Apache License, Version 2.0 (the "License");
192
+ you may not use this file except in compliance with the License.
193
+ You may obtain a copy of the License at
194
+
195
+ http://www.apache.org/licenses/LICENSE-2.0
196
+
197
+ Unless required by applicable law or agreed to in writing, software
198
+ distributed under the License is distributed on an "AS IS" BASIS,
199
+ WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
200
+ See the License for the specific language governing permissions and
201
+ limitations under the License.
README.md CHANGED
@@ -1,3 +1,51 @@
1
  ---
2
  license: apache-2.0
 
 
 
 
 
 
 
 
3
  ---
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  ---
2
  license: apache-2.0
3
+ pipeline_tag: text-to-image
4
+ library_name: ncnn
5
+ base_model: baidu/ERNIE-Image-Turbo
6
+ tags:
7
+ - ernie-image
8
+ - ncnn
9
+ - vulkan
10
+ - text-to-image
11
  ---
12
+
13
+ # ERNIE-Image-Turbo ncnn 权重
14
+
15
+ 这是 [`baidu/ERNIE-Image-Turbo`](https://huggingface.co/baidu/ERNIE-Image-Turbo)
16
+ 的实验性 C++/ncnn 移植所使用的 FP32 部署文件。模型包包含配套 C++ CLI 所需的
17
+ Tokenizer、Text Encoder、36 层 DiT、VAE Decoder,以及官方 seed=42 回归
18
+ latent。
19
+
20
+ 请将整个仓库下载到同一个本地目录,并把该目录传给运行程序:
21
+
22
+ ```bash
23
+ hf download Coderdw/ernie-image-ncnn-vulkan \
24
+ --local-dir models/ernie-image-turbo
25
+
26
+ ./build/ernie_image_cli \
27
+ --model-dir models/ernie-image-turbo \
28
+ --device vulkan \
29
+ --rng-mode portable \
30
+ --seed 123 \
31
+ --prompt '一只黑白相间的中华田园犬' \
32
+ --output image.png
33
+ ```
34
+
35
+ 模型目录结构:
36
+
37
+ ```text
38
+ tokenizer/ tokenizer.json
39
+ text_encoder/ embedding 与 layers 0-24
40
+ dit/ frontend、layers 0-35 与 output head
41
+ vae/ decoder 与归一化常量
42
+ rng/ 官方 CUDA/BF16 seed=42 回归 latent
43
+ ```
44
+
45
+ 当前正确性基线使用 FP32,因此模型包约为 43 GiB。当前固定 batch=1、分辨率
46
+ 1024 x 1024、推理步数 8,并且不包含 Prompt Enhancer。请使用配套代码仓库内置
47
+ 的 ncnn 源码;其 Vulkan GELU 与 SDPA mask 行为属于已验证运行契约的一部分。
48
+
49
+ 这些文件转换自 `baidu/ERNIE-Image-Turbo` revision
50
+ `bc68c81e2a1730a394d5fc9fae70713dee940140`。许可证与模型信息请参阅本目录中的
51
+ `LICENSE` 以及上游模型页面。
dit/frontend.ncnn.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4bccc1b31752f855cb7cf7e867d8c4d040d2bdde7ed816aaad1c26fe0c5e6cc
3
+ size 589455380
dit/frontend.ncnn.param ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 7767517
2
+ 26 33
3
+ Input in0 0 1 in0
4
+ Input in1 0 1 in1
5
+ Input in2 0 1 in2
6
+ Convolution conv_1 1 1 in0 3 0=4096 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=524288
7
+ Reshape reshape_7 1 1 3 4 0=4096 1=4096
8
+ Permute transpose_8 1 1 4 out0 0=1
9
+ Gemm gemm_0 1 1 in2 out1 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
10
+ MemoryData pnnx_fold_133 0 1 7 0=2048 1=1
11
+ BinaryOp mul_0 2 1 in1 7 8 0=2
12
+ Split splitncnn_0 1 2 8 9 10
13
+ UnaryOp sin_1 1 1 9 11 0=9
14
+ UnaryOp cos_2 1 1 10 12 0=10
15
+ Concat cat_0 2 1 11 12 13 0=1
16
+ InnerProduct linear_2 1 1 13 14 0=4096 1=1 2=16777216
17
+ Swish silu_5 1 1 14 15
18
+ InnerProduct linear_3 1 1 15 16 0=4096 1=1 2=16777216
19
+ Split splitncnn_1 1 2 16 out8 18
20
+ Swish silu_6 1 1 18 19
21
+ InnerProduct linear_4 1 1 19 20 0=24576 1=1 2=100663296
22
+ Slice chunk_0 1 6 20 21 22 23 24 25 26 -23300=6,-233,-233,-233,-233,-233,-233 1=1
23
+ ExpandDims unsqueeze_9 1 1 21 out2 -23303=1,1
24
+ ExpandDims unsqueeze_10 1 1 22 out3 -23303=1,1
25
+ ExpandDims unsqueeze_11 1 1 23 out4 -23303=1,1
26
+ ExpandDims unsqueeze_12 1 1 24 out5 -23303=1,1
27
+ ExpandDims unsqueeze_13 1 1 25 out6 -23303=1,1
28
+ ExpandDims unsqueeze_14 1 1 26 out7 -23303=1,1
dit/layers_00_01.ncnn.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ae775338d43c2c45ea739c7aef5559a2a7849f9f36572ad2ea450389af472b1
3
+ size 1744914544
dit/layers_00_01.ncnn.param ADDED
@@ -0,0 +1,124 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 7767517
2
+ 122 154
3
+ Input in0 0 1 in0
4
+ Split splitncnn_0 1 2 in0 1 2
5
+ Input in1 0 1 in1
6
+ Split splitncnn_1 1 2 in1 4 5
7
+ Input in2 0 1 in2
8
+ Split splitncnn_2 1 2 in2 7 8
9
+ Input in3 0 1 in3
10
+ Split splitncnn_3 1 2 in3 10 11
11
+ Input in4 0 1 in4
12
+ Split splitncnn_4 1 2 in4 13 14
13
+ Input in5 0 1 in5
14
+ Split splitncnn_5 1 2 in5 16 17
15
+ Input in6 0 1 in6
16
+ Split splitncnn_6 1 2 in6 19 20
17
+ Input in7 0 1 in7
18
+ Split splitncnn_7 1 2 in7 22 23
19
+ MemoryData attention_mask 0 1 24 0=4110 1=1 2=1
20
+ Input in8 0 1 in8
21
+ Split splitncnn_0 1 2 in8 25 26
22
+ RMSNorm rmsn_16 1 1 2 27 0=4096 1=1.000000e-6 2=1
23
+ BinaryOp add_0 1 1 10 28 0=0 1=1 2=1.0
24
+ BinaryOp mul_1 2 1 27 28 29 0=2
25
+ BinaryOp add_2 2 1 29 7 30 0=0
26
+ Split splitncnn_8 1 3 30 31 32 33
27
+ Gemm gemm_0 1 1 33 34 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
28
+ Gemm gemm_1 1 1 32 35 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
29
+ Gemm gemm_2 1 1 31 36 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
30
+ Reshape unflatten_32 1 1 34 37 0=128 1=32 2=-1
31
+ Reshape unflatten_33 1 1 35 38 0=128 1=32 2=-1
32
+ Reshape unflatten_34 1 1 36 39 0=128 1=32 2=-1
33
+ RMSNorm rmsn_17 1 1 37 40 0=128 1=1.000000e-6 2=1
34
+ Split splitncnn_9 1 2 40 41 42
35
+ RMSNorm rmsn_18 1 1 38 43 0=128 1=1.000000e-6 2=1
36
+ Split splitncnn_10 1 2 43 44 45
37
+ UnaryOp cos_3 1 1 4 46 0=10
38
+ Split splitncnn_11 1 4 46 47 48 49 50
39
+ UnaryOp sin_4 1 1 5 51 0=9
40
+ Split splitncnn_12 1 4 51 52 53 54 55
41
+ Slice chunk_0 1 2 41 56 57 -23300=2,-233,-233 1=2
42
+ UnaryOp neg_5 1 1 57 58 0=1
43
+ Concat cat_0 2 1 58 56 59 0=2
44
+ BinaryOp mul_6 2 1 59 52 60 0=2
45
+ BinaryOp mul_7 2 1 42 47 61 0=2
46
+ BinaryOp add_8 2 1 61 60 62 0=0
47
+ Slice chunk_1 1 2 44 63 64 -23300=2,-233,-233 1=2
48
+ UnaryOp neg_9 1 1 64 65 0=1
49
+ Concat cat_1 2 1 65 63 66 0=2
50
+ BinaryOp mul_10 2 1 66 53 67 0=2
51
+ BinaryOp mul_11 2 1 45 48 68 0=2
52
+ BinaryOp add_12 2 1 68 67 69 0=0
53
+ Permute permute_24 1 1 62 70 0=2
54
+ Permute permute_25 1 1 69 71 0=2
55
+ Permute permute_26 1 1 39 72 0=2
56
+ SDPA sdpa_40 4 1 70 71 72 26 73 5=1
57
+ Permute permute_27 1 1 73 74 0=2
58
+ Reshape flatten_38 1 1 74 75 0=4096 1=-1
59
+ Gemm gemm_3 1 1 75 76 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
60
+ BinaryOp mul_13 2 1 13 76 77 0=2
61
+ BinaryOp add_14 2 1 1 77 78 0=0
62
+ Split splitncnn_13 1 2 78 79 80
63
+ RMSNorm rmsn_19 1 1 80 81 0=4096 1=1.000000e-6 2=1
64
+ BinaryOp add_15 1 1 19 82 0=0 1=1 2=1.0
65
+ BinaryOp mul_16 2 1 81 82 83 0=2
66
+ BinaryOp add_17 2 1 83 16 84 0=0
67
+ Split splitncnn_14 1 2 84 85 86
68
+ Gemm gemm_4 1 1 86 87 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
69
+ Gemm gemm_5 1 1 85 88 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
70
+ GELU gelu_14 1 1 88 89
71
+ BinaryOp mul_18 2 1 87 89 90 0=2
72
+ Gemm gemm_6 1 1 90 91 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
73
+ BinaryOp mul_19 2 1 22 91 92 0=2
74
+ BinaryOp add_20 2 1 79 92 93 0=0
75
+ Split splitncnn_15 1 2 93 94 95
76
+ RMSNorm rmsn_20 1 1 95 96 0=4096 1=1.000000e-6 2=1
77
+ BinaryOp add_21 1 1 11 97 0=0 1=1 2=1.0
78
+ BinaryOp mul_22 2 1 96 97 98 0=2
79
+ BinaryOp add_23 2 1 98 8 99 0=0
80
+ Split splitncnn_16 1 3 99 100 101 102
81
+ Gemm gemm_7 1 1 102 103 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
82
+ Gemm gemm_8 1 1 101 104 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
83
+ Gemm gemm_9 1 1 100 105 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
84
+ Reshape unflatten_35 1 1 103 106 0=128 1=32 2=-1
85
+ Reshape unflatten_36 1 1 104 107 0=128 1=32 2=-1
86
+ Reshape unflatten_37 1 1 105 108 0=128 1=32 2=-1
87
+ RMSNorm rmsn_21 1 1 106 109 0=128 1=1.000000e-6 2=1
88
+ Split splitncnn_17 1 2 109 110 111
89
+ RMSNorm rmsn_22 1 1 107 112 0=128 1=1.000000e-6 2=1
90
+ Split splitncnn_18 1 2 112 113 114
91
+ Slice chunk_2 1 2 110 115 116 -23300=2,-233,-233 1=2
92
+ UnaryOp neg_24 1 1 116 117 0=1
93
+ Concat cat_2 2 1 117 115 118 0=2
94
+ BinaryOp mul_25 2 1 118 54 119 0=2
95
+ BinaryOp mul_26 2 1 111 49 120 0=2
96
+ BinaryOp add_27 2 1 120 119 121 0=0
97
+ Slice chunk_3 1 2 113 122 123 -23300=2,-233,-233 1=2
98
+ UnaryOp neg_28 1 1 123 124 0=1
99
+ Concat cat_3 2 1 124 122 125 0=2
100
+ BinaryOp mul_29 2 1 125 55 126 0=2
101
+ BinaryOp mul_30 2 1 114 50 127 0=2
102
+ BinaryOp add_31 2 1 127 126 128 0=0
103
+ Permute permute_28 1 1 121 129 0=2
104
+ Permute permute_29 1 1 128 130 0=2
105
+ Permute permute_30 1 1 108 131 0=2
106
+ SDPA sdpa_41 4 1 129 130 131 25 132 5=1
107
+ Permute permute_31 1 1 132 133 0=2
108
+ Reshape flatten_39 1 1 133 134 0=4096 1=-1
109
+ Gemm gemm_10 1 1 134 135 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
110
+ BinaryOp mul_32 2 1 14 135 136 0=2
111
+ BinaryOp add_33 2 1 94 136 137 0=0
112
+ Split splitncnn_19 1 2 137 138 139
113
+ RMSNorm rmsn_23 1 1 139 140 0=4096 1=1.000000e-6 2=1
114
+ BinaryOp add_34 1 1 20 141 0=0 1=1 2=1.0
115
+ BinaryOp mul_35 2 1 140 141 142 0=2
116
+ BinaryOp add_36 2 1 142 17 143 0=0
117
+ Split splitncnn_20 1 2 143 144 145
118
+ Gemm gemm_11 1 1 145 146 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
119
+ Gemm gemm_12 1 1 144 147 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
120
+ GELU gelu_15 1 1 147 148
121
+ BinaryOp mul_37 2 1 146 148 149 0=2
122
+ Gemm gemm_13 1 1 149 150 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
123
+ BinaryOp mul_38 2 1 23 150 151 0=2
124
+ BinaryOp add_39 2 1 138 151 out0 0=0
dit/layers_02_03.ncnn.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:713995195c3e61568b8ae18ce9e510bedfc01e7d952c006d64e2460926578119
3
+ size 1744914544
dit/layers_02_03.ncnn.param ADDED
@@ -0,0 +1,124 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 7767517
2
+ 122 154
3
+ Input in0 0 1 in0
4
+ Split splitncnn_0 1 2 in0 1 2
5
+ Input in1 0 1 in1
6
+ Split splitncnn_1 1 2 in1 4 5
7
+ Input in2 0 1 in2
8
+ Split splitncnn_2 1 2 in2 7 8
9
+ Input in3 0 1 in3
10
+ Split splitncnn_3 1 2 in3 10 11
11
+ Input in4 0 1 in4
12
+ Split splitncnn_4 1 2 in4 13 14
13
+ Input in5 0 1 in5
14
+ Split splitncnn_5 1 2 in5 16 17
15
+ Input in6 0 1 in6
16
+ Split splitncnn_6 1 2 in6 19 20
17
+ Input in7 0 1 in7
18
+ Split splitncnn_7 1 2 in7 22 23
19
+ MemoryData attention_mask 0 1 24 0=4110 1=1 2=1
20
+ Input in8 0 1 in8
21
+ Split splitncnn_0 1 2 in8 25 26
22
+ RMSNorm rmsn_16 1 1 2 27 0=4096 1=1.000000e-6 2=1
23
+ BinaryOp add_0 1 1 10 28 0=0 1=1 2=1.0
24
+ BinaryOp mul_1 2 1 27 28 29 0=2
25
+ BinaryOp add_2 2 1 29 7 30 0=0
26
+ Split splitncnn_8 1 3 30 31 32 33
27
+ Gemm gemm_0 1 1 33 34 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
28
+ Gemm gemm_1 1 1 32 35 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
29
+ Gemm gemm_2 1 1 31 36 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
30
+ Reshape unflatten_32 1 1 34 37 0=128 1=32 2=-1
31
+ Reshape unflatten_33 1 1 35 38 0=128 1=32 2=-1
32
+ Reshape unflatten_34 1 1 36 39 0=128 1=32 2=-1
33
+ RMSNorm rmsn_17 1 1 37 40 0=128 1=1.000000e-6 2=1
34
+ Split splitncnn_9 1 2 40 41 42
35
+ RMSNorm rmsn_18 1 1 38 43 0=128 1=1.000000e-6 2=1
36
+ Split splitncnn_10 1 2 43 44 45
37
+ UnaryOp cos_3 1 1 4 46 0=10
38
+ Split splitncnn_11 1 4 46 47 48 49 50
39
+ UnaryOp sin_4 1 1 5 51 0=9
40
+ Split splitncnn_12 1 4 51 52 53 54 55
41
+ Slice chunk_0 1 2 41 56 57 -23300=2,-233,-233 1=2
42
+ UnaryOp neg_5 1 1 57 58 0=1
43
+ Concat cat_0 2 1 58 56 59 0=2
44
+ BinaryOp mul_6 2 1 59 52 60 0=2
45
+ BinaryOp mul_7 2 1 42 47 61 0=2
46
+ BinaryOp add_8 2 1 61 60 62 0=0
47
+ Slice chunk_1 1 2 44 63 64 -23300=2,-233,-233 1=2
48
+ UnaryOp neg_9 1 1 64 65 0=1
49
+ Concat cat_1 2 1 65 63 66 0=2
50
+ BinaryOp mul_10 2 1 66 53 67 0=2
51
+ BinaryOp mul_11 2 1 45 48 68 0=2
52
+ BinaryOp add_12 2 1 68 67 69 0=0
53
+ Permute permute_24 1 1 62 70 0=2
54
+ Permute permute_25 1 1 69 71 0=2
55
+ Permute permute_26 1 1 39 72 0=2
56
+ SDPA sdpa_40 4 1 70 71 72 26 73 5=1
57
+ Permute permute_27 1 1 73 74 0=2
58
+ Reshape flatten_38 1 1 74 75 0=4096 1=-1
59
+ Gemm gemm_3 1 1 75 76 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
60
+ BinaryOp mul_13 2 1 13 76 77 0=2
61
+ BinaryOp add_14 2 1 1 77 78 0=0
62
+ Split splitncnn_13 1 2 78 79 80
63
+ RMSNorm rmsn_19 1 1 80 81 0=4096 1=1.000000e-6 2=1
64
+ BinaryOp add_15 1 1 19 82 0=0 1=1 2=1.0
65
+ BinaryOp mul_16 2 1 81 82 83 0=2
66
+ BinaryOp add_17 2 1 83 16 84 0=0
67
+ Split splitncnn_14 1 2 84 85 86
68
+ Gemm gemm_4 1 1 86 87 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
69
+ Gemm gemm_5 1 1 85 88 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
70
+ GELU gelu_14 1 1 88 89
71
+ BinaryOp mul_18 2 1 87 89 90 0=2
72
+ Gemm gemm_6 1 1 90 91 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
73
+ BinaryOp mul_19 2 1 22 91 92 0=2
74
+ BinaryOp add_20 2 1 79 92 93 0=0
75
+ Split splitncnn_15 1 2 93 94 95
76
+ RMSNorm rmsn_20 1 1 95 96 0=4096 1=1.000000e-6 2=1
77
+ BinaryOp add_21 1 1 11 97 0=0 1=1 2=1.0
78
+ BinaryOp mul_22 2 1 96 97 98 0=2
79
+ BinaryOp add_23 2 1 98 8 99 0=0
80
+ Split splitncnn_16 1 3 99 100 101 102
81
+ Gemm gemm_7 1 1 102 103 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
82
+ Gemm gemm_8 1 1 101 104 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
83
+ Gemm gemm_9 1 1 100 105 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
84
+ Reshape unflatten_35 1 1 103 106 0=128 1=32 2=-1
85
+ Reshape unflatten_36 1 1 104 107 0=128 1=32 2=-1
86
+ Reshape unflatten_37 1 1 105 108 0=128 1=32 2=-1
87
+ RMSNorm rmsn_21 1 1 106 109 0=128 1=1.000000e-6 2=1
88
+ Split splitncnn_17 1 2 109 110 111
89
+ RMSNorm rmsn_22 1 1 107 112 0=128 1=1.000000e-6 2=1
90
+ Split splitncnn_18 1 2 112 113 114
91
+ Slice chunk_2 1 2 110 115 116 -23300=2,-233,-233 1=2
92
+ UnaryOp neg_24 1 1 116 117 0=1
93
+ Concat cat_2 2 1 117 115 118 0=2
94
+ BinaryOp mul_25 2 1 118 54 119 0=2
95
+ BinaryOp mul_26 2 1 111 49 120 0=2
96
+ BinaryOp add_27 2 1 120 119 121 0=0
97
+ Slice chunk_3 1 2 113 122 123 -23300=2,-233,-233 1=2
98
+ UnaryOp neg_28 1 1 123 124 0=1
99
+ Concat cat_3 2 1 124 122 125 0=2
100
+ BinaryOp mul_29 2 1 125 55 126 0=2
101
+ BinaryOp mul_30 2 1 114 50 127 0=2
102
+ BinaryOp add_31 2 1 127 126 128 0=0
103
+ Permute permute_28 1 1 121 129 0=2
104
+ Permute permute_29 1 1 128 130 0=2
105
+ Permute permute_30 1 1 108 131 0=2
106
+ SDPA sdpa_41 4 1 129 130 131 25 132 5=1
107
+ Permute permute_31 1 1 132 133 0=2
108
+ Reshape flatten_39 1 1 133 134 0=4096 1=-1
109
+ Gemm gemm_10 1 1 134 135 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
110
+ BinaryOp mul_32 2 1 14 135 136 0=2
111
+ BinaryOp add_33 2 1 94 136 137 0=0
112
+ Split splitncnn_19 1 2 137 138 139
113
+ RMSNorm rmsn_23 1 1 139 140 0=4096 1=1.000000e-6 2=1
114
+ BinaryOp add_34 1 1 20 141 0=0 1=1 2=1.0
115
+ BinaryOp mul_35 2 1 140 141 142 0=2
116
+ BinaryOp add_36 2 1 142 17 143 0=0
117
+ Split splitncnn_20 1 2 143 144 145
118
+ Gemm gemm_11 1 1 145 146 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
119
+ Gemm gemm_12 1 1 144 147 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
120
+ GELU gelu_15 1 1 147 148
121
+ BinaryOp mul_37 2 1 146 148 149 0=2
122
+ Gemm gemm_13 1 1 149 150 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
123
+ BinaryOp mul_38 2 1 23 150 151 0=2
124
+ BinaryOp add_39 2 1 138 151 out0 0=0
dit/layers_04_07.ncnn.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e1d18285ac69fccfbac38ac9185354da26da4a9c3c6a1163c0623702309535dd
3
+ size 3489812648
dit/layers_04_07.ncnn.param ADDED
@@ -0,0 +1,224 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 7767517
2
+ 222 294
3
+ Input in0 0 1 in0
4
+ Split splitncnn_0 1 2 in0 1 2
5
+ Input in1 0 1 in1
6
+ Split splitncnn_1 1 2 in1 4 5
7
+ Input in2 0 1 in2
8
+ Split splitncnn_2 1 4 in2 7 8 9 10
9
+ Input in3 0 1 in3
10
+ Split splitncnn_3 1 4 in3 12 13 14 15
11
+ Input in4 0 1 in4
12
+ Split splitncnn_4 1 4 in4 17 18 19 20
13
+ Input in5 0 1 in5
14
+ Split splitncnn_5 1 4 in5 22 23 24 25
15
+ Input in6 0 1 in6
16
+ Split splitncnn_6 1 4 in6 27 28 29 30
17
+ Input in7 0 1 in7
18
+ Split splitncnn_7 1 4 in7 32 33 34 35
19
+ MemoryData attention_mask 0 1 36 0=4110 1=1 2=1
20
+ Input in8 0 1 in8
21
+ Split splitncnn_0 1 4 in8 37 38 39 40
22
+ RMSNorm rmsn_32 1 1 2 41 0=4096 1=1.000000e-6 2=1
23
+ BinaryOp add_0 1 1 12 42 0=0 1=1 2=1.0
24
+ BinaryOp mul_1 2 1 41 42 43 0=2
25
+ BinaryOp add_2 2 1 43 7 44 0=0
26
+ Split splitncnn_8 1 3 44 45 46 47
27
+ Gemm gemm_0 1 1 47 48 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
28
+ Gemm gemm_1 1 1 46 49 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
29
+ Gemm gemm_2 1 1 45 50 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
30
+ Reshape unflatten_64 1 1 48 51 0=128 1=32 2=-1
31
+ Reshape unflatten_65 1 1 49 52 0=128 1=32 2=-1
32
+ Reshape unflatten_66 1 1 50 53 0=128 1=32 2=-1
33
+ RMSNorm rmsn_33 1 1 51 54 0=128 1=1.000000e-6 2=1
34
+ Split splitncnn_9 1 2 54 55 56
35
+ RMSNorm rmsn_34 1 1 52 57 0=128 1=1.000000e-6 2=1
36
+ Split splitncnn_10 1 2 57 58 59
37
+ UnaryOp cos_3 1 1 4 60 0=10
38
+ Split splitncnn_11 1 8 60 61 62 63 64 65 66 67 68
39
+ UnaryOp sin_4 1 1 5 69 0=9
40
+ Split splitncnn_12 1 8 69 70 71 72 73 74 75 76 77
41
+ Slice chunk_0 1 2 55 78 79 -23300=2,-233,-233 1=2
42
+ UnaryOp neg_5 1 1 79 80 0=1
43
+ Concat cat_0 2 1 80 78 81 0=2
44
+ BinaryOp mul_6 2 1 81 70 82 0=2
45
+ BinaryOp mul_7 2 1 56 61 83 0=2
46
+ BinaryOp add_8 2 1 83 82 84 0=0
47
+ Slice chunk_1 1 2 58 85 86 -23300=2,-233,-233 1=2
48
+ UnaryOp neg_9 1 1 86 87 0=1
49
+ Concat cat_1 2 1 87 85 88 0=2
50
+ BinaryOp mul_10 2 1 88 71 89 0=2
51
+ BinaryOp mul_11 2 1 59 62 90 0=2
52
+ BinaryOp add_12 2 1 90 89 91 0=0
53
+ Permute permute_48 1 1 84 92 0=2
54
+ Permute permute_49 1 1 91 93 0=2
55
+ Permute permute_50 1 1 53 94 0=2
56
+ SDPA sdpa_80 4 1 92 93 94 40 95 5=1
57
+ Permute permute_51 1 1 95 96 0=2
58
+ Reshape flatten_76 1 1 96 97 0=4096 1=-1
59
+ Gemm gemm_3 1 1 97 98 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
60
+ BinaryOp mul_13 2 1 17 98 99 0=2
61
+ BinaryOp add_14 2 1 1 99 100 0=0
62
+ Split splitncnn_13 1 2 100 101 102
63
+ RMSNorm rmsn_35 1 1 102 103 0=4096 1=1.000000e-6 2=1
64
+ BinaryOp add_15 1 1 27 104 0=0 1=1 2=1.0
65
+ BinaryOp mul_16 2 1 103 104 105 0=2
66
+ BinaryOp add_17 2 1 105 22 106 0=0
67
+ Split splitncnn_14 1 2 106 107 108
68
+ Gemm gemm_4 1 1 108 109 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
69
+ Gemm gemm_5 1 1 107 110 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
70
+ GELU gelu_28 1 1 110 111
71
+ BinaryOp mul_18 2 1 109 111 112 0=2
72
+ Gemm gemm_6 1 1 112 113 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
73
+ BinaryOp mul_19 2 1 32 113 114 0=2
74
+ BinaryOp add_20 2 1 101 114 115 0=0
75
+ Split splitncnn_15 1 2 115 116 117
76
+ RMSNorm rmsn_36 1 1 117 118 0=4096 1=1.000000e-6 2=1
77
+ BinaryOp add_21 1 1 13 119 0=0 1=1 2=1.0
78
+ BinaryOp mul_22 2 1 118 119 120 0=2
79
+ BinaryOp add_23 2 1 120 8 121 0=0
80
+ Split splitncnn_16 1 3 121 122 123 124
81
+ Gemm gemm_7 1 1 124 125 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
82
+ Gemm gemm_8 1 1 123 126 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
83
+ Gemm gemm_9 1 1 122 127 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
84
+ Reshape unflatten_67 1 1 125 128 0=128 1=32 2=-1
85
+ Reshape unflatten_68 1 1 126 129 0=128 1=32 2=-1
86
+ Reshape unflatten_69 1 1 127 130 0=128 1=32 2=-1
87
+ RMSNorm rmsn_37 1 1 128 131 0=128 1=1.000000e-6 2=1
88
+ Split splitncnn_17 1 2 131 132 133
89
+ RMSNorm rmsn_38 1 1 129 134 0=128 1=1.000000e-6 2=1
90
+ Split splitncnn_18 1 2 134 135 136
91
+ Slice chunk_2 1 2 132 137 138 -23300=2,-233,-233 1=2
92
+ UnaryOp neg_24 1 1 138 139 0=1
93
+ Concat cat_2 2 1 139 137 140 0=2
94
+ BinaryOp mul_25 2 1 140 72 141 0=2
95
+ BinaryOp mul_26 2 1 133 63 142 0=2
96
+ BinaryOp add_27 2 1 142 141 143 0=0
97
+ Slice chunk_3 1 2 135 144 145 -23300=2,-233,-233 1=2
98
+ UnaryOp neg_28 1 1 145 146 0=1
99
+ Concat cat_3 2 1 146 144 147 0=2
100
+ BinaryOp mul_29 2 1 147 73 148 0=2
101
+ BinaryOp mul_30 2 1 136 64 149 0=2
102
+ BinaryOp add_31 2 1 149 148 150 0=0
103
+ Permute permute_52 1 1 143 151 0=2
104
+ Permute permute_53 1 1 150 152 0=2
105
+ Permute permute_54 1 1 130 153 0=2
106
+ SDPA sdpa_81 4 1 151 152 153 39 154 5=1
107
+ Permute permute_55 1 1 154 155 0=2
108
+ Reshape flatten_77 1 1 155 156 0=4096 1=-1
109
+ Gemm gemm_10 1 1 156 157 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
110
+ BinaryOp mul_32 2 1 18 157 158 0=2
111
+ BinaryOp add_33 2 1 116 158 159 0=0
112
+ Split splitncnn_19 1 2 159 160 161
113
+ RMSNorm rmsn_39 1 1 161 162 0=4096 1=1.000000e-6 2=1
114
+ BinaryOp add_34 1 1 28 163 0=0 1=1 2=1.0
115
+ BinaryOp mul_35 2 1 162 163 164 0=2
116
+ BinaryOp add_36 2 1 164 23 165 0=0
117
+ Split splitncnn_20 1 2 165 166 167
118
+ Gemm gemm_11 1 1 167 168 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
119
+ Gemm gemm_12 1 1 166 169 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
120
+ GELU gelu_29 1 1 169 170
121
+ BinaryOp mul_37 2 1 168 170 171 0=2
122
+ Gemm gemm_13 1 1 171 172 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
123
+ BinaryOp mul_38 2 1 33 172 173 0=2
124
+ BinaryOp add_39 2 1 160 173 174 0=0
125
+ Split splitncnn_21 1 2 174 175 176
126
+ RMSNorm rmsn_40 1 1 176 177 0=4096 1=1.000000e-6 2=1
127
+ BinaryOp add_40 1 1 14 178 0=0 1=1 2=1.0
128
+ BinaryOp mul_41 2 1 177 178 179 0=2
129
+ BinaryOp add_42 2 1 179 9 180 0=0
130
+ Split splitncnn_22 1 3 180 181 182 183
131
+ Gemm gemm_14 1 1 183 184 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
132
+ Gemm gemm_15 1 1 182 185 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
133
+ Gemm gemm_16 1 1 181 186 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
134
+ Reshape unflatten_70 1 1 184 187 0=128 1=32 2=-1
135
+ Reshape unflatten_71 1 1 185 188 0=128 1=32 2=-1
136
+ Reshape unflatten_72 1 1 186 189 0=128 1=32 2=-1
137
+ RMSNorm rmsn_41 1 1 187 190 0=128 1=1.000000e-6 2=1
138
+ Split splitncnn_23 1 2 190 191 192
139
+ RMSNorm rmsn_42 1 1 188 193 0=128 1=1.000000e-6 2=1
140
+ Split splitncnn_24 1 2 193 194 195
141
+ Slice chunk_4 1 2 191 196 197 -23300=2,-233,-233 1=2
142
+ UnaryOp neg_43 1 1 197 198 0=1
143
+ Concat cat_4 2 1 198 196 199 0=2
144
+ BinaryOp mul_44 2 1 199 74 200 0=2
145
+ BinaryOp mul_45 2 1 192 65 201 0=2
146
+ BinaryOp add_46 2 1 201 200 202 0=0
147
+ Slice chunk_5 1 2 194 203 204 -23300=2,-233,-233 1=2
148
+ UnaryOp neg_47 1 1 204 205 0=1
149
+ Concat cat_5 2 1 205 203 206 0=2
150
+ BinaryOp mul_48 2 1 206 75 207 0=2
151
+ BinaryOp mul_49 2 1 195 66 208 0=2
152
+ BinaryOp add_50 2 1 208 207 209 0=0
153
+ Permute permute_56 1 1 202 210 0=2
154
+ Permute permute_57 1 1 209 211 0=2
155
+ Permute permute_58 1 1 189 212 0=2
156
+ SDPA sdpa_82 4 1 210 211 212 38 213 5=1
157
+ Permute permute_59 1 1 213 214 0=2
158
+ Reshape flatten_78 1 1 214 215 0=4096 1=-1
159
+ Gemm gemm_17 1 1 215 216 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
160
+ BinaryOp mul_51 2 1 19 216 217 0=2
161
+ BinaryOp add_52 2 1 175 217 218 0=0
162
+ Split splitncnn_25 1 2 218 219 220
163
+ RMSNorm rmsn_43 1 1 220 221 0=4096 1=1.000000e-6 2=1
164
+ BinaryOp add_53 1 1 29 222 0=0 1=1 2=1.0
165
+ BinaryOp mul_54 2 1 221 222 223 0=2
166
+ BinaryOp add_55 2 1 223 24 224 0=0
167
+ Split splitncnn_26 1 2 224 225 226
168
+ Gemm gemm_18 1 1 226 227 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
169
+ Gemm gemm_19 1 1 225 228 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
170
+ GELU gelu_30 1 1 228 229
171
+ BinaryOp mul_56 2 1 227 229 230 0=2
172
+ Gemm gemm_20 1 1 230 231 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
173
+ BinaryOp mul_57 2 1 34 231 232 0=2
174
+ BinaryOp add_58 2 1 219 232 233 0=0
175
+ Split splitncnn_27 1 2 233 234 235
176
+ RMSNorm rmsn_44 1 1 235 236 0=4096 1=1.000000e-6 2=1
177
+ BinaryOp add_59 1 1 15 237 0=0 1=1 2=1.0
178
+ BinaryOp mul_60 2 1 236 237 238 0=2
179
+ BinaryOp add_61 2 1 238 10 239 0=0
180
+ Split splitncnn_28 1 3 239 240 241 242
181
+ Gemm gemm_21 1 1 242 243 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
182
+ Gemm gemm_22 1 1 241 244 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
183
+ Gemm gemm_23 1 1 240 245 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
184
+ Reshape unflatten_73 1 1 243 246 0=128 1=32 2=-1
185
+ Reshape unflatten_74 1 1 244 247 0=128 1=32 2=-1
186
+ Reshape unflatten_75 1 1 245 248 0=128 1=32 2=-1
187
+ RMSNorm rmsn_45 1 1 246 249 0=128 1=1.000000e-6 2=1
188
+ Split splitncnn_29 1 2 249 250 251
189
+ RMSNorm rmsn_46 1 1 247 252 0=128 1=1.000000e-6 2=1
190
+ Split splitncnn_30 1 2 252 253 254
191
+ Slice chunk_6 1 2 250 255 256 -23300=2,-233,-233 1=2
192
+ UnaryOp neg_62 1 1 256 257 0=1
193
+ Concat cat_6 2 1 257 255 258 0=2
194
+ BinaryOp mul_63 2 1 258 76 259 0=2
195
+ BinaryOp mul_64 2 1 251 67 260 0=2
196
+ BinaryOp add_65 2 1 260 259 261 0=0
197
+ Slice chunk_7 1 2 253 262 263 -23300=2,-233,-233 1=2
198
+ UnaryOp neg_66 1 1 263 264 0=1
199
+ Concat cat_7 2 1 264 262 265 0=2
200
+ BinaryOp mul_67 2 1 265 77 266 0=2
201
+ BinaryOp mul_68 2 1 254 68 267 0=2
202
+ BinaryOp add_69 2 1 267 266 268 0=0
203
+ Permute permute_60 1 1 261 269 0=2
204
+ Permute permute_61 1 1 268 270 0=2
205
+ Permute permute_62 1 1 248 271 0=2
206
+ SDPA sdpa_83 4 1 269 270 271 37 272 5=1
207
+ Permute permute_63 1 1 272 273 0=2
208
+ Reshape flatten_79 1 1 273 274 0=4096 1=-1
209
+ Gemm gemm_24 1 1 274 275 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
210
+ BinaryOp mul_70 2 1 20 275 276 0=2
211
+ BinaryOp add_71 2 1 234 276 277 0=0
212
+ Split splitncnn_31 1 2 277 278 279
213
+ RMSNorm rmsn_47 1 1 279 280 0=4096 1=1.000000e-6 2=1
214
+ BinaryOp add_72 1 1 30 281 0=0 1=1 2=1.0
215
+ BinaryOp mul_73 2 1 280 281 282 0=2
216
+ BinaryOp add_74 2 1 282 25 283 0=0
217
+ Split splitncnn_32 1 2 283 284 285
218
+ Gemm gemm_25 1 1 285 286 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
219
+ Gemm gemm_26 1 1 284 287 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
220
+ GELU gelu_31 1 1 287 288
221
+ BinaryOp mul_75 2 1 286 288 289 0=2
222
+ Gemm gemm_27 1 1 289 290 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
223
+ BinaryOp mul_76 2 1 35 290 291 0=2
224
+ BinaryOp add_77 2 1 278 291 out0 0=0
dit/layers_08_15.ncnn.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:069c4f986afeea7c740d6e244bfa82a18069db8190498b7968fe432f06e8a250
3
+ size 6979608856
dit/layers_08_15.ncnn.param ADDED
@@ -0,0 +1,424 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 7767517
2
+ 422 574
3
+ Input in0 0 1 in0
4
+ Split splitncnn_0 1 2 in0 1 2
5
+ Input in1 0 1 in1
6
+ Split splitncnn_1 1 2 in1 4 5
7
+ Input in2 0 1 in2
8
+ Split splitncnn_2 1 8 in2 7 8 9 10 11 12 13 14
9
+ Input in3 0 1 in3
10
+ Split splitncnn_3 1 8 in3 16 17 18 19 20 21 22 23
11
+ Input in4 0 1 in4
12
+ Split splitncnn_4 1 8 in4 25 26 27 28 29 30 31 32
13
+ Input in5 0 1 in5
14
+ Split splitncnn_5 1 8 in5 34 35 36 37 38 39 40 41
15
+ Input in6 0 1 in6
16
+ Split splitncnn_6 1 8 in6 43 44 45 46 47 48 49 50
17
+ Input in7 0 1 in7
18
+ Split splitncnn_7 1 8 in7 52 53 54 55 56 57 58 59
19
+ MemoryData attention_mask 0 1 60 0=4110 1=1 2=1
20
+ Input in8 0 1 in8
21
+ Split splitncnn_0 1 8 in8 61 62 63 64 65 66 67 68
22
+ RMSNorm rmsn_64 1 1 2 69 0=4096 1=1.000000e-6 2=1
23
+ BinaryOp add_0 1 1 16 70 0=0 1=1 2=1.0
24
+ BinaryOp mul_1 2 1 69 70 71 0=2
25
+ BinaryOp add_2 2 1 71 7 72 0=0
26
+ Split splitncnn_8 1 3 72 73 74 75
27
+ Gemm gemm_0 1 1 75 76 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
28
+ Gemm gemm_1 1 1 74 77 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
29
+ Gemm gemm_2 1 1 73 78 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
30
+ Reshape unflatten_128 1 1 76 79 0=128 1=32 2=-1
31
+ Reshape unflatten_129 1 1 77 80 0=128 1=32 2=-1
32
+ Reshape unflatten_130 1 1 78 81 0=128 1=32 2=-1
33
+ RMSNorm rmsn_65 1 1 79 82 0=128 1=1.000000e-6 2=1
34
+ Split splitncnn_9 1 2 82 83 84
35
+ RMSNorm rmsn_66 1 1 80 85 0=128 1=1.000000e-6 2=1
36
+ Split splitncnn_10 1 2 85 86 87
37
+ UnaryOp cos_3 1 1 4 88 0=10
38
+ Split splitncnn_11 1 16 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104
39
+ UnaryOp sin_4 1 1 5 105 0=9
40
+ Split splitncnn_12 1 16 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121
41
+ Slice chunk_0 1 2 83 122 123 -23300=2,-233,-233 1=2
42
+ UnaryOp neg_5 1 1 123 124 0=1
43
+ Concat cat_0 2 1 124 122 125 0=2
44
+ BinaryOp mul_6 2 1 125 106 126 0=2
45
+ BinaryOp mul_7 2 1 84 89 127 0=2
46
+ BinaryOp add_8 2 1 127 126 128 0=0
47
+ Slice chunk_1 1 2 86 129 130 -23300=2,-233,-233 1=2
48
+ UnaryOp neg_9 1 1 130 131 0=1
49
+ Concat cat_1 2 1 131 129 132 0=2
50
+ BinaryOp mul_10 2 1 132 107 133 0=2
51
+ BinaryOp mul_11 2 1 87 90 134 0=2
52
+ BinaryOp add_12 2 1 134 133 135 0=0
53
+ Permute permute_96 1 1 128 136 0=2
54
+ Permute permute_97 1 1 135 137 0=2
55
+ Permute permute_98 1 1 81 138 0=2
56
+ SDPA sdpa_160 4 1 136 137 138 68 139 5=1
57
+ Permute permute_99 1 1 139 140 0=2
58
+ Reshape flatten_152 1 1 140 141 0=4096 1=-1
59
+ Gemm gemm_3 1 1 141 142 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
60
+ BinaryOp mul_13 2 1 25 142 143 0=2
61
+ BinaryOp add_14 2 1 1 143 144 0=0
62
+ Split splitncnn_13 1 2 144 145 146
63
+ RMSNorm rmsn_67 1 1 146 147 0=4096 1=1.000000e-6 2=1
64
+ BinaryOp add_15 1 1 43 148 0=0 1=1 2=1.0
65
+ BinaryOp mul_16 2 1 147 148 149 0=2
66
+ BinaryOp add_17 2 1 149 34 150 0=0
67
+ Split splitncnn_14 1 2 150 151 152
68
+ Gemm gemm_4 1 1 152 153 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
69
+ Gemm gemm_5 1 1 151 154 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
70
+ GELU gelu_56 1 1 154 155
71
+ BinaryOp mul_18 2 1 153 155 156 0=2
72
+ Gemm gemm_6 1 1 156 157 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
73
+ BinaryOp mul_19 2 1 52 157 158 0=2
74
+ BinaryOp add_20 2 1 145 158 159 0=0
75
+ Split splitncnn_15 1 2 159 160 161
76
+ RMSNorm rmsn_68 1 1 161 162 0=4096 1=1.000000e-6 2=1
77
+ BinaryOp add_21 1 1 17 163 0=0 1=1 2=1.0
78
+ BinaryOp mul_22 2 1 162 163 164 0=2
79
+ BinaryOp add_23 2 1 164 8 165 0=0
80
+ Split splitncnn_16 1 3 165 166 167 168
81
+ Gemm gemm_7 1 1 168 169 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
82
+ Gemm gemm_8 1 1 167 170 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
83
+ Gemm gemm_9 1 1 166 171 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
84
+ Reshape unflatten_131 1 1 169 172 0=128 1=32 2=-1
85
+ Reshape unflatten_132 1 1 170 173 0=128 1=32 2=-1
86
+ Reshape unflatten_133 1 1 171 174 0=128 1=32 2=-1
87
+ RMSNorm rmsn_69 1 1 172 175 0=128 1=1.000000e-6 2=1
88
+ Split splitncnn_17 1 2 175 176 177
89
+ RMSNorm rmsn_70 1 1 173 178 0=128 1=1.000000e-6 2=1
90
+ Split splitncnn_18 1 2 178 179 180
91
+ Slice chunk_2 1 2 176 181 182 -23300=2,-233,-233 1=2
92
+ UnaryOp neg_24 1 1 182 183 0=1
93
+ Concat cat_2 2 1 183 181 184 0=2
94
+ BinaryOp mul_25 2 1 184 108 185 0=2
95
+ BinaryOp mul_26 2 1 177 91 186 0=2
96
+ BinaryOp add_27 2 1 186 185 187 0=0
97
+ Slice chunk_3 1 2 179 188 189 -23300=2,-233,-233 1=2
98
+ UnaryOp neg_28 1 1 189 190 0=1
99
+ Concat cat_3 2 1 190 188 191 0=2
100
+ BinaryOp mul_29 2 1 191 109 192 0=2
101
+ BinaryOp mul_30 2 1 180 92 193 0=2
102
+ BinaryOp add_31 2 1 193 192 194 0=0
103
+ Permute permute_100 1 1 187 195 0=2
104
+ Permute permute_101 1 1 194 196 0=2
105
+ Permute permute_102 1 1 174 197 0=2
106
+ SDPA sdpa_161 4 1 195 196 197 67 198 5=1
107
+ Permute permute_103 1 1 198 199 0=2
108
+ Reshape flatten_153 1 1 199 200 0=4096 1=-1
109
+ Gemm gemm_10 1 1 200 201 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
110
+ BinaryOp mul_32 2 1 26 201 202 0=2
111
+ BinaryOp add_33 2 1 160 202 203 0=0
112
+ Split splitncnn_19 1 2 203 204 205
113
+ RMSNorm rmsn_71 1 1 205 206 0=4096 1=1.000000e-6 2=1
114
+ BinaryOp add_34 1 1 44 207 0=0 1=1 2=1.0
115
+ BinaryOp mul_35 2 1 206 207 208 0=2
116
+ BinaryOp add_36 2 1 208 35 209 0=0
117
+ Split splitncnn_20 1 2 209 210 211
118
+ Gemm gemm_11 1 1 211 212 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
119
+ Gemm gemm_12 1 1 210 213 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
120
+ GELU gelu_57 1 1 213 214
121
+ BinaryOp mul_37 2 1 212 214 215 0=2
122
+ Gemm gemm_13 1 1 215 216 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
123
+ BinaryOp mul_38 2 1 53 216 217 0=2
124
+ BinaryOp add_39 2 1 204 217 218 0=0
125
+ Split splitncnn_21 1 2 218 219 220
126
+ RMSNorm rmsn_72 1 1 220 221 0=4096 1=1.000000e-6 2=1
127
+ BinaryOp add_40 1 1 18 222 0=0 1=1 2=1.0
128
+ BinaryOp mul_41 2 1 221 222 223 0=2
129
+ BinaryOp add_42 2 1 223 9 224 0=0
130
+ Split splitncnn_22 1 3 224 225 226 227
131
+ Gemm gemm_14 1 1 227 228 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
132
+ Gemm gemm_15 1 1 226 229 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
133
+ Gemm gemm_16 1 1 225 230 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
134
+ Reshape unflatten_134 1 1 228 231 0=128 1=32 2=-1
135
+ Reshape unflatten_135 1 1 229 232 0=128 1=32 2=-1
136
+ Reshape unflatten_136 1 1 230 233 0=128 1=32 2=-1
137
+ RMSNorm rmsn_73 1 1 231 234 0=128 1=1.000000e-6 2=1
138
+ Split splitncnn_23 1 2 234 235 236
139
+ RMSNorm rmsn_74 1 1 232 237 0=128 1=1.000000e-6 2=1
140
+ Split splitncnn_24 1 2 237 238 239
141
+ Slice chunk_4 1 2 235 240 241 -23300=2,-233,-233 1=2
142
+ UnaryOp neg_43 1 1 241 242 0=1
143
+ Concat cat_4 2 1 242 240 243 0=2
144
+ BinaryOp mul_44 2 1 243 110 244 0=2
145
+ BinaryOp mul_45 2 1 236 93 245 0=2
146
+ BinaryOp add_46 2 1 245 244 246 0=0
147
+ Slice chunk_5 1 2 238 247 248 -23300=2,-233,-233 1=2
148
+ UnaryOp neg_47 1 1 248 249 0=1
149
+ Concat cat_5 2 1 249 247 250 0=2
150
+ BinaryOp mul_48 2 1 250 111 251 0=2
151
+ BinaryOp mul_49 2 1 239 94 252 0=2
152
+ BinaryOp add_50 2 1 252 251 253 0=0
153
+ Permute permute_104 1 1 246 254 0=2
154
+ Permute permute_105 1 1 253 255 0=2
155
+ Permute permute_106 1 1 233 256 0=2
156
+ SDPA sdpa_162 4 1 254 255 256 66 257 5=1
157
+ Permute permute_107 1 1 257 258 0=2
158
+ Reshape flatten_154 1 1 258 259 0=4096 1=-1
159
+ Gemm gemm_17 1 1 259 260 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
160
+ BinaryOp mul_51 2 1 27 260 261 0=2
161
+ BinaryOp add_52 2 1 219 261 262 0=0
162
+ Split splitncnn_25 1 2 262 263 264
163
+ RMSNorm rmsn_75 1 1 264 265 0=4096 1=1.000000e-6 2=1
164
+ BinaryOp add_53 1 1 45 266 0=0 1=1 2=1.0
165
+ BinaryOp mul_54 2 1 265 266 267 0=2
166
+ BinaryOp add_55 2 1 267 36 268 0=0
167
+ Split splitncnn_26 1 2 268 269 270
168
+ Gemm gemm_18 1 1 270 271 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
169
+ Gemm gemm_19 1 1 269 272 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
170
+ GELU gelu_58 1 1 272 273
171
+ BinaryOp mul_56 2 1 271 273 274 0=2
172
+ Gemm gemm_20 1 1 274 275 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
173
+ BinaryOp mul_57 2 1 54 275 276 0=2
174
+ BinaryOp add_58 2 1 263 276 277 0=0
175
+ Split splitncnn_27 1 2 277 278 279
176
+ RMSNorm rmsn_76 1 1 279 280 0=4096 1=1.000000e-6 2=1
177
+ BinaryOp add_59 1 1 19 281 0=0 1=1 2=1.0
178
+ BinaryOp mul_60 2 1 280 281 282 0=2
179
+ BinaryOp add_61 2 1 282 10 283 0=0
180
+ Split splitncnn_28 1 3 283 284 285 286
181
+ Gemm gemm_21 1 1 286 287 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
182
+ Gemm gemm_22 1 1 285 288 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
183
+ Gemm gemm_23 1 1 284 289 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
184
+ Reshape unflatten_137 1 1 287 290 0=128 1=32 2=-1
185
+ Reshape unflatten_138 1 1 288 291 0=128 1=32 2=-1
186
+ Reshape unflatten_139 1 1 289 292 0=128 1=32 2=-1
187
+ RMSNorm rmsn_77 1 1 290 293 0=128 1=1.000000e-6 2=1
188
+ Split splitncnn_29 1 2 293 294 295
189
+ RMSNorm rmsn_78 1 1 291 296 0=128 1=1.000000e-6 2=1
190
+ Split splitncnn_30 1 2 296 297 298
191
+ Slice chunk_6 1 2 294 299 300 -23300=2,-233,-233 1=2
192
+ UnaryOp neg_62 1 1 300 301 0=1
193
+ Concat cat_6 2 1 301 299 302 0=2
194
+ BinaryOp mul_63 2 1 302 112 303 0=2
195
+ BinaryOp mul_64 2 1 295 95 304 0=2
196
+ BinaryOp add_65 2 1 304 303 305 0=0
197
+ Slice chunk_7 1 2 297 306 307 -23300=2,-233,-233 1=2
198
+ UnaryOp neg_66 1 1 307 308 0=1
199
+ Concat cat_7 2 1 308 306 309 0=2
200
+ BinaryOp mul_67 2 1 309 113 310 0=2
201
+ BinaryOp mul_68 2 1 298 96 311 0=2
202
+ BinaryOp add_69 2 1 311 310 312 0=0
203
+ Permute permute_108 1 1 305 313 0=2
204
+ Permute permute_109 1 1 312 314 0=2
205
+ Permute permute_110 1 1 292 315 0=2
206
+ SDPA sdpa_163 4 1 313 314 315 65 316 5=1
207
+ Permute permute_111 1 1 316 317 0=2
208
+ Reshape flatten_155 1 1 317 318 0=4096 1=-1
209
+ Gemm gemm_24 1 1 318 319 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
210
+ BinaryOp mul_70 2 1 28 319 320 0=2
211
+ BinaryOp add_71 2 1 278 320 321 0=0
212
+ Split splitncnn_31 1 2 321 322 323
213
+ RMSNorm rmsn_79 1 1 323 324 0=4096 1=1.000000e-6 2=1
214
+ BinaryOp add_72 1 1 46 325 0=0 1=1 2=1.0
215
+ BinaryOp mul_73 2 1 324 325 326 0=2
216
+ BinaryOp add_74 2 1 326 37 327 0=0
217
+ Split splitncnn_32 1 2 327 328 329
218
+ Gemm gemm_25 1 1 329 330 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
219
+ Gemm gemm_26 1 1 328 331 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
220
+ GELU gelu_59 1 1 331 332
221
+ BinaryOp mul_75 2 1 330 332 333 0=2
222
+ Gemm gemm_27 1 1 333 334 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
223
+ BinaryOp mul_76 2 1 55 334 335 0=2
224
+ BinaryOp add_77 2 1 322 335 336 0=0
225
+ Split splitncnn_33 1 2 336 337 338
226
+ RMSNorm rmsn_80 1 1 338 339 0=4096 1=1.000000e-6 2=1
227
+ BinaryOp add_78 1 1 20 340 0=0 1=1 2=1.0
228
+ BinaryOp mul_79 2 1 339 340 341 0=2
229
+ BinaryOp add_80 2 1 341 11 342 0=0
230
+ Split splitncnn_34 1 3 342 343 344 345
231
+ Gemm gemm_28 1 1 345 346 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
232
+ Gemm gemm_29 1 1 344 347 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
233
+ Gemm gemm_30 1 1 343 348 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
234
+ Reshape unflatten_140 1 1 346 349 0=128 1=32 2=-1
235
+ Reshape unflatten_141 1 1 347 350 0=128 1=32 2=-1
236
+ Reshape unflatten_142 1 1 348 351 0=128 1=32 2=-1
237
+ RMSNorm rmsn_81 1 1 349 352 0=128 1=1.000000e-6 2=1
238
+ Split splitncnn_35 1 2 352 353 354
239
+ RMSNorm rmsn_82 1 1 350 355 0=128 1=1.000000e-6 2=1
240
+ Split splitncnn_36 1 2 355 356 357
241
+ Slice chunk_8 1 2 353 358 359 -23300=2,-233,-233 1=2
242
+ UnaryOp neg_81 1 1 359 360 0=1
243
+ Concat cat_8 2 1 360 358 361 0=2
244
+ BinaryOp mul_82 2 1 361 114 362 0=2
245
+ BinaryOp mul_83 2 1 354 97 363 0=2
246
+ BinaryOp add_84 2 1 363 362 364 0=0
247
+ Slice chunk_9 1 2 356 365 366 -23300=2,-233,-233 1=2
248
+ UnaryOp neg_85 1 1 366 367 0=1
249
+ Concat cat_9 2 1 367 365 368 0=2
250
+ BinaryOp mul_86 2 1 368 115 369 0=2
251
+ BinaryOp mul_87 2 1 357 98 370 0=2
252
+ BinaryOp add_88 2 1 370 369 371 0=0
253
+ Permute permute_112 1 1 364 372 0=2
254
+ Permute permute_113 1 1 371 373 0=2
255
+ Permute permute_114 1 1 351 374 0=2
256
+ SDPA sdpa_164 4 1 372 373 374 64 375 5=1
257
+ Permute permute_115 1 1 375 376 0=2
258
+ Reshape flatten_156 1 1 376 377 0=4096 1=-1
259
+ Gemm gemm_31 1 1 377 378 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
260
+ BinaryOp mul_89 2 1 29 378 379 0=2
261
+ BinaryOp add_90 2 1 337 379 380 0=0
262
+ Split splitncnn_37 1 2 380 381 382
263
+ RMSNorm rmsn_83 1 1 382 383 0=4096 1=1.000000e-6 2=1
264
+ BinaryOp add_91 1 1 47 384 0=0 1=1 2=1.0
265
+ BinaryOp mul_92 2 1 383 384 385 0=2
266
+ BinaryOp add_93 2 1 385 38 386 0=0
267
+ Split splitncnn_38 1 2 386 387 388
268
+ Gemm gemm_32 1 1 388 389 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
269
+ Gemm gemm_33 1 1 387 390 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
270
+ GELU gelu_60 1 1 390 391
271
+ BinaryOp mul_94 2 1 389 391 392 0=2
272
+ Gemm gemm_34 1 1 392 393 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
273
+ BinaryOp mul_95 2 1 56 393 394 0=2
274
+ BinaryOp add_96 2 1 381 394 395 0=0
275
+ Split splitncnn_39 1 2 395 396 397
276
+ RMSNorm rmsn_84 1 1 397 398 0=4096 1=1.000000e-6 2=1
277
+ BinaryOp add_97 1 1 21 399 0=0 1=1 2=1.0
278
+ BinaryOp mul_98 2 1 398 399 400 0=2
279
+ BinaryOp add_99 2 1 400 12 401 0=0
280
+ Split splitncnn_40 1 3 401 402 403 404
281
+ Gemm gemm_35 1 1 404 405 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
282
+ Gemm gemm_36 1 1 403 406 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
283
+ Gemm gemm_37 1 1 402 407 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
284
+ Reshape unflatten_143 1 1 405 408 0=128 1=32 2=-1
285
+ Reshape unflatten_144 1 1 406 409 0=128 1=32 2=-1
286
+ Reshape unflatten_145 1 1 407 410 0=128 1=32 2=-1
287
+ RMSNorm rmsn_85 1 1 408 411 0=128 1=1.000000e-6 2=1
288
+ Split splitncnn_41 1 2 411 412 413
289
+ RMSNorm rmsn_86 1 1 409 414 0=128 1=1.000000e-6 2=1
290
+ Split splitncnn_42 1 2 414 415 416
291
+ Slice chunk_10 1 2 412 417 418 -23300=2,-233,-233 1=2
292
+ UnaryOp neg_100 1 1 418 419 0=1
293
+ Concat cat_10 2 1 419 417 420 0=2
294
+ BinaryOp mul_101 2 1 420 116 421 0=2
295
+ BinaryOp mul_102 2 1 413 99 422 0=2
296
+ BinaryOp add_103 2 1 422 421 423 0=0
297
+ Slice chunk_11 1 2 415 424 425 -23300=2,-233,-233 1=2
298
+ UnaryOp neg_104 1 1 425 426 0=1
299
+ Concat cat_11 2 1 426 424 427 0=2
300
+ BinaryOp mul_105 2 1 427 117 428 0=2
301
+ BinaryOp mul_106 2 1 416 100 429 0=2
302
+ BinaryOp add_107 2 1 429 428 430 0=0
303
+ Permute permute_116 1 1 423 431 0=2
304
+ Permute permute_117 1 1 430 432 0=2
305
+ Permute permute_118 1 1 410 433 0=2
306
+ SDPA sdpa_165 4 1 431 432 433 63 434 5=1
307
+ Permute permute_119 1 1 434 435 0=2
308
+ Reshape flatten_157 1 1 435 436 0=4096 1=-1
309
+ Gemm gemm_38 1 1 436 437 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
310
+ BinaryOp mul_108 2 1 30 437 438 0=2
311
+ BinaryOp add_109 2 1 396 438 439 0=0
312
+ Split splitncnn_43 1 2 439 440 441
313
+ RMSNorm rmsn_87 1 1 441 442 0=4096 1=1.000000e-6 2=1
314
+ BinaryOp add_110 1 1 48 443 0=0 1=1 2=1.0
315
+ BinaryOp mul_111 2 1 442 443 444 0=2
316
+ BinaryOp add_112 2 1 444 39 445 0=0
317
+ Split splitncnn_44 1 2 445 446 447
318
+ Gemm gemm_39 1 1 447 448 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
319
+ Gemm gemm_40 1 1 446 449 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
320
+ GELU gelu_61 1 1 449 450
321
+ BinaryOp mul_113 2 1 448 450 451 0=2
322
+ Gemm gemm_41 1 1 451 452 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
323
+ BinaryOp mul_114 2 1 57 452 453 0=2
324
+ BinaryOp add_115 2 1 440 453 454 0=0
325
+ Split splitncnn_45 1 2 454 455 456
326
+ RMSNorm rmsn_88 1 1 456 457 0=4096 1=1.000000e-6 2=1
327
+ BinaryOp add_116 1 1 22 458 0=0 1=1 2=1.0
328
+ BinaryOp mul_117 2 1 457 458 459 0=2
329
+ BinaryOp add_118 2 1 459 13 460 0=0
330
+ Split splitncnn_46 1 3 460 461 462 463
331
+ Gemm gemm_42 1 1 463 464 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
332
+ Gemm gemm_43 1 1 462 465 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
333
+ Gemm gemm_44 1 1 461 466 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
334
+ Reshape unflatten_146 1 1 464 467 0=128 1=32 2=-1
335
+ Reshape unflatten_147 1 1 465 468 0=128 1=32 2=-1
336
+ Reshape unflatten_148 1 1 466 469 0=128 1=32 2=-1
337
+ RMSNorm rmsn_89 1 1 467 470 0=128 1=1.000000e-6 2=1
338
+ Split splitncnn_47 1 2 470 471 472
339
+ RMSNorm rmsn_90 1 1 468 473 0=128 1=1.000000e-6 2=1
340
+ Split splitncnn_48 1 2 473 474 475
341
+ Slice chunk_12 1 2 471 476 477 -23300=2,-233,-233 1=2
342
+ UnaryOp neg_119 1 1 477 478 0=1
343
+ Concat cat_12 2 1 478 476 479 0=2
344
+ BinaryOp mul_120 2 1 479 118 480 0=2
345
+ BinaryOp mul_121 2 1 472 101 481 0=2
346
+ BinaryOp add_122 2 1 481 480 482 0=0
347
+ Slice chunk_13 1 2 474 483 484 -23300=2,-233,-233 1=2
348
+ UnaryOp neg_123 1 1 484 485 0=1
349
+ Concat cat_13 2 1 485 483 486 0=2
350
+ BinaryOp mul_124 2 1 486 119 487 0=2
351
+ BinaryOp mul_125 2 1 475 102 488 0=2
352
+ BinaryOp add_126 2 1 488 487 489 0=0
353
+ Permute permute_120 1 1 482 490 0=2
354
+ Permute permute_121 1 1 489 491 0=2
355
+ Permute permute_122 1 1 469 492 0=2
356
+ SDPA sdpa_166 4 1 490 491 492 62 493 5=1
357
+ Permute permute_123 1 1 493 494 0=2
358
+ Reshape flatten_158 1 1 494 495 0=4096 1=-1
359
+ Gemm gemm_45 1 1 495 496 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
360
+ BinaryOp mul_127 2 1 31 496 497 0=2
361
+ BinaryOp add_128 2 1 455 497 498 0=0
362
+ Split splitncnn_49 1 2 498 499 500
363
+ RMSNorm rmsn_91 1 1 500 501 0=4096 1=1.000000e-6 2=1
364
+ BinaryOp add_129 1 1 49 502 0=0 1=1 2=1.0
365
+ BinaryOp mul_130 2 1 501 502 503 0=2
366
+ BinaryOp add_131 2 1 503 40 504 0=0
367
+ Split splitncnn_50 1 2 504 505 506
368
+ Gemm gemm_46 1 1 506 507 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
369
+ Gemm gemm_47 1 1 505 508 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
370
+ GELU gelu_62 1 1 508 509
371
+ BinaryOp mul_132 2 1 507 509 510 0=2
372
+ Gemm gemm_48 1 1 510 511 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
373
+ BinaryOp mul_133 2 1 58 511 512 0=2
374
+ BinaryOp add_134 2 1 499 512 513 0=0
375
+ Split splitncnn_51 1 2 513 514 515
376
+ RMSNorm rmsn_92 1 1 515 516 0=4096 1=1.000000e-6 2=1
377
+ BinaryOp add_135 1 1 23 517 0=0 1=1 2=1.0
378
+ BinaryOp mul_136 2 1 516 517 518 0=2
379
+ BinaryOp add_137 2 1 518 14 519 0=0
380
+ Split splitncnn_52 1 3 519 520 521 522
381
+ Gemm gemm_49 1 1 522 523 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
382
+ Gemm gemm_50 1 1 521 524 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
383
+ Gemm gemm_51 1 1 520 525 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
384
+ Reshape unflatten_149 1 1 523 526 0=128 1=32 2=-1
385
+ Reshape unflatten_150 1 1 524 527 0=128 1=32 2=-1
386
+ Reshape unflatten_151 1 1 525 528 0=128 1=32 2=-1
387
+ RMSNorm rmsn_93 1 1 526 529 0=128 1=1.000000e-6 2=1
388
+ Split splitncnn_53 1 2 529 530 531
389
+ RMSNorm rmsn_94 1 1 527 532 0=128 1=1.000000e-6 2=1
390
+ Split splitncnn_54 1 2 532 533 534
391
+ Slice chunk_14 1 2 530 535 536 -23300=2,-233,-233 1=2
392
+ UnaryOp neg_138 1 1 536 537 0=1
393
+ Concat cat_14 2 1 537 535 538 0=2
394
+ BinaryOp mul_139 2 1 538 120 539 0=2
395
+ BinaryOp mul_140 2 1 531 103 540 0=2
396
+ BinaryOp add_141 2 1 540 539 541 0=0
397
+ Slice chunk_15 1 2 533 542 543 -23300=2,-233,-233 1=2
398
+ UnaryOp neg_142 1 1 543 544 0=1
399
+ Concat cat_15 2 1 544 542 545 0=2
400
+ BinaryOp mul_143 2 1 545 121 546 0=2
401
+ BinaryOp mul_144 2 1 534 104 547 0=2
402
+ BinaryOp add_145 2 1 547 546 548 0=0
403
+ Permute permute_124 1 1 541 549 0=2
404
+ Permute permute_125 1 1 548 550 0=2
405
+ Permute permute_126 1 1 528 551 0=2
406
+ SDPA sdpa_167 4 1 549 550 551 61 552 5=1
407
+ Permute permute_127 1 1 552 553 0=2
408
+ Reshape flatten_159 1 1 553 554 0=4096 1=-1
409
+ Gemm gemm_52 1 1 554 555 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
410
+ BinaryOp mul_146 2 1 32 555 556 0=2
411
+ BinaryOp add_147 2 1 514 556 557 0=0
412
+ Split splitncnn_55 1 2 557 558 559
413
+ RMSNorm rmsn_95 1 1 559 560 0=4096 1=1.000000e-6 2=1
414
+ BinaryOp add_148 1 1 50 561 0=0 1=1 2=1.0
415
+ BinaryOp mul_149 2 1 560 561 562 0=2
416
+ BinaryOp add_150 2 1 562 41 563 0=0
417
+ Split splitncnn_56 1 2 563 564 565
418
+ Gemm gemm_53 1 1 565 566 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
419
+ Gemm gemm_54 1 1 564 567 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
420
+ GELU gelu_63 1 1 567 568
421
+ BinaryOp mul_151 2 1 566 568 569 0=2
422
+ Gemm gemm_55 1 1 569 570 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
423
+ BinaryOp mul_152 2 1 59 570 571 0=2
424
+ BinaryOp add_153 2 1 558 571 out0 0=0
dit/layers_16_23.ncnn.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd36e5d257bbd0dfcf839a45be7bd3d16fab437bb8f03f9fad06b381647dbc8e
3
+ size 6979608856
dit/layers_16_23.ncnn.param ADDED
@@ -0,0 +1,424 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 7767517
2
+ 422 574
3
+ Input in0 0 1 in0
4
+ Split splitncnn_0 1 2 in0 1 2
5
+ Input in1 0 1 in1
6
+ Split splitncnn_1 1 2 in1 4 5
7
+ Input in2 0 1 in2
8
+ Split splitncnn_2 1 8 in2 7 8 9 10 11 12 13 14
9
+ Input in3 0 1 in3
10
+ Split splitncnn_3 1 8 in3 16 17 18 19 20 21 22 23
11
+ Input in4 0 1 in4
12
+ Split splitncnn_4 1 8 in4 25 26 27 28 29 30 31 32
13
+ Input in5 0 1 in5
14
+ Split splitncnn_5 1 8 in5 34 35 36 37 38 39 40 41
15
+ Input in6 0 1 in6
16
+ Split splitncnn_6 1 8 in6 43 44 45 46 47 48 49 50
17
+ Input in7 0 1 in7
18
+ Split splitncnn_7 1 8 in7 52 53 54 55 56 57 58 59
19
+ MemoryData attention_mask 0 1 60 0=4110 1=1 2=1
20
+ Input in8 0 1 in8
21
+ Split splitncnn_0 1 8 in8 61 62 63 64 65 66 67 68
22
+ RMSNorm rmsn_64 1 1 2 69 0=4096 1=1.000000e-6 2=1
23
+ BinaryOp add_0 1 1 16 70 0=0 1=1 2=1.0
24
+ BinaryOp mul_1 2 1 69 70 71 0=2
25
+ BinaryOp add_2 2 1 71 7 72 0=0
26
+ Split splitncnn_8 1 3 72 73 74 75
27
+ Gemm gemm_0 1 1 75 76 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
28
+ Gemm gemm_1 1 1 74 77 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
29
+ Gemm gemm_2 1 1 73 78 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
30
+ Reshape unflatten_128 1 1 76 79 0=128 1=32 2=-1
31
+ Reshape unflatten_129 1 1 77 80 0=128 1=32 2=-1
32
+ Reshape unflatten_130 1 1 78 81 0=128 1=32 2=-1
33
+ RMSNorm rmsn_65 1 1 79 82 0=128 1=1.000000e-6 2=1
34
+ Split splitncnn_9 1 2 82 83 84
35
+ RMSNorm rmsn_66 1 1 80 85 0=128 1=1.000000e-6 2=1
36
+ Split splitncnn_10 1 2 85 86 87
37
+ UnaryOp cos_3 1 1 4 88 0=10
38
+ Split splitncnn_11 1 16 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104
39
+ UnaryOp sin_4 1 1 5 105 0=9
40
+ Split splitncnn_12 1 16 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121
41
+ Slice chunk_0 1 2 83 122 123 -23300=2,-233,-233 1=2
42
+ UnaryOp neg_5 1 1 123 124 0=1
43
+ Concat cat_0 2 1 124 122 125 0=2
44
+ BinaryOp mul_6 2 1 125 106 126 0=2
45
+ BinaryOp mul_7 2 1 84 89 127 0=2
46
+ BinaryOp add_8 2 1 127 126 128 0=0
47
+ Slice chunk_1 1 2 86 129 130 -23300=2,-233,-233 1=2
48
+ UnaryOp neg_9 1 1 130 131 0=1
49
+ Concat cat_1 2 1 131 129 132 0=2
50
+ BinaryOp mul_10 2 1 132 107 133 0=2
51
+ BinaryOp mul_11 2 1 87 90 134 0=2
52
+ BinaryOp add_12 2 1 134 133 135 0=0
53
+ Permute permute_96 1 1 128 136 0=2
54
+ Permute permute_97 1 1 135 137 0=2
55
+ Permute permute_98 1 1 81 138 0=2
56
+ SDPA sdpa_160 4 1 136 137 138 68 139 5=1
57
+ Permute permute_99 1 1 139 140 0=2
58
+ Reshape flatten_152 1 1 140 141 0=4096 1=-1
59
+ Gemm gemm_3 1 1 141 142 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
60
+ BinaryOp mul_13 2 1 25 142 143 0=2
61
+ BinaryOp add_14 2 1 1 143 144 0=0
62
+ Split splitncnn_13 1 2 144 145 146
63
+ RMSNorm rmsn_67 1 1 146 147 0=4096 1=1.000000e-6 2=1
64
+ BinaryOp add_15 1 1 43 148 0=0 1=1 2=1.0
65
+ BinaryOp mul_16 2 1 147 148 149 0=2
66
+ BinaryOp add_17 2 1 149 34 150 0=0
67
+ Split splitncnn_14 1 2 150 151 152
68
+ Gemm gemm_4 1 1 152 153 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
69
+ Gemm gemm_5 1 1 151 154 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
70
+ GELU gelu_56 1 1 154 155
71
+ BinaryOp mul_18 2 1 153 155 156 0=2
72
+ Gemm gemm_6 1 1 156 157 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
73
+ BinaryOp mul_19 2 1 52 157 158 0=2
74
+ BinaryOp add_20 2 1 145 158 159 0=0
75
+ Split splitncnn_15 1 2 159 160 161
76
+ RMSNorm rmsn_68 1 1 161 162 0=4096 1=1.000000e-6 2=1
77
+ BinaryOp add_21 1 1 17 163 0=0 1=1 2=1.0
78
+ BinaryOp mul_22 2 1 162 163 164 0=2
79
+ BinaryOp add_23 2 1 164 8 165 0=0
80
+ Split splitncnn_16 1 3 165 166 167 168
81
+ Gemm gemm_7 1 1 168 169 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
82
+ Gemm gemm_8 1 1 167 170 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
83
+ Gemm gemm_9 1 1 166 171 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
84
+ Reshape unflatten_131 1 1 169 172 0=128 1=32 2=-1
85
+ Reshape unflatten_132 1 1 170 173 0=128 1=32 2=-1
86
+ Reshape unflatten_133 1 1 171 174 0=128 1=32 2=-1
87
+ RMSNorm rmsn_69 1 1 172 175 0=128 1=1.000000e-6 2=1
88
+ Split splitncnn_17 1 2 175 176 177
89
+ RMSNorm rmsn_70 1 1 173 178 0=128 1=1.000000e-6 2=1
90
+ Split splitncnn_18 1 2 178 179 180
91
+ Slice chunk_2 1 2 176 181 182 -23300=2,-233,-233 1=2
92
+ UnaryOp neg_24 1 1 182 183 0=1
93
+ Concat cat_2 2 1 183 181 184 0=2
94
+ BinaryOp mul_25 2 1 184 108 185 0=2
95
+ BinaryOp mul_26 2 1 177 91 186 0=2
96
+ BinaryOp add_27 2 1 186 185 187 0=0
97
+ Slice chunk_3 1 2 179 188 189 -23300=2,-233,-233 1=2
98
+ UnaryOp neg_28 1 1 189 190 0=1
99
+ Concat cat_3 2 1 190 188 191 0=2
100
+ BinaryOp mul_29 2 1 191 109 192 0=2
101
+ BinaryOp mul_30 2 1 180 92 193 0=2
102
+ BinaryOp add_31 2 1 193 192 194 0=0
103
+ Permute permute_100 1 1 187 195 0=2
104
+ Permute permute_101 1 1 194 196 0=2
105
+ Permute permute_102 1 1 174 197 0=2
106
+ SDPA sdpa_161 4 1 195 196 197 67 198 5=1
107
+ Permute permute_103 1 1 198 199 0=2
108
+ Reshape flatten_153 1 1 199 200 0=4096 1=-1
109
+ Gemm gemm_10 1 1 200 201 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
110
+ BinaryOp mul_32 2 1 26 201 202 0=2
111
+ BinaryOp add_33 2 1 160 202 203 0=0
112
+ Split splitncnn_19 1 2 203 204 205
113
+ RMSNorm rmsn_71 1 1 205 206 0=4096 1=1.000000e-6 2=1
114
+ BinaryOp add_34 1 1 44 207 0=0 1=1 2=1.0
115
+ BinaryOp mul_35 2 1 206 207 208 0=2
116
+ BinaryOp add_36 2 1 208 35 209 0=0
117
+ Split splitncnn_20 1 2 209 210 211
118
+ Gemm gemm_11 1 1 211 212 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
119
+ Gemm gemm_12 1 1 210 213 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
120
+ GELU gelu_57 1 1 213 214
121
+ BinaryOp mul_37 2 1 212 214 215 0=2
122
+ Gemm gemm_13 1 1 215 216 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
123
+ BinaryOp mul_38 2 1 53 216 217 0=2
124
+ BinaryOp add_39 2 1 204 217 218 0=0
125
+ Split splitncnn_21 1 2 218 219 220
126
+ RMSNorm rmsn_72 1 1 220 221 0=4096 1=1.000000e-6 2=1
127
+ BinaryOp add_40 1 1 18 222 0=0 1=1 2=1.0
128
+ BinaryOp mul_41 2 1 221 222 223 0=2
129
+ BinaryOp add_42 2 1 223 9 224 0=0
130
+ Split splitncnn_22 1 3 224 225 226 227
131
+ Gemm gemm_14 1 1 227 228 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
132
+ Gemm gemm_15 1 1 226 229 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
133
+ Gemm gemm_16 1 1 225 230 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
134
+ Reshape unflatten_134 1 1 228 231 0=128 1=32 2=-1
135
+ Reshape unflatten_135 1 1 229 232 0=128 1=32 2=-1
136
+ Reshape unflatten_136 1 1 230 233 0=128 1=32 2=-1
137
+ RMSNorm rmsn_73 1 1 231 234 0=128 1=1.000000e-6 2=1
138
+ Split splitncnn_23 1 2 234 235 236
139
+ RMSNorm rmsn_74 1 1 232 237 0=128 1=1.000000e-6 2=1
140
+ Split splitncnn_24 1 2 237 238 239
141
+ Slice chunk_4 1 2 235 240 241 -23300=2,-233,-233 1=2
142
+ UnaryOp neg_43 1 1 241 242 0=1
143
+ Concat cat_4 2 1 242 240 243 0=2
144
+ BinaryOp mul_44 2 1 243 110 244 0=2
145
+ BinaryOp mul_45 2 1 236 93 245 0=2
146
+ BinaryOp add_46 2 1 245 244 246 0=0
147
+ Slice chunk_5 1 2 238 247 248 -23300=2,-233,-233 1=2
148
+ UnaryOp neg_47 1 1 248 249 0=1
149
+ Concat cat_5 2 1 249 247 250 0=2
150
+ BinaryOp mul_48 2 1 250 111 251 0=2
151
+ BinaryOp mul_49 2 1 239 94 252 0=2
152
+ BinaryOp add_50 2 1 252 251 253 0=0
153
+ Permute permute_104 1 1 246 254 0=2
154
+ Permute permute_105 1 1 253 255 0=2
155
+ Permute permute_106 1 1 233 256 0=2
156
+ SDPA sdpa_162 4 1 254 255 256 66 257 5=1
157
+ Permute permute_107 1 1 257 258 0=2
158
+ Reshape flatten_154 1 1 258 259 0=4096 1=-1
159
+ Gemm gemm_17 1 1 259 260 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
160
+ BinaryOp mul_51 2 1 27 260 261 0=2
161
+ BinaryOp add_52 2 1 219 261 262 0=0
162
+ Split splitncnn_25 1 2 262 263 264
163
+ RMSNorm rmsn_75 1 1 264 265 0=4096 1=1.000000e-6 2=1
164
+ BinaryOp add_53 1 1 45 266 0=0 1=1 2=1.0
165
+ BinaryOp mul_54 2 1 265 266 267 0=2
166
+ BinaryOp add_55 2 1 267 36 268 0=0
167
+ Split splitncnn_26 1 2 268 269 270
168
+ Gemm gemm_18 1 1 270 271 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
169
+ Gemm gemm_19 1 1 269 272 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
170
+ GELU gelu_58 1 1 272 273
171
+ BinaryOp mul_56 2 1 271 273 274 0=2
172
+ Gemm gemm_20 1 1 274 275 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
173
+ BinaryOp mul_57 2 1 54 275 276 0=2
174
+ BinaryOp add_58 2 1 263 276 277 0=0
175
+ Split splitncnn_27 1 2 277 278 279
176
+ RMSNorm rmsn_76 1 1 279 280 0=4096 1=1.000000e-6 2=1
177
+ BinaryOp add_59 1 1 19 281 0=0 1=1 2=1.0
178
+ BinaryOp mul_60 2 1 280 281 282 0=2
179
+ BinaryOp add_61 2 1 282 10 283 0=0
180
+ Split splitncnn_28 1 3 283 284 285 286
181
+ Gemm gemm_21 1 1 286 287 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
182
+ Gemm gemm_22 1 1 285 288 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
183
+ Gemm gemm_23 1 1 284 289 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
184
+ Reshape unflatten_137 1 1 287 290 0=128 1=32 2=-1
185
+ Reshape unflatten_138 1 1 288 291 0=128 1=32 2=-1
186
+ Reshape unflatten_139 1 1 289 292 0=128 1=32 2=-1
187
+ RMSNorm rmsn_77 1 1 290 293 0=128 1=1.000000e-6 2=1
188
+ Split splitncnn_29 1 2 293 294 295
189
+ RMSNorm rmsn_78 1 1 291 296 0=128 1=1.000000e-6 2=1
190
+ Split splitncnn_30 1 2 296 297 298
191
+ Slice chunk_6 1 2 294 299 300 -23300=2,-233,-233 1=2
192
+ UnaryOp neg_62 1 1 300 301 0=1
193
+ Concat cat_6 2 1 301 299 302 0=2
194
+ BinaryOp mul_63 2 1 302 112 303 0=2
195
+ BinaryOp mul_64 2 1 295 95 304 0=2
196
+ BinaryOp add_65 2 1 304 303 305 0=0
197
+ Slice chunk_7 1 2 297 306 307 -23300=2,-233,-233 1=2
198
+ UnaryOp neg_66 1 1 307 308 0=1
199
+ Concat cat_7 2 1 308 306 309 0=2
200
+ BinaryOp mul_67 2 1 309 113 310 0=2
201
+ BinaryOp mul_68 2 1 298 96 311 0=2
202
+ BinaryOp add_69 2 1 311 310 312 0=0
203
+ Permute permute_108 1 1 305 313 0=2
204
+ Permute permute_109 1 1 312 314 0=2
205
+ Permute permute_110 1 1 292 315 0=2
206
+ SDPA sdpa_163 4 1 313 314 315 65 316 5=1
207
+ Permute permute_111 1 1 316 317 0=2
208
+ Reshape flatten_155 1 1 317 318 0=4096 1=-1
209
+ Gemm gemm_24 1 1 318 319 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
210
+ BinaryOp mul_70 2 1 28 319 320 0=2
211
+ BinaryOp add_71 2 1 278 320 321 0=0
212
+ Split splitncnn_31 1 2 321 322 323
213
+ RMSNorm rmsn_79 1 1 323 324 0=4096 1=1.000000e-6 2=1
214
+ BinaryOp add_72 1 1 46 325 0=0 1=1 2=1.0
215
+ BinaryOp mul_73 2 1 324 325 326 0=2
216
+ BinaryOp add_74 2 1 326 37 327 0=0
217
+ Split splitncnn_32 1 2 327 328 329
218
+ Gemm gemm_25 1 1 329 330 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
219
+ Gemm gemm_26 1 1 328 331 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
220
+ GELU gelu_59 1 1 331 332
221
+ BinaryOp mul_75 2 1 330 332 333 0=2
222
+ Gemm gemm_27 1 1 333 334 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
223
+ BinaryOp mul_76 2 1 55 334 335 0=2
224
+ BinaryOp add_77 2 1 322 335 336 0=0
225
+ Split splitncnn_33 1 2 336 337 338
226
+ RMSNorm rmsn_80 1 1 338 339 0=4096 1=1.000000e-6 2=1
227
+ BinaryOp add_78 1 1 20 340 0=0 1=1 2=1.0
228
+ BinaryOp mul_79 2 1 339 340 341 0=2
229
+ BinaryOp add_80 2 1 341 11 342 0=0
230
+ Split splitncnn_34 1 3 342 343 344 345
231
+ Gemm gemm_28 1 1 345 346 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
232
+ Gemm gemm_29 1 1 344 347 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
233
+ Gemm gemm_30 1 1 343 348 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
234
+ Reshape unflatten_140 1 1 346 349 0=128 1=32 2=-1
235
+ Reshape unflatten_141 1 1 347 350 0=128 1=32 2=-1
236
+ Reshape unflatten_142 1 1 348 351 0=128 1=32 2=-1
237
+ RMSNorm rmsn_81 1 1 349 352 0=128 1=1.000000e-6 2=1
238
+ Split splitncnn_35 1 2 352 353 354
239
+ RMSNorm rmsn_82 1 1 350 355 0=128 1=1.000000e-6 2=1
240
+ Split splitncnn_36 1 2 355 356 357
241
+ Slice chunk_8 1 2 353 358 359 -23300=2,-233,-233 1=2
242
+ UnaryOp neg_81 1 1 359 360 0=1
243
+ Concat cat_8 2 1 360 358 361 0=2
244
+ BinaryOp mul_82 2 1 361 114 362 0=2
245
+ BinaryOp mul_83 2 1 354 97 363 0=2
246
+ BinaryOp add_84 2 1 363 362 364 0=0
247
+ Slice chunk_9 1 2 356 365 366 -23300=2,-233,-233 1=2
248
+ UnaryOp neg_85 1 1 366 367 0=1
249
+ Concat cat_9 2 1 367 365 368 0=2
250
+ BinaryOp mul_86 2 1 368 115 369 0=2
251
+ BinaryOp mul_87 2 1 357 98 370 0=2
252
+ BinaryOp add_88 2 1 370 369 371 0=0
253
+ Permute permute_112 1 1 364 372 0=2
254
+ Permute permute_113 1 1 371 373 0=2
255
+ Permute permute_114 1 1 351 374 0=2
256
+ SDPA sdpa_164 4 1 372 373 374 64 375 5=1
257
+ Permute permute_115 1 1 375 376 0=2
258
+ Reshape flatten_156 1 1 376 377 0=4096 1=-1
259
+ Gemm gemm_31 1 1 377 378 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
260
+ BinaryOp mul_89 2 1 29 378 379 0=2
261
+ BinaryOp add_90 2 1 337 379 380 0=0
262
+ Split splitncnn_37 1 2 380 381 382
263
+ RMSNorm rmsn_83 1 1 382 383 0=4096 1=1.000000e-6 2=1
264
+ BinaryOp add_91 1 1 47 384 0=0 1=1 2=1.0
265
+ BinaryOp mul_92 2 1 383 384 385 0=2
266
+ BinaryOp add_93 2 1 385 38 386 0=0
267
+ Split splitncnn_38 1 2 386 387 388
268
+ Gemm gemm_32 1 1 388 389 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
269
+ Gemm gemm_33 1 1 387 390 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
270
+ GELU gelu_60 1 1 390 391
271
+ BinaryOp mul_94 2 1 389 391 392 0=2
272
+ Gemm gemm_34 1 1 392 393 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
273
+ BinaryOp mul_95 2 1 56 393 394 0=2
274
+ BinaryOp add_96 2 1 381 394 395 0=0
275
+ Split splitncnn_39 1 2 395 396 397
276
+ RMSNorm rmsn_84 1 1 397 398 0=4096 1=1.000000e-6 2=1
277
+ BinaryOp add_97 1 1 21 399 0=0 1=1 2=1.0
278
+ BinaryOp mul_98 2 1 398 399 400 0=2
279
+ BinaryOp add_99 2 1 400 12 401 0=0
280
+ Split splitncnn_40 1 3 401 402 403 404
281
+ Gemm gemm_35 1 1 404 405 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
282
+ Gemm gemm_36 1 1 403 406 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
283
+ Gemm gemm_37 1 1 402 407 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
284
+ Reshape unflatten_143 1 1 405 408 0=128 1=32 2=-1
285
+ Reshape unflatten_144 1 1 406 409 0=128 1=32 2=-1
286
+ Reshape unflatten_145 1 1 407 410 0=128 1=32 2=-1
287
+ RMSNorm rmsn_85 1 1 408 411 0=128 1=1.000000e-6 2=1
288
+ Split splitncnn_41 1 2 411 412 413
289
+ RMSNorm rmsn_86 1 1 409 414 0=128 1=1.000000e-6 2=1
290
+ Split splitncnn_42 1 2 414 415 416
291
+ Slice chunk_10 1 2 412 417 418 -23300=2,-233,-233 1=2
292
+ UnaryOp neg_100 1 1 418 419 0=1
293
+ Concat cat_10 2 1 419 417 420 0=2
294
+ BinaryOp mul_101 2 1 420 116 421 0=2
295
+ BinaryOp mul_102 2 1 413 99 422 0=2
296
+ BinaryOp add_103 2 1 422 421 423 0=0
297
+ Slice chunk_11 1 2 415 424 425 -23300=2,-233,-233 1=2
298
+ UnaryOp neg_104 1 1 425 426 0=1
299
+ Concat cat_11 2 1 426 424 427 0=2
300
+ BinaryOp mul_105 2 1 427 117 428 0=2
301
+ BinaryOp mul_106 2 1 416 100 429 0=2
302
+ BinaryOp add_107 2 1 429 428 430 0=0
303
+ Permute permute_116 1 1 423 431 0=2
304
+ Permute permute_117 1 1 430 432 0=2
305
+ Permute permute_118 1 1 410 433 0=2
306
+ SDPA sdpa_165 4 1 431 432 433 63 434 5=1
307
+ Permute permute_119 1 1 434 435 0=2
308
+ Reshape flatten_157 1 1 435 436 0=4096 1=-1
309
+ Gemm gemm_38 1 1 436 437 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
310
+ BinaryOp mul_108 2 1 30 437 438 0=2
311
+ BinaryOp add_109 2 1 396 438 439 0=0
312
+ Split splitncnn_43 1 2 439 440 441
313
+ RMSNorm rmsn_87 1 1 441 442 0=4096 1=1.000000e-6 2=1
314
+ BinaryOp add_110 1 1 48 443 0=0 1=1 2=1.0
315
+ BinaryOp mul_111 2 1 442 443 444 0=2
316
+ BinaryOp add_112 2 1 444 39 445 0=0
317
+ Split splitncnn_44 1 2 445 446 447
318
+ Gemm gemm_39 1 1 447 448 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
319
+ Gemm gemm_40 1 1 446 449 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
320
+ GELU gelu_61 1 1 449 450
321
+ BinaryOp mul_113 2 1 448 450 451 0=2
322
+ Gemm gemm_41 1 1 451 452 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
323
+ BinaryOp mul_114 2 1 57 452 453 0=2
324
+ BinaryOp add_115 2 1 440 453 454 0=0
325
+ Split splitncnn_45 1 2 454 455 456
326
+ RMSNorm rmsn_88 1 1 456 457 0=4096 1=1.000000e-6 2=1
327
+ BinaryOp add_116 1 1 22 458 0=0 1=1 2=1.0
328
+ BinaryOp mul_117 2 1 457 458 459 0=2
329
+ BinaryOp add_118 2 1 459 13 460 0=0
330
+ Split splitncnn_46 1 3 460 461 462 463
331
+ Gemm gemm_42 1 1 463 464 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
332
+ Gemm gemm_43 1 1 462 465 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
333
+ Gemm gemm_44 1 1 461 466 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
334
+ Reshape unflatten_146 1 1 464 467 0=128 1=32 2=-1
335
+ Reshape unflatten_147 1 1 465 468 0=128 1=32 2=-1
336
+ Reshape unflatten_148 1 1 466 469 0=128 1=32 2=-1
337
+ RMSNorm rmsn_89 1 1 467 470 0=128 1=1.000000e-6 2=1
338
+ Split splitncnn_47 1 2 470 471 472
339
+ RMSNorm rmsn_90 1 1 468 473 0=128 1=1.000000e-6 2=1
340
+ Split splitncnn_48 1 2 473 474 475
341
+ Slice chunk_12 1 2 471 476 477 -23300=2,-233,-233 1=2
342
+ UnaryOp neg_119 1 1 477 478 0=1
343
+ Concat cat_12 2 1 478 476 479 0=2
344
+ BinaryOp mul_120 2 1 479 118 480 0=2
345
+ BinaryOp mul_121 2 1 472 101 481 0=2
346
+ BinaryOp add_122 2 1 481 480 482 0=0
347
+ Slice chunk_13 1 2 474 483 484 -23300=2,-233,-233 1=2
348
+ UnaryOp neg_123 1 1 484 485 0=1
349
+ Concat cat_13 2 1 485 483 486 0=2
350
+ BinaryOp mul_124 2 1 486 119 487 0=2
351
+ BinaryOp mul_125 2 1 475 102 488 0=2
352
+ BinaryOp add_126 2 1 488 487 489 0=0
353
+ Permute permute_120 1 1 482 490 0=2
354
+ Permute permute_121 1 1 489 491 0=2
355
+ Permute permute_122 1 1 469 492 0=2
356
+ SDPA sdpa_166 4 1 490 491 492 62 493 5=1
357
+ Permute permute_123 1 1 493 494 0=2
358
+ Reshape flatten_158 1 1 494 495 0=4096 1=-1
359
+ Gemm gemm_45 1 1 495 496 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
360
+ BinaryOp mul_127 2 1 31 496 497 0=2
361
+ BinaryOp add_128 2 1 455 497 498 0=0
362
+ Split splitncnn_49 1 2 498 499 500
363
+ RMSNorm rmsn_91 1 1 500 501 0=4096 1=1.000000e-6 2=1
364
+ BinaryOp add_129 1 1 49 502 0=0 1=1 2=1.0
365
+ BinaryOp mul_130 2 1 501 502 503 0=2
366
+ BinaryOp add_131 2 1 503 40 504 0=0
367
+ Split splitncnn_50 1 2 504 505 506
368
+ Gemm gemm_46 1 1 506 507 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
369
+ Gemm gemm_47 1 1 505 508 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
370
+ GELU gelu_62 1 1 508 509
371
+ BinaryOp mul_132 2 1 507 509 510 0=2
372
+ Gemm gemm_48 1 1 510 511 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
373
+ BinaryOp mul_133 2 1 58 511 512 0=2
374
+ BinaryOp add_134 2 1 499 512 513 0=0
375
+ Split splitncnn_51 1 2 513 514 515
376
+ RMSNorm rmsn_92 1 1 515 516 0=4096 1=1.000000e-6 2=1
377
+ BinaryOp add_135 1 1 23 517 0=0 1=1 2=1.0
378
+ BinaryOp mul_136 2 1 516 517 518 0=2
379
+ BinaryOp add_137 2 1 518 14 519 0=0
380
+ Split splitncnn_52 1 3 519 520 521 522
381
+ Gemm gemm_49 1 1 522 523 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
382
+ Gemm gemm_50 1 1 521 524 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
383
+ Gemm gemm_51 1 1 520 525 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
384
+ Reshape unflatten_149 1 1 523 526 0=128 1=32 2=-1
385
+ Reshape unflatten_150 1 1 524 527 0=128 1=32 2=-1
386
+ Reshape unflatten_151 1 1 525 528 0=128 1=32 2=-1
387
+ RMSNorm rmsn_93 1 1 526 529 0=128 1=1.000000e-6 2=1
388
+ Split splitncnn_53 1 2 529 530 531
389
+ RMSNorm rmsn_94 1 1 527 532 0=128 1=1.000000e-6 2=1
390
+ Split splitncnn_54 1 2 532 533 534
391
+ Slice chunk_14 1 2 530 535 536 -23300=2,-233,-233 1=2
392
+ UnaryOp neg_138 1 1 536 537 0=1
393
+ Concat cat_14 2 1 537 535 538 0=2
394
+ BinaryOp mul_139 2 1 538 120 539 0=2
395
+ BinaryOp mul_140 2 1 531 103 540 0=2
396
+ BinaryOp add_141 2 1 540 539 541 0=0
397
+ Slice chunk_15 1 2 533 542 543 -23300=2,-233,-233 1=2
398
+ UnaryOp neg_142 1 1 543 544 0=1
399
+ Concat cat_15 2 1 544 542 545 0=2
400
+ BinaryOp mul_143 2 1 545 121 546 0=2
401
+ BinaryOp mul_144 2 1 534 104 547 0=2
402
+ BinaryOp add_145 2 1 547 546 548 0=0
403
+ Permute permute_124 1 1 541 549 0=2
404
+ Permute permute_125 1 1 548 550 0=2
405
+ Permute permute_126 1 1 528 551 0=2
406
+ SDPA sdpa_167 4 1 549 550 551 61 552 5=1
407
+ Permute permute_127 1 1 552 553 0=2
408
+ Reshape flatten_159 1 1 553 554 0=4096 1=-1
409
+ Gemm gemm_52 1 1 554 555 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
410
+ BinaryOp mul_146 2 1 32 555 556 0=2
411
+ BinaryOp add_147 2 1 514 556 557 0=0
412
+ Split splitncnn_55 1 2 557 558 559
413
+ RMSNorm rmsn_95 1 1 559 560 0=4096 1=1.000000e-6 2=1
414
+ BinaryOp add_148 1 1 50 561 0=0 1=1 2=1.0
415
+ BinaryOp mul_149 2 1 560 561 562 0=2
416
+ BinaryOp add_150 2 1 562 41 563 0=0
417
+ Split splitncnn_56 1 2 563 564 565
418
+ Gemm gemm_53 1 1 565 566 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
419
+ Gemm gemm_54 1 1 564 567 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
420
+ GELU gelu_63 1 1 567 568
421
+ BinaryOp mul_151 2 1 566 568 569 0=2
422
+ Gemm gemm_55 1 1 569 570 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
423
+ BinaryOp mul_152 2 1 59 570 571 0=2
424
+ BinaryOp add_153 2 1 558 571 out0 0=0
dit/layers_24_31.ncnn.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14d97d906347e9585bde3e3910904ccdb38829738d57cee7bc3380673a3866a3
3
+ size 6979608856
dit/layers_24_31.ncnn.param ADDED
@@ -0,0 +1,424 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 7767517
2
+ 422 574
3
+ Input in0 0 1 in0
4
+ Split splitncnn_0 1 2 in0 1 2
5
+ Input in1 0 1 in1
6
+ Split splitncnn_1 1 2 in1 4 5
7
+ Input in2 0 1 in2
8
+ Split splitncnn_2 1 8 in2 7 8 9 10 11 12 13 14
9
+ Input in3 0 1 in3
10
+ Split splitncnn_3 1 8 in3 16 17 18 19 20 21 22 23
11
+ Input in4 0 1 in4
12
+ Split splitncnn_4 1 8 in4 25 26 27 28 29 30 31 32
13
+ Input in5 0 1 in5
14
+ Split splitncnn_5 1 8 in5 34 35 36 37 38 39 40 41
15
+ Input in6 0 1 in6
16
+ Split splitncnn_6 1 8 in6 43 44 45 46 47 48 49 50
17
+ Input in7 0 1 in7
18
+ Split splitncnn_7 1 8 in7 52 53 54 55 56 57 58 59
19
+ MemoryData attention_mask 0 1 60 0=4110 1=1 2=1
20
+ Input in8 0 1 in8
21
+ Split splitncnn_0 1 8 in8 61 62 63 64 65 66 67 68
22
+ RMSNorm rmsn_64 1 1 2 69 0=4096 1=1.000000e-6 2=1
23
+ BinaryOp add_0 1 1 16 70 0=0 1=1 2=1.0
24
+ BinaryOp mul_1 2 1 69 70 71 0=2
25
+ BinaryOp add_2 2 1 71 7 72 0=0
26
+ Split splitncnn_8 1 3 72 73 74 75
27
+ Gemm gemm_0 1 1 75 76 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
28
+ Gemm gemm_1 1 1 74 77 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
29
+ Gemm gemm_2 1 1 73 78 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
30
+ Reshape unflatten_128 1 1 76 79 0=128 1=32 2=-1
31
+ Reshape unflatten_129 1 1 77 80 0=128 1=32 2=-1
32
+ Reshape unflatten_130 1 1 78 81 0=128 1=32 2=-1
33
+ RMSNorm rmsn_65 1 1 79 82 0=128 1=1.000000e-6 2=1
34
+ Split splitncnn_9 1 2 82 83 84
35
+ RMSNorm rmsn_66 1 1 80 85 0=128 1=1.000000e-6 2=1
36
+ Split splitncnn_10 1 2 85 86 87
37
+ UnaryOp cos_3 1 1 4 88 0=10
38
+ Split splitncnn_11 1 16 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104
39
+ UnaryOp sin_4 1 1 5 105 0=9
40
+ Split splitncnn_12 1 16 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121
41
+ Slice chunk_0 1 2 83 122 123 -23300=2,-233,-233 1=2
42
+ UnaryOp neg_5 1 1 123 124 0=1
43
+ Concat cat_0 2 1 124 122 125 0=2
44
+ BinaryOp mul_6 2 1 125 106 126 0=2
45
+ BinaryOp mul_7 2 1 84 89 127 0=2
46
+ BinaryOp add_8 2 1 127 126 128 0=0
47
+ Slice chunk_1 1 2 86 129 130 -23300=2,-233,-233 1=2
48
+ UnaryOp neg_9 1 1 130 131 0=1
49
+ Concat cat_1 2 1 131 129 132 0=2
50
+ BinaryOp mul_10 2 1 132 107 133 0=2
51
+ BinaryOp mul_11 2 1 87 90 134 0=2
52
+ BinaryOp add_12 2 1 134 133 135 0=0
53
+ Permute permute_96 1 1 128 136 0=2
54
+ Permute permute_97 1 1 135 137 0=2
55
+ Permute permute_98 1 1 81 138 0=2
56
+ SDPA sdpa_160 4 1 136 137 138 68 139 5=1
57
+ Permute permute_99 1 1 139 140 0=2
58
+ Reshape flatten_152 1 1 140 141 0=4096 1=-1
59
+ Gemm gemm_3 1 1 141 142 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
60
+ BinaryOp mul_13 2 1 25 142 143 0=2
61
+ BinaryOp add_14 2 1 1 143 144 0=0
62
+ Split splitncnn_13 1 2 144 145 146
63
+ RMSNorm rmsn_67 1 1 146 147 0=4096 1=1.000000e-6 2=1
64
+ BinaryOp add_15 1 1 43 148 0=0 1=1 2=1.0
65
+ BinaryOp mul_16 2 1 147 148 149 0=2
66
+ BinaryOp add_17 2 1 149 34 150 0=0
67
+ Split splitncnn_14 1 2 150 151 152
68
+ Gemm gemm_4 1 1 152 153 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
69
+ Gemm gemm_5 1 1 151 154 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
70
+ GELU gelu_56 1 1 154 155
71
+ BinaryOp mul_18 2 1 153 155 156 0=2
72
+ Gemm gemm_6 1 1 156 157 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
73
+ BinaryOp mul_19 2 1 52 157 158 0=2
74
+ BinaryOp add_20 2 1 145 158 159 0=0
75
+ Split splitncnn_15 1 2 159 160 161
76
+ RMSNorm rmsn_68 1 1 161 162 0=4096 1=1.000000e-6 2=1
77
+ BinaryOp add_21 1 1 17 163 0=0 1=1 2=1.0
78
+ BinaryOp mul_22 2 1 162 163 164 0=2
79
+ BinaryOp add_23 2 1 164 8 165 0=0
80
+ Split splitncnn_16 1 3 165 166 167 168
81
+ Gemm gemm_7 1 1 168 169 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
82
+ Gemm gemm_8 1 1 167 170 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
83
+ Gemm gemm_9 1 1 166 171 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
84
+ Reshape unflatten_131 1 1 169 172 0=128 1=32 2=-1
85
+ Reshape unflatten_132 1 1 170 173 0=128 1=32 2=-1
86
+ Reshape unflatten_133 1 1 171 174 0=128 1=32 2=-1
87
+ RMSNorm rmsn_69 1 1 172 175 0=128 1=1.000000e-6 2=1
88
+ Split splitncnn_17 1 2 175 176 177
89
+ RMSNorm rmsn_70 1 1 173 178 0=128 1=1.000000e-6 2=1
90
+ Split splitncnn_18 1 2 178 179 180
91
+ Slice chunk_2 1 2 176 181 182 -23300=2,-233,-233 1=2
92
+ UnaryOp neg_24 1 1 182 183 0=1
93
+ Concat cat_2 2 1 183 181 184 0=2
94
+ BinaryOp mul_25 2 1 184 108 185 0=2
95
+ BinaryOp mul_26 2 1 177 91 186 0=2
96
+ BinaryOp add_27 2 1 186 185 187 0=0
97
+ Slice chunk_3 1 2 179 188 189 -23300=2,-233,-233 1=2
98
+ UnaryOp neg_28 1 1 189 190 0=1
99
+ Concat cat_3 2 1 190 188 191 0=2
100
+ BinaryOp mul_29 2 1 191 109 192 0=2
101
+ BinaryOp mul_30 2 1 180 92 193 0=2
102
+ BinaryOp add_31 2 1 193 192 194 0=0
103
+ Permute permute_100 1 1 187 195 0=2
104
+ Permute permute_101 1 1 194 196 0=2
105
+ Permute permute_102 1 1 174 197 0=2
106
+ SDPA sdpa_161 4 1 195 196 197 67 198 5=1
107
+ Permute permute_103 1 1 198 199 0=2
108
+ Reshape flatten_153 1 1 199 200 0=4096 1=-1
109
+ Gemm gemm_10 1 1 200 201 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
110
+ BinaryOp mul_32 2 1 26 201 202 0=2
111
+ BinaryOp add_33 2 1 160 202 203 0=0
112
+ Split splitncnn_19 1 2 203 204 205
113
+ RMSNorm rmsn_71 1 1 205 206 0=4096 1=1.000000e-6 2=1
114
+ BinaryOp add_34 1 1 44 207 0=0 1=1 2=1.0
115
+ BinaryOp mul_35 2 1 206 207 208 0=2
116
+ BinaryOp add_36 2 1 208 35 209 0=0
117
+ Split splitncnn_20 1 2 209 210 211
118
+ Gemm gemm_11 1 1 211 212 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
119
+ Gemm gemm_12 1 1 210 213 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
120
+ GELU gelu_57 1 1 213 214
121
+ BinaryOp mul_37 2 1 212 214 215 0=2
122
+ Gemm gemm_13 1 1 215 216 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
123
+ BinaryOp mul_38 2 1 53 216 217 0=2
124
+ BinaryOp add_39 2 1 204 217 218 0=0
125
+ Split splitncnn_21 1 2 218 219 220
126
+ RMSNorm rmsn_72 1 1 220 221 0=4096 1=1.000000e-6 2=1
127
+ BinaryOp add_40 1 1 18 222 0=0 1=1 2=1.0
128
+ BinaryOp mul_41 2 1 221 222 223 0=2
129
+ BinaryOp add_42 2 1 223 9 224 0=0
130
+ Split splitncnn_22 1 3 224 225 226 227
131
+ Gemm gemm_14 1 1 227 228 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
132
+ Gemm gemm_15 1 1 226 229 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
133
+ Gemm gemm_16 1 1 225 230 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
134
+ Reshape unflatten_134 1 1 228 231 0=128 1=32 2=-1
135
+ Reshape unflatten_135 1 1 229 232 0=128 1=32 2=-1
136
+ Reshape unflatten_136 1 1 230 233 0=128 1=32 2=-1
137
+ RMSNorm rmsn_73 1 1 231 234 0=128 1=1.000000e-6 2=1
138
+ Split splitncnn_23 1 2 234 235 236
139
+ RMSNorm rmsn_74 1 1 232 237 0=128 1=1.000000e-6 2=1
140
+ Split splitncnn_24 1 2 237 238 239
141
+ Slice chunk_4 1 2 235 240 241 -23300=2,-233,-233 1=2
142
+ UnaryOp neg_43 1 1 241 242 0=1
143
+ Concat cat_4 2 1 242 240 243 0=2
144
+ BinaryOp mul_44 2 1 243 110 244 0=2
145
+ BinaryOp mul_45 2 1 236 93 245 0=2
146
+ BinaryOp add_46 2 1 245 244 246 0=0
147
+ Slice chunk_5 1 2 238 247 248 -23300=2,-233,-233 1=2
148
+ UnaryOp neg_47 1 1 248 249 0=1
149
+ Concat cat_5 2 1 249 247 250 0=2
150
+ BinaryOp mul_48 2 1 250 111 251 0=2
151
+ BinaryOp mul_49 2 1 239 94 252 0=2
152
+ BinaryOp add_50 2 1 252 251 253 0=0
153
+ Permute permute_104 1 1 246 254 0=2
154
+ Permute permute_105 1 1 253 255 0=2
155
+ Permute permute_106 1 1 233 256 0=2
156
+ SDPA sdpa_162 4 1 254 255 256 66 257 5=1
157
+ Permute permute_107 1 1 257 258 0=2
158
+ Reshape flatten_154 1 1 258 259 0=4096 1=-1
159
+ Gemm gemm_17 1 1 259 260 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
160
+ BinaryOp mul_51 2 1 27 260 261 0=2
161
+ BinaryOp add_52 2 1 219 261 262 0=0
162
+ Split splitncnn_25 1 2 262 263 264
163
+ RMSNorm rmsn_75 1 1 264 265 0=4096 1=1.000000e-6 2=1
164
+ BinaryOp add_53 1 1 45 266 0=0 1=1 2=1.0
165
+ BinaryOp mul_54 2 1 265 266 267 0=2
166
+ BinaryOp add_55 2 1 267 36 268 0=0
167
+ Split splitncnn_26 1 2 268 269 270
168
+ Gemm gemm_18 1 1 270 271 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
169
+ Gemm gemm_19 1 1 269 272 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
170
+ GELU gelu_58 1 1 272 273
171
+ BinaryOp mul_56 2 1 271 273 274 0=2
172
+ Gemm gemm_20 1 1 274 275 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
173
+ BinaryOp mul_57 2 1 54 275 276 0=2
174
+ BinaryOp add_58 2 1 263 276 277 0=0
175
+ Split splitncnn_27 1 2 277 278 279
176
+ RMSNorm rmsn_76 1 1 279 280 0=4096 1=1.000000e-6 2=1
177
+ BinaryOp add_59 1 1 19 281 0=0 1=1 2=1.0
178
+ BinaryOp mul_60 2 1 280 281 282 0=2
179
+ BinaryOp add_61 2 1 282 10 283 0=0
180
+ Split splitncnn_28 1 3 283 284 285 286
181
+ Gemm gemm_21 1 1 286 287 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
182
+ Gemm gemm_22 1 1 285 288 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
183
+ Gemm gemm_23 1 1 284 289 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
184
+ Reshape unflatten_137 1 1 287 290 0=128 1=32 2=-1
185
+ Reshape unflatten_138 1 1 288 291 0=128 1=32 2=-1
186
+ Reshape unflatten_139 1 1 289 292 0=128 1=32 2=-1
187
+ RMSNorm rmsn_77 1 1 290 293 0=128 1=1.000000e-6 2=1
188
+ Split splitncnn_29 1 2 293 294 295
189
+ RMSNorm rmsn_78 1 1 291 296 0=128 1=1.000000e-6 2=1
190
+ Split splitncnn_30 1 2 296 297 298
191
+ Slice chunk_6 1 2 294 299 300 -23300=2,-233,-233 1=2
192
+ UnaryOp neg_62 1 1 300 301 0=1
193
+ Concat cat_6 2 1 301 299 302 0=2
194
+ BinaryOp mul_63 2 1 302 112 303 0=2
195
+ BinaryOp mul_64 2 1 295 95 304 0=2
196
+ BinaryOp add_65 2 1 304 303 305 0=0
197
+ Slice chunk_7 1 2 297 306 307 -23300=2,-233,-233 1=2
198
+ UnaryOp neg_66 1 1 307 308 0=1
199
+ Concat cat_7 2 1 308 306 309 0=2
200
+ BinaryOp mul_67 2 1 309 113 310 0=2
201
+ BinaryOp mul_68 2 1 298 96 311 0=2
202
+ BinaryOp add_69 2 1 311 310 312 0=0
203
+ Permute permute_108 1 1 305 313 0=2
204
+ Permute permute_109 1 1 312 314 0=2
205
+ Permute permute_110 1 1 292 315 0=2
206
+ SDPA sdpa_163 4 1 313 314 315 65 316 5=1
207
+ Permute permute_111 1 1 316 317 0=2
208
+ Reshape flatten_155 1 1 317 318 0=4096 1=-1
209
+ Gemm gemm_24 1 1 318 319 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
210
+ BinaryOp mul_70 2 1 28 319 320 0=2
211
+ BinaryOp add_71 2 1 278 320 321 0=0
212
+ Split splitncnn_31 1 2 321 322 323
213
+ RMSNorm rmsn_79 1 1 323 324 0=4096 1=1.000000e-6 2=1
214
+ BinaryOp add_72 1 1 46 325 0=0 1=1 2=1.0
215
+ BinaryOp mul_73 2 1 324 325 326 0=2
216
+ BinaryOp add_74 2 1 326 37 327 0=0
217
+ Split splitncnn_32 1 2 327 328 329
218
+ Gemm gemm_25 1 1 329 330 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
219
+ Gemm gemm_26 1 1 328 331 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
220
+ GELU gelu_59 1 1 331 332
221
+ BinaryOp mul_75 2 1 330 332 333 0=2
222
+ Gemm gemm_27 1 1 333 334 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
223
+ BinaryOp mul_76 2 1 55 334 335 0=2
224
+ BinaryOp add_77 2 1 322 335 336 0=0
225
+ Split splitncnn_33 1 2 336 337 338
226
+ RMSNorm rmsn_80 1 1 338 339 0=4096 1=1.000000e-6 2=1
227
+ BinaryOp add_78 1 1 20 340 0=0 1=1 2=1.0
228
+ BinaryOp mul_79 2 1 339 340 341 0=2
229
+ BinaryOp add_80 2 1 341 11 342 0=0
230
+ Split splitncnn_34 1 3 342 343 344 345
231
+ Gemm gemm_28 1 1 345 346 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
232
+ Gemm gemm_29 1 1 344 347 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
233
+ Gemm gemm_30 1 1 343 348 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
234
+ Reshape unflatten_140 1 1 346 349 0=128 1=32 2=-1
235
+ Reshape unflatten_141 1 1 347 350 0=128 1=32 2=-1
236
+ Reshape unflatten_142 1 1 348 351 0=128 1=32 2=-1
237
+ RMSNorm rmsn_81 1 1 349 352 0=128 1=1.000000e-6 2=1
238
+ Split splitncnn_35 1 2 352 353 354
239
+ RMSNorm rmsn_82 1 1 350 355 0=128 1=1.000000e-6 2=1
240
+ Split splitncnn_36 1 2 355 356 357
241
+ Slice chunk_8 1 2 353 358 359 -23300=2,-233,-233 1=2
242
+ UnaryOp neg_81 1 1 359 360 0=1
243
+ Concat cat_8 2 1 360 358 361 0=2
244
+ BinaryOp mul_82 2 1 361 114 362 0=2
245
+ BinaryOp mul_83 2 1 354 97 363 0=2
246
+ BinaryOp add_84 2 1 363 362 364 0=0
247
+ Slice chunk_9 1 2 356 365 366 -23300=2,-233,-233 1=2
248
+ UnaryOp neg_85 1 1 366 367 0=1
249
+ Concat cat_9 2 1 367 365 368 0=2
250
+ BinaryOp mul_86 2 1 368 115 369 0=2
251
+ BinaryOp mul_87 2 1 357 98 370 0=2
252
+ BinaryOp add_88 2 1 370 369 371 0=0
253
+ Permute permute_112 1 1 364 372 0=2
254
+ Permute permute_113 1 1 371 373 0=2
255
+ Permute permute_114 1 1 351 374 0=2
256
+ SDPA sdpa_164 4 1 372 373 374 64 375 5=1
257
+ Permute permute_115 1 1 375 376 0=2
258
+ Reshape flatten_156 1 1 376 377 0=4096 1=-1
259
+ Gemm gemm_31 1 1 377 378 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
260
+ BinaryOp mul_89 2 1 29 378 379 0=2
261
+ BinaryOp add_90 2 1 337 379 380 0=0
262
+ Split splitncnn_37 1 2 380 381 382
263
+ RMSNorm rmsn_83 1 1 382 383 0=4096 1=1.000000e-6 2=1
264
+ BinaryOp add_91 1 1 47 384 0=0 1=1 2=1.0
265
+ BinaryOp mul_92 2 1 383 384 385 0=2
266
+ BinaryOp add_93 2 1 385 38 386 0=0
267
+ Split splitncnn_38 1 2 386 387 388
268
+ Gemm gemm_32 1 1 388 389 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
269
+ Gemm gemm_33 1 1 387 390 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
270
+ GELU gelu_60 1 1 390 391
271
+ BinaryOp mul_94 2 1 389 391 392 0=2
272
+ Gemm gemm_34 1 1 392 393 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
273
+ BinaryOp mul_95 2 1 56 393 394 0=2
274
+ BinaryOp add_96 2 1 381 394 395 0=0
275
+ Split splitncnn_39 1 2 395 396 397
276
+ RMSNorm rmsn_84 1 1 397 398 0=4096 1=1.000000e-6 2=1
277
+ BinaryOp add_97 1 1 21 399 0=0 1=1 2=1.0
278
+ BinaryOp mul_98 2 1 398 399 400 0=2
279
+ BinaryOp add_99 2 1 400 12 401 0=0
280
+ Split splitncnn_40 1 3 401 402 403 404
281
+ Gemm gemm_35 1 1 404 405 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
282
+ Gemm gemm_36 1 1 403 406 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
283
+ Gemm gemm_37 1 1 402 407 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
284
+ Reshape unflatten_143 1 1 405 408 0=128 1=32 2=-1
285
+ Reshape unflatten_144 1 1 406 409 0=128 1=32 2=-1
286
+ Reshape unflatten_145 1 1 407 410 0=128 1=32 2=-1
287
+ RMSNorm rmsn_85 1 1 408 411 0=128 1=1.000000e-6 2=1
288
+ Split splitncnn_41 1 2 411 412 413
289
+ RMSNorm rmsn_86 1 1 409 414 0=128 1=1.000000e-6 2=1
290
+ Split splitncnn_42 1 2 414 415 416
291
+ Slice chunk_10 1 2 412 417 418 -23300=2,-233,-233 1=2
292
+ UnaryOp neg_100 1 1 418 419 0=1
293
+ Concat cat_10 2 1 419 417 420 0=2
294
+ BinaryOp mul_101 2 1 420 116 421 0=2
295
+ BinaryOp mul_102 2 1 413 99 422 0=2
296
+ BinaryOp add_103 2 1 422 421 423 0=0
297
+ Slice chunk_11 1 2 415 424 425 -23300=2,-233,-233 1=2
298
+ UnaryOp neg_104 1 1 425 426 0=1
299
+ Concat cat_11 2 1 426 424 427 0=2
300
+ BinaryOp mul_105 2 1 427 117 428 0=2
301
+ BinaryOp mul_106 2 1 416 100 429 0=2
302
+ BinaryOp add_107 2 1 429 428 430 0=0
303
+ Permute permute_116 1 1 423 431 0=2
304
+ Permute permute_117 1 1 430 432 0=2
305
+ Permute permute_118 1 1 410 433 0=2
306
+ SDPA sdpa_165 4 1 431 432 433 63 434 5=1
307
+ Permute permute_119 1 1 434 435 0=2
308
+ Reshape flatten_157 1 1 435 436 0=4096 1=-1
309
+ Gemm gemm_38 1 1 436 437 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
310
+ BinaryOp mul_108 2 1 30 437 438 0=2
311
+ BinaryOp add_109 2 1 396 438 439 0=0
312
+ Split splitncnn_43 1 2 439 440 441
313
+ RMSNorm rmsn_87 1 1 441 442 0=4096 1=1.000000e-6 2=1
314
+ BinaryOp add_110 1 1 48 443 0=0 1=1 2=1.0
315
+ BinaryOp mul_111 2 1 442 443 444 0=2
316
+ BinaryOp add_112 2 1 444 39 445 0=0
317
+ Split splitncnn_44 1 2 445 446 447
318
+ Gemm gemm_39 1 1 447 448 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
319
+ Gemm gemm_40 1 1 446 449 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
320
+ GELU gelu_61 1 1 449 450
321
+ BinaryOp mul_113 2 1 448 450 451 0=2
322
+ Gemm gemm_41 1 1 451 452 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
323
+ BinaryOp mul_114 2 1 57 452 453 0=2
324
+ BinaryOp add_115 2 1 440 453 454 0=0
325
+ Split splitncnn_45 1 2 454 455 456
326
+ RMSNorm rmsn_88 1 1 456 457 0=4096 1=1.000000e-6 2=1
327
+ BinaryOp add_116 1 1 22 458 0=0 1=1 2=1.0
328
+ BinaryOp mul_117 2 1 457 458 459 0=2
329
+ BinaryOp add_118 2 1 459 13 460 0=0
330
+ Split splitncnn_46 1 3 460 461 462 463
331
+ Gemm gemm_42 1 1 463 464 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
332
+ Gemm gemm_43 1 1 462 465 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
333
+ Gemm gemm_44 1 1 461 466 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
334
+ Reshape unflatten_146 1 1 464 467 0=128 1=32 2=-1
335
+ Reshape unflatten_147 1 1 465 468 0=128 1=32 2=-1
336
+ Reshape unflatten_148 1 1 466 469 0=128 1=32 2=-1
337
+ RMSNorm rmsn_89 1 1 467 470 0=128 1=1.000000e-6 2=1
338
+ Split splitncnn_47 1 2 470 471 472
339
+ RMSNorm rmsn_90 1 1 468 473 0=128 1=1.000000e-6 2=1
340
+ Split splitncnn_48 1 2 473 474 475
341
+ Slice chunk_12 1 2 471 476 477 -23300=2,-233,-233 1=2
342
+ UnaryOp neg_119 1 1 477 478 0=1
343
+ Concat cat_12 2 1 478 476 479 0=2
344
+ BinaryOp mul_120 2 1 479 118 480 0=2
345
+ BinaryOp mul_121 2 1 472 101 481 0=2
346
+ BinaryOp add_122 2 1 481 480 482 0=0
347
+ Slice chunk_13 1 2 474 483 484 -23300=2,-233,-233 1=2
348
+ UnaryOp neg_123 1 1 484 485 0=1
349
+ Concat cat_13 2 1 485 483 486 0=2
350
+ BinaryOp mul_124 2 1 486 119 487 0=2
351
+ BinaryOp mul_125 2 1 475 102 488 0=2
352
+ BinaryOp add_126 2 1 488 487 489 0=0
353
+ Permute permute_120 1 1 482 490 0=2
354
+ Permute permute_121 1 1 489 491 0=2
355
+ Permute permute_122 1 1 469 492 0=2
356
+ SDPA sdpa_166 4 1 490 491 492 62 493 5=1
357
+ Permute permute_123 1 1 493 494 0=2
358
+ Reshape flatten_158 1 1 494 495 0=4096 1=-1
359
+ Gemm gemm_45 1 1 495 496 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
360
+ BinaryOp mul_127 2 1 31 496 497 0=2
361
+ BinaryOp add_128 2 1 455 497 498 0=0
362
+ Split splitncnn_49 1 2 498 499 500
363
+ RMSNorm rmsn_91 1 1 500 501 0=4096 1=1.000000e-6 2=1
364
+ BinaryOp add_129 1 1 49 502 0=0 1=1 2=1.0
365
+ BinaryOp mul_130 2 1 501 502 503 0=2
366
+ BinaryOp add_131 2 1 503 40 504 0=0
367
+ Split splitncnn_50 1 2 504 505 506
368
+ Gemm gemm_46 1 1 506 507 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
369
+ Gemm gemm_47 1 1 505 508 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
370
+ GELU gelu_62 1 1 508 509
371
+ BinaryOp mul_132 2 1 507 509 510 0=2
372
+ Gemm gemm_48 1 1 510 511 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
373
+ BinaryOp mul_133 2 1 58 511 512 0=2
374
+ BinaryOp add_134 2 1 499 512 513 0=0
375
+ Split splitncnn_51 1 2 513 514 515
376
+ RMSNorm rmsn_92 1 1 515 516 0=4096 1=1.000000e-6 2=1
377
+ BinaryOp add_135 1 1 23 517 0=0 1=1 2=1.0
378
+ BinaryOp mul_136 2 1 516 517 518 0=2
379
+ BinaryOp add_137 2 1 518 14 519 0=0
380
+ Split splitncnn_52 1 3 519 520 521 522
381
+ Gemm gemm_49 1 1 522 523 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
382
+ Gemm gemm_50 1 1 521 524 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
383
+ Gemm gemm_51 1 1 520 525 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
384
+ Reshape unflatten_149 1 1 523 526 0=128 1=32 2=-1
385
+ Reshape unflatten_150 1 1 524 527 0=128 1=32 2=-1
386
+ Reshape unflatten_151 1 1 525 528 0=128 1=32 2=-1
387
+ RMSNorm rmsn_93 1 1 526 529 0=128 1=1.000000e-6 2=1
388
+ Split splitncnn_53 1 2 529 530 531
389
+ RMSNorm rmsn_94 1 1 527 532 0=128 1=1.000000e-6 2=1
390
+ Split splitncnn_54 1 2 532 533 534
391
+ Slice chunk_14 1 2 530 535 536 -23300=2,-233,-233 1=2
392
+ UnaryOp neg_138 1 1 536 537 0=1
393
+ Concat cat_14 2 1 537 535 538 0=2
394
+ BinaryOp mul_139 2 1 538 120 539 0=2
395
+ BinaryOp mul_140 2 1 531 103 540 0=2
396
+ BinaryOp add_141 2 1 540 539 541 0=0
397
+ Slice chunk_15 1 2 533 542 543 -23300=2,-233,-233 1=2
398
+ UnaryOp neg_142 1 1 543 544 0=1
399
+ Concat cat_15 2 1 544 542 545 0=2
400
+ BinaryOp mul_143 2 1 545 121 546 0=2
401
+ BinaryOp mul_144 2 1 534 104 547 0=2
402
+ BinaryOp add_145 2 1 547 546 548 0=0
403
+ Permute permute_124 1 1 541 549 0=2
404
+ Permute permute_125 1 1 548 550 0=2
405
+ Permute permute_126 1 1 528 551 0=2
406
+ SDPA sdpa_167 4 1 549 550 551 61 552 5=1
407
+ Permute permute_127 1 1 552 553 0=2
408
+ Reshape flatten_159 1 1 553 554 0=4096 1=-1
409
+ Gemm gemm_52 1 1 554 555 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
410
+ BinaryOp mul_146 2 1 32 555 556 0=2
411
+ BinaryOp add_147 2 1 514 556 557 0=0
412
+ Split splitncnn_55 1 2 557 558 559
413
+ RMSNorm rmsn_95 1 1 559 560 0=4096 1=1.000000e-6 2=1
414
+ BinaryOp add_148 1 1 50 561 0=0 1=1 2=1.0
415
+ BinaryOp mul_149 2 1 560 561 562 0=2
416
+ BinaryOp add_150 2 1 562 41 563 0=0
417
+ Split splitncnn_56 1 2 563 564 565
418
+ Gemm gemm_53 1 1 565 566 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
419
+ Gemm gemm_54 1 1 564 567 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
420
+ GELU gelu_63 1 1 567 568
421
+ BinaryOp mul_151 2 1 566 568 569 0=2
422
+ Gemm gemm_55 1 1 569 570 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
423
+ BinaryOp mul_152 2 1 59 570 571 0=2
424
+ BinaryOp add_153 2 1 558 571 out0 0=0
dit/layers_32_35.ncnn.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb43f015092a6f767bd9133d4a360f6863efb25efb6e1d14349e66a382dbd6c4
3
+ size 3489812648
dit/layers_32_35.ncnn.param ADDED
@@ -0,0 +1,224 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 7767517
2
+ 222 294
3
+ Input in0 0 1 in0
4
+ Split splitncnn_0 1 2 in0 1 2
5
+ Input in1 0 1 in1
6
+ Split splitncnn_1 1 2 in1 4 5
7
+ Input in2 0 1 in2
8
+ Split splitncnn_2 1 4 in2 7 8 9 10
9
+ Input in3 0 1 in3
10
+ Split splitncnn_3 1 4 in3 12 13 14 15
11
+ Input in4 0 1 in4
12
+ Split splitncnn_4 1 4 in4 17 18 19 20
13
+ Input in5 0 1 in5
14
+ Split splitncnn_5 1 4 in5 22 23 24 25
15
+ Input in6 0 1 in6
16
+ Split splitncnn_6 1 4 in6 27 28 29 30
17
+ Input in7 0 1 in7
18
+ Split splitncnn_7 1 4 in7 32 33 34 35
19
+ MemoryData attention_mask 0 1 36 0=4110 1=1 2=1
20
+ Input in8 0 1 in8
21
+ Split splitncnn_0 1 4 in8 37 38 39 40
22
+ RMSNorm rmsn_32 1 1 2 41 0=4096 1=1.000000e-6 2=1
23
+ BinaryOp add_0 1 1 12 42 0=0 1=1 2=1.0
24
+ BinaryOp mul_1 2 1 41 42 43 0=2
25
+ BinaryOp add_2 2 1 43 7 44 0=0
26
+ Split splitncnn_8 1 3 44 45 46 47
27
+ Gemm gemm_0 1 1 47 48 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
28
+ Gemm gemm_1 1 1 46 49 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
29
+ Gemm gemm_2 1 1 45 50 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
30
+ Reshape unflatten_64 1 1 48 51 0=128 1=32 2=-1
31
+ Reshape unflatten_65 1 1 49 52 0=128 1=32 2=-1
32
+ Reshape unflatten_66 1 1 50 53 0=128 1=32 2=-1
33
+ RMSNorm rmsn_33 1 1 51 54 0=128 1=1.000000e-6 2=1
34
+ Split splitncnn_9 1 2 54 55 56
35
+ RMSNorm rmsn_34 1 1 52 57 0=128 1=1.000000e-6 2=1
36
+ Split splitncnn_10 1 2 57 58 59
37
+ UnaryOp cos_3 1 1 4 60 0=10
38
+ Split splitncnn_11 1 8 60 61 62 63 64 65 66 67 68
39
+ UnaryOp sin_4 1 1 5 69 0=9
40
+ Split splitncnn_12 1 8 69 70 71 72 73 74 75 76 77
41
+ Slice chunk_0 1 2 55 78 79 -23300=2,-233,-233 1=2
42
+ UnaryOp neg_5 1 1 79 80 0=1
43
+ Concat cat_0 2 1 80 78 81 0=2
44
+ BinaryOp mul_6 2 1 81 70 82 0=2
45
+ BinaryOp mul_7 2 1 56 61 83 0=2
46
+ BinaryOp add_8 2 1 83 82 84 0=0
47
+ Slice chunk_1 1 2 58 85 86 -23300=2,-233,-233 1=2
48
+ UnaryOp neg_9 1 1 86 87 0=1
49
+ Concat cat_1 2 1 87 85 88 0=2
50
+ BinaryOp mul_10 2 1 88 71 89 0=2
51
+ BinaryOp mul_11 2 1 59 62 90 0=2
52
+ BinaryOp add_12 2 1 90 89 91 0=0
53
+ Permute permute_48 1 1 84 92 0=2
54
+ Permute permute_49 1 1 91 93 0=2
55
+ Permute permute_50 1 1 53 94 0=2
56
+ SDPA sdpa_80 4 1 92 93 94 40 95 5=1
57
+ Permute permute_51 1 1 95 96 0=2
58
+ Reshape flatten_76 1 1 96 97 0=4096 1=-1
59
+ Gemm gemm_3 1 1 97 98 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
60
+ BinaryOp mul_13 2 1 17 98 99 0=2
61
+ BinaryOp add_14 2 1 1 99 100 0=0
62
+ Split splitncnn_13 1 2 100 101 102
63
+ RMSNorm rmsn_35 1 1 102 103 0=4096 1=1.000000e-6 2=1
64
+ BinaryOp add_15 1 1 27 104 0=0 1=1 2=1.0
65
+ BinaryOp mul_16 2 1 103 104 105 0=2
66
+ BinaryOp add_17 2 1 105 22 106 0=0
67
+ Split splitncnn_14 1 2 106 107 108
68
+ Gemm gemm_4 1 1 108 109 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
69
+ Gemm gemm_5 1 1 107 110 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
70
+ GELU gelu_28 1 1 110 111
71
+ BinaryOp mul_18 2 1 109 111 112 0=2
72
+ Gemm gemm_6 1 1 112 113 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
73
+ BinaryOp mul_19 2 1 32 113 114 0=2
74
+ BinaryOp add_20 2 1 101 114 115 0=0
75
+ Split splitncnn_15 1 2 115 116 117
76
+ RMSNorm rmsn_36 1 1 117 118 0=4096 1=1.000000e-6 2=1
77
+ BinaryOp add_21 1 1 13 119 0=0 1=1 2=1.0
78
+ BinaryOp mul_22 2 1 118 119 120 0=2
79
+ BinaryOp add_23 2 1 120 8 121 0=0
80
+ Split splitncnn_16 1 3 121 122 123 124
81
+ Gemm gemm_7 1 1 124 125 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
82
+ Gemm gemm_8 1 1 123 126 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
83
+ Gemm gemm_9 1 1 122 127 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
84
+ Reshape unflatten_67 1 1 125 128 0=128 1=32 2=-1
85
+ Reshape unflatten_68 1 1 126 129 0=128 1=32 2=-1
86
+ Reshape unflatten_69 1 1 127 130 0=128 1=32 2=-1
87
+ RMSNorm rmsn_37 1 1 128 131 0=128 1=1.000000e-6 2=1
88
+ Split splitncnn_17 1 2 131 132 133
89
+ RMSNorm rmsn_38 1 1 129 134 0=128 1=1.000000e-6 2=1
90
+ Split splitncnn_18 1 2 134 135 136
91
+ Slice chunk_2 1 2 132 137 138 -23300=2,-233,-233 1=2
92
+ UnaryOp neg_24 1 1 138 139 0=1
93
+ Concat cat_2 2 1 139 137 140 0=2
94
+ BinaryOp mul_25 2 1 140 72 141 0=2
95
+ BinaryOp mul_26 2 1 133 63 142 0=2
96
+ BinaryOp add_27 2 1 142 141 143 0=0
97
+ Slice chunk_3 1 2 135 144 145 -23300=2,-233,-233 1=2
98
+ UnaryOp neg_28 1 1 145 146 0=1
99
+ Concat cat_3 2 1 146 144 147 0=2
100
+ BinaryOp mul_29 2 1 147 73 148 0=2
101
+ BinaryOp mul_30 2 1 136 64 149 0=2
102
+ BinaryOp add_31 2 1 149 148 150 0=0
103
+ Permute permute_52 1 1 143 151 0=2
104
+ Permute permute_53 1 1 150 152 0=2
105
+ Permute permute_54 1 1 130 153 0=2
106
+ SDPA sdpa_81 4 1 151 152 153 39 154 5=1
107
+ Permute permute_55 1 1 154 155 0=2
108
+ Reshape flatten_77 1 1 155 156 0=4096 1=-1
109
+ Gemm gemm_10 1 1 156 157 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
110
+ BinaryOp mul_32 2 1 18 157 158 0=2
111
+ BinaryOp add_33 2 1 116 158 159 0=0
112
+ Split splitncnn_19 1 2 159 160 161
113
+ RMSNorm rmsn_39 1 1 161 162 0=4096 1=1.000000e-6 2=1
114
+ BinaryOp add_34 1 1 28 163 0=0 1=1 2=1.0
115
+ BinaryOp mul_35 2 1 162 163 164 0=2
116
+ BinaryOp add_36 2 1 164 23 165 0=0
117
+ Split splitncnn_20 1 2 165 166 167
118
+ Gemm gemm_11 1 1 167 168 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
119
+ Gemm gemm_12 1 1 166 169 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
120
+ GELU gelu_29 1 1 169 170
121
+ BinaryOp mul_37 2 1 168 170 171 0=2
122
+ Gemm gemm_13 1 1 171 172 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
123
+ BinaryOp mul_38 2 1 33 172 173 0=2
124
+ BinaryOp add_39 2 1 160 173 174 0=0
125
+ Split splitncnn_21 1 2 174 175 176
126
+ RMSNorm rmsn_40 1 1 176 177 0=4096 1=1.000000e-6 2=1
127
+ BinaryOp add_40 1 1 14 178 0=0 1=1 2=1.0
128
+ BinaryOp mul_41 2 1 177 178 179 0=2
129
+ BinaryOp add_42 2 1 179 9 180 0=0
130
+ Split splitncnn_22 1 3 180 181 182 183
131
+ Gemm gemm_14 1 1 183 184 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
132
+ Gemm gemm_15 1 1 182 185 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
133
+ Gemm gemm_16 1 1 181 186 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
134
+ Reshape unflatten_70 1 1 184 187 0=128 1=32 2=-1
135
+ Reshape unflatten_71 1 1 185 188 0=128 1=32 2=-1
136
+ Reshape unflatten_72 1 1 186 189 0=128 1=32 2=-1
137
+ RMSNorm rmsn_41 1 1 187 190 0=128 1=1.000000e-6 2=1
138
+ Split splitncnn_23 1 2 190 191 192
139
+ RMSNorm rmsn_42 1 1 188 193 0=128 1=1.000000e-6 2=1
140
+ Split splitncnn_24 1 2 193 194 195
141
+ Slice chunk_4 1 2 191 196 197 -23300=2,-233,-233 1=2
142
+ UnaryOp neg_43 1 1 197 198 0=1
143
+ Concat cat_4 2 1 198 196 199 0=2
144
+ BinaryOp mul_44 2 1 199 74 200 0=2
145
+ BinaryOp mul_45 2 1 192 65 201 0=2
146
+ BinaryOp add_46 2 1 201 200 202 0=0
147
+ Slice chunk_5 1 2 194 203 204 -23300=2,-233,-233 1=2
148
+ UnaryOp neg_47 1 1 204 205 0=1
149
+ Concat cat_5 2 1 205 203 206 0=2
150
+ BinaryOp mul_48 2 1 206 75 207 0=2
151
+ BinaryOp mul_49 2 1 195 66 208 0=2
152
+ BinaryOp add_50 2 1 208 207 209 0=0
153
+ Permute permute_56 1 1 202 210 0=2
154
+ Permute permute_57 1 1 209 211 0=2
155
+ Permute permute_58 1 1 189 212 0=2
156
+ SDPA sdpa_82 4 1 210 211 212 38 213 5=1
157
+ Permute permute_59 1 1 213 214 0=2
158
+ Reshape flatten_78 1 1 214 215 0=4096 1=-1
159
+ Gemm gemm_17 1 1 215 216 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
160
+ BinaryOp mul_51 2 1 19 216 217 0=2
161
+ BinaryOp add_52 2 1 175 217 218 0=0
162
+ Split splitncnn_25 1 2 218 219 220
163
+ RMSNorm rmsn_43 1 1 220 221 0=4096 1=1.000000e-6 2=1
164
+ BinaryOp add_53 1 1 29 222 0=0 1=1 2=1.0
165
+ BinaryOp mul_54 2 1 221 222 223 0=2
166
+ BinaryOp add_55 2 1 223 24 224 0=0
167
+ Split splitncnn_26 1 2 224 225 226
168
+ Gemm gemm_18 1 1 226 227 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
169
+ Gemm gemm_19 1 1 225 228 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
170
+ GELU gelu_30 1 1 228 229
171
+ BinaryOp mul_56 2 1 227 229 230 0=2
172
+ Gemm gemm_20 1 1 230 231 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
173
+ BinaryOp mul_57 2 1 34 231 232 0=2
174
+ BinaryOp add_58 2 1 219 232 233 0=0
175
+ Split splitncnn_27 1 2 233 234 235
176
+ RMSNorm rmsn_44 1 1 235 236 0=4096 1=1.000000e-6 2=1
177
+ BinaryOp add_59 1 1 15 237 0=0 1=1 2=1.0
178
+ BinaryOp mul_60 2 1 236 237 238 0=2
179
+ BinaryOp add_61 2 1 238 10 239 0=0
180
+ Split splitncnn_28 1 3 239 240 241 242
181
+ Gemm gemm_21 1 1 242 243 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
182
+ Gemm gemm_22 1 1 241 244 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
183
+ Gemm gemm_23 1 1 240 245 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
184
+ Reshape unflatten_73 1 1 243 246 0=128 1=32 2=-1
185
+ Reshape unflatten_74 1 1 244 247 0=128 1=32 2=-1
186
+ Reshape unflatten_75 1 1 245 248 0=128 1=32 2=-1
187
+ RMSNorm rmsn_45 1 1 246 249 0=128 1=1.000000e-6 2=1
188
+ Split splitncnn_29 1 2 249 250 251
189
+ RMSNorm rmsn_46 1 1 247 252 0=128 1=1.000000e-6 2=1
190
+ Split splitncnn_30 1 2 252 253 254
191
+ Slice chunk_6 1 2 250 255 256 -23300=2,-233,-233 1=2
192
+ UnaryOp neg_62 1 1 256 257 0=1
193
+ Concat cat_6 2 1 257 255 258 0=2
194
+ BinaryOp mul_63 2 1 258 76 259 0=2
195
+ BinaryOp mul_64 2 1 251 67 260 0=2
196
+ BinaryOp add_65 2 1 260 259 261 0=0
197
+ Slice chunk_7 1 2 253 262 263 -23300=2,-233,-233 1=2
198
+ UnaryOp neg_66 1 1 263 264 0=1
199
+ Concat cat_7 2 1 264 262 265 0=2
200
+ BinaryOp mul_67 2 1 265 77 266 0=2
201
+ BinaryOp mul_68 2 1 254 68 267 0=2
202
+ BinaryOp add_69 2 1 267 266 268 0=0
203
+ Permute permute_60 1 1 261 269 0=2
204
+ Permute permute_61 1 1 268 270 0=2
205
+ Permute permute_62 1 1 248 271 0=2
206
+ SDPA sdpa_83 4 1 269 270 271 37 272 5=1
207
+ Permute permute_63 1 1 272 273 0=2
208
+ Reshape flatten_79 1 1 273 274 0=4096 1=-1
209
+ Gemm gemm_24 1 1 274 275 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=4096
210
+ BinaryOp mul_70 2 1 20 275 276 0=2
211
+ BinaryOp add_71 2 1 234 276 277 0=0
212
+ Split splitncnn_31 1 2 277 278 279
213
+ RMSNorm rmsn_47 1 1 279 280 0=4096 1=1.000000e-6 2=1
214
+ BinaryOp add_72 1 1 30 281 0=0 1=1 2=1.0
215
+ BinaryOp mul_73 2 1 280 281 282 0=2
216
+ BinaryOp add_74 2 1 282 25 283 0=0
217
+ Split splitncnn_32 1 2 283 284 285
218
+ Gemm gemm_25 1 1 285 286 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
219
+ Gemm gemm_26 1 1 284 287 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=12288 9=4096
220
+ GELU gelu_31 1 1 287 288
221
+ BinaryOp mul_75 2 1 286 288 289 0=2
222
+ Gemm gemm_27 1 1 289 290 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=12288
223
+ BinaryOp mul_76 2 1 35 290 291 0=2
224
+ BinaryOp add_77 2 1 278 291 out0 0=0
dit/output_head.ncnn.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd92f84a863ca32c5ed68fc7f20755c53e9021b206bb4894899725d3fce1cef4
3
+ size 136348172
dit/output_head.ncnn.param ADDED
@@ -0,0 +1,16 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 7767517
2
+ 14 15
3
+ Input in0 0 1 in0
4
+ Input in1 0 1 in1
5
+ InnerProduct linear_2 1 1 in1 2 0=8192 1=1 2=33554432
6
+ Slice chunk_0 1 2 2 3 4 -23300=2,-233,-233 1=0
7
+ LayerNorm ln_1 1 1 in0 5 0=4096 1=1.000000e-6 2=0
8
+ ExpandDims unsqueeze_5 1 1 3 6 -23303=1,0
9
+ ExpandDims unsqueeze_6 1 1 4 7 -23303=1,0
10
+ BinaryOp add_0 1 1 6 8 0=0 1=1 2=1.0
11
+ BinaryOp mul_1 2 1 5 8 9 0=2
12
+ BinaryOp add_2 2 1 9 7 10 0=0
13
+ Gemm gemm_0 1 1 10 11 10=4 2=0 3=1 4=0 5=1 6=1 7=0 8=128 9=4096
14
+ Crop slice_0 1 1 11 12 -23310=1,4096 -23311=1,0 -23309=1,0
15
+ Permute transpose_4 1 1 12 13 0=1
16
+ Reshape reshape_3 1 1 13 out0 0=64 1=64 2=128
rng/manifest.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "conversion": "exact BF16 value promotion to little-endian FP32",
3
+ "output": {
4
+ "bytes": 2097152,
5
+ "dtype": "float32 little-endian",
6
+ "path": "/root/autodl-tmp/ernie-image-ncnn/stage_e_cpp_dynamic_runtime/model_package/ernie-image-turbo/rng/official_cuda_bf16_seed42.f32",
7
+ "sha256": "148f77a8a1f9487145f7d3fd8172ea207e71f02626da643b0b56d8ba619c9022",
8
+ "status": "created"
9
+ },
10
+ "policy": "official_cuda_bf16_seed42_reference",
11
+ "rationale": "PyTorch CUDA randn mapping depends on the CUDA execution grid and cuRAND device math; the fixed reference runtime loads the exact official B05 instead of claiming CPU RNG bit compatibility",
12
+ "schema_version": 1,
13
+ "scope": {
14
+ "batch": 1,
15
+ "resolution": [
16
+ 1024,
17
+ 1024
18
+ ],
19
+ "shape": [
20
+ 1,
21
+ 128,
22
+ 64,
23
+ 64
24
+ ],
25
+ "supported_seed": 42
26
+ },
27
+ "source": {
28
+ "generator": "torch.Generator(device='cuda').manual_seed(42)",
29
+ "path": "/root/autodl-tmp/ernie-image-ncnn/references/pytorch_bf16_seed42/scheduler.safetensors",
30
+ "sha256": "70332b9711a30bc688b9a23f6d288ce30f52f29485aab76fe34ee3b9f8a8999d",
31
+ "source_dtype": "torch.bfloat16",
32
+ "tensor": "initial_latents"
33
+ }
34
+ }
rng/official_cuda_bf16_seed42.f32 ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:148f77a8a1f9487145f7d3fd8172ea207e71f02626da643b0b56d8ba619c9022
3
+ size 2097152
text_encoder/embedding.ncnn.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53c1589d02a6d756bc0e44a615d02e75ad7e045eb8a9f645dcb4aee484a175c7
3
+ size 1610612740
text_encoder/embedding.ncnn.param ADDED
@@ -0,0 +1,4 @@
 
 
 
 
 
1
+ 7767517
2
+ 2 2
3
+ Input in0 0 1 in0
4
+ Embed embed_0 1 1 in0 out0 0=3072 1=131072 2=0 3=402653184
text_encoder/layers_00_00.ncnn.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bae6c7fb845410ee1c6e6d97b32f557f27d459c3c7ac3119c7747ccba753f44c
3
+ size 465592348
text_encoder/layers_00_00.ncnn.param ADDED
@@ -0,0 +1,46 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 7767517
2
+ 44 57
3
+ Input in0 0 1 in0
4
+ Split splitncnn_0 1 2 in0 1 2
5
+ Input in1 0 1 in1
6
+ Input in2 0 1 in2
7
+ Input in3 0 1 in3
8
+ RMSNorm rmsn_8 1 1 2 6 0=3072 1=1.000000e-5 2=1
9
+ Split splitncnn_1 1 3 6 7 8 9
10
+ Gemm gemm_0 1 1 9 10 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
11
+ Reshape reshape_10 1 1 10 11 0=128 1=32 2=-1
12
+ Permute transpose_18 1 1 11 12 0=2
13
+ Gemm gemm_1 1 1 8 13 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
14
+ Reshape reshape_11 1 1 13 14 0=128 1=8 2=-1
15
+ Permute transpose_19 1 1 14 15 0=2
16
+ Gemm gemm_2 1 1 7 16 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
17
+ Reshape reshape_12 1 1 16 17 0=128 1=8 2=-1
18
+ Permute transpose_20 1 1 17 18 0=2
19
+ Split splitncnn_2 1 4 18 19 20 21 22
20
+ ExpandDims unsqueeze_22 1 1 in1 23 -23303=1,0
21
+ Split splitncnn_3 1 2 23 24 25
22
+ ExpandDims unsqueeze_23 1 1 in2 26 -23303=1,0
23
+ Split splitncnn_4 1 2 26 27 28
24
+ RotaryEmbed rope_0 3 1 12 25 28 29 0=0 31=16
25
+ RotaryEmbed rope_1 3 1 15 24 27 30 0=0 31=16
26
+ Split splitncnn_5 1 4 30 31 32 33 34
27
+ Concat stack_0 4 1 31 32 33 34 35 0=1
28
+ Reshape reshape_13 1 1 35 36 0=128 1=-1 11=4 2=8
29
+ Reshape reshape_14 1 1 36 37 0=128 1=-1 2=32
30
+ Concat stack_1 4 1 19 20 21 22 38 0=1
31
+ Reshape reshape_15 1 1 38 39 0=128 1=-1 11=4 2=8
32
+ Reshape reshape_16 1 1 39 40 0=128 1=-1 2=32
33
+ SDPA sdpa_24 4 1 29 37 40 in3 41 5=1
34
+ Permute transpose_21 1 1 41 42 0=2
35
+ Reshape reshape_17 1 1 42 43 0=4096 1=-1
36
+ Gemm gemm_3 1 1 43 44 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
37
+ BinaryOp add_0 2 1 1 44 45 0=0
38
+ Split splitncnn_6 1 2 45 46 47
39
+ RMSNorm rmsn_9 1 1 47 48 0=3072 1=1.000000e-5 2=1
40
+ Split splitncnn_7 1 2 48 49 50
41
+ Gemm gemm_4 1 1 50 51 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
42
+ Swish silu_7 1 1 51 52
43
+ Gemm gemm_5 1 1 49 53 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
44
+ BinaryOp mul_1 2 1 52 53 54 0=2
45
+ Gemm gemm_6 1 1 54 55 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
46
+ BinaryOp add_2 2 1 46 55 out0 0=0
text_encoder/layers_01_04.ncnn.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57d0d5a3f0193b82b88d3fa5fb2189264044478bc7d26682eaa82751ec25b476
3
+ size 1862369392
text_encoder/layers_01_04.ncnn.param ADDED
@@ -0,0 +1,155 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 7767517
2
+ 153 214
3
+ Input in0 0 1 in0
4
+ Split splitncnn_0 1 2 in0 1 2
5
+ Input in1 0 1 in1
6
+ Input in2 0 1 in2
7
+ Input in3 0 1 in3
8
+ Split splitncnn_1 1 4 in3 6 7 8 9
9
+ RMSNorm rmsn_32 1 1 2 10 0=3072 1=1.000000e-5 2=1
10
+ Split splitncnn_2 1 3 10 11 12 13
11
+ Gemm gemm_0 1 1 13 14 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
12
+ Reshape reshape_40 1 1 14 15 0=128 1=32 2=-1
13
+ Permute transpose_72 1 1 15 16 0=2
14
+ Gemm gemm_1 1 1 12 17 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
15
+ Reshape reshape_41 1 1 17 18 0=128 1=8 2=-1
16
+ Permute transpose_73 1 1 18 19 0=2
17
+ Gemm gemm_2 1 1 11 20 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
18
+ Reshape reshape_42 1 1 20 21 0=128 1=8 2=-1
19
+ Permute transpose_74 1 1 21 22 0=2
20
+ Split splitncnn_3 1 4 22 23 24 25 26
21
+ ExpandDims unsqueeze_88 1 1 in1 27 -23303=1,0
22
+ Split splitncnn_4 1 8 27 28 29 30 31 32 33 34 35
23
+ ExpandDims unsqueeze_89 1 1 in2 36 -23303=1,0
24
+ Split splitncnn_5 1 8 36 37 38 39 40 41 42 43 44
25
+ RotaryEmbed rope_0 3 1 16 35 44 45 0=0 31=16
26
+ RotaryEmbed rope_1 3 1 19 34 43 46 0=0 31=16
27
+ Split splitncnn_6 1 4 46 47 48 49 50
28
+ Concat stack_0 4 1 47 48 49 50 51 0=1
29
+ Reshape reshape_43 1 1 51 52 0=128 1=-1 11=4 2=8
30
+ Reshape reshape_44 1 1 52 53 0=128 1=-1 2=32
31
+ Concat stack_1 4 1 23 24 25 26 54 0=1
32
+ Reshape reshape_45 1 1 54 55 0=128 1=-1 11=4 2=8
33
+ Reshape reshape_46 1 1 55 56 0=128 1=-1 2=32
34
+ SDPA sdpa_90 4 1 45 53 56 9 57 5=1
35
+ Permute transpose_75 1 1 57 58 0=2
36
+ Reshape reshape_47 1 1 58 59 0=4096 1=-1
37
+ Gemm gemm_3 1 1 59 60 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
38
+ BinaryOp add_0 2 1 1 60 61 0=0
39
+ Split splitncnn_7 1 2 61 62 63
40
+ RMSNorm rmsn_33 1 1 63 64 0=3072 1=1.000000e-5 2=1
41
+ Split splitncnn_8 1 2 64 65 66
42
+ Gemm gemm_4 1 1 66 67 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
43
+ Swish silu_28 1 1 67 68
44
+ Gemm gemm_5 1 1 65 69 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
45
+ BinaryOp mul_1 2 1 68 69 70 0=2
46
+ Gemm gemm_6 1 1 70 71 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
47
+ BinaryOp add_2 2 1 62 71 72 0=0
48
+ Split splitncnn_9 1 2 72 73 74
49
+ RMSNorm rmsn_34 1 1 74 75 0=3072 1=1.000000e-5 2=1
50
+ Split splitncnn_10 1 3 75 76 77 78
51
+ Gemm gemm_7 1 1 78 79 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
52
+ Reshape reshape_48 1 1 79 80 0=128 1=32 2=-1
53
+ Permute transpose_76 1 1 80 81 0=2
54
+ Gemm gemm_8 1 1 77 82 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
55
+ Reshape reshape_49 1 1 82 83 0=128 1=8 2=-1
56
+ Permute transpose_77 1 1 83 84 0=2
57
+ Gemm gemm_9 1 1 76 85 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
58
+ Reshape reshape_50 1 1 85 86 0=128 1=8 2=-1
59
+ Permute transpose_78 1 1 86 87 0=2
60
+ Split splitncnn_11 1 4 87 88 89 90 91
61
+ RotaryEmbed rope_2 3 1 81 33 42 92 0=0 31=16
62
+ RotaryEmbed rope_3 3 1 84 32 41 93 0=0 31=16
63
+ Split splitncnn_12 1 4 93 94 95 96 97
64
+ Concat stack_2 4 1 94 95 96 97 98 0=1
65
+ Reshape reshape_51 1 1 98 99 0=128 1=-1 11=4 2=8
66
+ Reshape reshape_52 1 1 99 100 0=128 1=-1 2=32
67
+ Concat stack_3 4 1 88 89 90 91 101 0=1
68
+ Reshape reshape_53 1 1 101 102 0=128 1=-1 11=4 2=8
69
+ Reshape reshape_54 1 1 102 103 0=128 1=-1 2=32
70
+ SDPA sdpa_91 4 1 92 100 103 8 104 5=1
71
+ Permute transpose_79 1 1 104 105 0=2
72
+ Reshape reshape_55 1 1 105 106 0=4096 1=-1
73
+ Gemm gemm_10 1 1 106 107 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
74
+ BinaryOp add_3 2 1 73 107 108 0=0
75
+ Split splitncnn_13 1 2 108 109 110
76
+ RMSNorm rmsn_35 1 1 110 111 0=3072 1=1.000000e-5 2=1
77
+ Split splitncnn_14 1 2 111 112 113
78
+ Gemm gemm_11 1 1 113 114 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
79
+ Swish silu_29 1 1 114 115
80
+ Gemm gemm_12 1 1 112 116 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
81
+ BinaryOp mul_4 2 1 115 116 117 0=2
82
+ Gemm gemm_13 1 1 117 118 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
83
+ BinaryOp add_5 2 1 109 118 119 0=0
84
+ Split splitncnn_15 1 2 119 120 121
85
+ RMSNorm rmsn_36 1 1 121 122 0=3072 1=1.000000e-5 2=1
86
+ Split splitncnn_16 1 3 122 123 124 125
87
+ Gemm gemm_14 1 1 125 126 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
88
+ Reshape reshape_56 1 1 126 127 0=128 1=32 2=-1
89
+ Permute transpose_80 1 1 127 128 0=2
90
+ Gemm gemm_15 1 1 124 129 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
91
+ Reshape reshape_57 1 1 129 130 0=128 1=8 2=-1
92
+ Permute transpose_81 1 1 130 131 0=2
93
+ Gemm gemm_16 1 1 123 132 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
94
+ Reshape reshape_58 1 1 132 133 0=128 1=8 2=-1
95
+ Permute transpose_82 1 1 133 134 0=2
96
+ Split splitncnn_17 1 4 134 135 136 137 138
97
+ RotaryEmbed rope_4 3 1 128 31 40 139 0=0 31=16
98
+ RotaryEmbed rope_5 3 1 131 30 39 140 0=0 31=16
99
+ Split splitncnn_18 1 4 140 141 142 143 144
100
+ Concat stack_4 4 1 141 142 143 144 145 0=1
101
+ Reshape reshape_59 1 1 145 146 0=128 1=-1 11=4 2=8
102
+ Reshape reshape_60 1 1 146 147 0=128 1=-1 2=32
103
+ Concat stack_5 4 1 135 136 137 138 148 0=1
104
+ Reshape reshape_61 1 1 148 149 0=128 1=-1 11=4 2=8
105
+ Reshape reshape_62 1 1 149 150 0=128 1=-1 2=32
106
+ SDPA sdpa_92 4 1 139 147 150 7 151 5=1
107
+ Permute transpose_83 1 1 151 152 0=2
108
+ Reshape reshape_63 1 1 152 153 0=4096 1=-1
109
+ Gemm gemm_17 1 1 153 154 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
110
+ BinaryOp add_6 2 1 120 154 155 0=0
111
+ Split splitncnn_19 1 2 155 156 157
112
+ RMSNorm rmsn_37 1 1 157 158 0=3072 1=1.000000e-5 2=1
113
+ Split splitncnn_20 1 2 158 159 160
114
+ Gemm gemm_18 1 1 160 161 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
115
+ Swish silu_30 1 1 161 162
116
+ Gemm gemm_19 1 1 159 163 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
117
+ BinaryOp mul_7 2 1 162 163 164 0=2
118
+ Gemm gemm_20 1 1 164 165 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
119
+ BinaryOp add_8 2 1 156 165 166 0=0
120
+ Split splitncnn_21 1 2 166 167 168
121
+ RMSNorm rmsn_38 1 1 168 169 0=3072 1=1.000000e-5 2=1
122
+ Split splitncnn_22 1 3 169 170 171 172
123
+ Gemm gemm_21 1 1 172 173 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
124
+ Reshape reshape_64 1 1 173 174 0=128 1=32 2=-1
125
+ Permute transpose_84 1 1 174 175 0=2
126
+ Gemm gemm_22 1 1 171 176 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
127
+ Reshape reshape_65 1 1 176 177 0=128 1=8 2=-1
128
+ Permute transpose_85 1 1 177 178 0=2
129
+ Gemm gemm_23 1 1 170 179 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
130
+ Reshape reshape_66 1 1 179 180 0=128 1=8 2=-1
131
+ Permute transpose_86 1 1 180 181 0=2
132
+ Split splitncnn_23 1 4 181 182 183 184 185
133
+ RotaryEmbed rope_6 3 1 175 29 38 186 0=0 31=16
134
+ RotaryEmbed rope_7 3 1 178 28 37 187 0=0 31=16
135
+ Split splitncnn_24 1 4 187 188 189 190 191
136
+ Concat stack_6 4 1 188 189 190 191 192 0=1
137
+ Reshape reshape_67 1 1 192 193 0=128 1=-1 11=4 2=8
138
+ Reshape reshape_68 1 1 193 194 0=128 1=-1 2=32
139
+ Concat stack_7 4 1 182 183 184 185 195 0=1
140
+ Reshape reshape_69 1 1 195 196 0=128 1=-1 11=4 2=8
141
+ Reshape reshape_70 1 1 196 197 0=128 1=-1 2=32
142
+ SDPA sdpa_93 4 1 186 194 197 6 198 5=1
143
+ Permute transpose_87 1 1 198 199 0=2
144
+ Reshape reshape_71 1 1 199 200 0=4096 1=-1
145
+ Gemm gemm_24 1 1 200 201 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
146
+ BinaryOp add_9 2 1 167 201 202 0=0
147
+ Split splitncnn_25 1 2 202 203 204
148
+ RMSNorm rmsn_39 1 1 204 205 0=3072 1=1.000000e-5 2=1
149
+ Split splitncnn_26 1 2 205 206 207
150
+ Gemm gemm_25 1 1 207 208 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
151
+ Swish silu_31 1 1 208 209
152
+ Gemm gemm_26 1 1 206 210 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
153
+ BinaryOp mul_10 2 1 209 210 211 0=2
154
+ Gemm gemm_27 1 1 211 212 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
155
+ BinaryOp add_11 2 1 203 212 out0 0=0
text_encoder/layers_05_08.ncnn.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:389b182dc486d649123be0adb2f319cc5594664d24df6a5b60a5f0148cdd441b
3
+ size 1862369392
text_encoder/layers_05_08.ncnn.param ADDED
@@ -0,0 +1,155 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 7767517
2
+ 153 214
3
+ Input in0 0 1 in0
4
+ Split splitncnn_0 1 2 in0 1 2
5
+ Input in1 0 1 in1
6
+ Input in2 0 1 in2
7
+ Input in3 0 1 in3
8
+ Split splitncnn_1 1 4 in3 6 7 8 9
9
+ RMSNorm rmsn_32 1 1 2 10 0=3072 1=1.000000e-5 2=1
10
+ Split splitncnn_2 1 3 10 11 12 13
11
+ Gemm gemm_0 1 1 13 14 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
12
+ Reshape reshape_40 1 1 14 15 0=128 1=32 2=-1
13
+ Permute transpose_72 1 1 15 16 0=2
14
+ Gemm gemm_1 1 1 12 17 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
15
+ Reshape reshape_41 1 1 17 18 0=128 1=8 2=-1
16
+ Permute transpose_73 1 1 18 19 0=2
17
+ Gemm gemm_2 1 1 11 20 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
18
+ Reshape reshape_42 1 1 20 21 0=128 1=8 2=-1
19
+ Permute transpose_74 1 1 21 22 0=2
20
+ Split splitncnn_3 1 4 22 23 24 25 26
21
+ ExpandDims unsqueeze_88 1 1 in1 27 -23303=1,0
22
+ Split splitncnn_4 1 8 27 28 29 30 31 32 33 34 35
23
+ ExpandDims unsqueeze_89 1 1 in2 36 -23303=1,0
24
+ Split splitncnn_5 1 8 36 37 38 39 40 41 42 43 44
25
+ RotaryEmbed rope_0 3 1 16 35 44 45 0=0 31=16
26
+ RotaryEmbed rope_1 3 1 19 34 43 46 0=0 31=16
27
+ Split splitncnn_6 1 4 46 47 48 49 50
28
+ Concat stack_0 4 1 47 48 49 50 51 0=1
29
+ Reshape reshape_43 1 1 51 52 0=128 1=-1 11=4 2=8
30
+ Reshape reshape_44 1 1 52 53 0=128 1=-1 2=32
31
+ Concat stack_1 4 1 23 24 25 26 54 0=1
32
+ Reshape reshape_45 1 1 54 55 0=128 1=-1 11=4 2=8
33
+ Reshape reshape_46 1 1 55 56 0=128 1=-1 2=32
34
+ SDPA sdpa_90 4 1 45 53 56 9 57 5=1
35
+ Permute transpose_75 1 1 57 58 0=2
36
+ Reshape reshape_47 1 1 58 59 0=4096 1=-1
37
+ Gemm gemm_3 1 1 59 60 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
38
+ BinaryOp add_0 2 1 1 60 61 0=0
39
+ Split splitncnn_7 1 2 61 62 63
40
+ RMSNorm rmsn_33 1 1 63 64 0=3072 1=1.000000e-5 2=1
41
+ Split splitncnn_8 1 2 64 65 66
42
+ Gemm gemm_4 1 1 66 67 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
43
+ Swish silu_28 1 1 67 68
44
+ Gemm gemm_5 1 1 65 69 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
45
+ BinaryOp mul_1 2 1 68 69 70 0=2
46
+ Gemm gemm_6 1 1 70 71 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
47
+ BinaryOp add_2 2 1 62 71 72 0=0
48
+ Split splitncnn_9 1 2 72 73 74
49
+ RMSNorm rmsn_34 1 1 74 75 0=3072 1=1.000000e-5 2=1
50
+ Split splitncnn_10 1 3 75 76 77 78
51
+ Gemm gemm_7 1 1 78 79 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
52
+ Reshape reshape_48 1 1 79 80 0=128 1=32 2=-1
53
+ Permute transpose_76 1 1 80 81 0=2
54
+ Gemm gemm_8 1 1 77 82 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
55
+ Reshape reshape_49 1 1 82 83 0=128 1=8 2=-1
56
+ Permute transpose_77 1 1 83 84 0=2
57
+ Gemm gemm_9 1 1 76 85 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
58
+ Reshape reshape_50 1 1 85 86 0=128 1=8 2=-1
59
+ Permute transpose_78 1 1 86 87 0=2
60
+ Split splitncnn_11 1 4 87 88 89 90 91
61
+ RotaryEmbed rope_2 3 1 81 33 42 92 0=0 31=16
62
+ RotaryEmbed rope_3 3 1 84 32 41 93 0=0 31=16
63
+ Split splitncnn_12 1 4 93 94 95 96 97
64
+ Concat stack_2 4 1 94 95 96 97 98 0=1
65
+ Reshape reshape_51 1 1 98 99 0=128 1=-1 11=4 2=8
66
+ Reshape reshape_52 1 1 99 100 0=128 1=-1 2=32
67
+ Concat stack_3 4 1 88 89 90 91 101 0=1
68
+ Reshape reshape_53 1 1 101 102 0=128 1=-1 11=4 2=8
69
+ Reshape reshape_54 1 1 102 103 0=128 1=-1 2=32
70
+ SDPA sdpa_91 4 1 92 100 103 8 104 5=1
71
+ Permute transpose_79 1 1 104 105 0=2
72
+ Reshape reshape_55 1 1 105 106 0=4096 1=-1
73
+ Gemm gemm_10 1 1 106 107 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
74
+ BinaryOp add_3 2 1 73 107 108 0=0
75
+ Split splitncnn_13 1 2 108 109 110
76
+ RMSNorm rmsn_35 1 1 110 111 0=3072 1=1.000000e-5 2=1
77
+ Split splitncnn_14 1 2 111 112 113
78
+ Gemm gemm_11 1 1 113 114 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
79
+ Swish silu_29 1 1 114 115
80
+ Gemm gemm_12 1 1 112 116 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
81
+ BinaryOp mul_4 2 1 115 116 117 0=2
82
+ Gemm gemm_13 1 1 117 118 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
83
+ BinaryOp add_5 2 1 109 118 119 0=0
84
+ Split splitncnn_15 1 2 119 120 121
85
+ RMSNorm rmsn_36 1 1 121 122 0=3072 1=1.000000e-5 2=1
86
+ Split splitncnn_16 1 3 122 123 124 125
87
+ Gemm gemm_14 1 1 125 126 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
88
+ Reshape reshape_56 1 1 126 127 0=128 1=32 2=-1
89
+ Permute transpose_80 1 1 127 128 0=2
90
+ Gemm gemm_15 1 1 124 129 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
91
+ Reshape reshape_57 1 1 129 130 0=128 1=8 2=-1
92
+ Permute transpose_81 1 1 130 131 0=2
93
+ Gemm gemm_16 1 1 123 132 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
94
+ Reshape reshape_58 1 1 132 133 0=128 1=8 2=-1
95
+ Permute transpose_82 1 1 133 134 0=2
96
+ Split splitncnn_17 1 4 134 135 136 137 138
97
+ RotaryEmbed rope_4 3 1 128 31 40 139 0=0 31=16
98
+ RotaryEmbed rope_5 3 1 131 30 39 140 0=0 31=16
99
+ Split splitncnn_18 1 4 140 141 142 143 144
100
+ Concat stack_4 4 1 141 142 143 144 145 0=1
101
+ Reshape reshape_59 1 1 145 146 0=128 1=-1 11=4 2=8
102
+ Reshape reshape_60 1 1 146 147 0=128 1=-1 2=32
103
+ Concat stack_5 4 1 135 136 137 138 148 0=1
104
+ Reshape reshape_61 1 1 148 149 0=128 1=-1 11=4 2=8
105
+ Reshape reshape_62 1 1 149 150 0=128 1=-1 2=32
106
+ SDPA sdpa_92 4 1 139 147 150 7 151 5=1
107
+ Permute transpose_83 1 1 151 152 0=2
108
+ Reshape reshape_63 1 1 152 153 0=4096 1=-1
109
+ Gemm gemm_17 1 1 153 154 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
110
+ BinaryOp add_6 2 1 120 154 155 0=0
111
+ Split splitncnn_19 1 2 155 156 157
112
+ RMSNorm rmsn_37 1 1 157 158 0=3072 1=1.000000e-5 2=1
113
+ Split splitncnn_20 1 2 158 159 160
114
+ Gemm gemm_18 1 1 160 161 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
115
+ Swish silu_30 1 1 161 162
116
+ Gemm gemm_19 1 1 159 163 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
117
+ BinaryOp mul_7 2 1 162 163 164 0=2
118
+ Gemm gemm_20 1 1 164 165 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
119
+ BinaryOp add_8 2 1 156 165 166 0=0
120
+ Split splitncnn_21 1 2 166 167 168
121
+ RMSNorm rmsn_38 1 1 168 169 0=3072 1=1.000000e-5 2=1
122
+ Split splitncnn_22 1 3 169 170 171 172
123
+ Gemm gemm_21 1 1 172 173 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
124
+ Reshape reshape_64 1 1 173 174 0=128 1=32 2=-1
125
+ Permute transpose_84 1 1 174 175 0=2
126
+ Gemm gemm_22 1 1 171 176 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
127
+ Reshape reshape_65 1 1 176 177 0=128 1=8 2=-1
128
+ Permute transpose_85 1 1 177 178 0=2
129
+ Gemm gemm_23 1 1 170 179 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
130
+ Reshape reshape_66 1 1 179 180 0=128 1=8 2=-1
131
+ Permute transpose_86 1 1 180 181 0=2
132
+ Split splitncnn_23 1 4 181 182 183 184 185
133
+ RotaryEmbed rope_6 3 1 175 29 38 186 0=0 31=16
134
+ RotaryEmbed rope_7 3 1 178 28 37 187 0=0 31=16
135
+ Split splitncnn_24 1 4 187 188 189 190 191
136
+ Concat stack_6 4 1 188 189 190 191 192 0=1
137
+ Reshape reshape_67 1 1 192 193 0=128 1=-1 11=4 2=8
138
+ Reshape reshape_68 1 1 193 194 0=128 1=-1 2=32
139
+ Concat stack_7 4 1 182 183 184 185 195 0=1
140
+ Reshape reshape_69 1 1 195 196 0=128 1=-1 11=4 2=8
141
+ Reshape reshape_70 1 1 196 197 0=128 1=-1 2=32
142
+ SDPA sdpa_93 4 1 186 194 197 6 198 5=1
143
+ Permute transpose_87 1 1 198 199 0=2
144
+ Reshape reshape_71 1 1 199 200 0=4096 1=-1
145
+ Gemm gemm_24 1 1 200 201 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
146
+ BinaryOp add_9 2 1 167 201 202 0=0
147
+ Split splitncnn_25 1 2 202 203 204
148
+ RMSNorm rmsn_39 1 1 204 205 0=3072 1=1.000000e-5 2=1
149
+ Split splitncnn_26 1 2 205 206 207
150
+ Gemm gemm_25 1 1 207 208 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
151
+ Swish silu_31 1 1 208 209
152
+ Gemm gemm_26 1 1 206 210 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
153
+ BinaryOp mul_10 2 1 209 210 211 0=2
154
+ Gemm gemm_27 1 1 211 212 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
155
+ BinaryOp add_11 2 1 203 212 out0 0=0
text_encoder/layers_09_12.ncnn.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d65df22ccabcb984898ce518720e7c637cce2f005a7499111bd80595a33aa2cd
3
+ size 1862369392
text_encoder/layers_09_12.ncnn.param ADDED
@@ -0,0 +1,155 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 7767517
2
+ 153 214
3
+ Input in0 0 1 in0
4
+ Split splitncnn_0 1 2 in0 1 2
5
+ Input in1 0 1 in1
6
+ Input in2 0 1 in2
7
+ Input in3 0 1 in3
8
+ Split splitncnn_1 1 4 in3 6 7 8 9
9
+ RMSNorm rmsn_32 1 1 2 10 0=3072 1=1.000000e-5 2=1
10
+ Split splitncnn_2 1 3 10 11 12 13
11
+ Gemm gemm_0 1 1 13 14 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
12
+ Reshape reshape_40 1 1 14 15 0=128 1=32 2=-1
13
+ Permute transpose_72 1 1 15 16 0=2
14
+ Gemm gemm_1 1 1 12 17 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
15
+ Reshape reshape_41 1 1 17 18 0=128 1=8 2=-1
16
+ Permute transpose_73 1 1 18 19 0=2
17
+ Gemm gemm_2 1 1 11 20 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
18
+ Reshape reshape_42 1 1 20 21 0=128 1=8 2=-1
19
+ Permute transpose_74 1 1 21 22 0=2
20
+ Split splitncnn_3 1 4 22 23 24 25 26
21
+ ExpandDims unsqueeze_88 1 1 in1 27 -23303=1,0
22
+ Split splitncnn_4 1 8 27 28 29 30 31 32 33 34 35
23
+ ExpandDims unsqueeze_89 1 1 in2 36 -23303=1,0
24
+ Split splitncnn_5 1 8 36 37 38 39 40 41 42 43 44
25
+ RotaryEmbed rope_0 3 1 16 35 44 45 0=0 31=16
26
+ RotaryEmbed rope_1 3 1 19 34 43 46 0=0 31=16
27
+ Split splitncnn_6 1 4 46 47 48 49 50
28
+ Concat stack_0 4 1 47 48 49 50 51 0=1
29
+ Reshape reshape_43 1 1 51 52 0=128 1=-1 11=4 2=8
30
+ Reshape reshape_44 1 1 52 53 0=128 1=-1 2=32
31
+ Concat stack_1 4 1 23 24 25 26 54 0=1
32
+ Reshape reshape_45 1 1 54 55 0=128 1=-1 11=4 2=8
33
+ Reshape reshape_46 1 1 55 56 0=128 1=-1 2=32
34
+ SDPA sdpa_90 4 1 45 53 56 9 57 5=1
35
+ Permute transpose_75 1 1 57 58 0=2
36
+ Reshape reshape_47 1 1 58 59 0=4096 1=-1
37
+ Gemm gemm_3 1 1 59 60 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
38
+ BinaryOp add_0 2 1 1 60 61 0=0
39
+ Split splitncnn_7 1 2 61 62 63
40
+ RMSNorm rmsn_33 1 1 63 64 0=3072 1=1.000000e-5 2=1
41
+ Split splitncnn_8 1 2 64 65 66
42
+ Gemm gemm_4 1 1 66 67 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
43
+ Swish silu_28 1 1 67 68
44
+ Gemm gemm_5 1 1 65 69 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
45
+ BinaryOp mul_1 2 1 68 69 70 0=2
46
+ Gemm gemm_6 1 1 70 71 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
47
+ BinaryOp add_2 2 1 62 71 72 0=0
48
+ Split splitncnn_9 1 2 72 73 74
49
+ RMSNorm rmsn_34 1 1 74 75 0=3072 1=1.000000e-5 2=1
50
+ Split splitncnn_10 1 3 75 76 77 78
51
+ Gemm gemm_7 1 1 78 79 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
52
+ Reshape reshape_48 1 1 79 80 0=128 1=32 2=-1
53
+ Permute transpose_76 1 1 80 81 0=2
54
+ Gemm gemm_8 1 1 77 82 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
55
+ Reshape reshape_49 1 1 82 83 0=128 1=8 2=-1
56
+ Permute transpose_77 1 1 83 84 0=2
57
+ Gemm gemm_9 1 1 76 85 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
58
+ Reshape reshape_50 1 1 85 86 0=128 1=8 2=-1
59
+ Permute transpose_78 1 1 86 87 0=2
60
+ Split splitncnn_11 1 4 87 88 89 90 91
61
+ RotaryEmbed rope_2 3 1 81 33 42 92 0=0 31=16
62
+ RotaryEmbed rope_3 3 1 84 32 41 93 0=0 31=16
63
+ Split splitncnn_12 1 4 93 94 95 96 97
64
+ Concat stack_2 4 1 94 95 96 97 98 0=1
65
+ Reshape reshape_51 1 1 98 99 0=128 1=-1 11=4 2=8
66
+ Reshape reshape_52 1 1 99 100 0=128 1=-1 2=32
67
+ Concat stack_3 4 1 88 89 90 91 101 0=1
68
+ Reshape reshape_53 1 1 101 102 0=128 1=-1 11=4 2=8
69
+ Reshape reshape_54 1 1 102 103 0=128 1=-1 2=32
70
+ SDPA sdpa_91 4 1 92 100 103 8 104 5=1
71
+ Permute transpose_79 1 1 104 105 0=2
72
+ Reshape reshape_55 1 1 105 106 0=4096 1=-1
73
+ Gemm gemm_10 1 1 106 107 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
74
+ BinaryOp add_3 2 1 73 107 108 0=0
75
+ Split splitncnn_13 1 2 108 109 110
76
+ RMSNorm rmsn_35 1 1 110 111 0=3072 1=1.000000e-5 2=1
77
+ Split splitncnn_14 1 2 111 112 113
78
+ Gemm gemm_11 1 1 113 114 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
79
+ Swish silu_29 1 1 114 115
80
+ Gemm gemm_12 1 1 112 116 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
81
+ BinaryOp mul_4 2 1 115 116 117 0=2
82
+ Gemm gemm_13 1 1 117 118 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
83
+ BinaryOp add_5 2 1 109 118 119 0=0
84
+ Split splitncnn_15 1 2 119 120 121
85
+ RMSNorm rmsn_36 1 1 121 122 0=3072 1=1.000000e-5 2=1
86
+ Split splitncnn_16 1 3 122 123 124 125
87
+ Gemm gemm_14 1 1 125 126 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
88
+ Reshape reshape_56 1 1 126 127 0=128 1=32 2=-1
89
+ Permute transpose_80 1 1 127 128 0=2
90
+ Gemm gemm_15 1 1 124 129 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
91
+ Reshape reshape_57 1 1 129 130 0=128 1=8 2=-1
92
+ Permute transpose_81 1 1 130 131 0=2
93
+ Gemm gemm_16 1 1 123 132 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
94
+ Reshape reshape_58 1 1 132 133 0=128 1=8 2=-1
95
+ Permute transpose_82 1 1 133 134 0=2
96
+ Split splitncnn_17 1 4 134 135 136 137 138
97
+ RotaryEmbed rope_4 3 1 128 31 40 139 0=0 31=16
98
+ RotaryEmbed rope_5 3 1 131 30 39 140 0=0 31=16
99
+ Split splitncnn_18 1 4 140 141 142 143 144
100
+ Concat stack_4 4 1 141 142 143 144 145 0=1
101
+ Reshape reshape_59 1 1 145 146 0=128 1=-1 11=4 2=8
102
+ Reshape reshape_60 1 1 146 147 0=128 1=-1 2=32
103
+ Concat stack_5 4 1 135 136 137 138 148 0=1
104
+ Reshape reshape_61 1 1 148 149 0=128 1=-1 11=4 2=8
105
+ Reshape reshape_62 1 1 149 150 0=128 1=-1 2=32
106
+ SDPA sdpa_92 4 1 139 147 150 7 151 5=1
107
+ Permute transpose_83 1 1 151 152 0=2
108
+ Reshape reshape_63 1 1 152 153 0=4096 1=-1
109
+ Gemm gemm_17 1 1 153 154 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
110
+ BinaryOp add_6 2 1 120 154 155 0=0
111
+ Split splitncnn_19 1 2 155 156 157
112
+ RMSNorm rmsn_37 1 1 157 158 0=3072 1=1.000000e-5 2=1
113
+ Split splitncnn_20 1 2 158 159 160
114
+ Gemm gemm_18 1 1 160 161 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
115
+ Swish silu_30 1 1 161 162
116
+ Gemm gemm_19 1 1 159 163 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
117
+ BinaryOp mul_7 2 1 162 163 164 0=2
118
+ Gemm gemm_20 1 1 164 165 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
119
+ BinaryOp add_8 2 1 156 165 166 0=0
120
+ Split splitncnn_21 1 2 166 167 168
121
+ RMSNorm rmsn_38 1 1 168 169 0=3072 1=1.000000e-5 2=1
122
+ Split splitncnn_22 1 3 169 170 171 172
123
+ Gemm gemm_21 1 1 172 173 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
124
+ Reshape reshape_64 1 1 173 174 0=128 1=32 2=-1
125
+ Permute transpose_84 1 1 174 175 0=2
126
+ Gemm gemm_22 1 1 171 176 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
127
+ Reshape reshape_65 1 1 176 177 0=128 1=8 2=-1
128
+ Permute transpose_85 1 1 177 178 0=2
129
+ Gemm gemm_23 1 1 170 179 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
130
+ Reshape reshape_66 1 1 179 180 0=128 1=8 2=-1
131
+ Permute transpose_86 1 1 180 181 0=2
132
+ Split splitncnn_23 1 4 181 182 183 184 185
133
+ RotaryEmbed rope_6 3 1 175 29 38 186 0=0 31=16
134
+ RotaryEmbed rope_7 3 1 178 28 37 187 0=0 31=16
135
+ Split splitncnn_24 1 4 187 188 189 190 191
136
+ Concat stack_6 4 1 188 189 190 191 192 0=1
137
+ Reshape reshape_67 1 1 192 193 0=128 1=-1 11=4 2=8
138
+ Reshape reshape_68 1 1 193 194 0=128 1=-1 2=32
139
+ Concat stack_7 4 1 182 183 184 185 195 0=1
140
+ Reshape reshape_69 1 1 195 196 0=128 1=-1 11=4 2=8
141
+ Reshape reshape_70 1 1 196 197 0=128 1=-1 2=32
142
+ SDPA sdpa_93 4 1 186 194 197 6 198 5=1
143
+ Permute transpose_87 1 1 198 199 0=2
144
+ Reshape reshape_71 1 1 199 200 0=4096 1=-1
145
+ Gemm gemm_24 1 1 200 201 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
146
+ BinaryOp add_9 2 1 167 201 202 0=0
147
+ Split splitncnn_25 1 2 202 203 204
148
+ RMSNorm rmsn_39 1 1 204 205 0=3072 1=1.000000e-5 2=1
149
+ Split splitncnn_26 1 2 205 206 207
150
+ Gemm gemm_25 1 1 207 208 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
151
+ Swish silu_31 1 1 208 209
152
+ Gemm gemm_26 1 1 206 210 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
153
+ BinaryOp mul_10 2 1 209 210 211 0=2
154
+ Gemm gemm_27 1 1 211 212 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
155
+ BinaryOp add_11 2 1 203 212 out0 0=0
text_encoder/layers_13_16.ncnn.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a284712c191c511f7251e981fa454c1c3ac6f29a270c150f78a8873eeac74d76
3
+ size 1862369392
text_encoder/layers_13_16.ncnn.param ADDED
@@ -0,0 +1,155 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 7767517
2
+ 153 214
3
+ Input in0 0 1 in0
4
+ Split splitncnn_0 1 2 in0 1 2
5
+ Input in1 0 1 in1
6
+ Input in2 0 1 in2
7
+ Input in3 0 1 in3
8
+ Split splitncnn_1 1 4 in3 6 7 8 9
9
+ RMSNorm rmsn_32 1 1 2 10 0=3072 1=1.000000e-5 2=1
10
+ Split splitncnn_2 1 3 10 11 12 13
11
+ Gemm gemm_0 1 1 13 14 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
12
+ Reshape reshape_40 1 1 14 15 0=128 1=32 2=-1
13
+ Permute transpose_72 1 1 15 16 0=2
14
+ Gemm gemm_1 1 1 12 17 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
15
+ Reshape reshape_41 1 1 17 18 0=128 1=8 2=-1
16
+ Permute transpose_73 1 1 18 19 0=2
17
+ Gemm gemm_2 1 1 11 20 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
18
+ Reshape reshape_42 1 1 20 21 0=128 1=8 2=-1
19
+ Permute transpose_74 1 1 21 22 0=2
20
+ Split splitncnn_3 1 4 22 23 24 25 26
21
+ ExpandDims unsqueeze_88 1 1 in1 27 -23303=1,0
22
+ Split splitncnn_4 1 8 27 28 29 30 31 32 33 34 35
23
+ ExpandDims unsqueeze_89 1 1 in2 36 -23303=1,0
24
+ Split splitncnn_5 1 8 36 37 38 39 40 41 42 43 44
25
+ RotaryEmbed rope_0 3 1 16 35 44 45 0=0 31=16
26
+ RotaryEmbed rope_1 3 1 19 34 43 46 0=0 31=16
27
+ Split splitncnn_6 1 4 46 47 48 49 50
28
+ Concat stack_0 4 1 47 48 49 50 51 0=1
29
+ Reshape reshape_43 1 1 51 52 0=128 1=-1 11=4 2=8
30
+ Reshape reshape_44 1 1 52 53 0=128 1=-1 2=32
31
+ Concat stack_1 4 1 23 24 25 26 54 0=1
32
+ Reshape reshape_45 1 1 54 55 0=128 1=-1 11=4 2=8
33
+ Reshape reshape_46 1 1 55 56 0=128 1=-1 2=32
34
+ SDPA sdpa_90 4 1 45 53 56 9 57 5=1
35
+ Permute transpose_75 1 1 57 58 0=2
36
+ Reshape reshape_47 1 1 58 59 0=4096 1=-1
37
+ Gemm gemm_3 1 1 59 60 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
38
+ BinaryOp add_0 2 1 1 60 61 0=0
39
+ Split splitncnn_7 1 2 61 62 63
40
+ RMSNorm rmsn_33 1 1 63 64 0=3072 1=1.000000e-5 2=1
41
+ Split splitncnn_8 1 2 64 65 66
42
+ Gemm gemm_4 1 1 66 67 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
43
+ Swish silu_28 1 1 67 68
44
+ Gemm gemm_5 1 1 65 69 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
45
+ BinaryOp mul_1 2 1 68 69 70 0=2
46
+ Gemm gemm_6 1 1 70 71 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
47
+ BinaryOp add_2 2 1 62 71 72 0=0
48
+ Split splitncnn_9 1 2 72 73 74
49
+ RMSNorm rmsn_34 1 1 74 75 0=3072 1=1.000000e-5 2=1
50
+ Split splitncnn_10 1 3 75 76 77 78
51
+ Gemm gemm_7 1 1 78 79 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
52
+ Reshape reshape_48 1 1 79 80 0=128 1=32 2=-1
53
+ Permute transpose_76 1 1 80 81 0=2
54
+ Gemm gemm_8 1 1 77 82 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
55
+ Reshape reshape_49 1 1 82 83 0=128 1=8 2=-1
56
+ Permute transpose_77 1 1 83 84 0=2
57
+ Gemm gemm_9 1 1 76 85 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
58
+ Reshape reshape_50 1 1 85 86 0=128 1=8 2=-1
59
+ Permute transpose_78 1 1 86 87 0=2
60
+ Split splitncnn_11 1 4 87 88 89 90 91
61
+ RotaryEmbed rope_2 3 1 81 33 42 92 0=0 31=16
62
+ RotaryEmbed rope_3 3 1 84 32 41 93 0=0 31=16
63
+ Split splitncnn_12 1 4 93 94 95 96 97
64
+ Concat stack_2 4 1 94 95 96 97 98 0=1
65
+ Reshape reshape_51 1 1 98 99 0=128 1=-1 11=4 2=8
66
+ Reshape reshape_52 1 1 99 100 0=128 1=-1 2=32
67
+ Concat stack_3 4 1 88 89 90 91 101 0=1
68
+ Reshape reshape_53 1 1 101 102 0=128 1=-1 11=4 2=8
69
+ Reshape reshape_54 1 1 102 103 0=128 1=-1 2=32
70
+ SDPA sdpa_91 4 1 92 100 103 8 104 5=1
71
+ Permute transpose_79 1 1 104 105 0=2
72
+ Reshape reshape_55 1 1 105 106 0=4096 1=-1
73
+ Gemm gemm_10 1 1 106 107 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
74
+ BinaryOp add_3 2 1 73 107 108 0=0
75
+ Split splitncnn_13 1 2 108 109 110
76
+ RMSNorm rmsn_35 1 1 110 111 0=3072 1=1.000000e-5 2=1
77
+ Split splitncnn_14 1 2 111 112 113
78
+ Gemm gemm_11 1 1 113 114 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
79
+ Swish silu_29 1 1 114 115
80
+ Gemm gemm_12 1 1 112 116 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
81
+ BinaryOp mul_4 2 1 115 116 117 0=2
82
+ Gemm gemm_13 1 1 117 118 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
83
+ BinaryOp add_5 2 1 109 118 119 0=0
84
+ Split splitncnn_15 1 2 119 120 121
85
+ RMSNorm rmsn_36 1 1 121 122 0=3072 1=1.000000e-5 2=1
86
+ Split splitncnn_16 1 3 122 123 124 125
87
+ Gemm gemm_14 1 1 125 126 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
88
+ Reshape reshape_56 1 1 126 127 0=128 1=32 2=-1
89
+ Permute transpose_80 1 1 127 128 0=2
90
+ Gemm gemm_15 1 1 124 129 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
91
+ Reshape reshape_57 1 1 129 130 0=128 1=8 2=-1
92
+ Permute transpose_81 1 1 130 131 0=2
93
+ Gemm gemm_16 1 1 123 132 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
94
+ Reshape reshape_58 1 1 132 133 0=128 1=8 2=-1
95
+ Permute transpose_82 1 1 133 134 0=2
96
+ Split splitncnn_17 1 4 134 135 136 137 138
97
+ RotaryEmbed rope_4 3 1 128 31 40 139 0=0 31=16
98
+ RotaryEmbed rope_5 3 1 131 30 39 140 0=0 31=16
99
+ Split splitncnn_18 1 4 140 141 142 143 144
100
+ Concat stack_4 4 1 141 142 143 144 145 0=1
101
+ Reshape reshape_59 1 1 145 146 0=128 1=-1 11=4 2=8
102
+ Reshape reshape_60 1 1 146 147 0=128 1=-1 2=32
103
+ Concat stack_5 4 1 135 136 137 138 148 0=1
104
+ Reshape reshape_61 1 1 148 149 0=128 1=-1 11=4 2=8
105
+ Reshape reshape_62 1 1 149 150 0=128 1=-1 2=32
106
+ SDPA sdpa_92 4 1 139 147 150 7 151 5=1
107
+ Permute transpose_83 1 1 151 152 0=2
108
+ Reshape reshape_63 1 1 152 153 0=4096 1=-1
109
+ Gemm gemm_17 1 1 153 154 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
110
+ BinaryOp add_6 2 1 120 154 155 0=0
111
+ Split splitncnn_19 1 2 155 156 157
112
+ RMSNorm rmsn_37 1 1 157 158 0=3072 1=1.000000e-5 2=1
113
+ Split splitncnn_20 1 2 158 159 160
114
+ Gemm gemm_18 1 1 160 161 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
115
+ Swish silu_30 1 1 161 162
116
+ Gemm gemm_19 1 1 159 163 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
117
+ BinaryOp mul_7 2 1 162 163 164 0=2
118
+ Gemm gemm_20 1 1 164 165 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
119
+ BinaryOp add_8 2 1 156 165 166 0=0
120
+ Split splitncnn_21 1 2 166 167 168
121
+ RMSNorm rmsn_38 1 1 168 169 0=3072 1=1.000000e-5 2=1
122
+ Split splitncnn_22 1 3 169 170 171 172
123
+ Gemm gemm_21 1 1 172 173 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
124
+ Reshape reshape_64 1 1 173 174 0=128 1=32 2=-1
125
+ Permute transpose_84 1 1 174 175 0=2
126
+ Gemm gemm_22 1 1 171 176 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
127
+ Reshape reshape_65 1 1 176 177 0=128 1=8 2=-1
128
+ Permute transpose_85 1 1 177 178 0=2
129
+ Gemm gemm_23 1 1 170 179 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
130
+ Reshape reshape_66 1 1 179 180 0=128 1=8 2=-1
131
+ Permute transpose_86 1 1 180 181 0=2
132
+ Split splitncnn_23 1 4 181 182 183 184 185
133
+ RotaryEmbed rope_6 3 1 175 29 38 186 0=0 31=16
134
+ RotaryEmbed rope_7 3 1 178 28 37 187 0=0 31=16
135
+ Split splitncnn_24 1 4 187 188 189 190 191
136
+ Concat stack_6 4 1 188 189 190 191 192 0=1
137
+ Reshape reshape_67 1 1 192 193 0=128 1=-1 11=4 2=8
138
+ Reshape reshape_68 1 1 193 194 0=128 1=-1 2=32
139
+ Concat stack_7 4 1 182 183 184 185 195 0=1
140
+ Reshape reshape_69 1 1 195 196 0=128 1=-1 11=4 2=8
141
+ Reshape reshape_70 1 1 196 197 0=128 1=-1 2=32
142
+ SDPA sdpa_93 4 1 186 194 197 6 198 5=1
143
+ Permute transpose_87 1 1 198 199 0=2
144
+ Reshape reshape_71 1 1 199 200 0=4096 1=-1
145
+ Gemm gemm_24 1 1 200 201 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
146
+ BinaryOp add_9 2 1 167 201 202 0=0
147
+ Split splitncnn_25 1 2 202 203 204
148
+ RMSNorm rmsn_39 1 1 204 205 0=3072 1=1.000000e-5 2=1
149
+ Split splitncnn_26 1 2 205 206 207
150
+ Gemm gemm_25 1 1 207 208 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
151
+ Swish silu_31 1 1 208 209
152
+ Gemm gemm_26 1 1 206 210 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
153
+ BinaryOp mul_10 2 1 209 210 211 0=2
154
+ Gemm gemm_27 1 1 211 212 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
155
+ BinaryOp add_11 2 1 203 212 out0 0=0
text_encoder/layers_17_20.ncnn.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:278af9889b882c51fb803f21807409a6182cfc6236c6d7e16d59b6f95c25a125
3
+ size 1862369392
text_encoder/layers_17_20.ncnn.param ADDED
@@ -0,0 +1,155 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 7767517
2
+ 153 214
3
+ Input in0 0 1 in0
4
+ Split splitncnn_0 1 2 in0 1 2
5
+ Input in1 0 1 in1
6
+ Input in2 0 1 in2
7
+ Input in3 0 1 in3
8
+ Split splitncnn_1 1 4 in3 6 7 8 9
9
+ RMSNorm rmsn_32 1 1 2 10 0=3072 1=1.000000e-5 2=1
10
+ Split splitncnn_2 1 3 10 11 12 13
11
+ Gemm gemm_0 1 1 13 14 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
12
+ Reshape reshape_40 1 1 14 15 0=128 1=32 2=-1
13
+ Permute transpose_72 1 1 15 16 0=2
14
+ Gemm gemm_1 1 1 12 17 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
15
+ Reshape reshape_41 1 1 17 18 0=128 1=8 2=-1
16
+ Permute transpose_73 1 1 18 19 0=2
17
+ Gemm gemm_2 1 1 11 20 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
18
+ Reshape reshape_42 1 1 20 21 0=128 1=8 2=-1
19
+ Permute transpose_74 1 1 21 22 0=2
20
+ Split splitncnn_3 1 4 22 23 24 25 26
21
+ ExpandDims unsqueeze_88 1 1 in1 27 -23303=1,0
22
+ Split splitncnn_4 1 8 27 28 29 30 31 32 33 34 35
23
+ ExpandDims unsqueeze_89 1 1 in2 36 -23303=1,0
24
+ Split splitncnn_5 1 8 36 37 38 39 40 41 42 43 44
25
+ RotaryEmbed rope_0 3 1 16 35 44 45 0=0 31=16
26
+ RotaryEmbed rope_1 3 1 19 34 43 46 0=0 31=16
27
+ Split splitncnn_6 1 4 46 47 48 49 50
28
+ Concat stack_0 4 1 47 48 49 50 51 0=1
29
+ Reshape reshape_43 1 1 51 52 0=128 1=-1 11=4 2=8
30
+ Reshape reshape_44 1 1 52 53 0=128 1=-1 2=32
31
+ Concat stack_1 4 1 23 24 25 26 54 0=1
32
+ Reshape reshape_45 1 1 54 55 0=128 1=-1 11=4 2=8
33
+ Reshape reshape_46 1 1 55 56 0=128 1=-1 2=32
34
+ SDPA sdpa_90 4 1 45 53 56 9 57 5=1
35
+ Permute transpose_75 1 1 57 58 0=2
36
+ Reshape reshape_47 1 1 58 59 0=4096 1=-1
37
+ Gemm gemm_3 1 1 59 60 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
38
+ BinaryOp add_0 2 1 1 60 61 0=0
39
+ Split splitncnn_7 1 2 61 62 63
40
+ RMSNorm rmsn_33 1 1 63 64 0=3072 1=1.000000e-5 2=1
41
+ Split splitncnn_8 1 2 64 65 66
42
+ Gemm gemm_4 1 1 66 67 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
43
+ Swish silu_28 1 1 67 68
44
+ Gemm gemm_5 1 1 65 69 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
45
+ BinaryOp mul_1 2 1 68 69 70 0=2
46
+ Gemm gemm_6 1 1 70 71 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
47
+ BinaryOp add_2 2 1 62 71 72 0=0
48
+ Split splitncnn_9 1 2 72 73 74
49
+ RMSNorm rmsn_34 1 1 74 75 0=3072 1=1.000000e-5 2=1
50
+ Split splitncnn_10 1 3 75 76 77 78
51
+ Gemm gemm_7 1 1 78 79 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
52
+ Reshape reshape_48 1 1 79 80 0=128 1=32 2=-1
53
+ Permute transpose_76 1 1 80 81 0=2
54
+ Gemm gemm_8 1 1 77 82 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
55
+ Reshape reshape_49 1 1 82 83 0=128 1=8 2=-1
56
+ Permute transpose_77 1 1 83 84 0=2
57
+ Gemm gemm_9 1 1 76 85 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
58
+ Reshape reshape_50 1 1 85 86 0=128 1=8 2=-1
59
+ Permute transpose_78 1 1 86 87 0=2
60
+ Split splitncnn_11 1 4 87 88 89 90 91
61
+ RotaryEmbed rope_2 3 1 81 33 42 92 0=0 31=16
62
+ RotaryEmbed rope_3 3 1 84 32 41 93 0=0 31=16
63
+ Split splitncnn_12 1 4 93 94 95 96 97
64
+ Concat stack_2 4 1 94 95 96 97 98 0=1
65
+ Reshape reshape_51 1 1 98 99 0=128 1=-1 11=4 2=8
66
+ Reshape reshape_52 1 1 99 100 0=128 1=-1 2=32
67
+ Concat stack_3 4 1 88 89 90 91 101 0=1
68
+ Reshape reshape_53 1 1 101 102 0=128 1=-1 11=4 2=8
69
+ Reshape reshape_54 1 1 102 103 0=128 1=-1 2=32
70
+ SDPA sdpa_91 4 1 92 100 103 8 104 5=1
71
+ Permute transpose_79 1 1 104 105 0=2
72
+ Reshape reshape_55 1 1 105 106 0=4096 1=-1
73
+ Gemm gemm_10 1 1 106 107 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
74
+ BinaryOp add_3 2 1 73 107 108 0=0
75
+ Split splitncnn_13 1 2 108 109 110
76
+ RMSNorm rmsn_35 1 1 110 111 0=3072 1=1.000000e-5 2=1
77
+ Split splitncnn_14 1 2 111 112 113
78
+ Gemm gemm_11 1 1 113 114 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
79
+ Swish silu_29 1 1 114 115
80
+ Gemm gemm_12 1 1 112 116 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
81
+ BinaryOp mul_4 2 1 115 116 117 0=2
82
+ Gemm gemm_13 1 1 117 118 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
83
+ BinaryOp add_5 2 1 109 118 119 0=0
84
+ Split splitncnn_15 1 2 119 120 121
85
+ RMSNorm rmsn_36 1 1 121 122 0=3072 1=1.000000e-5 2=1
86
+ Split splitncnn_16 1 3 122 123 124 125
87
+ Gemm gemm_14 1 1 125 126 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
88
+ Reshape reshape_56 1 1 126 127 0=128 1=32 2=-1
89
+ Permute transpose_80 1 1 127 128 0=2
90
+ Gemm gemm_15 1 1 124 129 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
91
+ Reshape reshape_57 1 1 129 130 0=128 1=8 2=-1
92
+ Permute transpose_81 1 1 130 131 0=2
93
+ Gemm gemm_16 1 1 123 132 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
94
+ Reshape reshape_58 1 1 132 133 0=128 1=8 2=-1
95
+ Permute transpose_82 1 1 133 134 0=2
96
+ Split splitncnn_17 1 4 134 135 136 137 138
97
+ RotaryEmbed rope_4 3 1 128 31 40 139 0=0 31=16
98
+ RotaryEmbed rope_5 3 1 131 30 39 140 0=0 31=16
99
+ Split splitncnn_18 1 4 140 141 142 143 144
100
+ Concat stack_4 4 1 141 142 143 144 145 0=1
101
+ Reshape reshape_59 1 1 145 146 0=128 1=-1 11=4 2=8
102
+ Reshape reshape_60 1 1 146 147 0=128 1=-1 2=32
103
+ Concat stack_5 4 1 135 136 137 138 148 0=1
104
+ Reshape reshape_61 1 1 148 149 0=128 1=-1 11=4 2=8
105
+ Reshape reshape_62 1 1 149 150 0=128 1=-1 2=32
106
+ SDPA sdpa_92 4 1 139 147 150 7 151 5=1
107
+ Permute transpose_83 1 1 151 152 0=2
108
+ Reshape reshape_63 1 1 152 153 0=4096 1=-1
109
+ Gemm gemm_17 1 1 153 154 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
110
+ BinaryOp add_6 2 1 120 154 155 0=0
111
+ Split splitncnn_19 1 2 155 156 157
112
+ RMSNorm rmsn_37 1 1 157 158 0=3072 1=1.000000e-5 2=1
113
+ Split splitncnn_20 1 2 158 159 160
114
+ Gemm gemm_18 1 1 160 161 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
115
+ Swish silu_30 1 1 161 162
116
+ Gemm gemm_19 1 1 159 163 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
117
+ BinaryOp mul_7 2 1 162 163 164 0=2
118
+ Gemm gemm_20 1 1 164 165 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
119
+ BinaryOp add_8 2 1 156 165 166 0=0
120
+ Split splitncnn_21 1 2 166 167 168
121
+ RMSNorm rmsn_38 1 1 168 169 0=3072 1=1.000000e-5 2=1
122
+ Split splitncnn_22 1 3 169 170 171 172
123
+ Gemm gemm_21 1 1 172 173 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
124
+ Reshape reshape_64 1 1 173 174 0=128 1=32 2=-1
125
+ Permute transpose_84 1 1 174 175 0=2
126
+ Gemm gemm_22 1 1 171 176 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
127
+ Reshape reshape_65 1 1 176 177 0=128 1=8 2=-1
128
+ Permute transpose_85 1 1 177 178 0=2
129
+ Gemm gemm_23 1 1 170 179 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
130
+ Reshape reshape_66 1 1 179 180 0=128 1=8 2=-1
131
+ Permute transpose_86 1 1 180 181 0=2
132
+ Split splitncnn_23 1 4 181 182 183 184 185
133
+ RotaryEmbed rope_6 3 1 175 29 38 186 0=0 31=16
134
+ RotaryEmbed rope_7 3 1 178 28 37 187 0=0 31=16
135
+ Split splitncnn_24 1 4 187 188 189 190 191
136
+ Concat stack_6 4 1 188 189 190 191 192 0=1
137
+ Reshape reshape_67 1 1 192 193 0=128 1=-1 11=4 2=8
138
+ Reshape reshape_68 1 1 193 194 0=128 1=-1 2=32
139
+ Concat stack_7 4 1 182 183 184 185 195 0=1
140
+ Reshape reshape_69 1 1 195 196 0=128 1=-1 11=4 2=8
141
+ Reshape reshape_70 1 1 196 197 0=128 1=-1 2=32
142
+ SDPA sdpa_93 4 1 186 194 197 6 198 5=1
143
+ Permute transpose_87 1 1 198 199 0=2
144
+ Reshape reshape_71 1 1 199 200 0=4096 1=-1
145
+ Gemm gemm_24 1 1 200 201 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
146
+ BinaryOp add_9 2 1 167 201 202 0=0
147
+ Split splitncnn_25 1 2 202 203 204
148
+ RMSNorm rmsn_39 1 1 204 205 0=3072 1=1.000000e-5 2=1
149
+ Split splitncnn_26 1 2 205 206 207
150
+ Gemm gemm_25 1 1 207 208 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
151
+ Swish silu_31 1 1 208 209
152
+ Gemm gemm_26 1 1 206 210 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
153
+ BinaryOp mul_10 2 1 209 210 211 0=2
154
+ Gemm gemm_27 1 1 211 212 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
155
+ BinaryOp add_11 2 1 203 212 out0 0=0
text_encoder/layers_21_24.ncnn.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:636218a0c496ffc122bfda483f71431a9bd8751a5523844824b28453862d5f9d
3
+ size 1862369392
text_encoder/layers_21_24.ncnn.param ADDED
@@ -0,0 +1,155 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 7767517
2
+ 153 214
3
+ Input in0 0 1 in0
4
+ Split splitncnn_0 1 2 in0 1 2
5
+ Input in1 0 1 in1
6
+ Input in2 0 1 in2
7
+ Input in3 0 1 in3
8
+ Split splitncnn_1 1 4 in3 6 7 8 9
9
+ RMSNorm rmsn_32 1 1 2 10 0=3072 1=1.000000e-5 2=1
10
+ Split splitncnn_2 1 3 10 11 12 13
11
+ Gemm gemm_0 1 1 13 14 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
12
+ Reshape reshape_40 1 1 14 15 0=128 1=32 2=-1
13
+ Permute transpose_72 1 1 15 16 0=2
14
+ Gemm gemm_1 1 1 12 17 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
15
+ Reshape reshape_41 1 1 17 18 0=128 1=8 2=-1
16
+ Permute transpose_73 1 1 18 19 0=2
17
+ Gemm gemm_2 1 1 11 20 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
18
+ Reshape reshape_42 1 1 20 21 0=128 1=8 2=-1
19
+ Permute transpose_74 1 1 21 22 0=2
20
+ Split splitncnn_3 1 4 22 23 24 25 26
21
+ ExpandDims unsqueeze_88 1 1 in1 27 -23303=1,0
22
+ Split splitncnn_4 1 8 27 28 29 30 31 32 33 34 35
23
+ ExpandDims unsqueeze_89 1 1 in2 36 -23303=1,0
24
+ Split splitncnn_5 1 8 36 37 38 39 40 41 42 43 44
25
+ RotaryEmbed rope_0 3 1 16 35 44 45 0=0 31=16
26
+ RotaryEmbed rope_1 3 1 19 34 43 46 0=0 31=16
27
+ Split splitncnn_6 1 4 46 47 48 49 50
28
+ Concat stack_0 4 1 47 48 49 50 51 0=1
29
+ Reshape reshape_43 1 1 51 52 0=128 1=-1 11=4 2=8
30
+ Reshape reshape_44 1 1 52 53 0=128 1=-1 2=32
31
+ Concat stack_1 4 1 23 24 25 26 54 0=1
32
+ Reshape reshape_45 1 1 54 55 0=128 1=-1 11=4 2=8
33
+ Reshape reshape_46 1 1 55 56 0=128 1=-1 2=32
34
+ SDPA sdpa_90 4 1 45 53 56 9 57 5=1
35
+ Permute transpose_75 1 1 57 58 0=2
36
+ Reshape reshape_47 1 1 58 59 0=4096 1=-1
37
+ Gemm gemm_3 1 1 59 60 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
38
+ BinaryOp add_0 2 1 1 60 61 0=0
39
+ Split splitncnn_7 1 2 61 62 63
40
+ RMSNorm rmsn_33 1 1 63 64 0=3072 1=1.000000e-5 2=1
41
+ Split splitncnn_8 1 2 64 65 66
42
+ Gemm gemm_4 1 1 66 67 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
43
+ Swish silu_28 1 1 67 68
44
+ Gemm gemm_5 1 1 65 69 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
45
+ BinaryOp mul_1 2 1 68 69 70 0=2
46
+ Gemm gemm_6 1 1 70 71 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
47
+ BinaryOp add_2 2 1 62 71 72 0=0
48
+ Split splitncnn_9 1 2 72 73 74
49
+ RMSNorm rmsn_34 1 1 74 75 0=3072 1=1.000000e-5 2=1
50
+ Split splitncnn_10 1 3 75 76 77 78
51
+ Gemm gemm_7 1 1 78 79 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
52
+ Reshape reshape_48 1 1 79 80 0=128 1=32 2=-1
53
+ Permute transpose_76 1 1 80 81 0=2
54
+ Gemm gemm_8 1 1 77 82 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
55
+ Reshape reshape_49 1 1 82 83 0=128 1=8 2=-1
56
+ Permute transpose_77 1 1 83 84 0=2
57
+ Gemm gemm_9 1 1 76 85 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
58
+ Reshape reshape_50 1 1 85 86 0=128 1=8 2=-1
59
+ Permute transpose_78 1 1 86 87 0=2
60
+ Split splitncnn_11 1 4 87 88 89 90 91
61
+ RotaryEmbed rope_2 3 1 81 33 42 92 0=0 31=16
62
+ RotaryEmbed rope_3 3 1 84 32 41 93 0=0 31=16
63
+ Split splitncnn_12 1 4 93 94 95 96 97
64
+ Concat stack_2 4 1 94 95 96 97 98 0=1
65
+ Reshape reshape_51 1 1 98 99 0=128 1=-1 11=4 2=8
66
+ Reshape reshape_52 1 1 99 100 0=128 1=-1 2=32
67
+ Concat stack_3 4 1 88 89 90 91 101 0=1
68
+ Reshape reshape_53 1 1 101 102 0=128 1=-1 11=4 2=8
69
+ Reshape reshape_54 1 1 102 103 0=128 1=-1 2=32
70
+ SDPA sdpa_91 4 1 92 100 103 8 104 5=1
71
+ Permute transpose_79 1 1 104 105 0=2
72
+ Reshape reshape_55 1 1 105 106 0=4096 1=-1
73
+ Gemm gemm_10 1 1 106 107 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
74
+ BinaryOp add_3 2 1 73 107 108 0=0
75
+ Split splitncnn_13 1 2 108 109 110
76
+ RMSNorm rmsn_35 1 1 110 111 0=3072 1=1.000000e-5 2=1
77
+ Split splitncnn_14 1 2 111 112 113
78
+ Gemm gemm_11 1 1 113 114 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
79
+ Swish silu_29 1 1 114 115
80
+ Gemm gemm_12 1 1 112 116 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
81
+ BinaryOp mul_4 2 1 115 116 117 0=2
82
+ Gemm gemm_13 1 1 117 118 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
83
+ BinaryOp add_5 2 1 109 118 119 0=0
84
+ Split splitncnn_15 1 2 119 120 121
85
+ RMSNorm rmsn_36 1 1 121 122 0=3072 1=1.000000e-5 2=1
86
+ Split splitncnn_16 1 3 122 123 124 125
87
+ Gemm gemm_14 1 1 125 126 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
88
+ Reshape reshape_56 1 1 126 127 0=128 1=32 2=-1
89
+ Permute transpose_80 1 1 127 128 0=2
90
+ Gemm gemm_15 1 1 124 129 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
91
+ Reshape reshape_57 1 1 129 130 0=128 1=8 2=-1
92
+ Permute transpose_81 1 1 130 131 0=2
93
+ Gemm gemm_16 1 1 123 132 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
94
+ Reshape reshape_58 1 1 132 133 0=128 1=8 2=-1
95
+ Permute transpose_82 1 1 133 134 0=2
96
+ Split splitncnn_17 1 4 134 135 136 137 138
97
+ RotaryEmbed rope_4 3 1 128 31 40 139 0=0 31=16
98
+ RotaryEmbed rope_5 3 1 131 30 39 140 0=0 31=16
99
+ Split splitncnn_18 1 4 140 141 142 143 144
100
+ Concat stack_4 4 1 141 142 143 144 145 0=1
101
+ Reshape reshape_59 1 1 145 146 0=128 1=-1 11=4 2=8
102
+ Reshape reshape_60 1 1 146 147 0=128 1=-1 2=32
103
+ Concat stack_5 4 1 135 136 137 138 148 0=1
104
+ Reshape reshape_61 1 1 148 149 0=128 1=-1 11=4 2=8
105
+ Reshape reshape_62 1 1 149 150 0=128 1=-1 2=32
106
+ SDPA sdpa_92 4 1 139 147 150 7 151 5=1
107
+ Permute transpose_83 1 1 151 152 0=2
108
+ Reshape reshape_63 1 1 152 153 0=4096 1=-1
109
+ Gemm gemm_17 1 1 153 154 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
110
+ BinaryOp add_6 2 1 120 154 155 0=0
111
+ Split splitncnn_19 1 2 155 156 157
112
+ RMSNorm rmsn_37 1 1 157 158 0=3072 1=1.000000e-5 2=1
113
+ Split splitncnn_20 1 2 158 159 160
114
+ Gemm gemm_18 1 1 160 161 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
115
+ Swish silu_30 1 1 161 162
116
+ Gemm gemm_19 1 1 159 163 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
117
+ BinaryOp mul_7 2 1 162 163 164 0=2
118
+ Gemm gemm_20 1 1 164 165 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
119
+ BinaryOp add_8 2 1 156 165 166 0=0
120
+ Split splitncnn_21 1 2 166 167 168
121
+ RMSNorm rmsn_38 1 1 168 169 0=3072 1=1.000000e-5 2=1
122
+ Split splitncnn_22 1 3 169 170 171 172
123
+ Gemm gemm_21 1 1 172 173 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=4096 9=3072
124
+ Reshape reshape_64 1 1 173 174 0=128 1=32 2=-1
125
+ Permute transpose_84 1 1 174 175 0=2
126
+ Gemm gemm_22 1 1 171 176 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
127
+ Reshape reshape_65 1 1 176 177 0=128 1=8 2=-1
128
+ Permute transpose_85 1 1 177 178 0=2
129
+ Gemm gemm_23 1 1 170 179 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=1024 9=3072
130
+ Reshape reshape_66 1 1 179 180 0=128 1=8 2=-1
131
+ Permute transpose_86 1 1 180 181 0=2
132
+ Split splitncnn_23 1 4 181 182 183 184 185
133
+ RotaryEmbed rope_6 3 1 175 29 38 186 0=0 31=16
134
+ RotaryEmbed rope_7 3 1 178 28 37 187 0=0 31=16
135
+ Split splitncnn_24 1 4 187 188 189 190 191
136
+ Concat stack_6 4 1 188 189 190 191 192 0=1
137
+ Reshape reshape_67 1 1 192 193 0=128 1=-1 11=4 2=8
138
+ Reshape reshape_68 1 1 193 194 0=128 1=-1 2=32
139
+ Concat stack_7 4 1 182 183 184 185 195 0=1
140
+ Reshape reshape_69 1 1 195 196 0=128 1=-1 11=4 2=8
141
+ Reshape reshape_70 1 1 196 197 0=128 1=-1 2=32
142
+ SDPA sdpa_93 4 1 186 194 197 6 198 5=1
143
+ Permute transpose_87 1 1 198 199 0=2
144
+ Reshape reshape_71 1 1 199 200 0=4096 1=-1
145
+ Gemm gemm_24 1 1 200 201 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=4096
146
+ BinaryOp add_9 2 1 167 201 202 0=0
147
+ Split splitncnn_25 1 2 202 203 204
148
+ RMSNorm rmsn_39 1 1 204 205 0=3072 1=1.000000e-5 2=1
149
+ Split splitncnn_26 1 2 205 206 207
150
+ Gemm gemm_25 1 1 207 208 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
151
+ Swish silu_31 1 1 208 209
152
+ Gemm gemm_26 1 1 206 210 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=9216 9=3072
153
+ BinaryOp mul_10 2 1 209 210 211 0=2
154
+ Gemm gemm_27 1 1 211 212 10=-1 2=0 3=1 4=0 5=1 6=1 7=0 8=3072 9=9216
155
+ BinaryOp add_11 2 1 203 212 out0 0=0
tokenizer/tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:577575622324b2e099e2648be26bdeb5e5815ffe66d7004e9e3ddbf421db6bf1
3
+ size 17078110
vae/constants.json ADDED
@@ -0,0 +1,37 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "formula": "packed * sqrt(running_var + 1e-5) + running_mean",
3
+ "outputs": {
4
+ "running_mean": {
5
+ "bytes": 512,
6
+ "dtype": "float32 little-endian",
7
+ "path": "/root/autodl-tmp/ernie-image-ncnn/stage_e_cpp_dynamic_runtime/model_package/ernie-image-turbo/vae/running_mean.f32",
8
+ "sha256": "9027fac5727854f779ebbeae3032cfce0d47a11bc85f4329eb0a317c9ad90217",
9
+ "shape": [
10
+ 128
11
+ ],
12
+ "status": "verified-existing"
13
+ },
14
+ "running_var": {
15
+ "bytes": 512,
16
+ "dtype": "float32 little-endian",
17
+ "path": "/root/autodl-tmp/ernie-image-ncnn/stage_e_cpp_dynamic_runtime/model_package/ernie-image-turbo/vae/running_var.f32",
18
+ "sha256": "8b4656821cfe8827490068f768f0dba57e09423e900b8b018da097f0c4537009",
19
+ "shape": [
20
+ 128
21
+ ],
22
+ "status": "verified-existing"
23
+ }
24
+ },
25
+ "purpose": "C++ ERNIE VAE latent BN inverse constants",
26
+ "schema_version": 1,
27
+ "source": {
28
+ "conversion": "exact BF16 value promotion to FP32",
29
+ "keys": {
30
+ "running_mean": "bn.running_mean",
31
+ "running_var": "bn.running_var"
32
+ },
33
+ "path": "/root/autodl-tmp/huggingface/hub/models--baidu--ERNIE-Image-Turbo/blobs/ca70d2202afe6415bdbcb8793ba8cd99fd159cfe6192381504d6c4d3036e0f04",
34
+ "sha256": "ca70d2202afe6415bdbcb8793ba8cd99fd159cfe6192381504d6c4d3036e0f04",
35
+ "source_dtype": "torch.bfloat16"
36
+ }
37
+ }
vae/decoder.ncnn.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee7db4b3725079f9baeb8587bcad56fd3f04d92254b90d86acc894c1ec63cd24
3
+ size 198481196
vae/decoder.ncnn.param ADDED
@@ -0,0 +1,136 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ 7767517
2
+ 134 149
3
+ Input in0 0 1 in0
4
+ Convolution conv_3 1 1 in0 1 0=32 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=1024
5
+ Convolution conv_4 1 1 1 2 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456
6
+ Split splitncnn_0 1 2 2 3 4
7
+ GroupNorm gn_39 1 1 4 5 0=32 1=512 2=1.000000e-6 3=1
8
+ Swish silu_70 1 1 5 6
9
+ Convolution conv_5 1 1 6 7 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
10
+ GroupNorm gn_40 1 1 7 8 0=32 1=512 2=1.000000e-6 3=1
11
+ Swish silu_71 1 1 8 9
12
+ Convolution conv_6 1 1 9 10 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
13
+ BinaryOp add_0 2 1 3 10 11 0=0
14
+ Split splitncnn_1 1 2 11 12 13
15
+ Reshape reshape_99 1 1 13 14 0=16384 1=512
16
+ GroupNorm gn_41 1 1 14 15 0=32 1=512 2=1.000000e-6 3=1
17
+ Permute transpose_101 1 1 15 16 0=1
18
+ MultiHeadAttention attention_69 1 1 16 17 0=512 1=1 2=262144 3=512 4=512
19
+ Permute transpose_102 1 1 17 18 0=1
20
+ Reshape reshape_100 1 1 18 19 0=128 1=128 2=512
21
+ BinaryOp add_1 2 1 19 12 20 0=0
22
+ Split splitncnn_2 1 2 20 21 22
23
+ GroupNorm gn_42 1 1 22 23 0=32 1=512 2=1.000000e-6 3=1
24
+ Swish silu_72 1 1 23 24
25
+ Convolution conv_7 1 1 24 25 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
26
+ GroupNorm gn_43 1 1 25 26 0=32 1=512 2=1.000000e-6 3=1
27
+ Swish silu_73 1 1 26 27
28
+ Convolution conv_8 1 1 27 28 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
29
+ BinaryOp add_2 2 1 21 28 29 0=0
30
+ Split splitncnn_3 1 2 29 30 31
31
+ GroupNorm gn_44 1 1 31 32 0=32 1=512 2=1.000000e-6 3=1
32
+ Swish silu_74 1 1 32 33
33
+ Convolution conv_9 1 1 33 34 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
34
+ GroupNorm gn_45 1 1 34 35 0=32 1=512 2=1.000000e-6 3=1
35
+ Swish silu_75 1 1 35 36
36
+ Convolution conv_10 1 1 36 37 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
37
+ BinaryOp add_3 2 1 30 37 38 0=0
38
+ Split splitncnn_4 1 2 38 39 40
39
+ GroupNorm gn_46 1 1 40 41 0=32 1=512 2=1.000000e-6 3=1
40
+ Swish silu_76 1 1 41 42
41
+ Convolution conv_11 1 1 42 43 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
42
+ GroupNorm gn_47 1 1 43 44 0=32 1=512 2=1.000000e-6 3=1
43
+ Swish silu_77 1 1 44 45
44
+ Convolution conv_12 1 1 45 46 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
45
+ BinaryOp add_4 2 1 39 46 47 0=0
46
+ Split splitncnn_5 1 2 47 48 49
47
+ GroupNorm gn_48 1 1 49 50 0=32 1=512 2=1.000000e-6 3=1
48
+ Swish silu_78 1 1 50 51
49
+ Convolution conv_13 1 1 51 52 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
50
+ GroupNorm gn_49 1 1 52 53 0=32 1=512 2=1.000000e-6 3=1
51
+ Swish silu_79 1 1 53 54
52
+ Convolution conv_14 1 1 54 55 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
53
+ BinaryOp add_5 2 1 48 55 56 0=0
54
+ Interp upsample_nearest_0 1 1 56 57 0=1 1=2.0 2=2.0 6=0
55
+ Convolution conv_15 1 1 57 58 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
56
+ Split splitncnn_6 1 2 58 59 60
57
+ GroupNorm gn_50 1 1 60 61 0=32 1=512 2=1.000000e-6 3=1
58
+ Swish silu_80 1 1 61 62
59
+ Convolution conv_16 1 1 62 63 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
60
+ GroupNorm gn_51 1 1 63 64 0=32 1=512 2=1.000000e-6 3=1
61
+ Swish silu_81 1 1 64 65
62
+ Convolution conv_17 1 1 65 66 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
63
+ BinaryOp add_6 2 1 59 66 67 0=0
64
+ Split splitncnn_7 1 2 67 68 69
65
+ GroupNorm gn_52 1 1 69 70 0=32 1=512 2=1.000000e-6 3=1
66
+ Swish silu_82 1 1 70 71
67
+ Convolution conv_18 1 1 71 72 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
68
+ GroupNorm gn_53 1 1 72 73 0=32 1=512 2=1.000000e-6 3=1
69
+ Swish silu_83 1 1 73 74
70
+ Convolution conv_19 1 1 74 75 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
71
+ BinaryOp add_7 2 1 68 75 76 0=0
72
+ Split splitncnn_8 1 2 76 77 78
73
+ GroupNorm gn_54 1 1 78 79 0=32 1=512 2=1.000000e-6 3=1
74
+ Swish silu_84 1 1 79 80
75
+ Convolution conv_20 1 1 80 81 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
76
+ GroupNorm gn_55 1 1 81 82 0=32 1=512 2=1.000000e-6 3=1
77
+ Swish silu_85 1 1 82 83
78
+ Convolution conv_21 1 1 83 84 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
79
+ BinaryOp add_8 2 1 77 84 85 0=0
80
+ Interp upsample_nearest_1 1 1 85 86 0=1 1=2.0 2=2.0 6=0
81
+ Convolution conv_22 1 1 86 87 0=512 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=2359296
82
+ Split splitncnn_9 1 2 87 88 89
83
+ GroupNorm gn_56 1 1 89 90 0=32 1=512 2=1.000000e-6 3=1
84
+ Swish silu_86 1 1 90 91
85
+ Convolution conv_23 1 1 91 92 0=256 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=1179648
86
+ GroupNorm gn_57 1 1 92 93 0=32 1=256 2=1.000000e-6 3=1
87
+ Swish silu_87 1 1 93 94
88
+ Convolution conv_24 1 1 94 95 0=256 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=589824
89
+ Convolution conv_25 1 1 88 96 0=256 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=131072
90
+ BinaryOp add_9 2 1 96 95 97 0=0
91
+ Split splitncnn_10 1 2 97 98 99
92
+ GroupNorm gn_58 1 1 99 100 0=32 1=256 2=1.000000e-6 3=1
93
+ Swish silu_88 1 1 100 101
94
+ Convolution conv_26 1 1 101 102 0=256 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=589824
95
+ GroupNorm gn_59 1 1 102 103 0=32 1=256 2=1.000000e-6 3=1
96
+ Swish silu_89 1 1 103 104
97
+ Convolution conv_27 1 1 104 105 0=256 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=589824
98
+ BinaryOp add_10 2 1 98 105 106 0=0
99
+ Split splitncnn_11 1 2 106 107 108
100
+ GroupNorm gn_60 1 1 108 109 0=32 1=256 2=1.000000e-6 3=1
101
+ Swish silu_90 1 1 109 110
102
+ Convolution conv_28 1 1 110 111 0=256 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=589824
103
+ GroupNorm gn_61 1 1 111 112 0=32 1=256 2=1.000000e-6 3=1
104
+ Swish silu_91 1 1 112 113
105
+ Convolution conv_29 1 1 113 114 0=256 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=589824
106
+ BinaryOp add_11 2 1 107 114 115 0=0
107
+ Interp upsample_nearest_2 1 1 115 116 0=1 1=2.0 2=2.0 6=0
108
+ Convolution conv_30 1 1 116 117 0=256 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=589824
109
+ Split splitncnn_12 1 2 117 118 119
110
+ GroupNorm gn_62 1 1 119 120 0=32 1=256 2=1.000000e-6 3=1
111
+ Swish silu_92 1 1 120 121
112
+ Convolution conv_31 1 1 121 122 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=294912
113
+ GroupNorm gn_63 1 1 122 123 0=32 1=128 2=1.000000e-6 3=1
114
+ Swish silu_93 1 1 123 124
115
+ Convolution conv_32 1 1 124 125 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456
116
+ Convolution conv_33 1 1 118 126 0=128 1=1 11=1 12=1 13=1 14=0 2=1 3=1 4=0 5=1 6=32768
117
+ BinaryOp add_12 2 1 126 125 127 0=0
118
+ Split splitncnn_13 1 2 127 128 129
119
+ GroupNorm gn_64 1 1 129 130 0=32 1=128 2=1.000000e-6 3=1
120
+ Swish silu_94 1 1 130 131
121
+ Convolution conv_34 1 1 131 132 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456
122
+ GroupNorm gn_65 1 1 132 133 0=32 1=128 2=1.000000e-6 3=1
123
+ Swish silu_95 1 1 133 134
124
+ Convolution conv_35 1 1 134 135 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456
125
+ BinaryOp add_13 2 1 128 135 136 0=0
126
+ Split splitncnn_14 1 2 136 137 138
127
+ GroupNorm gn_66 1 1 138 139 0=32 1=128 2=1.000000e-6 3=1
128
+ Swish silu_96 1 1 139 140
129
+ Convolution conv_36 1 1 140 141 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456
130
+ GroupNorm gn_67 1 1 141 142 0=32 1=128 2=1.000000e-6 3=1
131
+ Swish silu_97 1 1 142 143
132
+ Convolution conv_37 1 1 143 144 0=128 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=147456
133
+ BinaryOp add_14 2 1 137 144 145 0=0
134
+ GroupNorm gn_68 1 1 145 146 0=32 1=128 2=1.000000e-6 3=1
135
+ Swish silu_98 1 1 146 147
136
+ Convolution conv_38 1 1 147 out0 0=3 1=3 11=3 12=1 13=1 14=1 2=1 3=1 4=1 5=1 6=3456
vae/running_mean.f32 ADDED
Binary file (512 Bytes). View file
 
vae/running_var.f32 ADDED
Binary file (512 Bytes). View file